-- Logs begin at Tue 2021-09-21 17:07:38 UTC, end at Tue 2021-09-21 19:32:44 UTC. -- Sep 21 17:46:07.889227 n-d-810285-3 systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 17:46:10.884074 n-d-810285-3 neutron-server[94972]: INFO neutron.common.config [-] Logging enabled! Sep 21 17:46:10.884740 n-d-810285-3 neutron-server[94972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 17:46:10.884938 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 17:46:10.888252 n-d-810285-3 neutron-server[94972]: INFO neutron.common.config [-] Logging enabled! Sep 21 17:46:10.888514 n-d-810285-3 neutron-server[94972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 17:46:10.888832 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 17:46:10.889840 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:46:10.890076 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:46:10.891181 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:46:10.891532 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:46:10.891824 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:46:10.892154 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.892514 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.892821 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.893055 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.893367 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.893661 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.893946 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.894271 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.894586 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.894883 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.895164 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.895457 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.895694 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.895981 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.896267 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.896565 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.896784 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] debug = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.897071 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.897502 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.897930 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.898232 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.898528 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.898812 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.899090 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.899376 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.899658 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.900017 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] host = n-d-810285-3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.900293 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.900604 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.900870 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.901157 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.901434 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.901708 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.901995 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.902292 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.902565 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] log_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.902843 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.903131 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.903422 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.903714 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.904045 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.904174 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.904436 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.904724 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.905001 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.905276 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.905556 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.905826 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.906297 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.906440 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.906921 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.907410 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.907714 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.908001 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.908282 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.908561 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.908839 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.909129 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.909409 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.909682 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.909955 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.910276 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.910550 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.910827 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.911136 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.911427 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.911716 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.911999 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.912275 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.912556 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.912832 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.913105 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.913385 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] use_json = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.913659 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.913930 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.914240 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.914518 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.914790 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.915363 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.915363 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.915597 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:10.915934 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.916198 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.916505 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.916785 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.917078 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.917357 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.917644 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.917923 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.918235 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.918525 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.918817 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.919117 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.919387 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.919722 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.919961 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.920270 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.920567 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.920863 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.921134 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.921408 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.922367 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.922646 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.923029 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.923320 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.923805 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.924100 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.924386 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.924676 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.924975 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.925268 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.925542 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.925824 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.926432 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.926716 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.927105 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.927251 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.927544 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.927823 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.928096 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.928382 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.928661 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.928936 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.929208 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.929485 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.929909 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.930078 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.930336 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.930610 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.930888 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.931158 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.931445 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.931723 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.931994 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.932264 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.932543 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.932817 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.933104 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.933379 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.933714 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.934007 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.934312 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.934588 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.934862 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.935135 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.935402 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.935676 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.935948 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.936223 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.936501 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.936776 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.937043 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.937368 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.938170 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.938694 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.939198 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.939497 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.939791 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.940079 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.940365 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.940648 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.940927 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.941212 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.941494 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.941771 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.942076 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.942399 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.942698 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.942981 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.943262 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.943576 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.943858 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.944143 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.944424 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.944703 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.944987 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.945273 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.945572 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.945870 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.946166 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.946486 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.946785 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.947066 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.947385 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.947669 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:10.947890 n-d-810285-3 neutron-server[94972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:46:10.948144 n-d-810285-3 neutron-server[94972]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94972) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 17:46:11.332849 n-d-810285-3 neutron-server[94972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 17:46:11.333052 n-d-810285-3 neutron-server[94972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 17:46:11.333318 n-d-810285-3 neutron-server[94972]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 17:46:11.333660 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 17:46:11.764794 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.765095 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.765902 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.767698 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.767980 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.768250 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.808809 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.809103 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.809335 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.826125 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.826442 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.826715 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.859336 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.859740 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.860195 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.903569 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.904371 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:11.904371 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.181439 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.181880 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.182345 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.182766 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.184122 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.419599 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.420130 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.420598 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.421029 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.421477 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.423429 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.423870 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.424297 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.424721 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.425197 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.425635 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.426392 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.426834 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.427275 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.427719 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.428179 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.428749 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.429083 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.429517 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.429939 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.430440 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.430882 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.431369 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.432105 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.432525 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.432919 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.433666 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:12.434076 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:12.434507 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:12.434914 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:12.435345 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:12.435761 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:12.436742 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 17:46:12.447423 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 17:46:12.453350 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 17:46:12.457638 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Sep 21 17:46:12.459438 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 17:46:12.459915 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 17:46:12.460252 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 17:46:12.460644 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 17:46:12.463719 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 17:46:12.463972 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 17:46:12.464352 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 17:46:12.471036 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 17:46:12.495731 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 17:46:12.496255 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.496556 n-d-810285-3 neutron-server[94972]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94972) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 17:46:12.496924 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.498598 n-d-810285-3 neutron-server[94972]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94972) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 17:46:12.499097 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 17:46:12.499347 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 17:46:12.503836 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.504116 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:12.572461 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 17:46:12.572740 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 17:46:12.572892 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 17:46:12.573283 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 17:46:12.598634 n-d-810285-3 neutron-server[94972]: DEBUG oslo_db.sqlalchemy.engines [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94972) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 17:46:13.241518 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing driver for type 'gre' Sep 21 17:46:13.242444 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] gre ID ranges: [(1, 1000)] Sep 21 17:46:13.312794 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing driver for type 'local' Sep 21 17:46:13.313253 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing driver for type 'vlan' Sep 21 17:46:13.330068 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] VlanTypeDriver initialization complete Sep 21 17:46:13.330504 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing driver for type 'vxlan' Sep 21 17:46:13.331069 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] vxlan ID ranges: [(1, 1000)] Sep 21 17:46:13.407995 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing extension driver 'port_security' Sep 21 17:46:13.408558 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] PortSecurityExtensionDriver initialization complete Sep 21 17:46:13.409117 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing mechanism driver 'openvswitch' Sep 21 17:46:13.409671 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing mechanism driver 'hyperv' Sep 21 17:46:13.420060 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.plugin [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:13.420761 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.421131 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.421476 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.422326 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:46:13.422783 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.423142 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.423558 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.424000 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:46:13.424422 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.424777 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.425121 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.425520 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:46:13.426341 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > security_group after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.426566 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > security_group after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.426905 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.427473 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:46:13.427888 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.428236 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.428578 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.428981 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:46:13.429376 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > address_group after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.429715 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > address_group after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.430052 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.430471 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:46:13.430849 n-d-810285-3 neutron-server[94972]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] ML2 OVO RPC backend initialized. {{(pid=94972) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 17:46:13.431626 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.431976 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.432386 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.432726 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > networks before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.433068 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.433402 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > ports before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.433836 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnet before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.434181 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnets before_response 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.434554 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.434892 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.435224 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.435555 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.435888 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.436216 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.436544 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.436872 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.437596 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.438274 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.plugin [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Modular L2 Plugin initialization complete Sep 21 17:46:13.438609 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading services supported by the core plugin {{(pid=94972) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 17:46:13.439038 n-d-810285-3 neutron-server[94972]: INFO neutron.plugins.ml2.managers [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Got port-security extension from driver 'port_security' Sep 21 17:46:13.439504 n-d-810285-3 neutron-server[94972]: INFO neutron.extensions.vlantransparent [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Disabled vlantransparent extension. Sep 21 17:46:13.439993 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94972) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 17:46:13.440306 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: router Sep 21 17:46:13.481499 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.481798 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router after_create 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.482240 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router before_create 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.482659 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.483088 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.483436 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router after_delete 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.483858 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.484244 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.485070 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router after_create 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.485225 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router after_update 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.485647 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router after_update 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.485996 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.486490 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router after_update 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.487011 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.487465 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: port after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.487811 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: port after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.488170 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: subnet after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.488510 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.489009 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.489411 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.489846 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: port before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.490231 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.490596 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router after_update 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.491011 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.491369 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.491865 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.492081 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.492518 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > agent after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.492893 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > agent after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.493277 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > network after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.494629 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Tracking information for resource: router configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:13.494815 n-d-810285-3 neutron-server[94972]: DEBUG neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Tracking information for resource: floatingip configured {{(pid=94972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:46:13.502044 n-d-810285-3 neutron-server[94972]: INFO neutron.db.l3_agentschedulers_db [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 17:46:13.502697 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: port after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.503130 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: port after_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.503486 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: port after_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.503855 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: port after_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.504678 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router before_create 55550100 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.505145 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.505509 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_create 55550100 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.505976 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > router precommit_update 55550100 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.511229 n-d-810285-3 neutron-server[94972]: DEBUG neutron.services.provider_configuration [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service providers = [] {{(pid=94972) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 17:46:13.511596 n-d-810285-3 neutron-server[94972]: DEBUG neutron.db.servicetype_db [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94972) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 17:46:13.514892 n-d-810285-3 neutron-server[94972]: DEBUG neutron.services.service_base [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:46:13.515865 n-d-810285-3 neutron-server[94972]: DEBUG neutron.services.service_base [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:46:13.516213 n-d-810285-3 neutron-server[94972]: DEBUG neutron.services.service_base [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:46:13.517260 n-d-810285-3 neutron-server[94972]: DEBUG neutron.services.service_base [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:46:13.517644 n-d-810285-3 neutron-server[94972]: INFO neutron.services.service_base [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 17:46:13.518037 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.518386 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 17:46:13.529948 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.530373 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: auto_allocate Sep 21 17:46:13.537608 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: network precommit_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.538153 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: network precommit_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.538567 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.538893 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: tag Sep 21 17:46:13.546125 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.547439 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: timestamp Sep 21 17:46:13.552192 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.552571 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: network_ip_availability Sep 21 17:46:13.558563 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.558991 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.559408 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.560340 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.560705 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: flavors Sep 21 17:46:13.567322 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.567649 n-d-810285-3 neutron-server[94972]: INFO neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading Plugin: revisions Sep 21 17:46:13.572771 n-d-810285-3 neutron-server[94972]: DEBUG neutron.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:46:13.573222 n-d-810285-3 neutron-server[94972]: DEBUG oslo_concurrency.lockutils [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.240s {{(pid=94972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 17:46:13.574261 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94972) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 17:46:13.574829 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Initializing extension manager. Sep 21 17:46:13.575474 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: __init__.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.576016 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: __pycache__ {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.576520 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.576973 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: address_group.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.578000 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.578739 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: address-group Sep 21 17:46:13.579182 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: address_scope.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.580518 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.581165 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: address-scope Sep 21 17:46:13.581585 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.582828 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.583459 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: router-admin-state-down-before-update Sep 21 17:46:13.583858 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: agent.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.584701 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.585319 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: agent Sep 21 17:46:13.585723 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: agent_resources_synced.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.587038 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.587702 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: agent-resources-synced Sep 21 17:46:13.588122 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: allowedaddresspairs.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.590274 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.590887 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: allowed-address-pairs Sep 21 17:46:13.591247 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: auto_allocated_topology.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.592512 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.593088 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: auto-allocated-topology Sep 21 17:46:13.594030 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: availability_zone.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.594905 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.595401 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: availability_zone Sep 21 17:46:13.595841 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: availability_zone_filter.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.597088 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.597672 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: availability_zone_filter Sep 21 17:46:13.598058 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: data_plane_status.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.599266 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.599875 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 17:46:13.600256 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: default_subnetpools.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.601397 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.601965 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: default-subnetpools Sep 21 17:46:13.602387 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.603512 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.604115 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: dhcp_agent_scheduler Sep 21 17:46:13.604476 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: dns.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.605572 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.606259 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 17:46:13.606707 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: dns_domain_ports.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.607781 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.608360 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 17:46:13.608723 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.610451 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.611299 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 17:46:13.611704 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: dvr.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.612525 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.613142 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: dvr Sep 21 17:46:13.613542 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: ecmp_routes.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.614735 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.615344 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 17:46:13.615744 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: empty_string_filtering.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.616893 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.617555 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: empty-string-filtering Sep 21 17:46:13.617968 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.619126 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.619757 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 17:46:13.620201 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.621461 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.622350 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 17:46:13.622852 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: external_net.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.624290 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.624951 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: external-net Sep 21 17:46:13.625620 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.626946 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.627105 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: extra_dhcp_opt Sep 21 17:46:13.627411 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: extraroute.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.628443 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.629009 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: extraroute Sep 21 17:46:13.629363 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: extraroute_atomic.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.630598 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.631210 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: extraroute-atomic Sep 21 17:46:13.631569 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: filter_validation.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.632388 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.632998 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: filter-validation Sep 21 17:46:13.633352 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: fip_pf_description.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.634452 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.635016 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 17:46:13.635368 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: fip_port_details.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.636385 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.636951 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: fip-port-details Sep 21 17:46:13.637335 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: flavors.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.638812 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.639454 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: flavors Sep 21 17:46:13.639827 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.642176 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.642751 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 17:46:13.643080 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: floatingip_pools.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.643835 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.644348 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: floatingip-pools Sep 21 17:46:13.644671 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: ip_allocation.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.645718 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.646266 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 17:46:13.646593 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.647738 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.648610 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: ip-substring-filtering Sep 21 17:46:13.649154 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l2_adjacency.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.650856 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.651783 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 17:46:13.652341 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l3.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.654367 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.655335 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: router Sep 21 17:46:13.656433 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.660577 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.661175 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 17:46:13.661514 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.662739 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.663558 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: ext-gw-mode Sep 21 17:46:13.664109 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.665769 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.666783 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: l3-ha Sep 21 17:46:13.667339 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l3_flavors.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.668911 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.669847 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: l3-flavors Sep 21 17:46:13.670440 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.672602 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.673606 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 17:46:13.674108 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: l3agentscheduler.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.676287 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.677228 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: l3_agent_scheduler Sep 21 17:46:13.677786 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: logging.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.680563 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.681478 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension logging not supported by any of loaded plugins Sep 21 17:46:13.682038 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: metering.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.683401 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.684436 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: metering Sep 21 17:46:13.684983 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.687049 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.688592 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: metering_source_and_destination_fields Sep 21 17:46:13.689376 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: multiprovidernet.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.690321 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.690884 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: multi-provider Sep 21 17:46:13.691239 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: netmtu.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.692243 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.692794 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: net-mtu Sep 21 17:46:13.693117 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: netmtu_writable.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.694090 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.694657 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: net-mtu-writable Sep 21 17:46:13.694978 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: network_availability_zone.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.695689 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.696359 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: network_availability_zone Sep 21 17:46:13.696572 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: network_ip_availability.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.697736 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.698302 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: network-ip-availability Sep 21 17:46:13.698633 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: network_segment_range.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.699559 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.700212 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 17:46:13.700574 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: pagination.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.701750 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.702124 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: pagination Sep 21 17:46:13.702517 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: port_device_profile.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.704968 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.705598 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: port-device-profile Sep 21 17:46:13.705969 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.707158 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.707874 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: port-mac-address-regenerate Sep 21 17:46:13.708175 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.709407 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.710169 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: port-numa-affinity-policy Sep 21 17:46:13.710655 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: port_resource_request.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.712035 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.712615 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 17:46:13.712989 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: portbindings.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.714182 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.714803 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: binding Sep 21 17:46:13.715269 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: portbindings_extended.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.716888 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.717498 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: binding-extended Sep 21 17:46:13.717895 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: portsecurity.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.719689 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.720318 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: port-security Sep 21 17:46:13.720687 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: project_id.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.721864 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.722283 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: project-id Sep 21 17:46:13.722649 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: providernet.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.723687 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.724469 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: provider Sep 21 17:46:13.724848 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.728936 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.729690 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos not supported by any of loaded plugins Sep 21 17:46:13.730144 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.731829 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.732462 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 17:46:13.732854 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.733880 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.734830 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 17:46:13.735441 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_default.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.736934 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.737601 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-default not supported by any of loaded plugins Sep 21 17:46:13.738011 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_fip.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.738856 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.739475 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 17:46:13.739910 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_gateway_ip.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.741103 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.741722 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 17:46:13.742233 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_port_network_policy.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.743287 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.743954 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 17:46:13.744356 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_pps_rule.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.745796 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.746498 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 17:46:13.746918 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_rule_type_details.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.748148 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.748777 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 17:46:13.749179 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: qos_rules_alias.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.751074 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.751696 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 17:46:13.752108 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: quotasv2.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.753219 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.753628 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: quotas Sep 21 17:46:13.754030 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: quotasv2_detail.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.757940 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.758307 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: quota_details Sep 21 17:46:13.758643 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: rbac.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.759854 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.760480 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: rbac-policies Sep 21 17:46:13.760762 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: rbac_address_group.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.761832 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.762396 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: rbac-address-group Sep 21 17:46:13.762729 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: rbac_address_scope.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.763802 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.764337 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: rbac-address-scope Sep 21 17:46:13.764688 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: rbac_security_groups.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.766429 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.767065 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: rbac-security-groups Sep 21 17:46:13.767461 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: rbac_subnetpool.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.768512 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.769082 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: rbac-subnetpool Sep 21 17:46:13.769447 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: revisionifmatch.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.770495 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.771135 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: revision-if-match Sep 21 17:46:13.771562 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: revisions.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.772891 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.773423 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: standard-attr-revisions Sep 21 17:46:13.773743 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: router_availability_zone.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.774549 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.776265 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: router_availability_zone Sep 21 17:46:13.776265 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: routerservicetype.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.776624 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.777158 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 17:46:13.777476 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.778499 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.779026 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: security-groups-normalized-cidr Sep 21 17:46:13.779350 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.780372 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.781741 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: port-security-groups-filtering Sep 21 17:46:13.782099 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.783179 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.783857 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: security-groups-remote-address-group Sep 21 17:46:13.784357 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: securitygroup.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.798946 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.799686 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: security-group Sep 21 17:46:13.800049 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: segment.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.801628 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.802606 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension segment not supported by any of loaded plugins Sep 21 17:46:13.803020 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.804254 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.804799 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 17:46:13.805154 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: servicetype.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.806548 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.807090 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: service-type Sep 21 17:46:13.807416 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: sorting.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.808502 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.808829 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: sorting Sep 21 17:46:13.809149 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: standard_attr_segment.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.810113 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.810715 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 17:46:13.811027 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: standardattrdescription.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.811701 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.812620 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: standard-attr-description Sep 21 17:46:13.812620 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: stateful_security_group.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.813905 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.814518 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: stateful-security-group Sep 21 17:46:13.814840 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: stdattrs_common.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.815439 n-d-810285-3 neutron-server[94972]: WARNING neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 17:46:13.815880 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.816947 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.817484 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 17:46:13.817815 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: subnet_onboard.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.818966 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.819490 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: subnet_onboard Sep 21 17:46:13.819811 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.820773 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.821288 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 17:46:13.821734 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: subnet_service_types.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.822937 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.823470 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: subnet-service-types Sep 21 17:46:13.823883 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: subnetallocation.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.824999 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.825524 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: subnet_allocation Sep 21 17:46:13.825915 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.826648 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.827159 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: subnetpool-prefix-ops Sep 21 17:46:13.827478 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.828838 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.829070 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 17:46:13.829387 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: tagging.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.830577 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.831140 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: standard-attr-tag Sep 21 17:46:13.831463 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: timestamp.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.833061 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.833608 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loaded extension: standard-attr-timestamp Sep 21 17:46:13.833932 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: trunk.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.835069 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.835588 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension trunk not supported by any of loaded plugins Sep 21 17:46:13.835949 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: trunk_details.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.836921 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.837439 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 17:46:13.837758 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: uplink_status_propagation.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.838735 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.839245 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 17:46:13.839628 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Loading extension file: vlantransparent.py {{(pid=94972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:46:13.840345 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:46:13.840904 n-d-810285-3 neutron-server[94972]: INFO neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 17:46:13.844319 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:network Sep 21 17:46:13.844911 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:subnet Sep 21 17:46:13.845430 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:46:13.845879 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:port Sep 21 17:46:13.847598 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.848094 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service FLAVORS assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.848790 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.849260 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.849640 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:router Sep 21 17:46:13.850117 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 17:46:13.850746 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service METERING assigned prefix: /metering {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.852299 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.853515 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.853515 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:46:13.854336 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 17:46:13.854856 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:security_group Sep 21 17:46:13.855336 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 17:46:13.856031 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service CORE assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.856408 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:46:13.856791 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] subnetpool is already registered Sep 21 17:46:13.857275 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service CORE assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.857642 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:46:13.858010 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] subnetpool is already registered Sep 21 17:46:13.861324 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.861843 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service FLAVORS assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.862534 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.863021 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.863363 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:router Sep 21 17:46:13.863744 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] router is already registered Sep 21 17:46:13.864203 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 17:46:13.864623 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] floatingip is already registered Sep 21 17:46:13.865159 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service METERING assigned prefix: /metering {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.865998 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 17:46:13.866417 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] rbac_policy is already registered Sep 21 17:46:13.866906 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:security_group Sep 21 17:46:13.867256 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] security_group is already registered Sep 21 17:46:13.867696 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 17:46:13.868067 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] security_group_rule is already registered Sep 21 17:46:13.868790 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service CORE assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.869153 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:46:13.869520 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] subnetpool is already registered Sep 21 17:46:13.869982 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.v2.resource_helper [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Service CORE assigned prefix: {{(pid=94972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:46:13.870400 n-d-810285-3 neutron-server[94972]: INFO neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:46:13.870766 n-d-810285-3 neutron-server[94972]: WARNING neutron.quota.resource_registry [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] subnetpool is already registered Sep 21 17:46:13.871287 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: extensions {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.872987 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: address-groups {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.874568 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: address-scopes {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.876954 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: agents {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.878166 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: auto-allocated-topology {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.879619 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: availability_zones {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.880913 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: dhcp-networks {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.882616 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: dhcp-agents {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.884121 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: routers {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.887212 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: flavors {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.888474 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: service_profiles {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.889758 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: next_providers {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.891978 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: service_profiles {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.893641 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: floatingip-pools {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.895052 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: routers {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.899041 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: floatingips {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.899232 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: l3-routers {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.902324 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: l3-agents {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.902504 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: metering-labels {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.903958 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: metering-label-rules {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.905399 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: network-ip-availabilities {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.906959 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: bindings {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.909802 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: quotas {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.911686 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: quotas {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.913240 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: rbac-policies {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.914504 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: security-groups {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.915835 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: security-group-rules {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.917151 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: service-providers {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.918480 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: subnetpools {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.919920 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: subnetpools {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.921373 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.923812 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.925773 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.928026 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.929836 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.931748 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.933599 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.935813 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.938353 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.940174 n-d-810285-3 neutron-server[94972]: DEBUG neutron.api.extensions [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Extended resource: tags {{(pid=94972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:46:13.946738 n-d-810285-3 neutron-server[94972]: WARNING keystonemiddleware.auth_token [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 17:46:13.951896 n-d-810285-3 neutron-server[94972]: WARNING keystonemiddleware.auth_token [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 17:46:13.961459 n-d-810285-3 neutron-server[94972]: DEBUG oslo_concurrency.lockutils [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Acquired lock "singleton_lock" {{(pid=94972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 17:46:13.961991 n-d-810285-3 neutron-server[94972]: DEBUG oslo_concurrency.lockutils [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Releasing lock "singleton_lock" {{(pid=94972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 17:46:13.962754 n-d-810285-3 neutron-server[94972]: INFO oslo_service.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Starting 2 workers Sep 21 17:46:13.968857 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Started child 95090 {{(pid=94972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:46:13.975224 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Started child 95091 {{(pid=94972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:46:13.977247 n-d-810285-3 neutron-server[94972]: INFO neutron.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 17:46:13.977960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:13.979114 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Notify callbacks [] for process, before_spawn {{(pid=94972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:13.980429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [-] (95090) wsgi starting up on http://0.0.0.0:9696 Sep 21 17:46:13.981724 n-d-810285-3 neutron-server[94972]: INFO oslo_service.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Starting 1 workers Sep 21 17:46:13.982084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:13.984792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [-] (95091) wsgi starting up on http://0.0.0.0:9696 Sep 21 17:46:13.989153 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Started child 95092 {{(pid=94972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:46:13.989776 n-d-810285-3 neutron-server[94972]: INFO oslo_service.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Starting 1 workers Sep 21 17:46:13.994812 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Started child 95093 {{(pid=94972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:46:13.995640 n-d-810285-3 neutron-server[94972]: DEBUG neutron_lib.callbacks.manager [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] Notify callbacks [] for process, after_spawn {{(pid=94972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:13.997039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] calling RpcWorker wait() {{(pid=95092) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 17:46:13.997930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.service [None req-4e53f989-da0c-4a68-9345-7a5e8aab70a8 None None] returning from RpcWorker wait() {{(pid=95092) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 17:46:13.998073 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 17:46:13.998073 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:46:13.998293 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:46:13.998532 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:46:13.998765 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:46:13.998935 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:46:13.999464 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:13.999779 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:14.000507 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.000718 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.000914 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.001140 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.001655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:14.001909 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.002179 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.002464 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.002780 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.003051 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.003378 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.003378 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.003734 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.003929 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.004117 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:14.004700 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.004700 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.005026 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.005251 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.005429 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.005607 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.005942 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.006120 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.006424 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] debug = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.006623 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.007148 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.007389 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.007895 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.008151 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.008374 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.008594 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.008781 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.008925 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.009137 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.009381 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.009643 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.009834 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.010060 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.010325 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.010630 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.010867 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.011363 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] host = n-d-810285-3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.011601 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.011966 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.012191 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.012411 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.012657 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.012894 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.013113 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.013293 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.013544 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.013772 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.014009 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.014405 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.014660 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.014911 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.015059 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_options = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.015404 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.015713 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.016105 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.016289 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.016464 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.016623 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.016927 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.017075 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.017332 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.017544 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.017884 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.018055 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.018325 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.018542 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.019473 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.019473 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.019473 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.019473 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.020301 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.020301 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.020301 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.021201 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.021201 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.021201 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.021201 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.021762 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.021762 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.022158 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.022158 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.022507 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.022688 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.022940 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.023152 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.023383 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.024549 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.024549 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.024549 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.024549 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.024549 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.025240 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.025240 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.025637 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.025637 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.025933 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.026119 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.026421 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.026578 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_json = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.026780 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.027000 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.027285 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.027502 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.027713 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.027908 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.028163 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.028448 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.028852 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.029118 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.029448 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.029771 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.030058 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.030339 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.030588 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.030848 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.031185 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.031447 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.031747 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.031989 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.032462 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.032710 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.032945 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.033246 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.033510 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.033784 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.034021 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.034405 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.034645 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.034866 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.035091 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.035327 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.035625 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.035884 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.036113 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.036530 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.036760 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.036978 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.037222 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.037433 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.037691 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.037911 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.038276 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.038872 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.038872 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.038872 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.039288 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.039288 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.039612 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.039813 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.039984 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.040611 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.040848 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.041079 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.041332 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.041555 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.041776 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.042014 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.042265 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.042554 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.042700 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.042881 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.044708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.045947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.045947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.045947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.045947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.045947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.045947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.047817 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.047817 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.047817 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.047817 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.047817 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.048628 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.048628 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.048628 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.048628 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.049185 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.049185 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.049185 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.049667 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.049667 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.049947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.050086 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.050303 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.050573 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.050718 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.051122 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.051380 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.051663 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.052005 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.052221 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.052474 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.052775 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.052945 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.053167 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.053418 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.053662 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.053905 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.054142 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.054437 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.054654 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.054897 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.055126 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.055462 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.055708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.055984 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.056206 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.056420 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.056666 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.056908 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.057140 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.057500 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.057775 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.058156 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.058672 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.058832 n-d-810285-3 neutron-server[95093]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:14.058981 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.059122 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.059314 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.059528 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.059816 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.060114 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.060412 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.060820 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.061055 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.061361 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.061678 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.061938 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.062943 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.063223 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.063459 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.063790 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.064376 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.064618 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.064857 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.065090 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.065412 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.065732 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.066037 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.066328 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.066564 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.066855 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.067111 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.067344 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.067702 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.067871 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.068029 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.068291 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.068522 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.068809 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.069048 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.069278 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.069510 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.069732 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.069915 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.070134 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.070395 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.070568 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.071001 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.071001 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.071465 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.071465 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.071854 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.071999 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.072148 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.072346 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.072750 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.072913 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.073181 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.073181 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.073469 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.073655 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.073901 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.074116 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.074412 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.074658 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.074867 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.075125 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.075372 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.075694 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.075957 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.076261 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.076520 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.076730 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.076939 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.077167 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.077376 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.077605 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.077910 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.078061 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.078358 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.078602 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.078962 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.079224 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.079450 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.079685 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.079979 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.080323 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.080559 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.080860 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.081272 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.081511 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.081732 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.082296 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.082296 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.082749 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.082749 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.084330 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.084640 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.085329 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.085561 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.088397 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.088397 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.088397 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.088397 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.088397 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.088397 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.088888 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.089368 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.089832 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.090346 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.090743 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.091014 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.091417 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.091676 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.091939 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.092212 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.092444 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.092722 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.092963 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.093290 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.093720 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.094114 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.094571 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.095378 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.095378 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.095378 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.095733 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.095733 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.095995 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.096254 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.096396 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.096732 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.096890 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.097092 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.097302 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.097498 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.097796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.098180 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.098476 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.098771 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.099034 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.099282 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.099577 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.099903 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.100118 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.100397 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.100744 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.100916 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.101159 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.101630 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.101963 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.102293 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.102547 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.102855 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.103157 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.103708 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.104000 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.104278 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.104798 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.105143 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.105441 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.105690 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.105937 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.106408 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.106673 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.106983 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.107224 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.107463 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.107698 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.107943 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.108212 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.108443 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.108681 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.109454 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.110231 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.110231 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.110817 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.111068 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.111326 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.111633 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:46:14.112233 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 17:46:14.112408 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:46:14.112616 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:46:14.112945 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:46:14.113266 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:46:14.113564 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:46:14.114047 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.114388 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.114548 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.114703 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.115021 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.115363 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.115688 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.116024 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.116322 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.116644 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.117039 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.117356 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.117514 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.117670 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.117797 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.117950 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.118281 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.118578 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.118867 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.119162 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.119454 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.119818 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.120154 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] debug = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.120463 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.120669 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.121005 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.121178 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.121310 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.121440 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.121594 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.122004 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.122374 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.122785 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.123119 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.123449 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.123774 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.124401 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.125315 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.125780 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.126359 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.126785 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] host = n-d-810285-3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.127178 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.127528 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.127911 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.128228 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.128552 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.128866 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.129176 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.129508 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.130144 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.131018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43426) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:14.134380 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.134762 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.135080 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.135380 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.135673 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.135964 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_options = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.136256 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.136549 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.136838 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.137166 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.137465 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.137746 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.138031 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.138350 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.138639 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.138924 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.139222 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.139506 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.139766 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.140035 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.140412 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.140636 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.141568 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.141568 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.141568 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.141830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078433 Sep 21 17:46:14.142532 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.142680 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.142808 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.143155 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.143322 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.143678 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.144061 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.144570 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.144856 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.145012 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.145174 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.145481 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.145798 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.145954 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.146107 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.146474 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.146625 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.146832 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.147036 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.147236 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.147236 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.147550 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.147694 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.147837 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.147996 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.148139 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.148276 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.148416 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_json = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.148597 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.148794 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.148794 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.149170 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.149170 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.149656 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.149656 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.149656 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:46:14.149656 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150400 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150400 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150400 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150400 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150936 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150936 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150936 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.150936 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.151499 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.151499 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.151499 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.151865 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.151865 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.151865 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.152251 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.152251 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.152532 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.152532 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.152797 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.152797 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154392 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154861 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154861 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154861 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.154861 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155089 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155089 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155207 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155483 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155483 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155643 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155803 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155803 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.155803 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.156867 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.156867 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.157131 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.157264 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.157393 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.157549 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.157945 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.158292 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.158292 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.158769 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.158769 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.158769 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.159994 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.161551 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.162719 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.164040 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.165567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.167108 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.168527 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.169668 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.171213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.172796 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.173609 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.173609 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.173609 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.173609 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.173609 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.173609 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.173609 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.174494 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.174494 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.174494 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.174494 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.174494 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.174494 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.175640 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.175640 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.175640 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.175640 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.175640 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.175640 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.176591 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.176591 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.176591 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.176591 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177022 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177022 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177022 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177346 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177346 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177678 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177678 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.177678 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.178213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.178213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.178213 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.178739 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.178739 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.178739 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.179369 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.179369 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.179369 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.179369 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180060 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180060 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180060 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180060 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.180567 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.181480 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.181480 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.181480 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.181480 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.181480 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.181480 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.182370 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.182370 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.182370 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.182370 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.182370 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.183286 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.183447 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.183606 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.183769 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.183928 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.184089 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.184252 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.184471 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.184671 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.184868 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.184868 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.185205 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.185347 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.185477 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.185611 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.185747 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.185896 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.186063 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.186301 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.186400 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.186569 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.186726 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.187043 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.187907 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.188384 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.188900 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.189164 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.189323 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.189480 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.189651 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.189780 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.189947 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.190117 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.190311 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.190470 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.190630 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.190790 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.190949 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.191120 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.191280 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.191439 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192032 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192032 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192032 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192032 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192307 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192394 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192506 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.192809 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.193145 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.193438 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.193540 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.193621 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.193786 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.193945 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.194121 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.194309 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195336 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195336 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195336 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195336 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195336 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195673 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195673 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195791 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.195944 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.196100 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.196261 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.196429 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.196603 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.196772 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.196931 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.197098 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.197270 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.197471 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.197626 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.197780 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.198056 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.198179 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.198338 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.198450 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.198584 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.198743 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.198902 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.199060 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.199218 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.199377 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.199535 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.199725 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.199880 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.200004 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.200133 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.200292 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:46:14.200442 n-d-810285-3 neutron-server[94972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:46:14.236730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:29.376622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1d138-f738-4a94-a820-fa44be4735df None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 17:46:29.541443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1d138-f738-4a94-a820-fa44be4735df None None] No non-hosted networks {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 17:46:29.552191 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86b84b5f-4c5a-46ca-8f68-b091882520fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620268'] for agent, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.542259 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0951638d-09a5-41c9-8354-0d513973a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620268'] for agent, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.625058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-438b396a-e5d9-4a9f-9aac-a732f4cf5cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.026181 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620268'] for agent, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.030127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.030625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.031314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.032617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.033068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.046583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.047062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.047403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.047729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.048171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.048526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.048851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:34.049296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810285-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:34.077521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810285-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:34.589145 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620268'] for agent, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:37.028352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620268'] for agent, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:37.964109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43524) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:38.762916 n-d-810285-3 neutron-server[95091]: WARNING oslo_policy.policy [None req-931fd404-6e1c-4d80-849e-d123a53f6b60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:38.763597 n-d-810285-3 neutron-server[95091]: WARNING oslo_policy.policy [None req-931fd404-6e1c-4d80-849e-d123a53f6b60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:39.005389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-931fd404-6e1c-4d80-849e-d123a53f6b60 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:46:39.008686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-931fd404-6e1c-4d80-849e-d123a53f6b60 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0434821 Sep 21 17:46:40.269859 n-d-810285-3 neutron-server[95092]: INFO neutron.db.l3_hamode_db [None req-4638aa88-e632-4a07-a48d-3fc4a7a54092 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 17:46:40.361527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638aa88-e632-4a07-a48d-3fc4a7a54092 None None] Routers set() bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:46:40.362116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638aa88-e632-4a07-a48d-3fc4a7a54092 None None] Router IDs set() for agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 17:46:41.738003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:42.182239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:42.294354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.policy [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95091) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 17:46:42.342159 n-d-810285-3 neutron-server[95091]: WARNING oslo_policy.policy [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:42.342704 n-d-810285-3 neutron-server[95091]: WARNING oslo_policy.policy [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:42.355833 n-d-810285-3 neutron-server[95091]: INFO neutron.quota [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] Loaded quota_driver: . Sep 21 17:46:42.480161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789897129106', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789897126561', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789897149928', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789897145306', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789897749997', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789897159763', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619409', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828047', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1913350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1758764'] for rbac-policy, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:42.561327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:42.562650 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cad62552-6f49-4f84-9791-069a8862407f admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8234706 Sep 21 17:46:45.712202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43550) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:46.226450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Request body: {'network': {'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'name': 'private', 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'admin_state_up': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:46.261454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Made reservation on behalf of 010fdcb3706e4083a48db8fb90a43b99 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:46:46.265806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.285960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.452498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.457600 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.487298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:46:46.532684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789895205780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.533755 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Unsubscribe: segment precommit_create {{(pid=95091) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 17:46:46.534504 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Added segment b8c29ccd-d11d-4ead-8f20-a8b00afe4c32 of type vlan for network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb Sep 21 17:46:46.545867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac3da3-4561-4319-af8e-985711d77d80,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:46.612840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.613416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.613985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.614569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.615038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.615602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.616168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.616761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.617306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.617866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.618435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.618980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Tracked resource versions report: Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: pushed versions: Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: { 'AddressGroup': {'1.2'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'ConntrackHelper': {'1.0'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Log': {'1.0'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Network': {'1.1'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Port': {'1.7'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'PortForwarding': {'1.2'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'QosPolicy': {'1.9'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'SecurityGroup': {'1.4'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'SubPort': {'1.0'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Subnet': {'1.1'}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Trunk': {'1.1'}} Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: consumer versions: Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: L3 agent@n-d-810285-3: {}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: Metadata agent@n-d-810285-3: {}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: Metering agent@n-d-810285-3: {}, Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'ConntrackHelper': '1.0', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Log': '1.0', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Network': '1.1', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Port': '1.7', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'PortForwarding': '1.2', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'QosPolicy': '1.9', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'SecurityGroup': '1.4', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'SecurityGroupRule': '1.2', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'SubPort': '1.0', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Subnet': '1.1', Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: 'Trunk': '1.1'}} Sep 21 17:46:46.620916 n-d-810285-3 neutron-server[95091]: {{(pid=95091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:46:46.749504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.809348 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.811185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:46.812239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:46.929394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2148421 Sep 21 17:46:47.008592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c8bb5-b5c1-4ba4-8cfd-5dc4d4e626e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae22714-0ce8-44a2-abe3-0d2737f1f2bb,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:47.032124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:46:50.221926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43564) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:50.879388 n-d-810285-3 neutron-server[95090]: WARNING oslo_policy.policy [None req-b4b70049-8e1d-4ab7-abc0-d63b40cbe998 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:50.879997 n-d-810285-3 neutron-server[95090]: WARNING oslo_policy.policy [None req-b4b70049-8e1d-4ab7-abc0-d63b40cbe998 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:51.403532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.policy [None req-b4b70049-8e1d-4ab7-abc0-d63b40cbe998 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95090) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 17:46:51.450169 n-d-810285-3 neutron-server[95090]: WARNING oslo_policy.policy [None req-b4b70049-8e1d-4ab7-abc0-d63b40cbe998 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:51.450582 n-d-810285-3 neutron-server[95090]: WARNING oslo_policy.policy [None req-b4b70049-8e1d-4ab7-abc0-d63b40cbe998 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:46:51.460924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b70049-8e1d-4ab7-abc0-d63b40cbe998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:51.463008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b4b70049-8e1d-4ab7-abc0-d63b40cbe998 admin admin] 10.222.0.70 "GET /v2.0/networks/4ae22714-0ce8-44a2-abe3-0d2737f1f2bb HTTP/1.1" status: 200 len: 826 time: 1.2387979 Sep 21 17:46:51.508344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b4b1656c-02e3-41c2-8c7c-e9a3a2213d0a admin admin] 10.222.0.70 "GET /v2.0/subnetpools/912ee8da-f69f-45f6-9e02-db8c80c07245 HTTP/1.1" status: 200 len: 734 time: 0.0388825 Sep 21 17:46:51.520066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'subnetpool_id': '912ee8da-f69f-45f6-9e02-db8c80c07245', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:51.521781 n-d-810285-3 neutron-server[95090]: INFO neutron.quota [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Loaded quota_driver: . Sep 21 17:46:51.572030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Made reservation on behalf of 010fdcb3706e4083a48db8fb90a43b99 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:46:51.575835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:51.950264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:52.030407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Checking segment: {'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:46:52.031207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Network hostable DHCP agents. Network: 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:46:52.048463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd49151f-aa76-46ba-9e4c-21cd659b4ab4,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:52.063471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.063787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.064128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.064456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.064781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.065110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.065426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.065742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.066056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.066406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.066724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.067046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Tracked resource versions report: Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: pushed versions: Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: { 'AddressGroup': {'1.2'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'ConntrackHelper': {'1.0'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Log': {'1.0'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Network': {'1.1'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Port': {'1.7'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'PortForwarding': {'1.2'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'QosPolicy': {'1.9'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'SecurityGroup': {'1.4'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'SubPort': {'1.0'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Subnet': {'1.1'}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Trunk': {'1.1'}} Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: consumer versions: Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: L3 agent@n-d-810285-3: {}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: Metadata agent@n-d-810285-3: {}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: Metering agent@n-d-810285-3: {}, Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'ConntrackHelper': '1.0', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Log': '1.0', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Network': '1.1', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Port': '1.7', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'PortForwarding': '1.2', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'QosPolicy': '1.9', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'SecurityGroup': '1.4', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'SecurityGroupRule': '1.2', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'SubPort': '1.0', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Subnet': '1.1', Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: 'Trunk': '1.1'}} Sep 21 17:46:52.068117 n-d-810285-3 neutron-server[95090]: {{(pid=95090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:46:52.104264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:46:52.121094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:46:52.127860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:52.128602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:52.132384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec236ac7-920d-4119-a84d-0d8451c8c41e None None] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:46:52.165057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c3d83b7-dd4d-4045-a09d-0584552acf05 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6488683 Sep 21 17:46:52.635161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'fixed_ips': [{'subnet_id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:46:52.636508 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:53.083842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Allocated IP 172.20.0.2 (4ae22714-0ce8-44a2-abe3-0d2737f1f2bb/bd49151f-aa76-46ba-9e4c-21cd659b4ab4/1ae45a1d-84a0-47c7-89d7-efc6244cc6ea) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:46:53.540357 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:53.557814 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:53.715951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:46:53.729204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:46:53.744181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Pushing event updated for resources: {'Port': ['ID=1ae45a1d-84a0-47c7-89d7-efc6244cc6ea,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:53.749106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:46:53.773135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.773709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.774316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.774900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.775484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.776062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.776610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.777146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.777699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.778294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.778891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.781208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Tracked resource versions report: Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: pushed versions: Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: { 'AddressGroup': {'1.2'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'ConntrackHelper': {'1.0'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Log': {'1.0'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Network': {'1.1'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Port': {'1.7'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'PortForwarding': {'1.2'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'QosPolicy': {'1.9'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'SecurityGroup': {'1.4'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'SubPort': {'1.0'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Subnet': {'1.1'}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Trunk': {'1.1'}} Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: consumer versions: Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: L3 agent@n-d-810285-3: {}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: Metadata agent@n-d-810285-3: {}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: Metering agent@n-d-810285-3: {}, Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'ConntrackHelper': '1.0', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Log': '1.0', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Network': '1.1', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Port': '1.7', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'PortForwarding': '1.2', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'QosPolicy': '1.9', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'SecurityGroup': '1.4', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'SecurityGroupRule': '1.2', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'SubPort': '1.0', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Subnet': '1.1', Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: 'Trunk': '1.1'}} Sep 21 17:46:53.783186 n-d-810285-3 neutron-server[95092]: {{(pid=95092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:46:53.923251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Attempting to bind port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:46:53.923950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Attempting to bind port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:46:53.925185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Attempting to bind port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea on network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:46:53.934920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:46:53.936158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Checking segment: {'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:46:53.937249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:53.938012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Bound using segment: {'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:46:53.938935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Bound port: 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:46:53.939643 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:54.069550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e867848e-560c-42d7-89b5-471716ce83df None None] For port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:46:54.078635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e867848e-560c-42d7-89b5-471716ce83df None None] For port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1ae45a1d-84a0-47c7-89d7-efc6244cc6ea,segment=NetworkSegment(b8c29ccd-d11d-4ead-8f20-a8b00afe4c32),segment_id=b8c29ccd-d11d-4ead-8f20-a8b00afe4c32)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:46:54.085861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:54.214446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867848e-560c-42d7-89b5-471716ce83df None None] Pushing event updated for resources: {'Port': ['ID=1ae45a1d-84a0-47c7-89d7-efc6244cc6ea,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:55.409922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43584) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:56.032194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-dc32d30c-4358-4be6-a18a-35140c32f8e9 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:46:56.049017 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dc32d30c-4358-4be6-a18a-35140c32f8e9 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6225181 Sep 21 17:46:59.194943 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2e630e50-dc52-4d0b-a9db-a42557f737c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:59.641481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43592) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:00.214624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-c397c01b-085d-4cdc-85df-ed3d2e996894 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:47:00.216209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c397c01b-085d-4cdc-85df-ed3d2e996894 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5732749 Sep 21 17:47:03.544180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5a8af05c-5911-47a2-b7a8-e72deb22f6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.019447 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.299572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:04.532076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.746986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-55407d0a-ccfd-4333-9058-670d3397dead admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:04.776497 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55407d0a-ccfd-4333-9058-670d3397dead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.778627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55407d0a-ccfd-4333-9058-670d3397dead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.958241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55407d0a-ccfd-4333-9058-670d3397dead admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.964945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55407d0a-ccfd-4333-9058-670d3397dead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.989507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55407d0a-ccfd-4333-9058-670d3397dead admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:04.991729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-55407d0a-ccfd-4333-9058-670d3397dead admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6895459 Sep 21 17:47:05.653879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942fd11b-64f0-4a54-a956-5419c1a13e29 None None] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:05.793631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-488ad615-2918-48d1-9469-3c733fabdeef None None] Provisioning complete for port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:05.794262 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-488ad615-2918-48d1-9469-3c733fabdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:06.132105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-488ad615-2918-48d1-9469-3c733fabdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:06.199559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:06.229859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-488ad615-2918-48d1-9469-3c733fabdeef None None] For port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1ae45a1d-84a0-47c7-89d7-efc6244cc6ea,segment=NetworkSegment(b8c29ccd-d11d-4ead-8f20-a8b00afe4c32),segment_id=b8c29ccd-d11d-4ead-8f20-a8b00afe4c32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:06.268915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-488ad615-2918-48d1-9469-3c733fabdeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:06.355639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ad615-2918-48d1-9469-3c733fabdeef None None] Pushing event updated for resources: {'Port': ['ID=1ae45a1d-84a0-47c7-89d7-efc6244cc6ea,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:06.377113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:06.378005 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:06.605184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-05ffeb7e-5fca-46d0-9995-bd56e7ab7e13 None None] Provisioning complete for port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:06.605602 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05ffeb7e-5fca-46d0-9995-bd56e7ab7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:06.982045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:08.124854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:08.222914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:08.223543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:08.271346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43628) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:08.511148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-c5251e7e-2309-468d-98f4-787dc6fd51c6 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:47:08.512221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c5251e7e-2309-468d-98f4-787dc6fd51c6 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2392759 Sep 21 17:47:11.330399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43644) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:11.419000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:11.453194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Made reservation on behalf of 3ca94bd904d241e590ccd010f7295950 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:11.456979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:11.476719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:11.690963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:11.697710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:11.727765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Reserving flat network on physical network physnet1 {{(pid=95090) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 17:47:11.755507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa07b8-b8c0-4abc-8376-0b99dbea8422,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:11.764674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789895205780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:11.765546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Unsubscribe: segment precommit_create {{(pid=95090) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 17:47:11.766346 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Added segment 620d7b39-378c-4388-a445-f2401e65a4da of type flat for network d4b58782-e2d1-40ac-af5b-2f88777796ec Sep 21 17:47:11.841239 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:11.898776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:11.899891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:11.900618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:12.000490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6687291 Sep 21 17:47:12.093582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0e6a1-0bcc-43ad-90e8-719cc6f86488 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b58782-e2d1-40ac-af5b-2f88777796ec,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:12.109267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d4b58782-e2d1-40ac-af5b-2f88777796ec details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:47:15.525617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43652) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:15.705153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da488bac-a05a-4401-b8ff-86011bb6d135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:15.707301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-da488bac-a05a-4401-b8ff-86011bb6d135 admin admin] 10.222.0.70 "GET /v2.0/subnets/bd49151f-aa76-46ba-9e4c-21cd659b4ab4 HTTP/1.1" status: 200 len: 849 time: 0.1801236 Sep 21 17:47:15.884981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8f33e158-6ad0-48b9-b9da-1396618ce570 admin admin] 10.222.0.70 "GET /v2.0/routers/cb57e4ba-f945-4886-a19c-261278d94e9a HTTP/1.1" status: 200 len: 704 time: 0.1706159 Sep 21 17:47:16.264890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:16.879405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Allocated IP 172.20.0.1 (4ae22714-0ce8-44a2-abe3-0d2737f1f2bb/bd49151f-aa76-46ba-9e4c-21cd659b4ab4/919ed52c-537d-4656-ab7f-64e928e3d589) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:17.249853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:17.380444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:17.485575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:17.494728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:17.508784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:17.509554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:17.534713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Pushing event updated for resources: {'Port': ['ID=919ed52c-537d-4656-ab7f-64e928e3d589,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:17.737601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e3771523-b0ab-46bb-983e-37f5e3e95809 None None] Provisioning complete for port 919ed52c-537d-4656-ab7f-64e928e3d589 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:17.738266 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e3771523-b0ab-46bb-983e-37f5e3e95809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:17.792141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e3771523-b0ab-46bb-983e-37f5e3e95809 None None] Port 919ed52c-537d-4656-ab7f-64e928e3d589 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:17.892179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.245928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.252213 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.253459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.331947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Pushing event updated for resources: {'Port': ['ID=919ed52c-537d-4656-ab7f-64e928e3d589,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:18.415709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:18.417705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:18.674697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Router cb57e4ba-f945-4886-a19c-261278d94e9a is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:47:18.728271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-20cbc6c9-df59-462a-88e5-8601cf866c82 None None] Provisioning complete for port 919ed52c-537d-4656-ab7f-64e928e3d589 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:18.728806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-20cbc6c9-df59-462a-88e5-8601cf866c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.794566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-20cbc6c9-df59-462a-88e5-8601cf866c82 None None] Port 919ed52c-537d-4656-ab7f-64e928e3d589 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:18.861733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:47:18.871934 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fff93136-f873-4b57-9426-0ce7538c8148 admin admin] 10.222.0.70 "PUT /v2.0/routers/cb57e4ba-f945-4886-a19c-261278d94e9a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9766068 Sep 21 17:47:18.880977 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Sync routers for ids ['cb57e4ba-f945-4886-a19c-261278d94e9a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:47:18.902042 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Routers {'cb57e4ba-f945-4886-a19c-261278d94e9a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:47:18.903473 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:47:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb57e4ba-f945-4886-a19c-261278d94e9a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:19.255934 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Set router cb57e4ba-f945-4886-a19c-261278d94e9a gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:47:20.008687 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'name': 'router1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:04Z', 'updated_at': '2021-09-21T17:47:17Z', 'revision_number': 2, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'gw_port_host': None, '_interfaces': [{'id': '919ed52c-537d-4656-ab7f-64e928e3d589', 'name': '', 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'mac_address': 'fa:16:3e:1c:c8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:16Z', 'updated_at': '2021-09-21T17:47:18Z', 'revision_number': 2, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'subnets': [{'id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912ee8da-f69f-45f6-9e02-db8c80c07245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:20.072098 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Checking router: cb57e4ba-f945-4886-a19c-261278d94e9a for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:47:20.072617 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Updating router cb57e4ba-f945-4886-a19c-261278d94e9a port 919ed52c-537d-4656-ab7f-64e928e3d589 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:47:20.143272 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.146754 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:47:21.020782 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.030617 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.174916 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Pushing event updated for resources: {'Port': ['ID=919ed52c-537d-4656-ab7f-64e928e3d589,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:21.231326 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.231863 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.232428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.233138 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.233698 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.234299 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.234930 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.235428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.235984 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.236533 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.237099 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.237539 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Tracked resource versions report: Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: pushed versions: Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: { 'AddressGroup': {'1.2'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'ConntrackHelper': {'1.0'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Log': {'1.0'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Network': {'1.1'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Port': {'1.7'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'PortForwarding': {'1.2'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'QosPolicy': {'1.9'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'SecurityGroup': {'1.4'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'SubPort': {'1.0'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Subnet': {'1.1'}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Trunk': {'1.1'}} Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: consumer versions: Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: L3 agent@n-d-810285-3: {}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: Metadata agent@n-d-810285-3: {}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: Metering agent@n-d-810285-3: {}, Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'ConntrackHelper': '1.0', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Log': '1.0', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Network': '1.1', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Port': '1.7', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'PortForwarding': '1.2', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'QosPolicy': '1.9', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'SecurityGroup': '1.4', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'SecurityGroupRule': '1.2', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'SubPort': '1.0', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Subnet': '1.1', Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: 'Trunk': '1.1'}} Sep 21 17:47:21.239667 n-d-810285-3 neutron-server[95093]: {{(pid=95093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:47:21.337820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Attempting to bind port 919ed52c-537d-4656-ab7f-64e928e3d589 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:47:21.338557 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Attempting to bind port 919ed52c-537d-4656-ab7f-64e928e3d589 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:47:21.339267 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Attempting to bind port 919ed52c-537d-4656-ab7f-64e928e3d589 on network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:21.350489 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:47:21.351158 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Checking segment: {'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:21.351984 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.352622 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Bound using segment: {'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:47:21.353490 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Bound port: 919ed52c-537d-4656-ab7f-64e928e3d589, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c29ccd-d11d-4ead-8f20-a8b00afe4c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:47:21.355420 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.444035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-56381a44-cc8c-41c6-b8d1-57784ae59413 None None] Provisioning complete for port 919ed52c-537d-4656-ab7f-64e928e3d589 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:21.444921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-56381a44-cc8c-41c6-b8d1-57784ae59413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.485480 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] For port 919ed52c-537d-4656-ab7f-64e928e3d589, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:47:21.511669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-56381a44-cc8c-41c6-b8d1-57784ae59413 None None] Port 919ed52c-537d-4656-ab7f-64e928e3d589 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:21.530966 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] For port 919ed52c-537d-4656-ab7f-64e928e3d589, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=919ed52c-537d-4656-ab7f-64e928e3d589,segment=NetworkSegment(b8c29ccd-d11d-4ead-8f20-a8b00afe4c32),segment_id=b8c29ccd-d11d-4ead-8f20-a8b00afe4c32)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:47:21.537949 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.641484 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Routers {'cb57e4ba-f945-4886-a19c-261278d94e9a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:47:21.642504 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:47:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb57e4ba-f945-4886-a19c-261278d94e9a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:21.704082 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4e0b8-583d-4413-9415-f1e5743d859e None None] Pushing event updated for resources: {'Port': ['ID=919ed52c-537d-4656-ab7f-64e928e3d589,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:21.808546 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] Set router cb57e4ba-f945-4886-a19c-261278d94e9a gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:47:21.948764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-feac41a3-b44d-4f62-b240-1ee19d0508b8 None None] Provisioning complete for port 919ed52c-537d-4656-ab7f-64e928e3d589 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:21.949330 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-feac41a3-b44d-4f62-b240-1ee19d0508b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.066586 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-feac41a3-b44d-4f62-b240-1ee19d0508b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.128996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-feac41a3-b44d-4f62-b240-1ee19d0508b8 None None] For port 919ed52c-537d-4656-ab7f-64e928e3d589, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=919ed52c-537d-4656-ab7f-64e928e3d589,segment=NetworkSegment(b8c29ccd-d11d-4ead-8f20-a8b00afe4c32),segment_id=b8c29ccd-d11d-4ead-8f20-a8b00afe4c32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:22.135900 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-feac41a3-b44d-4f62-b240-1ee19d0508b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.141052 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'name': 'router1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:04Z', 'updated_at': '2021-09-21T17:47:17Z', 'revision_number': 2, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'gw_port_host': None, '_interfaces': [{'id': '919ed52c-537d-4656-ab7f-64e928e3d589', 'name': '', 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'mac_address': 'fa:16:3e:1c:c8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:16Z', 'updated_at': '2021-09-21T17:47:21Z', 'revision_number': 4, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'subnets': [{'id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912ee8da-f69f-45f6-9e02-db8c80c07245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:22.160554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:22.177888 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04e307-f9e0-440b-bd9d-9522a9387649 None None] The sync data for ids ['cb57e4ba-f945-4886-a19c-261278d94e9a'] in n-d-810285-3 is: [{'id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'name': 'router1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:04Z', 'updated_at': '2021-09-21T17:47:17Z', 'revision_number': 2, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'gw_port_host': None, '_interfaces': [{'id': '919ed52c-537d-4656-ab7f-64e928e3d589', 'name': '', 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'mac_address': 'fa:16:3e:1c:c8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:16Z', 'updated_at': '2021-09-21T17:47:21Z', 'revision_number': 4, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'subnets': [{'id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912ee8da-f69f-45f6-9e02-db8c80c07245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:47:22.228869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac41a3-b44d-4f62-b240-1ee19d0508b8 None None] Pushing event updated for resources: {'Port': ['ID=919ed52c-537d-4656-ab7f-64e928e3d589,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:22.349145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e1e3c-fbe6-4be1-afad-57c2cf43a43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:22.354398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-211e1e3c-fbe6-4be1-afad-57c2cf43a43f admin admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 842 time: 0.1890030 Sep 21 17:47:22.370814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'gateway_ip': '172.25.3.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:22.411236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Made reservation on behalf of 3ca94bd904d241e590ccd010f7295950 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:22.415322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.017631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 17:47:23.018378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.135127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f978fc5-68d8-4169-8c91-06239352c2fc,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:23.147844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:23.148402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Network hostable DHCP agents. Network: d4b58782-e2d1-40ac-af5b-2f88777796ec, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:47:23.178315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:47:23.193551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, d4b58782-e2d1-40ac-af5b-2f88777796ec) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:23.200696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:23.201730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.212385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e0890-637f-4703-82f3-431716fd8fad None None] Network d4b58782-e2d1-40ac-af5b-2f88777796ec requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:23.226354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d8b56598-cecb-480c-a3d3-e95b37f3ba67 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8594668 Sep 21 17:47:23.478785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0635042-ac6f-46bc-800f-dff77b25f2af None None] Network d4b58782-e2d1-40ac-af5b-2f88777796ec requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:27.510585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43670) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:27.937013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5778a57a-d2fa-406f-ba7c-550748e6de44 admin admin] 10.222.0.70 "GET /v2.0/routers/cb57e4ba-f945-4886-a19c-261278d94e9a HTTP/1.1" status: 200 len: 710 time: 0.4242322 Sep 21 17:47:28.050166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b58cb3f-dfb0-415e-ac1e-8ec7cf29a984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:28.052110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4b58cb3f-dfb0-415e-ac1e-8ec7cf29a984 admin admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 886 time: 0.1075230 Sep 21 17:47:28.067993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:28.520925 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.020653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.174692 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.197696 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d3bac2d4-6828-4821-a63f-9618b73c5152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.455944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Allocated IP 172.25.3.118 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/5f62a5d4-56eb-4540-8669-13a911577fb1) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:29.631604 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.715040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.828511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:29.835946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:29.839351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:29.901106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Pushing event updated for resources: {'Port': ['ID=5f62a5d4-56eb-4540-8669-13a911577fb1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:30.165826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 919ed52c-537d-4656-ab7f-64e928e3d589 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:30.241128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 919ed52c-537d-4656-ab7f-64e928e3d589 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:30.241128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:30.279093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:30.619720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:30.627977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:30.844867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Router cb57e4ba-f945-4886-a19c-261278d94e9a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:47:31.113142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:47:31.121787 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.134230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2a0218d7-fffa-40c0-8efd-0f89a3292e63 admin admin] 10.222.0.70 "PUT /v2.0/routers/cb57e4ba-f945-4886-a19c-261278d94e9a HTTP/1.1" status: 200 len: 890 time: 3.0608044 Sep 21 17:47:31.255631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Sync routers for ids ['cb57e4ba-f945-4886-a19c-261278d94e9a'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:47:31.276120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Routers {'cb57e4ba-f945-4886-a19c-261278d94e9a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:47:31.277399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:47:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb57e4ba-f945-4886-a19c-261278d94e9a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:31.588137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Set router cb57e4ba-f945-4886-a19c-261278d94e9a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:47:32.134846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'name': 'router1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '5f62a5d4-56eb-4540-8669-13a911577fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:04Z', 'updated_at': '2021-09-21T17:47:30Z', 'revision_number': 4, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'gw_port': {'id': '5f62a5d4-56eb-4540-8669-13a911577fb1', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:29Z', 'updated_at': '2021-09-21T17:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '919ed52c-537d-4656-ab7f-64e928e3d589', 'name': '', 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'mac_address': 'fa:16:3e:1c:c8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:16Z', 'updated_at': '2021-09-21T17:47:22Z', 'revision_number': 5, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'subnets': [{'id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912ee8da-f69f-45f6-9e02-db8c80c07245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:32.240541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Checking router: cb57e4ba-f945-4886-a19c-261278d94e9a for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:47:32.241039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Updating router cb57e4ba-f945-4886-a19c-261278d94e9a port 5f62a5d4-56eb-4540-8669-13a911577fb1 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:47:32.328966 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.895488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.905346 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.966027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Attempting to bind port 5f62a5d4-56eb-4540-8669-13a911577fb1 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:47:32.966576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Attempting to bind port 5f62a5d4-56eb-4540-8669-13a911577fb1 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:47:32.967114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Attempting to bind port 5f62a5d4-56eb-4540-8669-13a911577fb1 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:32.984561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd933a4-24fd-400c-86d2-8a27599eddb1 None None] Pushing event updated for resources: {'Port': ['ID=5f62a5d4-56eb-4540-8669-13a911577fb1,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:32.988460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:47:32.989048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:32.989700 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.990343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:47:32.991133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Bound port: 5f62a5d4-56eb-4540-8669-13a911577fb1, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:47:32.991765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.088096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] For port 5f62a5d4-56eb-4540-8669-13a911577fb1, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:47:33.094889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] For port 5f62a5d4-56eb-4540-8669-13a911577fb1, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5f62a5d4-56eb-4540-8669-13a911577fb1,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:47:33.104986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.203165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Routers {'cb57e4ba-f945-4886-a19c-261278d94e9a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:47:33.203824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:47:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb57e4ba-f945-4886-a19c-261278d94e9a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:33.245282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd933a4-24fd-400c-86d2-8a27599eddb1 None None] Pushing event updated for resources: {'Port': ['ID=5f62a5d4-56eb-4540-8669-13a911577fb1,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:33.336361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] Set router cb57e4ba-f945-4886-a19c-261278d94e9a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:47:33.561402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2910-080d-4517-813a-fa62fb569cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.679568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'name': 'router1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '5f62a5d4-56eb-4540-8669-13a911577fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:04Z', 'updated_at': '2021-09-21T17:47:30Z', 'revision_number': 4, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'gw_port': {'id': '5f62a5d4-56eb-4540-8669-13a911577fb1', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:29Z', 'updated_at': '2021-09-21T17:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '919ed52c-537d-4656-ab7f-64e928e3d589', 'name': '', 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'mac_address': 'fa:16:3e:1c:c8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:16Z', 'updated_at': '2021-09-21T17:47:22Z', 'revision_number': 5, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'subnets': [{'id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912ee8da-f69f-45f6-9e02-db8c80c07245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:33.714511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0096af9-7f26-47bf-8ff4-a9fbd96f000b None None] The sync data for ids ['cb57e4ba-f945-4886-a19c-261278d94e9a'] in n-d-810285-3 is: [{'id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'name': 'router1', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '5f62a5d4-56eb-4540-8669-13a911577fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:04Z', 'updated_at': '2021-09-21T17:47:30Z', 'revision_number': 4, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'gw_port': {'id': '5f62a5d4-56eb-4540-8669-13a911577fb1', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:29Z', 'updated_at': '2021-09-21T17:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '919ed52c-537d-4656-ab7f-64e928e3d589', 'name': '', 'network_id': '4ae22714-0ce8-44a2-abe3-0d2737f1f2bb', 'tenant_id': '010fdcb3706e4083a48db8fb90a43b99', 'mac_address': 'fa:16:3e:1c:c8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb57e4ba-f945-4886-a19c-261278d94e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:16Z', 'updated_at': '2021-09-21T17:47:22Z', 'revision_number': 5, 'project_id': '010fdcb3706e4083a48db8fb90a43b99', 'subnets': [{'id': 'bd49151f-aa76-46ba-9e4c-21cd659b4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912ee8da-f69f-45f6-9e02-db8c80c07245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:47:34.033682 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.203478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5f62a5d4-56eb-4540-8669-13a911577fb1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:34.292673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5f62a5d4-56eb-4540-8669-13a911577fb1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:34.293280 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.298723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43682) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:34.443973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.491709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 5f62a5d4-56eb-4540-8669-13a911577fb1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5f62a5d4-56eb-4540-8669-13a911577fb1,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:34.501487 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.519833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-442d8e26-265d-4a89-a3b6-bb90f0f31c09 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2194602 Sep 21 17:47:34.582491 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.603151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=5f62a5d4-56eb-4540-8669-13a911577fb1,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:36.168780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5f62a5d4-56eb-4540-8669-13a911577fb1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:36.276427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5f62a5d4-56eb-4540-8669-13a911577fb1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:36.277058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.019096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.103723 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:47:59.213178 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec3d465d-0e0c-491a-8f98-8eb725647b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.543482 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a1e76d1-bccc-46ab-8cec-a868cf0da5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.040441 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.562658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.039469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.199894 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-104c2acb-6923-43b0-9427-2a77c4f97873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.545667 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c1044f27-329b-4eb1-b8f3-d4ff31a270f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.023428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.098413 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:48:34.567845 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.023728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:59.208742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c713a82d-0050-47db-b4d9-f4cb755675bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.538702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1b041026-fd72-48dd-bc49-46ea75a93947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:04.031377 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:04.555209 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:07.012737 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:11.099362 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:49:29.199799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b9839170-7cb0-4edf-a77a-b52dd766afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:33.542976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5523c4ab-1d3e-4e13-adbb-de57fb004a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:34.025556 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:34.553836 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.015400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:44.690036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44278) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:44.810346 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf323635-e4a0-4a05-8a17-cd8f8df07436 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:49:44.812986 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf323635-e4a0-4a05-8a17-cd8f8df07436 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1210771 Sep 21 17:49:45.117817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e2d638-2375-486e-ae51-c58efb97dac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.120345 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-67e2d638-2375-486e-ae51-c58efb97dac7 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.3007948 Sep 21 17:49:48.209830 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:49:48.385825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44288) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:48.529874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8359745-6fce-4443-b63e-3183c7ae7dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.532538 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f8359745-6fce-4443-b63e-3183c7ae7dcc admin admin] 10.222.0.70 "GET /v2.0/subnets/bd49151f-aa76-46ba-9e4c-21cd659b4ab4 HTTP/1.1" status: 200 len: 849 time: 0.1450639 Sep 21 17:49:48.552111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:48.747593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Notify callbacks [] for subnet, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:48.983277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789895163908'] for subnet, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.025690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.026850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.028893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] 10.222.0.70 "PUT /v2.0/subnets/bd49151f-aa76-46ba-9e4c-21cd659b4ab4 HTTP/1.1" status: 200 len: 868 time: 0.4874201 Sep 21 17:49:49.033989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919a456-38bc-460b-af86-569d3ceedd87 None None] Network 4ae22714-0ce8-44a2-abe3-0d2737f1f2bb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:49:49.087741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd49151f-aa76-46ba-9e4c-21cd659b4ab4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:49.105769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.107204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.107853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.108600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.109342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.110107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.111074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.111830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.112675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.113511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.114093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.114880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468a3c7-7da6-466a-ad71-29efb2ac063b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:49.625911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-913e2416-6ca3-4da2-9177-56a8d141bacd None None] Provisioning complete for port 1ae45a1d-84a0-47c7-89d7-efc6244cc6ea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:49.626583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-913e2416-6ca3-4da2-9177-56a8d141bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.832186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-913e2416-6ca3-4da2-9177-56a8d141bacd None None] Provisioning complete for port 919ed52c-537d-4656-ab7f-64e928e3d589 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:49.832682 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-913e2416-6ca3-4da2-9177-56a8d141bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:52.303034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44296) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:52.734673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62baf17f-7277-4b7c-a1ed-08aa3bbffaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.735612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62baf17f-7277-4b7c-a1ed-08aa3bbffaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.738643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-62baf17f-7277-4b7c-a1ed-08aa3bbffaf7 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4339492 Sep 21 17:49:55.766008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44304) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:56.009283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc0285-7173-47c9-a164-acb17df6342f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:56.009668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc0285-7173-47c9-a164-acb17df6342f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:56.011384 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0efc0285-7173-47c9-a164-acb17df6342f admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2440238 Sep 21 17:49:58.537468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44312) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:58.692864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1edec5f-2869-44c2-a9ce-176079abd328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.694303 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c1edec5f-2869-44c2-a9ce-176079abd328 admin admin] 10.222.0.70 "GET /v2.0/networks/4ae22714-0ce8-44a2-abe3-0d2737f1f2bb HTTP/1.1" status: 200 len: 870 time: 0.1554799 Sep 21 17:49:59.206956 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ab932e45-cf4f-4398-82d2-a34a4ad5f2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:01.241895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44320) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:01.385568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372dda16-ec6d-4d69-9d3e-a15d4edefbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.387099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-372dda16-ec6d-4d69-9d3e-a15d4edefbda admin admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 886 time: 0.1438410 Sep 21 17:50:03.542310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-829a0902-aa70-47ef-89b7-bd9f7aa50bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.028800 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.071224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44328) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:04.257096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28010bf6-cf4e-4371-8f57-199cad970733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:04.257462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28010bf6-cf4e-4371-8f57-199cad970733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:04.259139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-28010bf6-cf4e-4371-8f57-199cad970733 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1869428 Sep 21 17:50:04.566417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.970459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:07.019000 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.172867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18dfc7-229c-43e1-b099-8e1945145d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.173534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18dfc7-229c-43e1-b099-8e1945145d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.176029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3b18dfc7-229c-43e1-b099-8e1945145d11 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2039998 Sep 21 17:50:10.302630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44346) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:10.400051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733596a-7b78-467d-aea9-9bb65e83dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:10.401960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e733596a-7b78-467d-aea9-9bb65e83dc6e admin admin] 10.222.0.70 "GET /v2.0/subnets/2f978fc5-68d8-4169-8c91-06239352c2fc HTTP/1.1" status: 200 len: 816 time: 0.0981722 Sep 21 17:50:12.929774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44354) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:13.054591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c91a4-2c8c-4154-babb-7f3df0ad7998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:13.057302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a52c91a4-2c8c-4154-babb-7f3df0ad7998 admin admin] 10.222.0.70 "GET /v2.0/subnets/bd49151f-aa76-46ba-9e4c-21cd659b4ab4 HTTP/1.1" status: 200 len: 868 time: 0.1256053 Sep 21 17:50:25.099533 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:50:29.193513 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51a241f3-fbee-46b1-9e87-697d78b537aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.539522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-01f21bbe-153a-4542-a6b1-c12cf476ff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.036003 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.564268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.019819 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.400290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44410) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:42.456523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-a6b47665-d1aa-48a4-a756-a50133039f11 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:50:42.457851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a6b47665-d1aa-48a4-a756-a50133039f11 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564704 Sep 21 17:50:45.054891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44422) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:45.162598 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-4115a99e-8cf3-4883-9554-990911a0de7d admin admin] GET failed (client error): The resource could not be found. Sep 21 17:50:45.165385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4115a99e-8cf3-4883-9554-990911a0de7d admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1087854 Sep 21 17:50:45.424223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c99aa2-c033-4e56-9002-086a73a8b8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:45.426132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-56c99aa2-c033-4e56-9002-086a73a8b8a2 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2545793 Sep 21 17:50:48.787825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44430) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:48.851105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:48.888063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Made reservation on behalf of 3ca94bd904d241e590ccd010f7295950 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:48.891969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.956237 n-d-810285-3 neutron-server[95090]: WARNING neutron.services.revisions.revision_plugin [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Could not find related network for resource to bump revision. Sep 21 17:50:48.980959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:50:48.998470 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.998951 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Added segment 645eddc0-0991-41c3-9201-9a782b65820a of type vlan for network 16162046-18e4-4c37-86b4-cd7b0a5112f3 Sep 21 17:50:49.056094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.093982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.095810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:49.096888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.131660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3423550 Sep 21 17:50:49.184982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Pushing event updated for resources: {'Network': ['ID=16162046-18e4-4c37-86b4-cd7b0a5112f3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:49.197556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.197896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.198285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.199374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.199960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.200550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.201126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.201704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.202324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.202882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.203449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.204023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbd09d-3a81-42f2-8649-bf04ec847a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:49.220968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:50:51.718273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44442) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:51.804988 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-127b0e2c-5cef-4d7e-b3e9-5aac4eb3b0d8 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:50:51.807938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-127b0e2c-5cef-4d7e-b3e9-5aac4eb3b0d8 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0883467 Sep 21 17:50:51.898506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1801a25-ed43-4afb-894a-9ab2344c89af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:51.899933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b1801a25-ed43-4afb-894a-9ab2344c89af admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0826666 Sep 21 17:50:51.917358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Request body: {'subnet': {'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:51.942869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Made reservation on behalf of 3ca94bd904d241e590ccd010f7295950 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:51.945577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.142039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.201060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a29f5a-f7d0-4808-a2f3-b47a360fc035,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:52.213186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:52.213532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Network hostable DHCP agents. Network: 16162046-18e4-4c37-86b4-cd7b0a5112f3, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:50:52.234396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:50:52.245495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 16162046-18e4-4c37-86b4-cd7b0a5112f3) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:52.254629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:52.255603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.258359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9bfd9-9292-40d2-811e-04268da51940 None None] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:52.282060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9e209394-2ab0-4a0b-aceb-d0339fb0dd7f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3683822 Sep 21 17:50:52.467746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-16162046-18e4-4c37-86b4-cd7b0a5112f3', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'tenant_id': '3ca94bd904d241e590ccd010f7295950', 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:50:52.468668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.663600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Allocated IP 192.168.233.2 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/1e1e171c-0471-471d-95f7-297789db9e24) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:52.908811 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.924332 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.994817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:53.002931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:53.009678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:53.031602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Pushing event updated for resources: {'Port': ['ID=1e1e171c-0471-471d-95f7-297789db9e24,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:53.046019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.046649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.047142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.047929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.048223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.048662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.049930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.049930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.049930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.049930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.051493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.051493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:53.148864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Attempting to bind port 1e1e171c-0471-471d-95f7-297789db9e24 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:53.149446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Attempting to bind port 1e1e171c-0471-471d-95f7-297789db9e24 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:53.150033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Attempting to bind port 1e1e171c-0471-471d-95f7-297789db9e24 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:53.160949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:53.161462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:53.162135 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.162843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:53.163682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Bound port: 1e1e171c-0471-471d-95f7-297789db9e24, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:53.164359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.274303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] For port 1e1e171c-0471-471d-95f7-297789db9e24, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:53.281302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] For port 1e1e171c-0471-471d-95f7-297789db9e24, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1e1e171c-0471-471d-95f7-297789db9e24,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:53.290697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.398982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56a54-f611-4a83-9a11-7e3ef3a83f2b None None] Pushing event updated for resources: {'Port': ['ID=1e1e171c-0471-471d-95f7-297789db9e24,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:54.428289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1e1e171c-0471-471d-95f7-297789db9e24 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:54.528623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1e1e171c-0471-471d-95f7-297789db9e24 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:54.529051 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.567034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc729f7-615f-4c12-832b-5fc8c9f25266 None None] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:54.741608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-91844a7b-e797-4753-bbbe-ca4baf0c2276 None None] Provisioning complete for port 1e1e171c-0471-471d-95f7-297789db9e24 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:54.742145 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-91844a7b-e797-4753-bbbe-ca4baf0c2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.949713 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.102222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 1e1e171c-0471-471d-95f7-297789db9e24, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1e1e171c-0471-471d-95f7-297789db9e24,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:55.114397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.169591 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-91844a7b-e797-4753-bbbe-ca4baf0c2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.254756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=1e1e171c-0471-471d-95f7-297789db9e24,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:55.278077 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-91844a7b-e797-4753-bbbe-ca4baf0c2276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:50:55.278558 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-91844a7b-e797-4753-bbbe-ca4baf0c2276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:50:55.962443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5a89b5f2-b397-4bd3-99a8-488d0213e3df None None] Provisioning complete for port 1e1e171c-0471-471d-95f7-297789db9e24 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:55.963372 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5a89b5f2-b397-4bd3-99a8-488d0213e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.333546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1e1e171c-0471-471d-95f7-297789db9e24 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:56.400389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1e1e171c-0471-471d-95f7-297789db9e24 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:56.400850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:59.192011 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8bf937a8-6582-4a4e-9b56-916ce4df2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:02.099024 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:51:03.537283 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c63c6d34-204b-420f-abf1-f36624eb10e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:04.024826 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:04.568755 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:07.015854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:29.194170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2e302ba6-29fd-46dd-b232-5a41c3206253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:33.545402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ead46b67-d64c-4735-97f8-8969bc57d466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.029232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.567860 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.024638 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:39.100584 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:51:59.196880 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4267b74-b717-464e-b67f-b7e918b437d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:03.536150 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-590b2556-f43c-4254-9c90-2603a04fc9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.026480 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.576289 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.020171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:15.402439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44486) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:15.411986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-8ee67e49-d5d2-4aeb-8fc0-25540dcb856a tempest-verify_tempest_config-2031203036 tempest-verify_tempest_config-2031203036-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:52:15.413353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8ee67e49-d5d2-4aeb-8fc0-25540dcb856a tempest-verify_tempest_config-2031203036 tempest-verify_tempest_config-2031203036-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0096200 Sep 21 17:52:15.848102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44504) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:15.993941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.098727 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:52:16.103481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.108293 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.163163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a23a27a0648492e8026e125fef92182&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3138185 Sep 21 17:52:16.164033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da610f76-8daf-4f4d-875f-c116a6d68df2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:16.167064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44510) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:16.172377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.172728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.173065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.173401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.173740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.174071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.174503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.174829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.175131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.175466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.176011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.176199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08052cc3-3cba-44f7-8c3b-0baa73198441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.237743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.263049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.372214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.374930 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.376137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da610f76-8daf-4f4d-875f-c116a6d68df2 HTTP/1.1" status: 204 len: 168 time: 0.2077658 Sep 21 17:52:16.386341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da610f76-8daf-4f4d-875f-c116a6d68df2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:16.397608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.398457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.399306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.400072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.400823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.401397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.401936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.402592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.403188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.403761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.404451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:16.405116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0685373a-9f83-4e40-83bf-45d45b870a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:29.206821 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b0b528d4-661f-47e0-b6a1-d64d4c4323fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:33.534797 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b901b31f-f68f-42f9-b2d7-953178b0e8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:34.031610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:34.580878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:37.022156 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.098240 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:52:59.190685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0164c437-b4ae-48f2-b156-e4b75df8504b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:03.540018 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdd8402f-2a23-4697-968e-a7411afe1b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.026277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.586050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.025277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.194091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-53d57425-938b-4c80-b355-944809420fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:30.098063 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:53:33.538572 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2f759862-4436-439f-bef8-7fd45e8f8362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:34.040561 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:34.586093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:37.035277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.201693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f18a3ba3-5f0b-43f7-a412-04bb3e7b03b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:03.535903 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-240078d9-4931-4c1a-aef0-3622a77d5aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.034815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.588058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.029051 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.098331 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:54:29.197488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23cd9cdc-fcc5-4374-86dc-fbf0c598f12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.531697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa76c6b6-3696-45bd-8309-c261765ffb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:34.043158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:34.589440 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:37.044025 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.096952 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:54:59.198649 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e642a5c-a16c-4cb9-a7d4-d7e3d279d27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.533985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca271d46-0685-4406-a626-d91835b48fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.038597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.589738 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:07.033983 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:21.095979 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 5 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:55:29.202687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ded6c134-7f8c-4349-a06d-09eb9b726d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.538042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0325e9e-f0d4-46b3-9846-fe5f7740d691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.827400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620268'] for agent, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.041365 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.595213 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:37.042898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.018160 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1620268'] for agent, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.096498 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:55:59.205446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e24187f6-0a71-4276-9553-757434c9b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.542061 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-40d63994-1b17-4a27-aa10-b72dc42bd8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.782057 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.045970 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.596898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.041763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.001892 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.657770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44570) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:19.763441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c448d7c-1e43-4bd5-b42a-56b7d877a9b7 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1045573 Sep 21 17:56:21.989628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44580) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:22.044703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-de5d6dc3-2a16-400e-856c-80e0b5a21e37 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0539532 Sep 21 17:56:29.207248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a4806597-b8bf-43fd-b098-65d4f4515e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:33.543961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-721b08f2-9569-4039-a4b7-ffd503be1287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:33.774440 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.054080 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.601706 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:35.096522 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:56:37.046031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:38.009602 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:59.210733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-01fbf6ad-98bf-4dd6-ade4-704347095aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:03.561206 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f09c8322-9e67-4f79-952c-f37d8ba225d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:03.814960 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.056170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.611663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.053889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.023874 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:12.100884 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:57:29.215710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7f880498-cce1-4fc6-9d9a-4a050d14c19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.546315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a586-6586-43f6-a708-5b612865c935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.782514 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.050107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.607159 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.054147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.014712 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.101617 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:57:49.781547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44730) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:50.267810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-network', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:50.290658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Made reservation on behalf of 122f5fe7a5d64fa2a4f6a3f02dd40272 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:50.293411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.303254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.421716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.430662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.462600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94ae56-3471-4762-b9cf-46ae3c59396a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:50.474237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:50.477439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.477789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.478230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.478795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.482488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Tracked resource versions report: Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: pushed versions: Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: { 'AddressGroup': {'1.2'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'ConntrackHelper': {'1.0'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Log': {'1.0'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Network': {'1.1'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Port': {'1.7'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'PortForwarding': {'1.2'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'QosPolicy': {'1.9'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'SecurityGroup': {'1.4'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'SubPort': {'1.0'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Subnet': {'1.1'}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Trunk': {'1.1'}} Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: consumer versions: Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: HyperV agent@n-h1-810285-3: {}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: HyperV agent@n-h2-810285-3: {}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: L3 agent@n-d-810285-3: {}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: Metadata agent@n-d-810285-3: {}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: Metering agent@n-d-810285-3: {}, Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'ConntrackHelper': '1.0', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Log': '1.0', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Network': '1.1', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Port': '1.7', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'PortForwarding': '1.2', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'QosPolicy': '1.9', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'SecurityGroup': '1.4', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'SecurityGroupRule': '1.2', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'SubPort': '1.0', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Subnet': '1.1', Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: 'Trunk': '1.1'}} Sep 21 17:57:50.488380 n-d-810285-3 neutron-server[95090]: {{(pid=95090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:57:50.512145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.512492 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Added segment 9ec14180-7c53-486d-9226-04be4f26940a of type vlan for network 867dbb29-1b62-4023-92b8-23fc510b7091 Sep 21 17:57:50.574339 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.607342 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.608515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:50.609795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.654229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8709280 Sep 21 17:57:50.658097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44774) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:50.664171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Request body: {'subnet': {'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-subnet', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:50.689178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b6faf-fe20-4b27-a31c-0f8771ce1326 admin admin] Pushing event updated for resources: {'Network': ['ID=867dbb29-1b62-4023-92b8-23fc510b7091,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:50.702481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Made reservation on behalf of 122f5fe7a5d64fa2a4f6a3f02dd40272 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:50.705199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 867dbb29-1b62-4023-92b8-23fc510b7091 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:50.706287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.976301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.031879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9938b0a4-f7b6-47cf-8425-1039ea4920c3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:51.044416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.045374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.045967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.046479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.046981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.047489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.047863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.048348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.048924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.049272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.049606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.049935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Tracked resource versions report: Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: pushed versions: Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: { 'AddressGroup': {'1.2'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'ConntrackHelper': {'1.0'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Log': {'1.0'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Network': {'1.1'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Port': {'1.7'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'PortForwarding': {'1.2'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'QosPolicy': {'1.9'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'SecurityGroup': {'1.4'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'SubPort': {'1.0'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Subnet': {'1.1'}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Trunk': {'1.1'}} Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: consumer versions: Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: HyperV agent@n-h1-810285-3: {}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: HyperV agent@n-h2-810285-3: {}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: L3 agent@n-d-810285-3: {}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: Metadata agent@n-d-810285-3: {}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: Metering agent@n-d-810285-3: {}, Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'ConntrackHelper': '1.0', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Log': '1.0', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Network': '1.1', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Port': '1.7', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'PortForwarding': '1.2', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'QosPolicy': '1.9', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'SecurityGroup': '1.4', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'SecurityGroupRule': '1.2', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'SubPort': '1.0', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Subnet': '1.1', Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: 'Trunk': '1.1'}} Sep 21 17:57:51.051054 n-d-810285-3 neutron-server[95091]: {{(pid=95091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:57:51.070493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Checking segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:51.070939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Network hostable DHCP agents. Network: 867dbb29-1b62-4023-92b8-23fc510b7091, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:51.095498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Network 867dbb29-1b62-4023-92b8-23fc510b7091 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:51.107995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 867dbb29-1b62-4023-92b8-23fc510b7091) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:51.116770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:51.117175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.127608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c539ba-e8c4-4536-a829-28b054e27002 None None] Network 867dbb29-1b62-4023-92b8-23fc510b7091 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:51.138546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44800) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:51.139328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-12580791-c04e-407d-adf0-5b70be753d5e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4795344 Sep 21 17:57:51.144318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:51.178009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.180146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.290740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.307450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-867dbb29-1b62-4023-92b8-23fc510b7091', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:57:51.308345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.532845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Allocated IP 172.20.0.2 (867dbb29-1b62-4023-92b8-23fc510b7091/9938b0a4-f7b6-47cf-8425-1039ea4920c3/7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:51.566959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.583674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44812) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:51.741280 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.750312 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.796927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Network 867dbb29-1b62-4023-92b8-23fc510b7091 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:51.800643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:51.803683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:51.842358 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.842659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Pushing event updated for resources: {'Port': ['ID=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:51.868636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.869274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.869397 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.869902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.870417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.870902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.871406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.871901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.872405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.872886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.873389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.873876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.874392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Tracked resource versions report: Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: pushed versions: Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: { 'AddressGroup': {'1.2'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'ConntrackHelper': {'1.0'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Log': {'1.0'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Network': {'1.1'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Port': {'1.7'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'PortForwarding': {'1.2'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'QosPolicy': {'1.9'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'SecurityGroup': {'1.4'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'SubPort': {'1.0'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Subnet': {'1.1'}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Trunk': {'1.1'}} Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: consumer versions: Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: HyperV agent@n-h1-810285-3: {}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: HyperV agent@n-h2-810285-3: {}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: L3 agent@n-d-810285-3: {}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: Metadata agent@n-d-810285-3: {}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: Metering agent@n-d-810285-3: {}, Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'ConntrackHelper': '1.0', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Log': '1.0', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Network': '1.1', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Port': '1.7', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'PortForwarding': '1.2', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'QosPolicy': '1.9', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'SecurityGroup': '1.4', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'SecurityGroupRule': '1.2', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'SubPort': '1.0', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Subnet': '1.1', Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: 'Trunk': '1.1'}} Sep 21 17:57:51.876300 n-d-810285-3 neutron-server[95092]: {{(pid=95092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:57:51.901053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Attempting to bind port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:51.901429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Attempting to bind port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:51.901925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Attempting to bind port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 on network 867dbb29-1b62-4023-92b8-23fc510b7091 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:51.909944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:51.910348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Checking segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:51.910809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.911201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Bound using segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:51.912273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Bound port: 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:51.913019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.001879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] For port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:52.006126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] For port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:52.012529 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.019630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Allocated IP 172.25.3.129 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/cd6ec1f4-f669-406d-aee8-3bc09f06a963) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:52.067149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-289496995-network', 'tenant_id': 'a575fd3659f04c57a57b6eb150b96926'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:52.097962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef1886-068d-4d18-b89c-fafd07d3d22d None None] Pushing event updated for resources: {'Port': ['ID=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:52.113023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Made reservation on behalf of a575fd3659f04c57a57b6eb150b96926 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:52.117538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.135529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.192690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.233329 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.269424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.279658 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.283357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Pushing event updated for resources: {'Port': ['ID=cd6ec1f4-f669-406d-aee8-3bc09f06a963,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:52.297912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:52.302789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:52.305650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:52.308488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:52.310031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.310700 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Added segment f4732de6-8683-42b7-8d64-0b6760c09d67 of type vlan for network bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb Sep 21 17:57:52.363371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.423589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.425151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:52.425938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.488599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1558ddf9-a50a-4539-962e-7439e20e603e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:52.534046 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9305274 Sep 21 17:57:52.542118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44840) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:52.551061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Request body: {'subnet': {'network_id': 'bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-289496995-subnet', 'tenant_id': 'a575fd3659f04c57a57b6eb150b96926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:52.638277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.651358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddba87f-70ef-49b7-844a-7e36695463b0 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:52.666702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:52.692952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Made reservation on behalf of a575fd3659f04c57a57b6eb150b96926 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:52.698328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.728955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:52.875391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:52.877150 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.957790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.980072 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.054843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:53.061292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.084291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Checking segment: {'id': 'f4732de6-8683-42b7-8d64-0b6760c09d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:53.085283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Network hostable DHCP agents. Network: bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:53.099375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Pushing event updated for resources: {'Subnet': ['ID=610a428b-1f71-493e-a757-a77575566133,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:53.120068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Network bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:53.133860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:53.146289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:53.148764 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.156759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2eda57-fd3f-4a98-a5c9-2b6bc051990c None None] Network bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:53.185882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.192982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bbfe623e-5795-42fc-bb93-fefa7ff6904d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6486299 Sep 21 17:57:53.208394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:53.427173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Router d893596b-ced7-4e3a-b5b3-427d27a99059 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:57:53.564971 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b9b75e-2c83-4838-b7b3-cc574a5aab3f None None] Network bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:53.637555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:53.639538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd028bf-3753-407e-91a9-76f135469eb6 None None] Network 867dbb29-1b62-4023-92b8-23fc510b7091 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:53.650493 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Sync routers for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:53.665603 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:53.666283 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:57:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:53.667436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.669266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1f5a20c0-ef6d-481d-afba-da70fb24ac1b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5289800 Sep 21 17:57:53.676350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44878) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:53.840809 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:53.891935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7c41cc41-75cf-4f11-b28c-4d9a634cb8ce None None] Provisioning complete for port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:53.892713 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c41cc41-75cf-4f11-b28c-4d9a634cb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.098668 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:52Z', 'revision_number': 3, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:54.173267 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Checking router: d893596b-ced7-4e3a-b5b3-427d27a99059 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:54.174116 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Updating router d893596b-ced7-4e3a-b5b3-427d27a99059 port cd6ec1f4-f669-406d-aee8-3bc09f06a963 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:54.222009 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.474406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-988b8a3a-6cdd-40e3-9e48-abddac946dfd None None] Provisioning complete for port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:54.475055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-988b8a3a-6cdd-40e3-9e48-abddac946dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.610954 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.621032 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.626477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:54.692272 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Attempting to bind port cd6ec1f4-f669-406d-aee8-3bc09f06a963 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:54.692831 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Attempting to bind port cd6ec1f4-f669-406d-aee8-3bc09f06a963 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:54.693004 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Attempting to bind port cd6ec1f4-f669-406d-aee8-3bc09f06a963 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:54.705552 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:54.706041 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:54.706511 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.706914 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:54.707562 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Bound port: cd6ec1f4-f669-406d-aee8-3bc09f06a963, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:54.707962 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.739072 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Pushing event updated for resources: {'Port': ['ID=cd6ec1f4-f669-406d-aee8-3bc09f06a963,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:54.753384 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.753802 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.754151 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.754544 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.755078 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.755425 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.755760 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.756101 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.756411 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.756802 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.757141 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.757467 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Tracked resource versions report: Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: pushed versions: Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: { 'AddressGroup': {'1.2'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'ConntrackHelper': {'1.0'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Log': {'1.0'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Network': {'1.1'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Port': {'1.7'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'PortForwarding': {'1.2'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'QosPolicy': {'1.9'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'SecurityGroup': {'1.4'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'SubPort': {'1.0'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Subnet': {'1.1'}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Trunk': {'1.1'}} Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: consumer versions: Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: { DHCP agent@n-d-810285-3: {}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: HyperV agent@n-h1-810285-3: {}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: HyperV agent@n-h2-810285-3: {}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: L3 agent@n-d-810285-3: {}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: Metadata agent@n-d-810285-3: {}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: Metering agent@n-d-810285-3: {}, Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: Open vSwitch agent@n-d-810285-3: { 'AddressGroup': '1.2', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'ConntrackHelper': '1.0', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Log': '1.0', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Network': '1.1', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Port': '1.7', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'PortForwarding': '1.2', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'QosPolicy': '1.9', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'SecurityGroup': '1.4', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'SecurityGroupRule': '1.2', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'SubPort': '1.0', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Subnet': '1.1', Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: 'Trunk': '1.1'}} Sep 21 17:57:54.759287 n-d-810285-3 neutron-server[95093]: {{(pid=95093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:57:54.780980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.783773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:54.784176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.820728 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] For port cd6ec1f4-f669-406d-aee8-3bc09f06a963, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:54.824629 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] For port cd6ec1f4-f669-406d-aee8-3bc09f06a963, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=cd6ec1f4-f669-406d-aee8-3bc09f06a963,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:54.829998 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.886297 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ba88f-3b77-4e6f-b7d6-142b8c4396cd None None] Pushing event updated for resources: {'Port': ['ID=cd6ec1f4-f669-406d-aee8-3bc09f06a963,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:54.923568 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:54.924201 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:57:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:55.014902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Allocated IP 172.20.0.1 (867dbb29-1b62-4023-92b8-23fc510b7091/9938b0a4-f7b6-47cf-8425-1039ea4920c3/e5935c6c-b225-4311-ad1e-a637284465be) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:55.164848 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:55.240965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.301165 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.347521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Network 867dbb29-1b62-4023-92b8-23fc510b7091 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:55.354735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:55.363442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:55.363677 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.435873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Pushing event updated for resources: {'Port': ['ID=e5935c6c-b225-4311-ad1e-a637284465be,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:55.481708 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:52Z', 'revision_number': 3, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:55.522849 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55b8ed-eac9-4abf-903a-40d96ca0af21 None None] The sync data for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 is: [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:52Z', 'revision_number': 3, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:55.634744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-703b240f-59ca-4561-84b0-d8fcbc4e6426 None None] Provisioning complete for port e5935c6c-b225-4311-ad1e-a637284465be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:55.635301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-703b240f-59ca-4561-84b0-d8fcbc4e6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.673917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.709286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-703b240f-59ca-4561-84b0-d8fcbc4e6426 None None] Port e5935c6c-b225-4311-ad1e-a637284465be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:55.931226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.937463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.940518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.075872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44950) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:56.083614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-535814922-network', 'tenant_id': 'c7b1cd8602514feb8d5a6841d28e687a'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:56.118115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Made reservation on behalf of c7b1cd8602514feb8d5a6841d28e687a for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:56.119781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Pushing event updated for resources: {'Port': ['ID=e5935c6c-b225-4311-ad1e-a637284465be,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:56.122132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.129021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Network 867dbb29-1b62-4023-92b8-23fc510b7091 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:56.130698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:56.133132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.283826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.289561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.333590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Router d893596b-ced7-4e3a-b5b3-427d27a99059 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:56.361458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:56.372015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf8d588-fd32-423d-99bc-7ec7ecde91f0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:56.396256 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.396610 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Added segment 41825aa1-9795-4da7-8334-8e1681457a94 of type vlan for network 9fef6575-a106-4c0d-8549-8d8e7b54f3b7 Sep 21 17:57:56.487887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.544434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4ced1a32-3e26-4c31-b039-04740bc0a03c None None] Provisioning complete for port e5935c6c-b225-4311-ad1e-a637284465be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:56.550291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ced1a32-3e26-4c31-b039-04740bc0a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.555832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.557265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:56.558359 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.565278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:56.580977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-403d0947-5a59-4ccb-a81c-b572ace9ed2c admin admin] 10.222.0.70 "PUT /v2.0/routers/d893596b-ced7-4e3a-b5b3-427d27a99059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959229 Sep 21 17:57:56.616697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4ced1a32-3e26-4c31-b039-04740bc0a03c None None] Port e5935c6c-b225-4311-ad1e-a637284465be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:56.654831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44966) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:56.656811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device cd6ec1f4-f669-406d-aee8-3bc09f06a963 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:56.660612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Request body: {'subnet': {'network_id': '9fef6575-a106-4c0d-8549-8d8e7b54f3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-535814922-subnet', 'tenant_id': 'c7b1cd8602514feb8d5a6841d28e687a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:56.666021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5776598 Sep 21 17:57:56.710386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Made reservation on behalf of c7b1cd8602514feb8d5a6841d28e687a for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:56.713839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.746568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba9360-51f8-4e04-8c8d-c165bc47f441 admin admin] Pushing event updated for resources: {'Network': ['ID=9fef6575-a106-4c0d-8549-8d8e7b54f3b7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:56.778110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9fef6575-a106-4c0d-8549-8d8e7b54f3b7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:56.898291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port cd6ec1f4-f669-406d-aee8-3bc09f06a963 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:56.898764 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.017994 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.037524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.042590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port cd6ec1f4-f669-406d-aee8-3bc09f06a963, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=cd6ec1f4-f669-406d-aee8-3bc09f06a963,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:57.048833 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.120553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=cd6ec1f4-f669-406d-aee8-3bc09f06a963,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:57.130349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44984) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:57.150038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfaaed3-2cd8-490f-ae99-0072147de9f0,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:57.164307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Checking segment: {'id': '41825aa1-9795-4da7-8334-8e1681457a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '9fef6575-a106-4c0d-8549-8d8e7b54f3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:57.164728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Network hostable DHCP agents. Network: 9fef6575-a106-4c0d-8549-8d8e7b54f3b7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:57.206097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Network 9fef6575-a106-4c0d-8549-8d8e7b54f3b7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:57.227987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9fef6575-a106-4c0d-8549-8d8e7b54f3b7) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:57.242368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bdef38-9efe-4096-b6f3-b5655b18a384 None None] Network 9fef6575-a106-4c0d-8549-8d8e7b54f3b7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:57.258010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:57.258731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.279116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-34360669-6414-419e-9cd7-e29771c04b15 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6213140 Sep 21 17:57:57.434040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb7205-0d99-4c2d-8d4d-c763c57874c9 None None] Network 9fef6575-a106-4c0d-8549-8d8e7b54f3b7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:57.525429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45006) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:57.617309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac1694ed-8b75-4ad6-a7ac-e8c58bedc1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.654019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] Deleting subnet 610a428b-1f71-493e-a757-a77575566133 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:57:57.662609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.706368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45010) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:57.741541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.772011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.008887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92432e80-a5ce-4e73-ba83-24dc7b9a88e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.047882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac1694ed-8b75-4ad6-a7ac-e8c58bedc1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.073918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac1694ed-8b75-4ad6-a7ac-e8c58bedc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.185497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ac1694ed-8b75-4ad6-a7ac-e8c58bedc1c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfa398936db341439811ae7a52566586&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0531604 Sep 21 17:57:58.186778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45040) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:58.213986 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.277340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.285221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/610a428b-1f71-493e-a757-a77575566133 HTTP/1.1" status: 204 len: 168 time: 0.7581518 Sep 21 17:57:58.286403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1694ed-8b75-4ad6-a7ac-e8c58bedc1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980892c3-41ac-4caf-abe1-5a248bc66a23,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:58.291205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45048) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:58.312258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92432e80-a5ce-4e73-ba83-24dc7b9a88e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.344866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92432e80-a5ce-4e73-ba83-24dc7b9a88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.349546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d674a-05ea-49e2-b702-357900473a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610a428b-1f71-493e-a757-a77575566133,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:58.401297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Sync routers for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:58.419187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:58.425063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:57:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:58.452491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92432e80-a5ce-4e73-ba83-24dc7b9a88e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951cf683-b60c-408c-9eeb-4fd60a4370a2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:58.456405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.462383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45064) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:58.476910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-network', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:58.532016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Made reservation on behalf of 6c32ed5acb45432f899a19685f77f77b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:58.534569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.540513 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-92432e80-a5ce-4e73-ba83-24dc7b9a88e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11cb2d7d31e345988b5adea41c0f6987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8295033 Sep 21 17:57:58.542742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:58.544798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6acf1377-0b5f-477c-887a-1fd2f26121e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.557746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.643008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6acf1377-0b5f-477c-887a-1fd2f26121e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.655442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device cd6ec1f4-f669-406d-aee8-3bc09f06a963 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:58.698135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:58.699968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.754889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dfb31486-0f6e-4cc0-a008-dcfa829fda2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.762918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.773136 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.774168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.774548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > port after_create 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.775191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.775308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > port after_update 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.776701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.776701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.776701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.776970 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:58.808367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dfb31486-0f6e-4cc0-a008-dcfa829fda2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.918221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port cd6ec1f4-f669-406d-aee8-3bc09f06a963 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:58.918691 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.944827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6acf1377-0b5f-477c-887a-1fd2f26121e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.948243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6acf1377-0b5f-477c-887a-1fd2f26121e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.949596 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6acf1377-0b5f-477c-887a-1fd2f26121e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/980892c3-41ac-4caf-abe1-5a248bc66a23 HTTP/1.1" status: 204 len: 168 time: 0.7598739 Sep 21 17:57:58.957392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dfb31486-0f6e-4cc0-a008-dcfa829fda2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.967627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dfb31486-0f6e-4cc0-a008-dcfa829fda2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.977289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dfb31486-0f6e-4cc0-a008-dcfa829fda2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/951cf683-b60c-408c-9eeb-4fd60a4370a2 HTTP/1.1" status: 204 len: 168 time: 0.4333503 Sep 21 17:57:58.988410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf1377-0b5f-477c-887a-1fd2f26121e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980892c3-41ac-4caf-abe1-5a248bc66a23,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.014428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb31486-0f6e-4cc0-a008-dcfa829fda2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951cf683-b60c-408c-9eeb-4fd60a4370a2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.139400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 2, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:59.163094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:59.163656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:59.164120 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:59.164580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:57:59.165169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:59.189324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4732de6-8683-42b7-8d64-0b6760c09d67') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:59.190627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4732de6-8683-42b7-8d64-0b6760c09d67') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:59.213635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.252609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.267165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:57:59.268030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: from cryptography.utils import int_from_bytes Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: from cryptography.utils import int_from_bytes Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: timer() Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:57:59.272311 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:57:59.290069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Checking router: d893596b-ced7-4e3a-b5b3-427d27a99059 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:59.290461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Updating router d893596b-ced7-4e3a-b5b3-427d27a99059 port e5935c6c-b225-4311-ad1e-a637284465be binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:59.343291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.350241 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f3654f3f-bcdb-4e62-a1df-7f6e1cdaf22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.356651 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.364390 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.395118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:59.397580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.419707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b8c02-e6ad-4af8-ad46-2e166e1ffad5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.435047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.435387 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Added segment 9c4c280c-b064-48bc-a932-dca99432448a of type vlan for network c16e34ae-fd54-489e-ba15-6846d59ecb72 Sep 21 17:57:59.447416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.449561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb HTTP/1.1" status: 204 len: 168 time: 1.1566541 Sep 21 17:57:59.454646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.512294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] Deleting subnet 0dfaaed3-2cd8-490f-ae99-0072147de9f0 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:57:59.520503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.563522 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.586670 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.604243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.638582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45118) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.648956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c0ee5-6939-46ef-8d9e-8a75b7a3dd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0afb67-8cbd-48e7-a9b8-8d6a5f95eedb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.665829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.669173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:59.676305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.701986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.735905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfaaed3-2cd8-490f-ae99-0072147de9f0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.753982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.766935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45138) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.770299 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-308c731d-45ed-43fa-9889-42274fdf26e4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0dfaaed3-2cd8-490f-ae99-0072147de9f0 HTTP/1.1" status: 204 len: 168 time: 0.3106353 Sep 21 17:57:59.808089 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3373675 Sep 21 17:57:59.812226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45140) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.820035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Request body: {'subnet': {'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-subnet', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:59.861213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3cc4d-8c8f-43ae-8d63-f9476bef1aec admin admin] Pushing event updated for resources: {'Network': ['ID=c16e34ae-fd54-489e-ba15-6846d59ecb72,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.872867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Made reservation on behalf of 6c32ed5acb45432f899a19685f77f77b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:59.879237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.882222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:59.973165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45148) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.989153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.026575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9286b8c2-0af3-4ebf-bdb1-3d4857d225a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.174229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.183469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.251674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.253795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc86f0c5-7af7-4c9c-a98f-86e9e08422c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.293717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45166) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:00.309525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04989ac5-8ede-445c-8688-536995387d5e None None] Pushing event updated for resources: {'Port': ['ID=e5935c6c-b225-4311-ad1e-a637284465be,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:00.358116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.362097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2306037f-f72d-41e3-8b98-b848fdd8c1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.376646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Attempting to bind port e5935c6c-b225-4311-ad1e-a637284465be on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:00.377040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Attempting to bind port e5935c6c-b225-4311-ad1e-a637284465be by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:00.377399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Attempting to bind port e5935c6c-b225-4311-ad1e-a637284465be on network 867dbb29-1b62-4023-92b8-23fc510b7091 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:00.385070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:00.385990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Checking segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:00.385990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.386279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Bound using segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:00.386997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Bound port: e5935c6c-b225-4311-ad1e-a637284465be, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:00.387283 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.423251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fef6575-a106-4c0d-8549-8d8e7b54f3b7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:00.440973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41825aa1-9795-4da7-8334-8e1681457a94') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:00.441573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41825aa1-9795-4da7-8334-8e1681457a94') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:00.461752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.462020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec27234-3c6a-4701-a6eb-36e868f4fa0d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:00.472437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Checking segment: {'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:00.473373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Network hostable DHCP agents. Network: c16e34ae-fd54-489e-ba15-6846d59ecb72, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:00.496225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.497542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:00.509116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:58:00.509116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.509333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, c16e34ae-fd54-489e-ba15-6846d59ecb72) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: timer() Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:58:00.511658 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:58:00.514528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:00.515132 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.533290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12fb11-58ad-4b75-b0c6-c62502c62d43 None None] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:00.590174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9286b8c2-0af3-4ebf-bdb1-3d4857d225a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.595816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9286b8c2-0af3-4ebf-bdb1-3d4857d225a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.604613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45174) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:00.605448 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f68c13c-78c7-4b75-ba8f-521df40e5c62 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7904079 Sep 21 17:58:00.610568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:00.626509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.640881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] For port e5935c6c-b225-4311-ad1e-a637284465be, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:00.665655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.670033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] 10.222.0.70 "DELETE /v2.0/networks/9fef6575-a106-4c0d-8549-8d8e7b54f3b7 HTTP/1.1" status: 204 len: 168 time: 0.8977919 Sep 21 17:58:00.674320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] For port e5935c6c-b225-4311-ad1e-a637284465be, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5935c6c-b225-4311-ad1e-a637284465be,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:00.683990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.699493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9286b8c2-0af3-4ebf-bdb1-3d4857d225a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f66cb45a6aa4faa9e27db28528b0dee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7240646 Sep 21 17:58:00.700213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45184) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:00.701395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadfd48-e585-42cb-8b20-bead069d276f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fef6575-a106-4c0d-8549-8d8e7b54f3b7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:00.707961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286b8c2-0af3-4ebf-bdb1-3d4857d225a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8dd63d-3698-43e3-a44a-8aadc50a26b0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:00.778368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d3c3-83b8-4815-b222-6ff1f4bf0652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.805162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc86f0c5-7af7-4c9c-a98f-86e9e08422c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.807154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d3c3-83b8-4815-b222-6ff1f4bf0652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.817086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc86f0c5-7af7-4c9c-a98f-86e9e08422c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.832945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04989ac5-8ede-445c-8688-536995387d5e None None] Pushing event updated for resources: {'Port': ['ID=e5935c6c-b225-4311-ad1e-a637284465be,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:00.838047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 17:58:00.838047 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 17:58:00.838047 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id_1': '6c32ed5acb45432f899a19685f77f77b', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 57, 40, 686938)}] Sep 21 17:58:00.838047 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:58:00.838507 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:58:00.894666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d3c3-83b8-4815-b222-6ff1f4bf0652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.898522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0b8d3c3-83b8-4815-b222-6ff1f4bf0652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.902760 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e0b8d3c3-83b8-4815-b222-6ff1f4bf0652 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b8dd63d-3698-43e3-a44a-8aadc50a26b0 HTTP/1.1" status: 204 len: 168 time: 0.1998434 Sep 21 17:58:00.919383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8d3c3-83b8-4815-b222-6ff1f4bf0652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8dd63d-3698-43e3-a44a-8aadc50a26b0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:00.930759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45200) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:00.934735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fc86f0c5-7af7-4c9c-a98f-86e9e08422c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2309529c696148cb9618341539a78c84&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2923529 Sep 21 17:58:00.952176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86f0c5-7af7-4c9c-a98f-86e9e08422c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b618924-72be-42bf-b0b0-6a2a4e5d5033,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:01.039359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b7290389-9773-46e1-8910-a2749651302f None None] Provisioning complete for port e5935c6c-b225-4311-ad1e-a637284465be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:01.039826 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7290389-9773-46e1-8910-a2749651302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.045111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:01.055562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:57:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:01.057429 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2306037f-f72d-41e3-8b98-b848fdd8c1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.064377 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2306037f-f72d-41e3-8b98-b848fdd8c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.117374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2306037f-f72d-41e3-8b98-b848fdd8c1e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=929ffbc56aa64c40b939a7f33f2cd1f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8221855 Sep 21 17:58:01.122528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45208) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:01.146172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306037f-f72d-41e3-8b98-b848fdd8c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ed1165-ad37-4064-aee0-02f0d47bfd0c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:01.146578 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4de45df-63a8-4ac4-8833-422e2ddc4a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.175160 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45210) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:01.232563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee3f765-6a6c-4fea-a20a-d63e32222276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.259033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4de45df-63a8-4ac4-8833-422e2ddc4a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.272814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee3f765-6a6c-4fea-a20a-d63e32222276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.377439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:01.396484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.399298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.449307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee3f765-6a6c-4fea-a20a-d63e32222276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.451772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee3f765-6a6c-4fea-a20a-d63e32222276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.455592 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dee3f765-6a6c-4fea-a20a-d63e32222276 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98ed1165-ad37-4064-aee0-02f0d47bfd0c HTTP/1.1" status: 204 len: 168 time: 0.3291819 Sep 21 17:58:01.468411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4de45df-63a8-4ac4-8833-422e2ddc4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.477317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4de45df-63a8-4ac4-8833-422e2ddc4a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.482773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c4de45df-63a8-4ac4-8833-422e2ddc4a12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b618924-72be-42bf-b0b0-6a2a4e5d5033 HTTP/1.1" status: 204 len: 168 time: 0.5507708 Sep 21 17:58:01.490080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3f765-6a6c-4fea-a20a-d63e32222276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ed1165-ad37-4064-aee0-02f0d47bfd0c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:01.522032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a875bd94-338c-41bb-ae8a-0424324b540e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a575fd3659f04c57a57b6eb150b96926&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3451414 Sep 21 17:58:01.523033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45232) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:01.530485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de45df-63a8-4ac4-8833-422e2ddc4a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b618924-72be-42bf-b0b0-6a2a4e5d5033,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:01.620523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.767845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-c16e34ae-fd54-489e-ba15-6846d59ecb72', 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'fixed_ips': [{'subnet_id': 'cec27234-3c6a-4701-a6eb-36e868f4fa0d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:58:01.768852 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.954481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15bdc3f8-9cbf-402f-a4db-744482d631a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.963801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.040964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Allocated IP 172.20.0.2 (c16e34ae-fd54-489e-ba15-6846d59ecb72/cec27234-3c6a-4701-a6eb-36e868f4fa0d/38efa029-a8c2-4787-ad6f-f17c9f35cd2c) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:02.050515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15bdc3f8-9cbf-402f-a4db-744482d631a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.128288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7290389-9773-46e1-8910-a2749651302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.259200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45270) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:02.317019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15bdc3f8-9cbf-402f-a4db-744482d631a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.320013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15bdc3f8-9cbf-402f-a4db-744482d631a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.321508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-15bdc3f8-9cbf-402f-a4db-744482d631a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1558ddf9-a50a-4539-962e-7439e20e603e HTTP/1.1" status: 204 len: 168 time: 0.7966743 Sep 21 17:58:02.342627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdc3f8-9cbf-402f-a4db-744482d631a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1558ddf9-a50a-4539-962e-7439e20e603e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:02.407874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b7290389-9773-46e1-8910-a2749651302f None None] For port e5935c6c-b225-4311-ad1e-a637284465be, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5935c6c-b225-4311-ad1e-a637284465be,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:02.442008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7290389-9773-46e1-8910-a2749651302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.515152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.527105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7290389-9773-46e1-8910-a2749651302f None None] Pushing event updated for resources: {'Port': ['ID=e5935c6c-b225-4311-ad1e-a637284465be,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:02.536653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.552351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:00Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:02.609387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45288) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:02.627457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffaea4a-3b0d-4d05-b02b-0a7cffb42491 None None] The sync data for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 is: [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:00Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:02.642792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.655457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4679d992-e4a6-4637-9826-2ba117fd4f3d None None] Provisioning complete for port e5935c6c-b225-4311-ad1e-a637284465be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:02.655457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4679d992-e4a6-4637-9826-2ba117fd4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.665324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf273859-87bc-4022-adeb-bd55bf646bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.680489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Allocated IP 172.25.3.44 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:02.912254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.960695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.977398 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf273859-87bc-4022-adeb-bd55bf646bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.981658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.987210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf273859-87bc-4022-adeb-bd55bf646bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.042312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:03.048166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:03.053568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:03.055184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:03.059965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:03.064156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf273859-87bc-4022-adeb-bd55bf646bec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31d658f87ed5413786bb458a68f2729e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4487665 Sep 21 17:58:03.064905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:03.081781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:03.137817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Pushing event updated for resources: {'Port': ['ID=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.170879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf273859-87bc-4022-adeb-bd55bf646bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72bedbc-ad8f-4373-aa43-21b84411117a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.195468 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1be36e46-6ae0-4e31-89bd-4204e3ac6e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.242475 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Pushing event updated for resources: {'Port': ['ID=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.301394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-115126a7-7fb1-480a-acde-be38e86dbb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.303410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Attempting to bind port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:03.303857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Attempting to bind port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:03.304730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Attempting to bind port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c on network c16e34ae-fd54-489e-ba15-6846d59ecb72 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:03.324851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:03.325336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Checking segment: {'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:03.325624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.326017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Bound using segment: {'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:03.326537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Bound port: 38efa029-a8c2-4787-ad6f-f17c9f35cd2c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:03.326942 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.350699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:03.408632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-115126a7-7fb1-480a-acde-be38e86dbb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.486280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] For port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:03.492687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] For port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,segment=NetworkSegment(9c4c280c-b064-48bc-a932-dca99432448a),segment_id=9c4c280c-b064-48bc-a932-dca99432448a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:03.511093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.600793 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7b281809-6648-42ac-b562-e8c71c4eca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.604155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1be36e46-6ae0-4e31-89bd-4204e3ac6e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.613163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1be36e46-6ae0-4e31-89bd-4204e3ac6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.625906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a92364-9ec2-4f77-bbd7-105bea58da54 None None] Pushing event updated for resources: {'Port': ['ID=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.645653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-115126a7-7fb1-480a-acde-be38e86dbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.650721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-115126a7-7fb1-480a-acde-be38e86dbb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.655342 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-115126a7-7fb1-480a-acde-be38e86dbb6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a72bedbc-ad8f-4373-aa43-21b84411117a HTTP/1.1" status: 204 len: 168 time: 0.5724947 Sep 21 17:58:03.680603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45314) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:03.738291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.798129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45316) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:03.802499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1be36e46-6ae0-4e31-89bd-4204e3ac6e76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a0004287a08497b8c5e1a8b21d088e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5418866 Sep 21 17:58:03.814083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be36e46-6ae0-4e31-89bd-4204e3ac6e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dbc136-67a1-4426-9d15-c65dcb50327b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.832670 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.854940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115126a7-7fb1-480a-acde-be38e86dbb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72bedbc-ad8f-4373-aa43-21b84411117a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.892360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45326) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:03.898727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-15c2dbb0-e903-4275-8324-937d1390463a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7b1cd8602514feb8d5a6841d28e687a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2001534 Sep 21 17:58:04.020563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ab-b051-43e8-9aef-62a0e7796ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.069890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.089015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ab-b051-43e8-9aef-62a0e7796ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.130228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f698cbc-ddee-48be-a502-c569127eb634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.239158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c11406d0-fcc1-4973-b750-a454a9d23c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.331406 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c11406d0-fcc1-4973-b750-a454a9d23c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.372327 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ab-b051-43e8-9aef-62a0e7796ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.376209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ab-b051-43e8-9aef-62a0e7796ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.376810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f698cbc-ddee-48be-a502-c569127eb634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.377525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e8efa9ab-b051-43e8-9aef-62a0e7796ea1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7dbc136-67a1-4426-9d15-c65dcb50327b HTTP/1.1" status: 204 len: 168 time: 0.5761397 Sep 21 17:58:04.388635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f698cbc-ddee-48be-a502-c569127eb634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.430991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efa9ab-b051-43e8-9aef-62a0e7796ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dbc136-67a1-4426-9d15-c65dcb50327b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:04.446294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.505877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f698cbc-ddee-48be-a502-c569127eb634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d318fb0-bdea-4979-be7b-512add313762,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:04.537037 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f698cbc-ddee-48be-a502-c569127eb634 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14639c5db1d24acf89a684b3ccd446b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1840136 Sep 21 17:58:04.565203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45342) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:04.638355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.745402 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33bab364-33c0-49a1-870e-97b93c507312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.848851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c11406d0-fcc1-4973-b750-a454a9d23c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.853079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c11406d0-fcc1-4973-b750-a454a9d23c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.861431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33bab364-33c0-49a1-870e-97b93c507312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.863351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c11406d0-fcc1-4973-b750-a454a9d23c1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eaf8d588-fd32-423d-99bc-7ec7ecde91f0 HTTP/1.1" status: 204 len: 168 time: 0.9658406 Sep 21 17:58:04.870330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 38efa029-a8c2-4787-ad6f-f17c9f35cd2c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:04.910718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11406d0-fcc1-4973-b750-a454a9d23c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf8d588-fd32-423d-99bc-7ec7ecde91f0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:04.963708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33bab364-33c0-49a1-870e-97b93c507312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.975600 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33bab364-33c0-49a1-870e-97b93c507312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.977889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-33bab364-33c0-49a1-870e-97b93c507312 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d318fb0-bdea-4979-be7b-512add313762 HTTP/1.1" status: 204 len: 168 time: 0.4111924 Sep 21 17:58:05.006509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bab364-33c0-49a1-870e-97b93c507312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d318fb0-bdea-4979-be7b-512add313762,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:05.030354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Router bf5df939-e695-4a2d-86c8-43182e392c55 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:58:05.109889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:05.110692 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.218405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:05.231605 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Sync routers for ids ['bf5df939-e695-4a2d-86c8-43182e392c55'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:05.254789 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Routers {'bf5df939-e695-4a2d-86c8-43182e392c55'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:05.255706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3287466d-ee28-4a93-b815-e82f6d54ae7c None None] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:05.256428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bf5df939-e695-4a2d-86c8-43182e392c55'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:05.257070 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.258627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-04ad3f75-736a-4159-b054-3bde3709337f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.6527286 Sep 21 17:58:05.262503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45362) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:05.310878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.479162 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Set router bf5df939-e695-4a2d-86c8-43182e392c55 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:05.486290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45372) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:05.491716 n-d-810285-3 neutron-server[95091]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 17:58:05.571999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-9eee8aa7-a813-4ff1-91b6-9f1e2654f45f tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=37df2d82679a4d2191c14bb3f8131ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827224 Sep 21 17:58:05.755343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3de9709e-6e98-4b9e-b5b8-9d89ff1f1721 None None] Provisioning complete for port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:05.755718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3de9709e-6e98-4b9e-b5b8-9d89ff1f1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.805538 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T17:58:03Z', 'revision_number': 3, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port': {'id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:02Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:05.900001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,segment=NetworkSegment(9c4c280c-b064-48bc-a932-dca99432448a),segment_id=9c4c280c-b064-48bc-a932-dca99432448a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:05.909944 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Checking router: bf5df939-e695-4a2d-86c8-43182e392c55 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:05.911432 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Updating router bf5df939-e695-4a2d-86c8-43182e392c55 port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:58:05.915872 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.917409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5935c6c-b225-4311-ad1e-a637284465be up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:05.980969 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.053811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:06.229716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-db79d020-b715-4167-b9fc-91162a476b7e tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:06.232167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e5935c6c-b225-4311-ad1e-a637284465be triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:06.233240 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.236369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-db79d020-b715-4167-b9fc-91162a476b7e tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6616414 Sep 21 17:58:06.264428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45384) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:06.293830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-9b857c37-df12-4fea-a546-bdfea669fa6b tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/quotas/37df2d82679a4d2191c14bb3f8131ca6 HTTP/1.1" status: 200 len: 375 time: 0.0387347 Sep 21 17:58:06.295282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96d7e975-b30f-4d0b-8ee8-cdf6886366e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.439525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.491428 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-4be6e386-63e2-4043-8abf-91e10f21935d tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=37df2d82679a4d2191c14bb3f8131ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1774995 Sep 21 17:58:06.644684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 38efa029-a8c2-4787-ad6f-f17c9f35cd2c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:06.690738 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.699720 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.786209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Allocated IP 172.20.0.1 (c16e34ae-fd54-489e-ba15-6846d59ecb72/cec27234-3c6a-4701-a6eb-36e868f4fa0d/334c276c-9864-4deb-bc88-1df2efa06a72) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:06.795961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96d7e975-b30f-4d0b-8ee8-cdf6886366e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.811877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96d7e975-b30f-4d0b-8ee8-cdf6886366e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.818740 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c67020-348f-4d79-b491-75b986537a08 None None] Pushing event updated for resources: {'Port': ['ID=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:06.820435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a26ab6e8-fa6a-478d-b59d-4e1f8d86c62c None None] Provisioning complete for port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:06.821733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a26ab6e8-fa6a-478d-b59d-4e1f8d86c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.826077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45396) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:06.830510 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Attempting to bind port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:06.834709 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Attempting to bind port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:06.835102 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Attempting to bind port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:06.853015 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:06.853482 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:06.854097 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.855618 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:06.856994 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Bound port: 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:06.858104 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.899084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-963f6fa5-f300-4208-aa49-2d0d87f90453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.979737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-96d7e975-b30f-4d0b-8ee8-cdf6886366e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42d9793763c34b1ca721ef1af038b9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125134 Sep 21 17:58:06.987370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45404) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:06.999589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:07.004490 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.008540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7e975-b30f-4d0b-8ee8-cdf6886366e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969bc8da-9ea3-456f-91d2-b2840c5a97a8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.045514 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] For port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:07.050742 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] For port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:07.060485 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.080843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.158907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.166855 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.199142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b51dea0d-0576-4074-a5b2-1ca2e9e5d5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.220815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:07.228408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:07.243226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:07.288008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b51dea0d-0576-4074-a5b2-1ca2e9e5d5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.295121 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Routers {'bf5df939-e695-4a2d-86c8-43182e392c55'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:07.301225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=334c276c-9864-4deb-bc88-1df2efa06a72,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.301750 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bf5df939-e695-4a2d-86c8-43182e392c55'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:07.321422 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-963f6fa5-f300-4208-aa49-2d0d87f90453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.330316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-963f6fa5-f300-4208-aa49-2d0d87f90453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.335710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.382318 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c67020-348f-4d79-b491-75b986537a08 None None] Pushing event updated for resources: {'Port': ['ID=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.415649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b51dea0d-0576-4074-a5b2-1ca2e9e5d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.418664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b51dea0d-0576-4074-a5b2-1ca2e9e5d5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.422732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b51dea0d-0576-4074-a5b2-1ca2e9e5d5ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/969bc8da-9ea3-456f-91d2-b2840c5a97a8 HTTP/1.1" status: 204 len: 168 time: 0.4286268 Sep 21 17:58:07.435424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dea0d-0576-4074-a5b2-1ca2e9e5d5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969bc8da-9ea3-456f-91d2-b2840c5a97a8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.474621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45430) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:07.474739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-963f6fa5-f300-4208-aa49-2d0d87f90453 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=154fbe48ef454fdc9cf49eef223d0aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482217 Sep 21 17:58:07.481303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f6fa5-f300-4208-aa49-2d0d87f90453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180e1c51-da8f-4e30-afac-73ad4050af87,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.645345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0c52-1a91-488a-ba7a-99d8f9dde1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.645537 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] Set router bf5df939-e695-4a2d-86c8-43182e392c55 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:07.731234 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0c52-1a91-488a-ba7a-99d8f9dde1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.772876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:07.786618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-21f2bef6-f6db-41fa-a0d8-257c94f4c887 None None] Provisioning complete for port 334c276c-9864-4deb-bc88-1df2efa06a72 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:07.797527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-21f2bef6-f6db-41fa-a0d8-257c94f4c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.836744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.851357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0c52-1a91-488a-ba7a-99d8f9dde1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.855529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e4b0c52-1a91-488a-ba7a-99d8f9dde1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.861736 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9e4b0c52-1a91-488a-ba7a-99d8f9dde1ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/180e1c51-da8f-4e30-afac-73ad4050af87 HTTP/1.1" status: 204 len: 168 time: 0.3859153 Sep 21 17:58:07.871818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b0c52-1a91-488a-ba7a-99d8f9dde1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180e1c51-da8f-4e30-afac-73ad4050af87,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.935665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-21f2bef6-f6db-41fa-a0d8-257c94f4c887 None None] Port 334c276c-9864-4deb-bc88-1df2efa06a72 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:07.994143 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T17:58:03Z', 'revision_number': 3, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port': {'id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:02Z', 'updated_at': '2021-09-21T17:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:08.038283 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.056899 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad502d-d205-4fe7-b923-ce1ca8c4d20f None None] The sync data for ids ['bf5df939-e695-4a2d-86c8-43182e392c55'] in n-d-810285-3 is: [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T17:58:03Z', 'revision_number': 3, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port': {'id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:02Z', 'updated_at': '2021-09-21T17:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:08.356857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.371462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.449791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=334c276c-9864-4deb-bc88-1df2efa06a72,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:08.544085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.709830 n-d-810285-3 neutron-server[95090]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 17:58:08.785318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:08.839784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2c34c1b-391a-405c-87f0-c87a58560ba9 req-b088021d-4ef3-45e6-bb74-64ce81811187 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 210 time: 1.0657353 Sep 21 17:58:08.909198 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:08.911889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:08.967393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:08.968226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:09.146878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:09.261827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:09.269410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Router bf5df939-e695-4a2d-86c8-43182e392c55 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:58:09.276042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:09.424542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e5d5bed6-eade-4325-af17-79f317e35de3 None None] Provisioning complete for port 334c276c-9864-4deb-bc88-1df2efa06a72 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:09.425109 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5d5bed6-eade-4325-af17-79f317e35de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:09.441315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:09.499524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5bed6-eade-4325-af17-79f317e35de3 None None] Port 334c276c-9864-4deb-bc88-1df2efa06a72 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:09.684716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:09.705809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-709499b7-6699-4086-8bde-9211202b9cd3 admin admin] 10.222.0.70 "PUT /v2.0/routers/bf5df939-e695-4a2d-86c8-43182e392c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4414754 Sep 21 17:58:10.074090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66aa4032-5318-4099-9c42-a7ad078ab6ea req-531cab62-6efe-4434-b68c-0b68249485e8 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 210 time: 0.0448804 Sep 21 17:58:10.342246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.78', 54422) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:10.384774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-032435f7-11ee-40a8-b566-5ad39074fe64 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=37df2d82679a4d2191c14bb3f8131ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397170 Sep 21 17:58:10.548776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-6d831745-0a45-47bc-af55-0b3512bf7500 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:10.550092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-6d831745-0a45-47bc-af55-0b3512bf7500 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596978 Sep 21 17:58:10.638462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:10.658809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Request body: {'port': {'device_id': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '37df2d82679a4d2191c14bb3f8131ca6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:10.770498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:10.771222 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.951702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Sync routers for ids ['bf5df939-e695-4a2d-86c8-43182e392c55'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:10.974329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Routers {'bf5df939-e695-4a2d-86c8-43182e392c55'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:10.975558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bf5df939-e695-4a2d-86c8-43182e392c55'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:11.011083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Made reservation on behalf of 37df2d82679a4d2191c14bb3f8131ca6 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:11.016016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.028851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.178947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.185558 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.200498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Set router bf5df939-e695-4a2d-86c8-43182e392c55 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:11.394559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0f4e5-fd21-42df-8908-e8dba5da9710,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:11.552383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Allocated IP 192.168.233.243 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/0081d7e8-dde7-4c76-b8c2-515c48004803) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:11.682109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T17:58:07Z', 'revision_number': 4, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port': {'id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:02Z', 'updated_at': '2021-09-21T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '334c276c-9864-4deb-bc88-1df2efa06a72', 'name': '', 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'mac_address': 'fa:16:3e:66:50:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cec27234-3c6a-4701-a6eb-36e868f4fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:06Z', 'updated_at': '2021-09-21T17:58:08Z', 'revision_number': 2, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'subnets': [{'id': 'cec27234-3c6a-4701-a6eb-36e868f4fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:11.723436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfbdb706-e4ad-4f0a-959d-d57d40c592ee req-0ba11298-d422-4406-b0dc-540b6d8f9aa4 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 210 time: 0.0658650 Sep 21 17:58:11.753746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Checking router: bf5df939-e695-4a2d-86c8-43182e392c55 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:11.754118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Updating router bf5df939-e695-4a2d-86c8-43182e392c55 port 334c276c-9864-4deb-bc88-1df2efa06a72 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:58:11.824480 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.917455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.028710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.254523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:12.258499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:12.272886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:12.285365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:12.286483 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.319966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6657989 Sep 21 17:58:12.353236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-d8fd7032-b8c1-405c-82e3-6c83b86077fd tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:58:12.354969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-d8fd7032-b8c1-405c-82e3-6c83b86077fd tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217106 Sep 21 17:58:12.370540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdcebc-9ae6-4cb5-8aab-74fbb95d97f9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Pushing event updated for resources: {'Port': ['ID=0081d7e8-dde7-4c76-b8c2-515c48004803,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:12.618451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:12.638453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-13b32906-a9b5-49fa-be29-1d925aef7fc5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372653937', 'description': 'tempest-description--1923897219'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:12.658427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.658427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.783641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51798f-e8aa-4a8f-90d2-dbc5ad57ad47 None None] Pushing event updated for resources: {'Port': ['ID=334c276c-9864-4deb-bc88-1df2efa06a72,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:12.828684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13b32906-a9b5-49fa-be29-1d925aef7fc5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.879595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-57cf09fa-b63f-4c35-ac78-5e8a7a02d9aa None None] Provisioning complete for port 0081d7e8-dde7-4c76-b8c2-515c48004803 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:12.880048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57cf09fa-b63f-4c35-ac78-5e8a7a02d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.081802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e546d-5595-4a06-88a8-a768a5a13b7b req-a40b63e7-ff89-40a6-a430-7e7d0b05ca24 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:13.088774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b12e546d-5595-4a06-88a8-a768a5a13b7b req-a40b63e7-ff89-40a6-a430-7e7d0b05ca24 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 936 time: 0.1899953 Sep 21 17:58:13.249599 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b12e546d-5595-4a06-88a8-a768a5a13b7b req-47663563-8a02-463e-92d9-11b6c5c7a505 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504259 Sep 21 17:58:13.269405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Attempting to bind port 334c276c-9864-4deb-bc88-1df2efa06a72 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:13.270872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Attempting to bind port 334c276c-9864-4deb-bc88-1df2efa06a72 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:13.272900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Attempting to bind port 334c276c-9864-4deb-bc88-1df2efa06a72 on network c16e34ae-fd54-489e-ba15-6846d59ecb72 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:13.285924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:13.287442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Checking segment: {'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:13.288459 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.289373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Bound using segment: {'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:13.290875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Bound port: 334c276c-9864-4deb-bc88-1df2efa06a72, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4c280c-b064-48bc-a932-dca99432448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:13.291898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.298835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-57cf09fa-b63f-4c35-ac78-5e8a7a02d9aa None None] Port 0081d7e8-dde7-4c76-b8c2-515c48004803 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:13.503334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13b32906-a9b5-49fa-be29-1d925aef7fc5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.511730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13b32906-a9b5-49fa-be29-1d925aef7fc5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.624364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] For port 334c276c-9864-4deb-bc88-1df2efa06a72, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:13.628217 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13b32906-a9b5-49fa-be29-1d925aef7fc5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.637425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-13b32906-a9b5-49fa-be29-1d925aef7fc5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0101366 Sep 21 17:58:13.637568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] For port 334c276c-9864-4deb-bc88-1df2efa06a72, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=334c276c-9864-4deb-bc88-1df2efa06a72,segment=NetworkSegment(9c4c280c-b064-48bc-a932-dca99432448a),segment_id=9c4c280c-b064-48bc-a932-dca99432448a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:13.637777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45678) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:13.675393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-995343ea-f149-4a8b-852e-3bf918d13444 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'security_group_rule': {'security_group_id': '1199ca9d-2b3e-47d9-ae30-2066ab374087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:13.677190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f68bcee2-daa5-4cb8-a8e2-b5ce1e13066c None None] Provisioning complete for port 334c276c-9864-4deb-bc88-1df2efa06a72 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:13.678128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f68bcee2-daa5-4cb8-a8e2-b5ce1e13066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.688107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.728190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b32906-a9b5-49fa-be29-1d925aef7fc5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1199ca9d-2b3e-47d9-ae30-2066ab374087,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:13.795132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-995343ea-f149-4a8b-852e-3bf918d13444 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.075063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-995343ea-f149-4a8b-852e-3bf918d13444 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.096196 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Routers {'bf5df939-e695-4a2d-86c8-43182e392c55'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:14.096954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-995343ea-f149-4a8b-852e-3bf918d13444 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.097747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bf5df939-e695-4a2d-86c8-43182e392c55'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:14.197000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995343ea-f149-4a8b-852e-3bf918d13444 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122b36d4-30bd-42a8-a41d-33ab0014efc7,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:14.308002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51798f-e8aa-4a8f-90d2-dbc5ad57ad47 None None] Pushing event updated for resources: {'Port': ['ID=334c276c-9864-4deb-bc88-1df2efa06a72,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:14.350514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-7f430c12-1577-46fa-87d2-5bcac1d708d0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=68fcdf961a0846b2b38face1591f2b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1558349 Sep 21 17:58:14.362544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-995343ea-f149-4a8b-852e-3bf918d13444 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.364084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-995343ea-f149-4a8b-852e-3bf918d13444 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7257850 Sep 21 17:58:14.368563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45696) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:14.379444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a7603029-429a-4c3f-805c-0d9b8b6c03f0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'security_group_rule': {'security_group_id': '1199ca9d-2b3e-47d9-ae30-2066ab374087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:14.602948 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f68bcee2-daa5-4cb8-a8e2-b5ce1e13066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.683507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7603029-429a-4c3f-805c-0d9b8b6c03f0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.786583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45698) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:14.822896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f68bcee2-daa5-4cb8-a8e2-b5ce1e13066c None None] For port 334c276c-9864-4deb-bc88-1df2efa06a72, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=334c276c-9864-4deb-bc88-1df2efa06a72,segment=NetworkSegment(9c4c280c-b064-48bc-a932-dca99432448a),segment_id=9c4c280c-b064-48bc-a932-dca99432448a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:14.941062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1321b-ed09-4544-afe8-db2649663253 req-19a9b8ae-14b8-4aec-8376-9ac24431444d tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:14.941502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f68bcee2-daa5-4cb8-a8e2-b5ce1e13066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.948993 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3de1321b-ed09-4544-afe8-db2649663253 req-19a9b8ae-14b8-4aec-8376-9ac24431444d tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 936 time: 0.4987791 Sep 21 17:58:14.967411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-8c00d4ce-f4ea-4afa-ba9e-fec70e0abdd1 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:14.987921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-8c00d4ce-f4ea-4afa-ba9e-fec70e0abdd1 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6357887 Sep 21 17:58:14.993467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45704) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:15.037832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-6af5b334-9de4-41e7-ad5a-870159e77f28 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/quotas/68fcdf961a0846b2b38face1591f2b78 HTTP/1.1" status: 200 len: 375 time: 0.0482924 Sep 21 17:58:15.142505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7603029-429a-4c3f-805c-0d9b8b6c03f0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.163608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7603029-429a-4c3f-805c-0d9b8b6c03f0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.216661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bcee2-daa5-4cb8-a8e2-b5ce1e13066c None None] Pushing event updated for resources: {'Port': ['ID=334c276c-9864-4deb-bc88-1df2efa06a72,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:15.286269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Request body: {'port': {'device_id': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'device_owner': 'compute:tempest-test_az-19953765', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:15.286818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-d22c4228-75a9-4a87-96f5-4e322613eb92 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68fcdf961a0846b2b38face1591f2b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2471552 Sep 21 17:58:15.300102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5b0120ec-81cb-48c9-82e4-bef09188fa26 None None] Provisioning complete for port 334c276c-9864-4deb-bc88-1df2efa06a72 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:15.300494 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5b0120ec-81cb-48c9-82e4-bef09188fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.303423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7603029-429a-4c3f-805c-0d9b8b6c03f0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b15166c-6a31-448d-bbc6-4d0d1370dc74,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:15.329928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] Set router bf5df939-e695-4a2d-86c8-43182e392c55 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:15.366406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3de1321b-ed09-4544-afe8-db2649663253 req-b87ebaea-44e2-4157-8953-bfc5dec693db tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019680 Sep 21 17:58:15.381788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7603029-429a-4c3f-805c-0d9b8b6c03f0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.389024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45712) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:15.390748 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a7603029-429a-4c3f-805c-0d9b8b6c03f0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0200574 Sep 21 17:58:15.398646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:15.514227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.663975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45716) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:15.713685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.821680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d46e67e5-4975-49a9-a57a-723899ae001d tempest-AutoAllocateNetworkTest-1057074259 tempest-AutoAllocateNetworkTest-1057074259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ec7383619a374b2d8174a6091fc42cce&shared=False HTTP/1.1" status: 200 len: 208 time: 1.0263340 Sep 21 17:58:15.822441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45720) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:16.172994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f75ed750-9d4d-47c6-b3fa-ac9d20958182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.290566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de9bd76c-9325-44bb-9a15-ef4d571630dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.346788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5fb703c3-faa9-4a40-82f6-664a7bcd825f req-6c36ae28-01c6-40e3-bc9a-4fcaa35a086c tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 210 time: 0.1211262 Sep 21 17:58:16.530660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T17:58:07Z', 'revision_number': 4, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port': {'id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:02Z', 'updated_at': '2021-09-21T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '334c276c-9864-4deb-bc88-1df2efa06a72', 'name': '', 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'mac_address': 'fa:16:3e:66:50:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cec27234-3c6a-4701-a6eb-36e868f4fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:06Z', 'updated_at': '2021-09-21T17:58:13Z', 'revision_number': 4, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'subnets': [{'id': 'cec27234-3c6a-4701-a6eb-36e868f4fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:16.541430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f75ed750-9d4d-47c6-b3fa-ac9d20958182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.575033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:16.594118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f9406-6469-4d2e-ba97-0215dc88528b None None] The sync data for ids ['bf5df939-e695-4a2d-86c8-43182e392c55'] in n-d-810285-3 is: [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T17:58:07Z', 'revision_number': 4, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port': {'id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:02Z', 'updated_at': '2021-09-21T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '334c276c-9864-4deb-bc88-1df2efa06a72', 'name': '', 'network_id': 'c16e34ae-fd54-489e-ba15-6846d59ecb72', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'mac_address': 'fa:16:3e:66:50:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cec27234-3c6a-4701-a6eb-36e868f4fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:06Z', 'updated_at': '2021-09-21T17:58:13Z', 'revision_number': 4, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'subnets': [{'id': 'cec27234-3c6a-4701-a6eb-36e868f4fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:16.618517 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f75ed750-9d4d-47c6-b3fa-ac9d20958182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.700480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb41709-07b6-4ebb-b03c-6f3430965dc1 tempest-AutoAllocateNetworkTest-1057074259 tempest-AutoAllocateNetworkTest-1057074259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:16.706513 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3fb41709-07b6-4ebb-b03c-6f3430965dc1 tempest-AutoAllocateNetworkTest-1057074259 tempest-AutoAllocateNetworkTest-1057074259-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.8660023 Sep 21 17:58:16.799828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45754) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:16.977979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ed750-9d4d-47c6-b3fa-ac9d20958182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b6ca00-2a02-47b0-a78b-786875c2279a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:16.994057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f75ed750-9d4d-47c6-b3fa-ac9d20958182 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0698f7794ae445efb0f33bd6ecafd238&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3268795 Sep 21 17:58:17.006738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45764) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:17.100571 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a25a2d51-1fe5-4958-88e2-a1e46b8a4817 tempest-AutoAllocateNetworkTest-1057074259 tempest-AutoAllocateNetworkTest-1057074259-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2989872 Sep 21 17:58:17.101809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45768) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:17.139083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d59bb-86a8-4c84-8d92-4d638694f99b req-b1ea9369-2d23-4b7f-a861-56e5e5a54590 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.148912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d75d59bb-86a8-4c84-8d92-4d638694f99b req-b1ea9369-2d23-4b7f-a861-56e5e5a54590 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 936 time: 0.5544362 Sep 21 17:58:17.152958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.267975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-18bffaef-35a0-4933-ac6f-b65f45ca35e4 tempest-AutoAllocateNetworkTest-1057074259 tempest-AutoAllocateNetworkTest-1057074259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ec7383619a374b2d8174a6091fc42cce HTTP/1.1" status: 200 len: 208 time: 0.1516738 Sep 21 17:58:17.356187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Allocated IP 172.25.3.174 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/466c1ee2-1048-4487-aaab-74a208a06df7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:17.440910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de9bd76c-9325-44bb-9a15-ef4d571630dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.454151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de9bd76c-9325-44bb-9a15-ef4d571630dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.529906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-de9bd76c-9325-44bb-9a15-ef4d571630dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=daa841851d224292a7fb881471895db5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5256870 Sep 21 17:58:17.532594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45784) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:17.630321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.752306 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-683408c4-8bd5-48ae-8ca9-361ce7da187b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.770508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.944374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bd76c-9325-44bb-9a15-ef4d571630dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a52de71-4f40-4784-b710-1c12763a6bf3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:18.179008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d75d59bb-86a8-4c84-8d92-4d638694f99b req-8c7f289c-f829-49cb-a923-dd166bd08f10 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0285249 Sep 21 17:58:18.237123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa23a9-e0a9-43ad-8201-31e4cad17e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.286998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:18.299833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c68a2a08-34e0-4eb1-9bdf-1c7c39e05f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.335080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45792) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:18.355384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event updated for resources: {'Port': ['ID=466c1ee2-1048-4487-aaab-74a208a06df7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:18.372315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:18.389060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:18.563072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-683408c4-8bd5-48ae-8ca9-361ce7da187b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.629926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9156d1a-a15c-4016-b2cf-6fd7563cf793 req-6c3ba662-aa7a-4309-a6af-3aa399ca05e9 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 210 time: 0.3317173 Sep 21 17:58:18.654301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c68a2a08-34e0-4eb1-9bdf-1c7c39e05f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.676569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-683408c4-8bd5-48ae-8ca9-361ce7da187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.757424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0081d7e8-dde7-4c76-b8c2-515c48004803 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:18.814596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.830848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45808) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:18.841836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-683408c4-8bd5-48ae-8ca9-361ce7da187b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfd6f8acfd5f49f08d5e2ffd4ec8c56e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2488854 Sep 21 17:58:18.911758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 334c276c-9864-4deb-bc88-1df2efa06a72 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:18.916005 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa23a9-e0a9-43ad-8201-31e4cad17e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.009078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683408c4-8bd5-48ae-8ca9-361ce7da187b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a733875-d0ca-4a8b-998e-3fdf96b16f38,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:19.066362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.41', 60467) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:19.073949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 334c276c-9864-4deb-bc88-1df2efa06a72 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:19.074736 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.109746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68255115-d7d8-472d-acb1-fb5ed364e9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.236166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Transition to ACTIVE for port object 0081d7e8-dde7-4c76-b8c2-515c48004803 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:19.251495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c68a2a08-34e0-4eb1-9bdf-1c7c39e05f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.256541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c68a2a08-34e0-4eb1-9bdf-1c7c39e05f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.256541 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c68a2a08-34e0-4eb1-9bdf-1c7c39e05f2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a52de71-4f40-4784-b710-1c12763a6bf3 HTTP/1.1" status: 204 len: 168 time: 1.7125044 Sep 21 17:58:19.267378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa7b846e-4030-4e7b-a772-59ec17481994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.278529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.357433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-e5f261c8-0081-436f-9f4c-596007aa0e3f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68fcdf961a0846b2b38face1591f2b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2725508 Sep 21 17:58:19.370034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2a08-34e0-4eb1-9bdf-1c7c39e05f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a52de71-4f40-4784-b710-1c12763a6bf3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:19.476411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa7b846e-4030-4e7b-a772-59ec17481994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.698110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa23a9-e0a9-43ad-8201-31e4cad17e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.706613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa23a9-e0a9-43ad-8201-31e4cad17e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.708196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-64fa23a9-e0a9-43ad-8201-31e4cad17e44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1b6ca00-2a02-47b0-a78b-786875c2279a HTTP/1.1" status: 204 len: 168 time: 2.6640549 Sep 21 17:58:19.784065 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.845400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa23a9-e0a9-43ad-8201-31e4cad17e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b6ca00-2a02-47b0-a78b-786875c2279a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:19.895379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d67bd-80d1-40f3-a426-eb80ca4a5fca req-b7ab3d0d-fab9-4720-a445-d2be99c064f5 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:19.898019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Pushing event updated for resources: {'Port': ['ID=0081d7e8-dde7-4c76-b8c2-515c48004803,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:19.911546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-299d67bd-80d1-40f3-a426-eb80ca4a5fca req-b7ab3d0d-fab9-4720-a445-d2be99c064f5 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 968 time: 0.4230855 Sep 21 17:58:20.015458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-3d9e3655-1555-4352-9053-0dce90c92385 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:20.017030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-3d9e3655-1555-4352-9053-0dce90c92385 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6584945 Sep 21 17:58:20.035733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.197668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68255115-d7d8-472d-acb1-fb5ed364e9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.239718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68255115-d7d8-472d-acb1-fb5ed364e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.249730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Request body: {'port': {'device_id': '7a548b3d-32f0-4925-a166-df3bc7154227', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '68fcdf961a0846b2b38face1591f2b78'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:20.307223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-299d67bd-80d1-40f3-a426-eb80ca4a5fca req-6dcbeafd-9899-4851-9559-cede4f31c511 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639786 Sep 21 17:58:20.447033 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-68255115-d7d8-472d-acb1-fb5ed364e9e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec7383619a374b2d8174a6091fc42cce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0918114 Sep 21 17:58:20.461367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45858) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:20.519505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68255115-d7d8-472d-acb1-fb5ed364e9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87523170-a1ca-47fd-97a3-35250273acde,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:20.569165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddc68c45-8aee-4107-b739-2cab372daf9e req-eaf5b7c2-b628-471f-806e-2e0efd1dccd7 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 210 time: 0.3655052 Sep 21 17:58:20.574560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Attempting to bind port 0081d7e8-dde7-4c76-b8c2-515c48004803 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:20.578321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Attempting to bind port 0081d7e8-dde7-4c76-b8c2-515c48004803 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:20.579983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Attempting to bind port 0081d7e8-dde7-4c76-b8c2-515c48004803 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:20.635601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Port 0081d7e8-dde7-4c76-b8c2-515c48004803 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:20.636769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Attempting to bind port 0081d7e8-dde7-4c76-b8c2-515c48004803 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:20.664813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.667144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Made reservation on behalf of 68fcdf961a0846b2b38face1591f2b78 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:20.672205 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.685293 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.688562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:20.690703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:20.695587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:20.695824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.696884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Bound port: 0081d7e8-dde7-4c76-b8c2-515c48004803, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:20.700604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.712009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa7b846e-4030-4e7b-a772-59ec17481994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.717901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45866) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:20.727369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa7b846e-4030-4e7b-a772-59ec17481994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.741060 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aa7b846e-4030-4e7b-a772-59ec17481994 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a733875-d0ca-4a8b-998e-3fdf96b16f38 HTTP/1.1" status: 204 len: 168 time: 1.9017766 Sep 21 17:58:20.849577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b846e-4030-4e7b-a772-59ec17481994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a733875-d0ca-4a8b-998e-3fdf96b16f38,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:20.973132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d1fe97e-1494-43a4-a144-e5b30f30f508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.992989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-030284de-d9ed-4eed-827c-b6b4a16ead9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.072683 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-030284de-d9ed-4eed-827c-b6b4a16ead9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.195277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] For port 0081d7e8-dde7-4c76-b8c2-515c48004803, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:21.217238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event updated for resources: {'Port': ['ID=466c1ee2-1048-4487-aaab-74a208a06df7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:21.242643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.266274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] For port 0081d7e8-dde7-4c76-b8c2-515c48004803, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0081d7e8-dde7-4c76-b8c2-515c48004803,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:21.279976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.366978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Pushing event updated for resources: {'Port': ['ID=0081d7e8-dde7-4c76-b8c2-515c48004803,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:21.381248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:21.382472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.384019 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-45fc9f19-b507-497d-baee-fc7ff5f67046 service neutron] 10.222.0.78 "PUT /v2.0/ports/0081d7e8-dde7-4c76-b8c2-515c48004803 HTTP/1.1" status: 200 len: 1116 time: 8.2073805 Sep 21 17:58:21.386345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'tag': '0081d7e8-dde7-4c76-b8c2-515c48004803'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:21.567601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.588600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.637958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.641642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-17310c18-b1c9-41d7-9749-0f7f83be15d5 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2513504 Sep 21 17:58:21.747979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-030284de-d9ed-4eed-827c-b6b4a16ead9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.753630 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-030284de-d9ed-4eed-827c-b6b4a16ead9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.761102 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-030284de-d9ed-4eed-827c-b6b4a16ead9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87523170-a1ca-47fd-97a3-35250273acde HTTP/1.1" status: 204 len: 168 time: 1.2216110 Sep 21 17:58:21.869285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45906) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:21.937195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-4db253a5-4aec-45c9-a1ea-4f7524872ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:21.946923 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-4db253a5-4aec-45c9-a1ea-4f7524872ca0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=37df2d82679a4d2191c14bb3f8131ca6&device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 1119 time: 0.4128478 Sep 21 17:58:21.968469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030284de-d9ed-4eed-827c-b6b4a16ead9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87523170-a1ca-47fd-97a3-35250273acde,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:21.979187 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0accfda-0991-4a54-829c-dc4e76563dd7 req-dcd72883-bb10-44a0-898f-4c0faf0f1f47 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 210 time: 0.2212033 Sep 21 17:58:21.981197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:22.144617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3de94443-092a-4ab8-b1d6-e7e2270d2447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.168687 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-b6be0e5f-4c3c-4710-939c-2e8b26cbc72b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0081d7e8-dde7-4c76-b8c2-515c48004803 HTTP/1.1" status: 200 len: 217 time: 0.2121975 Sep 21 17:58:22.176568 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db2661b-642f-4efe-b53e-502e2f84830f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5fcb50-b8ed-43be-bd1a-a60095d8531a", "tag": "0081d7e8-dde7-4c76-b8c2-515c48004803"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:22.219625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5ddc9-feaf-45e2-aff0-37c1b77b77f2 req-ed7041ea-8aa5-410d-8787-870204c06ffc tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:22.239219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb5ddc9-feaf-45e2-aff0-37c1b77b77f2 req-ed7041ea-8aa5-410d-8787-870204c06ffc tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 968 time: 0.4759033 Sep 21 17:58:22.448241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-1c3aa949-3edc-4dde-bf5c-2f77992346ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:22.460452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-1c3aa949-3edc-4dde-bf5c-2f77992346ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2148457 Sep 21 17:58:22.471718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb5ddc9-feaf-45e2-aff0-37c1b77b77f2 req-a9943b76-4e3e-49b5-a469-dfb19924ddc3 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312272 Sep 21 17:58:22.603128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Allocated IP 192.168.233.198 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:22.642280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d1fe97e-1494-43a4-a144-e5b30f30f508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.662083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d1fe97e-1494-43a4-a144-e5b30f30f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.893807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d1fe97e-1494-43a4-a144-e5b30f30f508 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e7eee6fd55e4826b845bd82717110cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1076260 Sep 21 17:58:22.894847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45938) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:22.925756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fe97e-1494-43a4-a144-e5b30f30f508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb176882-7333-4630-a17e-be9a074ff819,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:23.001457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-50af977f-0698-4051-9bdf-628ec7ad84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:23.005920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-50af977f-0698-4051-9bdf-628ec7ad84c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5284746 Sep 21 17:58:23.144732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-a1cf07d0-fb25-4e75-a57f-f62e9996e97f service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323063 Sep 21 17:58:23.185969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb002-9e8a-49a1-895b-4da00980e141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.217536 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c04d468-19d7-428c-8336-ec9ede615327 x-openstack-request-id: req-3c04d468-19d7-428c-8336-ec9ede615327 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:23.217862 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5fcb50-b8ed-43be-bd1a-a60095d8531a", "tag": "0081d7e8-dde7-4c76-b8c2-515c48004803", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:23.218246 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c04d468-19d7-428c-8336-ec9ede615327 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:23.218909 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'tag': '0081d7e8-dde7-4c76-b8c2-515c48004803', 'status': 'completed', 'code': 200} Sep 21 17:58:23.223417 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3de94443-092a-4ab8-b1d6-e7e2270d2447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.246797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb002-9e8a-49a1-895b-4da00980e141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.249731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3de94443-092a-4ab8-b1d6-e7e2270d2447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.255496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.331988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ea7c853-c066-4b3c-b186-f1ef1406bd81 req-a7477ac5-acbf-4d58-b629-ff6ee5777285 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775825 Sep 21 17:58:23.347442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de94443-092a-4ab8-b1d6-e7e2270d2447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab69b431-2cc5-4e59-9a10-30e47f19dbc0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:23.361976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3de94443-092a-4ab8-b1d6-e7e2270d2447 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54f5edc4d6874e4b8ebba386093b6b83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4583204 Sep 21 17:58:23.363069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45952) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:23.410180 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.476458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb002-9e8a-49a1-895b-4da00980e141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.479667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb002-9e8a-49a1-895b-4da00980e141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.485077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a9bcb002-9e8a-49a1-895b-4da00980e141 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb176882-7333-4630-a17e-be9a074ff819 HTTP/1.1" status: 204 len: 168 time: 0.5835080 Sep 21 17:58:23.525921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2661b-642f-4efe-b53e-502e2f84830f req-92e1256d-5080-4852-9e9a-52d8d23fd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:23.532375 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5db2661b-642f-4efe-b53e-502e2f84830f req-92e1256d-5080-4852-9e9a-52d8d23fd51a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=37df2d82679a4d2191c14bb3f8131ca6&device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 1119 time: 0.1047373 Sep 21 17:58:23.574551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcb002-9e8a-49a1-895b-4da00980e141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb176882-7333-4630-a17e-be9a074ff819,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:23.613947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:23.648631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:23.653771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:23.668364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Pushing event updated for resources: {'Port': ['ID=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:23.765796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95a0c61d-dcf4-4dc0-8e70-f1d81d2b1298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.928987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:23.929785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.960403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95a0c61d-dcf4-4dc0-8e70-f1d81d2b1298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.039684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2661b-642f-4efe-b53e-502e2f84830f req-46af5a6f-bc46-44d8-b72a-6e3fd3f50378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.043971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5db2661b-642f-4efe-b53e-502e2f84830f req-46af5a6f-bc46-44d8-b72a-6e3fd3f50378 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.4993384 Sep 21 17:58:24.062979 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-c59723b2-92db-429f-8f85-47456af21d4f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8265984 Sep 21 17:58:24.128851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-dee1cb0e-6383-467c-8b6c-4834ca4b540e tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:58:24.142773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-dee1cb0e-6383-467c-8b6c-4834ca4b540e tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196452 Sep 21 17:58:24.149157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ca7913ca-750d-49ba-9d58-3e1108255cfe None None] Provisioning complete for port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:24.151227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca7913ca-750d-49ba-9d58-3e1108255cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.156572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95a0c61d-dcf4-4dc0-8e70-f1d81d2b1298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.161880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95a0c61d-dcf4-4dc0-8e70-f1d81d2b1298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.173015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-95a0c61d-dcf4-4dc0-8e70-f1d81d2b1298 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab69b431-2cc5-4e59-9a10-30e47f19dbc0 HTTP/1.1" status: 204 len: 168 time: 0.8072548 Sep 21 17:58:24.185099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0c61d-dcf4-4dc0-8e70-f1d81d2b1298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab69b431-2cc5-4e59-9a10-30e47f19dbc0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:24.217348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5db2661b-642f-4efe-b53e-502e2f84830f req-f65efa7c-3ba2-4712-a1cc-8cfde3c873b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0081d7e8-dde7-4c76-b8c2-515c48004803 HTTP/1.1" status: 200 len: 217 time: 0.1573920 Sep 21 17:58:24.227789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ca7913ca-750d-49ba-9d58-3e1108255cfe None None] Port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:24.253944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300aa8cd-4d2f-404d-a80b-1ecd8f670cf1 req-b593c7d5-fa6d-4c0c-aa3d-ed9bc92b4eca tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.266573 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-300aa8cd-4d2f-404d-a80b-1ecd8f670cf1 req-b593c7d5-fa6d-4c0c-aa3d-ed9bc92b4eca tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 936 time: 0.3355510 Sep 21 17:58:24.374226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2661b-642f-4efe-b53e-502e2f84830f req-48f76dde-9ffa-4b5b-914e-b90853c2e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.375807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5db2661b-642f-4efe-b53e-502e2f84830f req-48f76dde-9ffa-4b5b-914e-b90853c2e988 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1387730 Sep 21 17:58:24.398621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-300aa8cd-4d2f-404d-a80b-1ecd8f670cf1 req-e0254ca4-27a1-4a67-833b-34a3f51211a2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300685 Sep 21 17:58:24.495178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2661b-642f-4efe-b53e-502e2f84830f req-b98efb37-8bcc-4864-800e-cd615050a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.497101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5db2661b-642f-4efe-b53e-502e2f84830f req-b98efb37-8bcc-4864-800e-cd615050a24e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972543 Sep 21 17:58:24.692241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680874-48ec-4854-b90f-815b41463472 req-2fdca41a-e320-43b5-911d-768a0dc6aa93 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.703032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a1680874-48ec-4854-b90f-815b41463472 req-2fdca41a-e320-43b5-911d-768a0dc6aa93 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 968 time: 0.1480336 Sep 21 17:58:24.719549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Request body: {'port': {'device_id': '7a548b3d-32f0-4925-a166-df3bc7154227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:24.770739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a1680874-48ec-4854-b90f-815b41463472 req-ea53e54d-85a2-48aa-8767-ea03b1f9013b tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661821 Sep 21 17:58:24.783218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5db2661b-642f-4efe-b53e-502e2f84830f req-788fcf4e-1913-4c0f-9c4c-98c7fdf89328 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729039 Sep 21 17:58:24.877042 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.929911 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5db2661b-642f-4efe-b53e-502e2f84830f req-7a4e297b-15a2-4ec2-a6c2-df2cb674e0be service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383445 Sep 21 17:58:25.520308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:25.528625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.553269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Transition to ACTIVE for port object 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:25.563177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.060293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:26.086130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Attempting to bind port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:26.086842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Attempting to bind port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:26.087387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Attempting to bind port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:26.098516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:26.099168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Attempting to bind port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:26.106790 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:58:26.107813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:26.108602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:26.109590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:26.110392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Bound port: 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:26.110965 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.213701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] For port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:26.219425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] For port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:26.229738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.309207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:26.309991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.313034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 HTTP/1.1" status: 200 len: 1096 time: 1.8527093 Sep 21 17:58:26.313169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a548b3d-32f0-4925-a166-df3bc7154227', 'tag': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:26.381043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1b231-9c9a-46dc-8a88-366f1d1716b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:26.569320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-d35ee7d0-6ce8-4878-88cf-64a88ce6ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:26.572329 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-d35ee7d0-6ce8-4878-88cf-64a88ce6ca02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fcdf961a0846b2b38face1591f2b78&device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 1099 time: 0.1597435 Sep 21 17:58:26.750172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-40bbd44e-db3d-462b-9194-ed64a1018aa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 HTTP/1.1" status: 200 len: 217 time: 0.1514304 Sep 21 17:58:26.813514 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a548b3d-32f0-4925-a166-df3bc7154227", "tag": "7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:26.839488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-6372a1d5-35d5-47a1-b81a-d823a7a26f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:26.842093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-6372a1d5-35d5-47a1-b81a-d823a7a26f7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0701072 Sep 21 17:58:27.018025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-66e15665-0e22-4843-b8ee-40f73692c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.020948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-66e15665-0e22-4843-b8ee-40f73692c16a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479204 Sep 21 17:58:28.783093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a07081f8-4581-4965-aa32-a10f95ece3af tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--372653937&fields=id&tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272 HTTP/1.1" status: 200 len: 267 time: 0.0723691 Sep 21 17:58:28.837145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5b2e7-6478-4eaf-9476-64be67f27df9 req-21b3325a-63ab-4aab-a871-28a4382a44d0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:28.838717 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7bf5b2e7-6478-4eaf-9476-64be67f27df9 req-21b3325a-63ab-4aab-a871-28a4382a44d0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.0541406 Sep 21 17:58:28.886990 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7bf5b2e7-6478-4eaf-9476-64be67f27df9 req-c877e12d-7c6a-4dab-b70c-5584bc6d4fdd tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Sep 21 17:58:29.020711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-6661f2ac-071a-4e15-844d-88d1e52c4cbc tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.023647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-6661f2ac-071a-4e15-844d-88d1e52c4cbc tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 823 time: 0.2335324 Sep 21 17:58:29.046025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-0cd159ea-b9a5-4d6d-8617-61734764ba84 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/quotas/122f5fe7a5d64fa2a4f6a3f02dd40272 HTTP/1.1" status: 200 len: 375 time: 0.0157630 Sep 21 17:58:29.141108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-847e99ee-03b4-47da-8ba7-e176cca812e1 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869102 Sep 21 17:58:29.226383 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfce34f4-49bf-4b60-80ab-d385268f3c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.310102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba3b01-0604-46d0-816f-a9fbe3eb3484 req-c2b2491f-128d-464d-801c-b0dbba838649 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.312793 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-deba3b01-0604-46d0-816f-a9fbe3eb3484 req-c2b2491f-128d-464d-801c-b0dbba838649 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 968 time: 0.0707803 Sep 21 17:58:29.326455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-557670b9-8eb2-4ff2-b6c0-ddd47e527812 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:58:29.328308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-557670b9-8eb2-4ff2-b6c0-ddd47e527812 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0704699 Sep 21 17:58:29.357079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-deba3b01-0604-46d0-816f-a9fbe3eb3484 req-c90f30c6-adee-4b54-a175-ef4597bbeee6 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372503 Sep 21 17:58:29.455315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-9f60113a-4a41-47b5-9b98-b159494d4230 service neutron] 10.222.0.70 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198907 Sep 21 17:58:29.480245 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d766502-2556-43df-b5da-4318f59c1a87 x-openstack-request-id: req-8d766502-2556-43df-b5da-4318f59c1a87 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:29.480530 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a548b3d-32f0-4925-a166-df3bc7154227", "tag": "7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:29.480774 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d766502-2556-43df-b5da-4318f59c1a87 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:29.481483 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a548b3d-32f0-4925-a166-df3bc7154227', 'tag': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90', 'status': 'completed', 'code': 200} Sep 21 17:58:29.557984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-539fe11c-e9af-4e7c-a0ee-a81d2fa244ba service neutron] 10.222.0.70 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016359 Sep 21 17:58:29.894657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2aecde-3e99-4f6c-b734-08a15bb2a4d3 req-838d33b6-4694-4df6-a180-661c3558d52c tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 210 time: 0.0383885 Sep 21 17:58:30.222878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8feb18-c878-4004-9744-9f6795e097c7 req-270d9787-8c90-4d00-a450-fcd41f186451 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:30.230118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8feb18-c878-4004-9744-9f6795e097c7 req-270d9787-8c90-4d00-a450-fcd41f186451 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.1397953 Sep 21 17:58:30.287028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8feb18-c878-4004-9744-9f6795e097c7 req-98bfaca6-42f2-4b8b-855c-23e612ced203 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545778 Sep 21 17:58:30.290219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46150) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:30.539617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e87a35e8-b83e-4b28-9a38-90720d9c09cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.588920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245c6dc-a14a-483f-901b-13a916c92d60 req-1c782410-49b9-444d-bbd5-ef1156662013 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:30.592807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f245c6dc-a14a-483f-901b-13a916c92d60 req-1c782410-49b9-444d-bbd5-ef1156662013 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 968 time: 0.0995805 Sep 21 17:58:30.668711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f245c6dc-a14a-483f-901b-13a916c92d60 req-f43069c2-7341-456e-874f-fcb48ae66f60 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678208 Sep 21 17:58:30.805941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e87a35e8-b83e-4b28-9a38-90720d9c09cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.819504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e87a35e8-b83e-4b28-9a38-90720d9c09cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.867958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e87a35e8-b83e-4b28-9a38-90720d9c09cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae5430998eec4b50801f7279e9566212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765116 Sep 21 17:58:30.869144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a35e8-b83e-4b28-9a38-90720d9c09cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ddd01-8cc7-49a4-9ef9-1cdef109ee67,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:30.871846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46182) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:30.938933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46190) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:30.987370 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f1032a8-d4d9-4d7a-87ca-718b3cd1dea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.035218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f1032a8-d4d9-4d7a-87ca-718b3cd1dea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.079576 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba143248-d07c-4d28-aa78-944744f293a7 req-40c5f2d2-46b6-4e75-80dc-a5d2f9551baf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 210 time: 0.0500038 Sep 21 17:58:31.090036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46198) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:31.137283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f1032a8-d4d9-4d7a-87ca-718b3cd1dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.141250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f1032a8-d4d9-4d7a-87ca-718b3cd1dea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.142925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3f1032a8-d4d9-4d7a-87ca-718b3cd1dea3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed2ddd01-8cc7-49a4-9ef9-1cdef109ee67 HTTP/1.1" status: 204 len: 168 time: 0.2700853 Sep 21 17:58:31.153768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1032a8-d4d9-4d7a-87ca-718b3cd1dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ddd01-8cc7-49a4-9ef9-1cdef109ee67,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:31.274907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbf37-4f7c-4b90-81e4-2cdb1dcc0b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.303699 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0a811037-8ace-4656-bad9-e61705cde018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.555568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128b5c-4513-4621-b4f8-9ad3094bb00e req-3e317e98-72fe-4638-8070-07862687e317 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:31.557176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94128b5c-4513-4621-b4f8-9ad3094bb00e req-3e317e98-72fe-4638-8070-07862687e317 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.1373713 Sep 21 17:58:31.648486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94128b5c-4513-4621-b4f8-9ad3094bb00e req-99ae3b73-3ca0-4922-871e-4f6ec4f0aef2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845430 Sep 21 17:58:31.693639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46222) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:31.790554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-c2f423da-e146-4bcb-bc98-42d5ec210af9 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:31.792684 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-c2f423da-e146-4bcb-bc98-42d5ec210af9 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 823 time: 0.4252696 Sep 21 17:58:31.848209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.871969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46226) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:31.888832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.910209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04250f-da87-4e81-8271-2970f7450a01 req-4cd32d00-9ff9-4429-b649-890116c4103d tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:31.911765 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a04250f-da87-4e81-8271-2970f7450a01 req-4cd32d00-9ff9-4429-b649-890116c4103d tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 968 time: 0.1432893 Sep 21 17:58:31.920163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a6e45bdb-b244-43a8-a075-babd840bdacd tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272 HTTP/1.1" status: 200 len: 379 time: 0.1123438 Sep 21 17:58:31.925678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbf37-4f7c-4b90-81e4-2cdb1dcc0b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.937849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'port': {'device_id': '76b6b591-c0af-4698-b220-97f2ced63af6', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'admin_state_up': True, 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'security_groups': ['1199ca9d-2b3e-47d9-ae30-2066ab374087']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:31.946159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbf37-4f7c-4b90-81e4-2cdb1dcc0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.975117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 17:58:31.975117 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 17:58:31.975117 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id_1': 'e18c177e86364135b223e7e3adcc289a', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 58, 11, 902437)}] Sep 21 17:58:31.975117 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:58:31.976052 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:58:31.977490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 17:58:31.977490 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 17:58:31.977490 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id_1': '6acbc72a9567429f877ac22cee9cdc54', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 58, 11, 861584)}] Sep 21 17:58:31.977490 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:58:31.978311 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:58:32.088783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e7dbf37-4f7c-4b90-81e4-2cdb1dcc0b25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=616bc168bb1147c4aab5132e3ed96e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9970138 Sep 21 17:58:32.091279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46228) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:32.096273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a04250f-da87-4e81-8271-2970f7450a01 req-7d48b9f0-c823-4f2f-b631-d96e065ff200 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725004 Sep 21 17:58:32.096911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dbf37-4f7c-4b90-81e4-2cdb1dcc0b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2b229-932d-4bec-b0b1-b8cc73592d83,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:32.200325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dae61865-fffe-4a23-9b05-23ff964d980f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.218534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0a811037-8ace-4656-bad9-e61705cde018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.224313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0a811037-8ace-4656-bad9-e61705cde018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.249955 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dae61865-fffe-4a23-9b05-23ff964d980f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.253409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6ccffa0-7350-4dbf-802c-74da167d7aa9 req-4bf95237-bd4f-4df5-9f93-a2c438b4bfc9 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 210 time: 0.0389409 Sep 21 17:58:32.282283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Made reservation on behalf of 122f5fe7a5d64fa2a4f6a3f02dd40272 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:32.286281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.292698 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0a811037-8ace-4656-bad9-e61705cde018 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56af83947eb4401da6d7218cf62fb0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3526995 Sep 21 17:58:32.293406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a811037-8ace-4656-bad9-e61705cde018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e928db7d-b69c-436d-90bc-79e57b458165,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:32.295801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46232) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:32.334750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dae61865-fffe-4a23-9b05-23ff964d980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.337217 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dae61865-fffe-4a23-9b05-23ff964d980f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.341165 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dae61865-fffe-4a23-9b05-23ff964d980f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4a2b229-932d-4bec-b0b1-b8cc73592d83 HTTP/1.1" status: 204 len: 168 time: 0.2459407 Sep 21 17:58:32.362533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae61865-fffe-4a23-9b05-23ff964d980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2b229-932d-4bec-b0b1-b8cc73592d83,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:32.411823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d9be720-e565-41cb-8b1f-87ca4eca636a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.445869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d9be720-e565-41cb-8b1f-87ca4eca636a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.471369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Allocated IP 172.20.0.6 (867dbb29-1b62-4023-92b8-23fc510b7091/9938b0a4-f7b6-47cf-8425-1039ea4920c3/199ec9d6-b96f-4a5c-a44c-2daa56ac1249) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:32.476921 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.480120 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.511030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 17:58:32.511030 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 17:58:32.511030 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id_1': '6acbc72a9567429f877ac22cee9cdc54', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 58, 12, 502388)}] Sep 21 17:58:32.511030 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:58:32.511444 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:58:32.563459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d9be720-e565-41cb-8b1f-87ca4eca636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.566360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d9be720-e565-41cb-8b1f-87ca4eca636a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.570341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5d9be720-e565-41cb-8b1f-87ca4eca636a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e928db7d-b69c-436d-90bc-79e57b458165 HTTP/1.1" status: 204 len: 168 time: 0.2728791 Sep 21 17:58:32.593166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9be720-e565-41cb-8b1f-87ca4eca636a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e928db7d-b69c-436d-90bc-79e57b458165,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:32.609941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0081d7e8-dde7-4c76-b8c2-515c48004803 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:32.685957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.693514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.713275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.775023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e18c177e86364135b223e7e3adcc289a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8982146 Sep 21 17:58:32.775834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46242) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:32.829736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0081d7e8-dde7-4c76-b8c2-515c48004803, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0081d7e8-dde7-4c76-b8c2-515c48004803,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:32.848031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfe7b1-662a-49d1-85a5-9a1e7c4b6767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04520d08-6e1d-41b4-b4b2-d84f0e9c1cfd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:32.864434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '0081d7e8-dde7-4c76-b8c2-515c48004803', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '0081d7e8-dde7-4c76-b8c2-515c48004803', 'mac_address': 'fa:16:3e:5a:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:tempest-test_az-19953765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:32.877777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.905698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b70c05b-4a38-46b8-b34f-30a4bf101d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.929345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.953575 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.956020 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b70c05b-4a38-46b8-b34f-30a4bf101d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.981734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0081d7e8-dde7-4c76-b8c2-515c48004803 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:32.982579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46244) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:33.015839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Network 867dbb29-1b62-4023-92b8-23fc510b7091 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:33.016108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0081d7e8-dde7-4c76-b8c2-515c48004803, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0081d7e8-dde7-4c76-b8c2-515c48004803,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:33.021059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.021757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3155e6d8-409c-44b2-a458-cb44fe94bb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.033547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:33.046497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e923-bfbc-4c1b-8b26-f1f3395971db req-1d4b4b7f-787e-46ce-9a08-b44414cb2f6e tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.056451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5479e923-bfbc-4c1b-8b26-f1f3395971db req-1d4b4b7f-787e-46ce-9a08-b44414cb2f6e tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.2484672 Sep 21 17:58:33.065342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:33.072835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.073547 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.076166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event updated for resources: {'Port': ['ID=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.117691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5479e923-bfbc-4c1b-8b26-f1f3395971db req-dc832460-697b-4759-bd23-5a60166c1be5 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603538 Sep 21 17:58:33.147236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b70c05b-4a38-46b8-b34f-30a4bf101d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.149743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b70c05b-4a38-46b8-b34f-30a4bf101d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.152216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0b70c05b-4a38-46b8-b34f-30a4bf101d34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04520d08-6e1d-41b4-b4b2-d84f0e9c1cfd HTTP/1.1" status: 204 len: 168 time: 0.3614244 Sep 21 17:58:33.157210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0081d7e8-dde7-4c76-b8c2-515c48004803,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.210155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.223192 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-a4ddecaf-0aa4-492f-93b8-72d8eaa27ba4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2954848 Sep 21 17:58:33.227209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70c05b-4a38-46b8-b34f-30a4bf101d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04520d08-6e1d-41b4-b4b2-d84f0e9c1cfd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.239243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.252541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Request body: {'port': {'device_id': '76b6b591-c0af-4698-b220-97f2ced63af6', 'device_owner': 'compute:tempest-test_az-19953765', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:33.315096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f28ebb-2c3f-4692-8175-f9f8180f7e30,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.365682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.368032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['0081d7e8-dde7-4c76-b8c2-515c48004803'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:33.442310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0e1408c7-6178-4a7e-a4ec-85db4f01f476 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6acbc72a9567429f877ac22cee9cdc54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7469740 Sep 21 17:58:33.448059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46260) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:33.507176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4566b8-3cab-4865-b26c-18a861096b04 req-23beeec2-90f6-414f-b8d9-738b6700f355 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.509376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb4566b8-3cab-4865-b26c-18a861096b04 req-23beeec2-90f6-414f-b8d9-738b6700f355 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 969 time: 0.2855282 Sep 21 17:58:33.681031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb4566b8-3cab-4865-b26c-18a861096b04 req-0d23b320-91d7-44d5-982d-4cb8c4f9e50c tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603866 Sep 21 17:58:33.713699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce24d-0f9e-4fb7-8f44-dae50ebaa941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.789660 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce24d-0f9e-4fb7-8f44-dae50ebaa941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.849574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b69ca6ae-df93-49c7-84f2-f289c0ef46df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.854537 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce24d-0f9e-4fb7-8f44-dae50ebaa941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.862756 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce24d-0f9e-4fb7-8f44-dae50ebaa941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.868025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8c3ce24d-0f9e-4fb7-8f44-dae50ebaa941 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31f28ebb-2c3f-4692-8175-f9f8180f7e30 HTTP/1.1" status: 204 len: 168 time: 0.4189856 Sep 21 17:58:33.869595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2bf5-abaf-49ff-9726-d1eeca367493 req-6756a3c5-dd9f-409b-bc14-305ebd02c631 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.879305 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dcec2bf5-abaf-49ff-9726-d1eeca367493 req-6756a3c5-dd9f-409b-bc14-305ebd02c631 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 931 time: 0.1276560 Sep 21 17:58:33.882630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bde4fd5b-b9b9-41a4-a73d-46e907f3ae37 None None] Provisioning complete for port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:33.883472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bde4fd5b-b9b9-41a4-a73d-46e907f3ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.932691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bde4fd5b-b9b9-41a4-a73d-46e907f3ae37 None None] Port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:33.945078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce24d-0f9e-4fb7-8f44-dae50ebaa941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f28ebb-2c3f-4692-8175-f9f8180f7e30,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.953893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3155e6d8-409c-44b2-a458-cb44fe94bb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.955893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dcec2bf5-abaf-49ff-9726-d1eeca367493 req-025a25ea-7e1c-4eb3-9191-ba6f7e27d685 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758147 Sep 21 17:58:33.959799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3155e6d8-409c-44b2-a458-cb44fe94bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.979065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.999054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155e6d8-409c-44b2-a458-cb44fe94bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2cff1f-8a2b-4366-9f4e-b202cf9b4458,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:34.052078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3155e6d8-409c-44b2-a458-cb44fe94bb33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=277005e955fb4a0a9ba0ca0afeea6084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0652239 Sep 21 17:58:34.052443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:34.053703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46278) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:34.063112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.080423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Transition to ACTIVE for port object 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:34.083887 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.086860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.166481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Pushing event updated for resources: {'Port': ['ID=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:34.258482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Attempting to bind port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:34.258822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Attempting to bind port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:34.259152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Attempting to bind port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 on network 867dbb29-1b62-4023-92b8-23fc510b7091 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:34.268063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 on network 867dbb29-1b62-4023-92b8-23fc510b7091 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:34.268063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Attempting to bind port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 on network 867dbb29-1b62-4023-92b8-23fc510b7091 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:34.275007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:34.275640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Checking segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:34.276058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Bound using segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:34.276502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Bound port: 199ec9d6-b96f-4a5c-a44c-2daa56ac1249, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:34.276868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.323746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7abc9b6f-af7d-4db3-ae63-9ea3309063c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.378308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] For port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:34.380095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599d86-23c0-47a0-b816-eb152b5b6ce7 req-7ddca5b5-5249-4257-8593-62e785a84aec tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.381568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0599d86-23c0-47a0-b816-eb152b5b6ce7 req-7ddca5b5-5249-4257-8593-62e785a84aec tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.1554670 Sep 21 17:58:34.392640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] For port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:34.399355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.423616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-388aefe9-687b-44d0-bd94-99ad03068ce7 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279250 Sep 21 17:58:34.436921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46290) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:34.442962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.444338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.445757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] 10.222.0.78 "PUT /v2.0/ports/199ec9d6-b96f-4a5c-a44c-2daa56ac1249 HTTP/1.1" status: 200 len: 1111 time: 1.2040861 Sep 21 17:58:34.454442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:34.457679 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fadfde-1c78-496d-838f-3540f39e607d" -d '{"events": [{"name": "network-changed", "server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:34.474650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4555ab45-c1d0-410f-a071-aedf6725f15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.487076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7abc9b6f-af7d-4db3-ae63-9ea3309063c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.576095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0081d7e8-dde7-4c76-b8c2-515c48004803 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:34.612441 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4555ab45-c1d0-410f-a071-aedf6725f15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.617906 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacb2943-ddb2-4058-b14d-3e1dbe566a7c x-openstack-request-id: req-cacb2943-ddb2-4058-b14d-3e1dbe566a7c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:34.618236 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:34.619693 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cacb2943-ddb2-4058-b14d-3e1dbe566a7c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:34.620104 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'status': 'completed', 'code': 200} Sep 21 17:58:34.627472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0599d86-23c0-47a0-b816-eb152b5b6ce7 req-27095d3d-7d4e-4817-b0e3-3c8c951e1d9a tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280548 Sep 21 17:58:34.658680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4555ab45-c1d0-410f-a071-aedf6725f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.678782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.714182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7abc9b6f-af7d-4db3-ae63-9ea3309063c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.725155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7abc9b6f-af7d-4db3-ae63-9ea3309063c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.726415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7abc9b6f-af7d-4db3-ae63-9ea3309063c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc2cff1f-8a2b-4366-9f4e-b202cf9b4458 HTTP/1.1" status: 204 len: 168 time: 0.6713049 Sep 21 17:58:34.738913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ab45-c1d0-410f-a071-aedf6725f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ead567-3963-4a7e-9aef-52a2000c942d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:34.742971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c56b591-40c5-4849-b951-7ab3efbc5f83 req-ee5d6fd8-a3d1-4b29-b696-e6e8bda71653 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041074 Sep 21 17:58:34.742971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc9b6f-af7d-4db3-ae63-9ea3309063c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2cff1f-8a2b-4366-9f4e-b202cf9b4458,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:34.776569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 0081d7e8-dde7-4c76-b8c2-515c48004803 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:34.782595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 0081d7e8-dde7-4c76-b8c2-515c48004803 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:34.782970 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.797903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85662bae-0d66-4c5d-9fc0-c9f85ba419e7 service neutron] Pushing event updated for resources: {'Port': ['ID=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:34.819860 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4555ab45-c1d0-410f-a071-aedf6725f15e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02591dd90e7b426493f0bf333bc13347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730347 Sep 21 17:58:34.820558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46304) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:34.822914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-d17be45c-a619-470e-8154-cd5dd28f79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.824601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-d17be45c-a619-470e-8154-cd5dd28f79ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 1114 time: 0.2023869 Sep 21 17:58:34.868016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-b86effa7-c61d-46d6-bf7b-71dcb3683d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.870132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-b86effa7-c61d-46d6-bf7b-71dcb3683d15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68fcdf961a0846b2b38face1591f2b78&device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 1099 time: 0.0524786 Sep 21 17:58:34.931840 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-ecee557e-7ea0-4ba8-855c-99ddffed2c44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249 HTTP/1.1" status: 200 len: 217 time: 0.0673532 Sep 21 17:58:34.949238 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.972614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70ee38c3-353c-48d9-bc49-745ba8d19d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.992470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0081d7e8-dde7-4c76-b8c2-515c48004803, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0081d7e8-dde7-4c76-b8c2-515c48004803,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:34.993761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d7e8-dde7-4c76-b8c2-515c48004803'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:35.064786 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.119067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70ee38c3-353c-48d9-bc49-745ba8d19d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.129323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69423552-28ca-45ef-8a29-11d14e50447b req-bbf5a48e-0601-474c-b220-572591d15f66 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.131209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69423552-28ca-45ef-8a29-11d14e50447b req-bbf5a48e-0601-474c-b220-572591d15f66 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 969 time: 0.2126117 Sep 21 17:58:35.132747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0081d7e8-dde7-4c76-b8c2-515c48004803,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:35.170170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-8c974630-b63c-4cd3-aa55-69548926e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.173038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-8c974630-b63c-4cd3-aa55-69548926e268 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 200 len: 862 time: 0.2013352 Sep 21 17:58:35.240431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69423552-28ca-45ef-8a29-11d14e50447b req-42d34cfc-24d7-4ae8-a903-1e68f6682109 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997026 Sep 21 17:58:35.277637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-b43450c2-ad20-4a8c-9b8f-7705730344d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.280847 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-b43450c2-ad20-4a8c-9b8f-7705730344d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=867dbb29-1b62-4023-92b8-23fc510b7091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986128 Sep 21 17:58:35.310569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70ee38c3-353c-48d9-bc49-745ba8d19d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.313370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70ee38c3-353c-48d9-bc49-745ba8d19d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.314616 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-70ee38c3-353c-48d9-bc49-745ba8d19d3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14ead567-3963-4a7e-9aef-52a2000c942d HTTP/1.1" status: 204 len: 168 time: 0.4890447 Sep 21 17:58:35.371853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14380ff-8c94-4ec2-9672-de56e9670b48 req-ec1a2428-3349-4bdb-b811-00fbf5e2ec44 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.373963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a14380ff-8c94-4ec2-9672-de56e9670b48 req-ec1a2428-3349-4bdb-b811-00fbf5e2ec44 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 963 time: 0.2891874 Sep 21 17:58:35.374655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee38c3-353c-48d9-bc49-745ba8d19d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ead567-3963-4a7e-9aef-52a2000c942d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:35.379924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-04c9fe48-d45c-4bb1-9f05-462a9ebd2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.381604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-04c9fe48-d45c-4bb1-9f05-462a9ebd2d7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.5035310 Sep 21 17:58:35.423987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-30826173-af1b-4370-906a-3af249626e23 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345749 Sep 21 17:58:35.432068 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ee9e6b-0519-4377-85ad-e125b60be130" -d '{"events": [{"server_uuid": "eb5fcb50-b8ed-43be-bd1a-a60095d8531a", "name": "network-vif-plugged", "status": "completed", "tag": "0081d7e8-dde7-4c76-b8c2-515c48004803"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:35.435908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-9a9e35eb-fd2d-4200-972d-e3e31516bc0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 HTTP/1.1" status: 200 len: 217 time: 0.0436769 Sep 21 17:58:35.492722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a14380ff-8c94-4ec2-9672-de56e9670b48 req-a55e38e0-7e0b-4c2a-935e-396f891906c4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092594 Sep 21 17:58:35.512299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-a9ad2a1b-e3bc-4bdf-ab70-f8ed955dbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.513740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-a9ad2a1b-e3bc-4bdf-ab70-f8ed955dbb25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0652428 Sep 21 17:58:35.551019 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c24032b-3e96-4fb7-aa9a-c36411657e52 req-7a25e1e0-14b2-4e2d-ba88-bbcba9ecf477 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188266 Sep 21 17:58:35.567745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-2bf06c1f-03c8-4b38-bd5a-34734bd56afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.569483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-2bf06c1f-03c8-4b38-bd5a-34734bd56afc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471530 Sep 21 17:58:35.650666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadfde-1c78-496d-838f-3540f39e607d req-38a4ac80-4757-433d-b546-338916356fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.652286 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8fadfde-1c78-496d-838f-3540f39e607d req-38a4ac80-4757-433d-b546-338916356fa2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 1114 time: 0.0479350 Sep 21 17:58:35.696929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-8ba02baf-3852-42c9-b030-05f1ff038e32 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186783 Sep 21 17:58:35.826246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d1f384-11dc-4e6b-b404-f2fe7f794bf3 req-7fb15022-ce4e-46c5-bd71-4912546d3385 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213770 Sep 21 17:58:35.834975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadfde-1c78-496d-838f-3540f39e607d req-719cbe5e-adcc-45a6-8df0-61f40584453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.836513 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8fadfde-1c78-496d-838f-3540f39e607d req-719cbe5e-adcc-45a6-8df0-61f40584453e service neutron] 10.222.0.78 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 925 time: 0.1727035 Sep 21 17:58:35.845553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8b239-964a-4ad8-81f6-76ac1375b9fb req-7c0e189f-7bc6-4693-8574-5098cba75eeb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.850957 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-73f8b239-964a-4ad8-81f6-76ac1375b9fb req-7c0e189f-7bc6-4693-8574-5098cba75eeb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.0893970 Sep 21 17:58:35.890876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8fadfde-1c78-496d-838f-3540f39e607d req-5d71bfce-9741-4621-adad-79c2adee4ad7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249 HTTP/1.1" status: 200 len: 217 time: 0.0421093 Sep 21 17:58:35.957351 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-73f8b239-964a-4ad8-81f6-76ac1375b9fb req-19f71823-7ce4-4cc5-be5d-3830647da61a tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027768 Sep 21 17:58:35.965971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadfde-1c78-496d-838f-3540f39e607d req-2fa5a544-ce8c-4444-b972-4f2373fb2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.968447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8fadfde-1c78-496d-838f-3540f39e607d req-2fa5a544-ce8c-4444-b972-4f2373fb2b00 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 200 len: 862 time: 0.0678859 Sep 21 17:58:36.032633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadfde-1c78-496d-838f-3540f39e607d req-d1eec808-7842-4989-8edc-14e443ac21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.035170 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8fadfde-1c78-496d-838f-3540f39e607d req-d1eec808-7842-4989-8edc-14e443ac21ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=867dbb29-1b62-4023-92b8-23fc510b7091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575862 Sep 21 17:58:36.037711 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b075a1-72df-4fe2-9b33-93deb8ecbddd x-openstack-request-id: req-51b075a1-72df-4fe2-9b33-93deb8ecbddd {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:36.038236 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5fcb50-b8ed-43be-bd1a-a60095d8531a", "name": "network-vif-plugged", "status": "completed", "tag": "0081d7e8-dde7-4c76-b8c2-515c48004803", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:36.038366 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51b075a1-72df-4fe2-9b33-93deb8ecbddd {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:36.038885 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081d7e8-dde7-4c76-b8c2-515c48004803', 'code': 200} Sep 21 17:58:36.141305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.78', 54430) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:36.221584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8fadfde-1c78-496d-838f-3540f39e607d req-96ed68fe-218f-4407-a84c-83f9f6de66c8 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612816 Sep 21 17:58:36.234087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483b68c-b9d2-40d9-8a7b-7d2670b6afa7 req-800398b9-6205-48d0-98ed-d0346161dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.235582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1483b68c-b9d2-40d9-8a7b-7d2670b6afa7 req-800398b9-6205-48d0-98ed-d0346161dd93 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 1121 time: 0.0918443 Sep 21 17:58:36.245058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46358) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:36.278153 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1483b68c-b9d2-40d9-8a7b-7d2670b6afa7 req-350ba3ab-2221-435a-b987-bb7de0835468 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.409491 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8fadfde-1c78-496d-838f-3540f39e607d req-3afb0744-3afa-4b57-9b28-75273158a862 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728146 Sep 21 17:58:36.432764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e480c14-be07-468c-af47-9de6a7a9de1e req-6ca0fc4b-c488-4460-b40c-9cc122e4a0e1 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.433068 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e480c14-be07-468c-af47-9de6a7a9de1e req-6ca0fc4b-c488-4460-b40c-9cc122e4a0e1 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 970 time: 0.1015818 Sep 21 17:58:36.484555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc398-94f4-4233-bf19-2afc59da651b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.495087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e480c14-be07-468c-af47-9de6a7a9de1e req-37994283-7562-404b-bd2b-59838d0fcd8e tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Sep 21 17:58:36.521333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1483b68c-b9d2-40d9-8a7b-7d2670b6afa7 req-350ba3ab-2221-435a-b987-bb7de0835468 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.527067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1483b68c-b9d2-40d9-8a7b-7d2670b6afa7 req-350ba3ab-2221-435a-b987-bb7de0835468 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.593750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ba3ab-2221-435a-b987-bb7de0835468 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09f3cb80-6648-4d5a-ac27-41b7668d4211,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:36.614637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1483b68c-b9d2-40d9-8a7b-7d2670b6afa7 req-350ba3ab-2221-435a-b987-bb7de0835468 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569407 Sep 21 17:58:36.664911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d8ffc-17b5-45b3-a1f1-e85c7bcf6e6d req-49512b91-7d81-4bdb-842f-a7297cbad46e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.672667 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad7d8ffc-17b5-45b3-a1f1-e85c7bcf6e6d req-49512b91-7d81-4bdb-842f-a7297cbad46e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 963 time: 0.0876675 Sep 21 17:58:36.723816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc398-94f4-4233-bf19-2afc59da651b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.731530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc398-94f4-4233-bf19-2afc59da651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.748843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad7d8ffc-17b5-45b3-a1f1-e85c7bcf6e6d req-db5088a1-20e3-4292-9d67-5c36ac6f03c7 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725703 Sep 21 17:58:36.792143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4c9dc398-94f4-4233-bf19-2afc59da651b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c20aafde1414aca985f3a540d7b8af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458846 Sep 21 17:58:36.793426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dc398-94f4-4233-bf19-2afc59da651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e38e16-e10c-4039-8bc9-0e62e75564e8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:36.794882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46386) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:36.857184 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bb35358-6ec1-4471-9662-483eb7963de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.882073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bb35358-6ec1-4471-9662-483eb7963de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.952902 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bb35358-6ec1-4471-9662-483eb7963de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.961107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bb35358-6ec1-4471-9662-483eb7963de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.962771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1bb35358-6ec1-4471-9662-483eb7963de7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13e38e16-e10c-4039-8bc9-0e62e75564e8 HTTP/1.1" status: 204 len: 168 time: 0.1648419 Sep 21 17:58:36.977182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb35358-6ec1-4471-9662-483eb7963de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e38e16-e10c-4039-8bc9-0e62e75564e8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:37.076521 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.104305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3edfc1-ec7c-4f06-8e18-1bacc952e2d5 req-04b71c3c-d196-4f21-bfe9-4c0379f3263b tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.105803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e3edfc1-ec7c-4f06-8e18-1bacc952e2d5 req-04b71c3c-d196-4f21-bfe9-4c0379f3263b tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.0617130 Sep 21 17:58:37.159942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e3edfc1-ec7c-4f06-8e18-1bacc952e2d5 req-4f99dc78-ba08-4574-b8d7-7940ac106cff tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370505 Sep 21 17:58:37.656926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27aa6-1f6d-4fbf-ab7e-c50fceb8a290 req-a8532cd0-5c63-4747-9268-6414548a3218 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.666120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62e27aa6-1f6d-4fbf-ab7e-c50fceb8a290 req-a8532cd0-5c63-4747-9268-6414548a3218 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 970 time: 0.0782986 Sep 21 17:58:37.721804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62e27aa6-1f6d-4fbf-ab7e-c50fceb8a290 req-96d799fb-e6de-4637-a0c9-2a95105c603b tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547190 Sep 21 17:58:37.903261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63121770-e62e-4887-a25c-10e5578cc444 req-75e6592e-8894-4591-82af-949266430a38 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.914793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63121770-e62e-4887-a25c-10e5578cc444 req-75e6592e-8894-4591-82af-949266430a38 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 963 time: 0.0706840 Sep 21 17:58:37.976668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63121770-e62e-4887-a25c-10e5578cc444 req-324dcf76-5e44-4d9d-b146-5c6a645d86f2 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568228 Sep 21 17:58:38.049549 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.313047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac013753-aae5-41a5-9b3e-0536e0215f48 req-34ce7fc4-8cb7-4994-b3bf-5e0f5acda462 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.324476 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac013753-aae5-41a5-9b3e-0536e0215f48 req-34ce7fc4-8cb7-4994-b3bf-5e0f5acda462 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 948 time: 0.0767660 Sep 21 17:58:38.383043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac013753-aae5-41a5-9b3e-0536e0215f48 req-122bdc56-9337-4b05-b019-7eba1823017a tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575955 Sep 21 17:58:38.523207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46460) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:38.582021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:38.718985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2411fc49-b87a-497e-a30e-381084ec1dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.735262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:38.750054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'port_id': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'mac_address': 'fa:16:3e:e1:32:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-19953765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:38.798420 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.815608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:38.840478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:38.846322 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.890342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2411fc49-b87a-497e-a30e-381084ec1dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.898914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:38.906038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afc3cf-b5ba-4f8c-bab8-c03903689af7 req-427c3386-3d70-4293-95b1-02f1e602fdda tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.913360 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82afc3cf-b5ba-4f8c-bab8-c03903689af7 req-427c3386-3d70-4293-95b1-02f1e602fdda tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 970 time: 0.0958154 Sep 21 17:58:38.920859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2411fc49-b87a-497e-a30e-381084ec1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.981982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411fc49-b87a-497e-a30e-381084ec1dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbe9c2-10c7-436b-a988-d65f43b5dafe,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:38.991641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2411fc49-b87a-497e-a30e-381084ec1dd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10b9a9824f12448f9f8ee386ca8113a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675336 Sep 21 17:58:38.991734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46478) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:39.011179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82afc3cf-b5ba-4f8c-bab8-c03903689af7 req-f3d69c1d-34e4-46f1-b8cd-c80977040df9 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968738 Sep 21 17:58:39.022764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:39.050654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90', 'mac_address': 'fa:16:3e:8f:5d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:39.056436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.105926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.119224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['199ec9d6-b96f-4a5c-a44c-2daa56ac1249'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:39.125587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:39.146585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a825b500-a2db-4ae0-8f75-a03dbc10f061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.176856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:39.185464 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.207744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a825b500-a2db-4ae0-8f75-a03dbc10f061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.237017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542d917-5637-4bb5-b075-c62915be5827 req-0b7e78e9-e49c-4352-b5ff-fe717abbfa1f tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.245052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3542d917-5637-4bb5-b075-c62915be5827 req-0b7e78e9-e49c-4352-b5ff-fe717abbfa1f tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 964 time: 0.1147318 Sep 21 17:58:39.263084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.331701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3542d917-5637-4bb5-b075-c62915be5827 req-1c3b8d5e-632b-4784-b365-db7230f343da tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854282 Sep 21 17:58:39.374450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a825b500-a2db-4ae0-8f75-a03dbc10f061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.377664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a825b500-a2db-4ae0-8f75-a03dbc10f061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.382256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a825b500-a2db-4ae0-8f75-a03dbc10f061 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbdbe9c2-10c7-436b-a988-d65f43b5dafe HTTP/1.1" status: 204 len: 168 time: 0.3885736 Sep 21 17:58:39.401254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825b500-a2db-4ae0-8f75-a03dbc10f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbe9c2-10c7-436b-a988-d65f43b5dafe,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.517627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895ce74-ca71-46ce-bdac-66a386b98148 req-605f1f8a-cbe9-424f-94f0-b4bfdd5d2478 tempest-AggregatesAdminTestJSON-1208489870 tempest-AggregatesAdminTestJSON-1208489870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.519370 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a895ce74-ca71-46ce-bdac-66a386b98148 req-605f1f8a-cbe9-424f-94f0-b4bfdd5d2478 tempest-AggregatesAdminTestJSON-1208489870 tempest-AggregatesAdminTestJSON-1208489870-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 1121 time: 0.0448544 Sep 21 17:58:39.533026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:39.545591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a895ce74-ca71-46ce-bdac-66a386b98148 req-c08f34a6-ca25-4d7b-a1aa-19ec79d3f75b tempest-AggregatesAdminTestJSON-1208489870 tempest-AggregatesAdminTestJSON-1208489870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.669568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a895ce74-ca71-46ce-bdac-66a386b98148 req-c08f34a6-ca25-4d7b-a1aa-19ec79d3f75b tempest-AggregatesAdminTestJSON-1208489870 tempest-AggregatesAdminTestJSON-1208489870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.675221 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a895ce74-ca71-46ce-bdac-66a386b98148 req-c08f34a6-ca25-4d7b-a1aa-19ec79d3f75b tempest-AggregatesAdminTestJSON-1208489870 tempest-AggregatesAdminTestJSON-1208489870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.716611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f34a6-ca25-4d7b-a1aa-19ec79d3f75b tempest-AggregatesAdminTestJSON-1208489870 tempest-AggregatesAdminTestJSON-1208489870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a566cc64-72fd-4355-844a-00417c57c6ca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.749414 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a895ce74-ca71-46ce-bdac-66a386b98148 req-c08f34a6-ca25-4d7b-a1aa-19ec79d3f75b tempest-AggregatesAdminTestJSON-1208489870 tempest-AggregatesAdminTestJSON-1208489870-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198131 Sep 21 17:58:39.813564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46514) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:39.827852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65e39aee-e89d-4b06-8a45-b34f175d6f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.860797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03995086-d280-419e-a9a6-02178eb36646 req-034999ec-b7b4-4a2d-a124-d3a38a67711d tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.869409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03995086-d280-419e-a9a6-02178eb36646 req-034999ec-b7b4-4a2d-a124-d3a38a67711d tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 949 time: 0.0811460 Sep 21 17:58:39.925480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03995086-d280-419e-a9a6-02178eb36646 req-5e0dff4d-3cac-403e-86cf-c5001dfeedba tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537968 Sep 21 17:58:39.949859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65e39aee-e89d-4b06-8a45-b34f175d6f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.956998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65e39aee-e89d-4b06-8a45-b34f175d6f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.006779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-65e39aee-e89d-4b06-8a45-b34f175d6f56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=810518d80c674738920f07e984e39149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920292 Sep 21 17:58:40.008386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46522) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:40.019611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e39aee-e89d-4b06-8a45-b34f175d6f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17edd24b-c453-403c-bb0d-f0e05d8e57a8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:40.081704 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db4340e7-b864-44df-afbd-d6fe8c32e14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.105154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db4340e7-b864-44df-afbd-d6fe8c32e14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.166582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db4340e7-b864-44df-afbd-d6fe8c32e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.171866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db4340e7-b864-44df-afbd-d6fe8c32e14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.173587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-db4340e7-b864-44df-afbd-d6fe8c32e14c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17edd24b-c453-403c-bb0d-f0e05d8e57a8 HTTP/1.1" status: 204 len: 168 time: 0.1642282 Sep 21 17:58:40.182617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4340e7-b864-44df-afbd-d6fe8c32e14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17edd24b-c453-403c-bb0d-f0e05d8e57a8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:40.589700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:40.652118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:40.658369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:40.662416 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.777017 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.813058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:40.816327 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71674267-9ec3-4e90-9444-7b5f3f3c56f6" -d '{"events": [{"server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "name": "network-vif-plugged", "status": "completed", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:40.831740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:40.837061 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.881693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:40.912547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df26f-902f-4ffa-9e56-33066aa0d6d4 req-e64bfb98-668f-451e-b997-5833a4b9fd9e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.922352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-447df26f-902f-4ffa-9e56-33066aa0d6d4 req-e64bfb98-668f-451e-b997-5833a4b9fd9e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 965 time: 0.0672140 Sep 21 17:58:40.929951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:40.958422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:40.963530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:40.964058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.966462 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-447df26f-902f-4ffa-9e56-33066aa0d6d4 req-97d354f4-5c56-4237-83b5-d6de66399b59 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431206 Sep 21 17:58:41.066101 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.104142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:41.109815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.173585 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:41.236341 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ccb2f4-5924-4b5e-8394-ac01e8f25360 x-openstack-request-id: req-17ccb2f4-5924-4b5e-8394-ac01e8f25360 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:41.236657 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "name": "network-vif-plugged", "status": "completed", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:41.236910 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17ccb2f4-5924-4b5e-8394-ac01e8f25360 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:41.237300 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'code': 200} Sep 21 17:58:41.364069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef84e6-9a30-425c-a062-f1bce74ba5c3 req-d886f405-f955-4edf-99a7-3de53c1d8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.364069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52ef84e6-9a30-425c-a062-f1bce74ba5c3 req-d886f405-f955-4edf-99a7-3de53c1d8994 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 1116 time: 0.0495379 Sep 21 17:58:41.364598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b651f8-749c-4d3b-8945-4ebac078b598 req-9fd1165e-6cf1-49c7-87f6-44dc42027c5c tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.370763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1b651f8-749c-4d3b-8945-4ebac078b598 req-9fd1165e-6cf1-49c7-87f6-44dc42027c5c tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 950 time: 0.0855169 Sep 21 17:58:41.405684 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52ef84e6-9a30-425c-a062-f1bce74ba5c3 req-db6a2f75-5d35-4e68-ad8f-efcb1ccdf673 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Sep 21 17:58:41.418808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1b651f8-749c-4d3b-8945-4ebac078b598 req-02bbe8c4-3d1d-48f3-aec0-8f3a353d4af1 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Sep 21 17:58:42.192499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46c0f5-f71b-43d4-8ce9-a5a13858d57d req-ecc25db1-0ff7-41a9-a7ef-bcd3f95d9acc tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:42.194045 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff46c0f5-f71b-43d4-8ce9-a5a13858d57d req-ecc25db1-0ff7-41a9-a7ef-bcd3f95d9acc tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 965 time: 0.0610957 Sep 21 17:58:42.243011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff46c0f5-f71b-43d4-8ce9-a5a13858d57d req-bce8fd1b-a77c-4bbf-9f2e-82c46a2659c4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Sep 21 17:58:42.394435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-a49e19c3-20e9-408d-beb0-e59edea9f7e2 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=98812013190e46e3a755e4b2ac6b64ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266738 Sep 21 17:58:42.523345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-d714b043-ae60-4a81-a791-2243ac1a2d8b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:42.526776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-d714b043-ae60-4a81-a791-2243ac1a2d8b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266878 Sep 21 17:58:42.562221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-293e6947-8c82-4663-9956-5dba28376b6b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/quotas/98812013190e46e3a755e4b2ac6b64ff HTTP/1.1" status: 200 len: 375 time: 0.0293715 Sep 21 17:58:42.602828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-86579642-c9d1-4a23-9b63-eb56f0b9dc23 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396247 Sep 21 17:58:42.723037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b44f7-91ae-477a-9dd3-53b69f4c58c5 req-3113ed39-9ece-4b24-aa95-94981ce0da44 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:42.725777 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe1b44f7-91ae-477a-9dd3-53b69f4c58c5 req-3113ed39-9ece-4b24-aa95-94981ce0da44 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 950 time: 0.0815065 Sep 21 17:58:42.795444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe1b44f7-91ae-477a-9dd3-53b69f4c58c5 req-4c99c0c9-0812-4568-a6e6-69e915f55392 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566554 Sep 21 17:58:43.020264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:43.057472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46742) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:43.147175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-d74cffa2-1d9c-403b-9c0a-36b437dc1b0d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=98812013190e46e3a755e4b2ac6b64ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285702 Sep 21 17:58:43.182218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-939806ab-4db8-4056-9525-221e968d6c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.238960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a548b3d-32f0-4925-a166-df3bc7154227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:43.242396 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5857ca1-9397-4ea2-b3e2-1ce9d583c2f1" -d '{"events": [{"server_uuid": "7a548b3d-32f0-4925-a166-df3bc7154227", "name": "network-vif-plugged", "status": "completed", "tag": "7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:43.254977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11f6dc45-e816-4f38-871d-3891f19d2094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.297846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-fc2f6e3e-4ea1-4e33-bf37-2dadf4654919 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:43.305465 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-fc2f6e3e-4ea1-4e33-bf37-2dadf4654919 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574359 Sep 21 17:58:43.315474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-9d8e5bc9-4e70-4dd1-8d60-360d94ed40a9 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/quotas/98812013190e46e3a755e4b2ac6b64ff HTTP/1.1" status: 200 len: 375 time: 0.0091410 Sep 21 17:58:43.341015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-939806ab-4db8-4056-9525-221e968d6c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.350624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-939806ab-4db8-4056-9525-221e968d6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.370539 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-e6767173-95c8-47df-bc93-ae6d383cad9d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473101 Sep 21 17:58:43.395808 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfc4d2c-f0e0-4be4-bfa7-8bf0d6833842 x-openstack-request-id: req-fcfc4d2c-f0e0-4be4-bfa7-8bf0d6833842 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:43.396093 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a548b3d-32f0-4925-a166-df3bc7154227", "name": "network-vif-plugged", "status": "completed", "tag": "7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:43.396339 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcfc4d2c-f0e0-4be4-bfa7-8bf0d6833842 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:43.396716 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a548b3d-32f0-4925-a166-df3bc7154227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90', 'code': 200} Sep 21 17:58:43.463840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-939806ab-4db8-4056-9525-221e968d6c9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7cae313eca824a9db3867e8acff0bd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4424889 Sep 21 17:58:43.467631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46766) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:43.484795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939806ab-4db8-4056-9525-221e968d6c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b349b7-2f3f-4a92-9745-1f7dac3eacb8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:43.517976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11f6dc45-e816-4f38-871d-3891f19d2094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.525273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11f6dc45-e816-4f38-871d-3891f19d2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.582768 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-11f6dc45-e816-4f38-871d-3891f19d2094 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5853ba3e183c47bd80802c45e8a67bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242093 Sep 21 17:58:43.586541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46772) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:43.607213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6dc45-e816-4f38-871d-3891f19d2094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737e1210-eb24-41b3-a836-b99f54670eca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:43.637679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-175bd7d3-205c-440e-ac5b-cf9ee9f73d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.688625 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf340-75d6-4f5f-b598-caa1e502b3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.702556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719223fc-55df-4c84-a773-775067ccc532 req-1117b06c-b751-4291-a8e9-7bedcf6c2615 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:43.710220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-719223fc-55df-4c84-a773-775067ccc532 req-1117b06c-b751-4291-a8e9-7bedcf6c2615 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 965 time: 0.1735559 Sep 21 17:58:43.723407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf340-75d6-4f5f-b598-caa1e502b3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.750086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-175bd7d3-205c-440e-ac5b-cf9ee9f73d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.788256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b7318-2a87-4a3e-bb77-a1be16dcc7d8 req-148811f2-6c48-45b5-81a4-82c663979222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:43.789768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c93b7318-2a87-4a3e-bb77-a1be16dcc7d8 req-148811f2-6c48-45b5-81a4-82c663979222 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 1101 time: 0.1622128 Sep 21 17:58:43.807560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf340-75d6-4f5f-b598-caa1e502b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.817299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-719223fc-55df-4c84-a773-775067ccc532 req-3890b412-3f34-4e65-8f47-230dafddbe10 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061203 Sep 21 17:58:43.817715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf340-75d6-4f5f-b598-caa1e502b3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.846842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e0ddf340-75d6-4f5f-b598-caa1e502b3a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/737e1210-eb24-41b3-a836-b99f54670eca HTTP/1.1" status: 204 len: 168 time: 0.2365358 Sep 21 17:58:43.867369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddf340-75d6-4f5f-b598-caa1e502b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737e1210-eb24-41b3-a836-b99f54670eca,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:43.954811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c93b7318-2a87-4a3e-bb77-a1be16dcc7d8 req-92c90d2a-7b54-4561-a331-29ae54ca4135 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478097 Sep 21 17:58:43.972943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0e532ec-8876-47f5-be5d-6514d6ccefde req-00bbda20-312a-4d20-991e-dff386e9a69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0525303 Sep 21 17:58:43.989604 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-175bd7d3-205c-440e-ac5b-cf9ee9f73d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.992264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-175bd7d3-205c-440e-ac5b-cf9ee9f73d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.993554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-175bd7d3-205c-440e-ac5b-cf9ee9f73d2c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5b349b7-2f3f-4a92-9745-1f7dac3eacb8 HTTP/1.1" status: 204 len: 168 time: 0.5248318 Sep 21 17:58:44.025054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bd7d3-205c-440e-ac5b-cf9ee9f73d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b349b7-2f3f-4a92-9745-1f7dac3eacb8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:44.038512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342d36-afbf-4188-9286-7879ef3aa990 req-0b1a32e7-b923-4cf7-a5cc-308596f519c3 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.047970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d342d36-afbf-4188-9286-7879ef3aa990 req-0b1a32e7-b923-4cf7-a5cc-308596f519c3 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 950 time: 0.0847335 Sep 21 17:58:44.099435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d342d36-afbf-4188-9286-7879ef3aa990 req-e559bb4d-2b3d-490a-9c63-36a475d5215a tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496938 Sep 21 17:58:44.328560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46818) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:44.348924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-25979d23-140a-4263-ab8e-6fb2ccab6167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.460863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-0c4cde2b-2bee-4f32-91e4-a037e8ed0ca1 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=98812013190e46e3a755e4b2ac6b64ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408487 Sep 21 17:58:44.615458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244d5a4-1db3-4cb1-8b0f-f5670417dc1a req-fee57673-b4a6-4cbe-a4af-7a1f4403b609 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.628226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46836) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:44.628807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f244d5a4-1db3-4cb1-8b0f-f5670417dc1a req-fee57673-b4a6-4cbe-a4af-7a1f4403b609 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 965 time: 0.1708615 Sep 21 17:58:44.632833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'floatingip': {'port_id': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:44.657454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-25979d23-140a-4263-ab8e-6fb2ccab6167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.697628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-2c379c16-2a93-45ba-bb53-b4446d746542 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.699190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-2c379c16-2a93-45ba-bb53-b4446d746542 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263327 Sep 21 17:58:44.716189 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-25979d23-140a-4263-ab8e-6fb2ccab6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.720545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Request body: {'port': {'device_id': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '98812013190e46e3a755e4b2ac6b64ff'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:44.866146 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-25979d23-140a-4263-ab8e-6fb2ccab6167 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c3cf97745794d749afd815b0d56159a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364704 Sep 21 17:58:44.869806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46854) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:44.874289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.981842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Made reservation on behalf of 98812013190e46e3a755e4b2ac6b64ff for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:44.986984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.997304 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.008447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25979d23-140a-4263-ab8e-6fb2ccab6167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb8a34-7dc2-4fd3-905d-c3eb41f3409d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:45.183999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.189229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.307534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0255b5e-e308-445f-8951-991e7f11dfae,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:45.337272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46888) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:45.388741 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-21c91378-b48f-49ff-9e2a-56a5a9372f3d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=98812013190e46e3a755e4b2ac6b64ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059101 Sep 21 17:58:45.399336 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b4c7ab39-b07a-4a6e-ac2f-c18603ff8476 req-913c76cf-9b34-4750-9eea-bfc883c3e1df tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 210 time: 0.1143019 Sep 21 17:58:45.426535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Allocated IP 192.168.233.12 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/7f2d96b1-f412-4006-b09e-48c02222e06c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:45.548064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5041aa7e-3250-4752-bb79-f4af34b5ac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.577379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-741296818-network', 'tenant_id': '9d723564829a48b5826224b8a737e39d'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:45.647009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5041aa7e-3250-4752-bb79-f4af34b5ac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.663592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a879ac-76a7-4548-bfa5-5465a08cec8d req-06c7dcdd-05bc-402c-88da-057c411a610a tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:45.671902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a879ac-76a7-4548-bfa5-5465a08cec8d req-06c7dcdd-05bc-402c-88da-057c411a610a tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 950 time: 0.1886227 Sep 21 17:58:45.708559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Made reservation on behalf of 9d723564829a48b5826224b8a737e39d for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:45.720791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.745770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-d8303e7b-834f-4415-ae46-eff32349405d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:45.747312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-d8303e7b-834f-4415-ae46-eff32349405d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469293 Sep 21 17:58:45.763160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.780951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a879ac-76a7-4548-bfa5-5465a08cec8d req-a5fdeb70-7e01-44c8-a019-72add6158038 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081049 Sep 21 17:58:45.781576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Request body: {'port': {'device_id': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '98812013190e46e3a755e4b2ac6b64ff'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:45.819410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.907161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46916) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:45.936340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5041aa7e-3250-4752-bb79-f4af34b5ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.939064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5041aa7e-3250-4752-bb79-f4af34b5ac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.942925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5041aa7e-3250-4752-bb79-f4af34b5ac0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ddb8a34-7dc2-4fd3-905d-c3eb41f3409d HTTP/1.1" status: 204 len: 168 time: 1.0721381 Sep 21 17:58:45.963462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.035425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041aa7e-3250-4752-bb79-f4af34b5ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddb8a34-7dc2-4fd3-905d-c3eb41f3409d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:46.055097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:46.090825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:46.100531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:46.121759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:46.206411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.resource_extend [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:58:46.233513 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.258108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.259122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.288383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.305063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.319511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-74ef53fc-7fcb-41a9-822e-d51358eee69d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5995421 Sep 21 17:58:46.387187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Request body: {'port': {'device_id': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:46.458462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:58:46.466383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 17:58:46.466383 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 17:58:46.466383 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id_1': '58e6caa83bcb41bb9e108571f55a68c0', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 58, 26, 271824)}] Sep 21 17:58:46.466383 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:58:46.467086 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:58:46.484288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.500619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cd084-e97b-4d62-882f-6eeaf566e1ee,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:46.505241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.509838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Made reservation on behalf of 98812013190e46e3a755e4b2ac6b64ff for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:46.516786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.517534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.518444 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Added segment 9e21cf60-4106-45d0-8482-0f0f2c28e870 of type vlan for network cdb8159c-b48d-46d7-801d-39504e5db346 Sep 21 17:58:46.553776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-67548afa-00f1-4532-8a09-0abf73794c70 None None] Provisioning complete for port 7f2d96b1-f412-4006-b09e-48c02222e06c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:46.557244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-67548afa-00f1-4532-8a09-0abf73794c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.611312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-67548afa-00f1-4532-8a09-0abf73794c70 None None] Port 7f2d96b1-f412-4006-b09e-48c02222e06c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:46.646314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.694545 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.711432 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-48a5888d-e9ce-430d-9a30-64954029b5a1 req-20bd195c-d943-4ea5-a50c-1b43b4b24c49 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 210 time: 0.1580136 Sep 21 17:58:46.717252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.719244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.720355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.872341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5340393 Sep 21 17:58:46.880580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46966) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:46.886604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Request body: {'subnet': {'network_id': 'cdb8159c-b48d-46d7-801d-39504e5db346', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-741296818-subnet', 'tenant_id': '9d723564829a48b5826224b8a737e39d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:46.957653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Made reservation on behalf of 9d723564829a48b5826224b8a737e39d for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:46.961032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.977645 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f associated. External IP: 172.25.3.174, port: 199ec9d6-b96f-4a5c-a44c-2daa56ac1249. Sep 21 17:58:47.015805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46968) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:47.046094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Allocated IP 192.168.233.120 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/408b8c80-1d17-4c1f-a682-9b5409d95b9d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:47.231535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259830d3-a3b5-4d46-a7ed-778cf0164f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.266342 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.299440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496f026-12cb-4f0f-8bd3-05cfee5fe50a admin admin] Pushing event updated for resources: {'Network': ['ID=cdb8159c-b48d-46d7-801d-39504e5db346,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:47.315865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network cdb8159c-b48d-46d7-801d-39504e5db346 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:58:47.480911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa1513-54e9-4bb9-92e7-e17b183300d4 req-b98cd310-9b9e-45a5-9f54-ca17e928ea72 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:47.483585 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6aa1513-54e9-4bb9-92e7-e17b183300d4 req-b98cd310-9b9e-45a5-9f54-ca17e928ea72 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 950 time: 0.5698793 Sep 21 17:58:47.609914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6aa1513-54e9-4bb9-92e7-e17b183300d4 req-34fac1d5-ff3b-47f9-aa2a-85fe910c9fbe tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135244 Sep 21 17:58:47.640623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ce37c-3a4e-4460-a12e-f5bfae6c5956 req-6a155f82-92f4-48fa-bc55-4194e0c52462 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:47.642321 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-685ce37c-3a4e-4460-a12e-f5bfae6c5956 req-6a155f82-92f4-48fa-bc55-4194e0c52462 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 970 time: 0.4315207 Sep 21 17:58:47.693450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.695466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.698286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Router d893596b-ced7-4e3a-b5b3-427d27a99059 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:58:47.734061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-685ce37c-3a4e-4460-a12e-f5bfae6c5956 req-a0a206db-f6a0-4fc9-93a2-6088d9fe13cf tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837934 Sep 21 17:58:47.749697 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.758983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.816334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfec77e-444e-45fc-9879-b596fef67031,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:47.839455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=58e6caa83bcb41bb9e108571f55a68c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9311399 Sep 21 17:58:47.842746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46992) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:47.852599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85634bc2-0269-482f-b96e-ec8d80f65887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec85dc-5659-4313-8e2f-93e945970b38,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:47.875697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Checking segment: {'id': '9e21cf60-4106-45d0-8482-0f0f2c28e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'cdb8159c-b48d-46d7-801d-39504e5db346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:47.876245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Network hostable DHCP agents. Network: cdb8159c-b48d-46d7-801d-39504e5db346, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:47.885123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.987352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Network cdb8159c-b48d-46d7-801d-39504e5db346 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:48.012116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d9371a0-fece-455b-9fd6-e6b0377f81c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.020573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:48.032393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, cdb8159c-b48d-46d7-801d-39504e5db346) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:48.035186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:48.038009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:48.042219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc60ce4-4609-4ff8-9b6d-922d0d39e2b7 None None] Network cdb8159c-b48d-46d7-801d-39504e5db346 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:48.051425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:48.053041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.056579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.065592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.066303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.112416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d9371a0-fece-455b-9fd6-e6b0377f81c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.119122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Pushing event updated for resources: {'Port': ['ID=408b8c80-1d17-4c1f-a682-9b5409d95b9d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:48.158713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69247f3-f26d-4736-afe2-b328e77d2c2c req-373a5c76-b9c2-4cd1-9028-e40c697537b3 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.165994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a69247f3-f26d-4736-afe2-b328e77d2c2c req-373a5c76-b9c2-4cd1-9028-e40c697537b3 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 936 time: 0.2826240 Sep 21 17:58:48.209702 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.221191 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] Sync routers for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:48.222775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2d96b1-f412-4006-b09e-48c02222e06c {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:48.240887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.244168 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:48.252495 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:58:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:48.254899 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d9371a0-fece-455b-9fd6-e6b0377f81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.267412 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d9371a0-fece-455b-9fd6-e6b0377f81c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.268694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d9371a0-fece-455b-9fd6-e6b0377f81c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7eec85dc-5659-4313-8e2f-93e945970b38 HTTP/1.1" status: 204 len: 168 time: 0.4235427 Sep 21 17:58:48.276708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Transition to ACTIVE for port object 7f2d96b1-f412-4006-b09e-48c02222e06c will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:48.283915 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.289014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9371a0-fece-455b-9fd6-e6b0377f81c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec85dc-5659-4313-8e2f-93e945970b38,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:48.357775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c1854-fdda-4df1-80e1-05395b0af1a5 None None] Network cdb8159c-b48d-46d7-801d-39504e5db346 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:48.413276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259830d3-a3b5-4d46-a7ed-778cf0164f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.430539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:48.475931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a69247f3-f26d-4736-afe2-b328e77d2c2c req-66365d55-c29c-405a-a7eb-ae6d01719c42 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918434 Sep 21 17:58:48.488735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259830d3-a3b5-4d46-a7ed-778cf0164f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.503789 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f2297a03-1a65-45ad-a4c0-01f4a949a73e tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "PUT /v2.0/floatingips/9be9629a-93c1-443a-8b35-cd6f116f520f HTTP/1.1" status: 200 len: 1011 time: 3.8744726 Sep 21 17:58:48.547956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:48.573425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c68fe4ef-c7ad-45e6-86ed-8fc0d547df61 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6914237 Sep 21 17:58:48.574372 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e95c93-5431-4123-88d3-cad3d7887182" -d '{"events": [{"name": "network-changed", "server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:48.599209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-498a1d08-a63b-4776-ae25-fbe725aa8995 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8206208 Sep 21 17:58:48.662662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Request body: {'port': {'device_id': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:48.687633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Attempting to bind port 7f2d96b1-f412-4006-b09e-48c02222e06c on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:48.689911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Attempting to bind port 7f2d96b1-f412-4006-b09e-48c02222e06c by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:48.690663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Attempting to bind port 7f2d96b1-f412-4006-b09e-48c02222e06c on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:48.701357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Port 7f2d96b1-f412-4006-b09e-48c02222e06c on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:48.712017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Attempting to bind port 7f2d96b1-f412-4006-b09e-48c02222e06c on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:48.737563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:48.744200 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:48.744872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:48.746416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Bound port: 7f2d96b1-f412-4006-b09e-48c02222e06c, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:48.746816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.753636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c194288-d5d3-4524-968d-aa9314912d4f None None] Provisioning complete for port 408b8c80-1d17-4c1f-a682-9b5409d95b9d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:48.754260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c194288-d5d3-4524-968d-aa9314912d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.800535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.78', 54436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:48.864422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c194288-d5d3-4524-968d-aa9314912d4f None None] Port 408b8c80-1d17-4c1f-a682-9b5409d95b9d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:48.900561 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:48.900810 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85788fd5-913e-4f69-806e-923667db76fc x-openstack-request-id: req-85788fd5-913e-4f69-806e-923667db76fc {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:48.901165 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:48.901434 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85788fd5-913e-4f69-806e-923667db76fc {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:48.902589 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'status': 'completed', 'code': 200} Sep 21 17:58:49.015140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c10842-6268-4977-9d4d-33558582d9fe req-128a49a1-772f-4562-b9a2-954aef1bc024 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.017252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77c10842-6268-4977-9d4d-33558582d9fe req-128a49a1-772f-4562-b9a2-954aef1bc024 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 970 time: 0.2277956 Sep 21 17:58:49.022703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259830d3-a3b5-4d46-a7ed-778cf0164f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53490c41-45d7-4762-97e7-484884ab7dfd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:49.035255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-259830d3-a3b5-4d46-a7ed-778cf0164f78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=420ced4cd40646239f004ea5813ecb03&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0183339 Sep 21 17:58:49.039706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:49.047339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:49.070260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47028) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:49.080144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.086072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.098212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e334f1d-545a-4677-9c87-1ca88581f544 req-e76ab5da-924d-4ab4-b244-23cd594b2ed0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.107876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e334f1d-545a-4677-9c87-1ca88581f544 req-e76ab5da-924d-4ab4-b244-23cd594b2ed0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 950 time: 0.1588211 Sep 21 17:58:49.143571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47030) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:49.170943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-5a87b9bf-6cd7-4a7d-bbe4-28daf7f8a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.172482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-5a87b9bf-6cd7-4a7d-bbe4-28daf7f8a088 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 1116 time: 0.3706985 Sep 21 17:58:49.176246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.176861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.178513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] 10.222.0.41 "PUT /v2.0/ports/7f2d96b1-f412-4006-b09e-48c02222e06c HTTP/1.1" status: 200 len: 1095 time: 2.8502622 Sep 21 17:58:49.195262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:49.206151 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b6ec2-75cc-45ee-b692-a21c690914b2" -d '{"events": [{"name": "network-changed", "server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:49.234499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25f66825-d494-4209-b376-0ee455501acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.252345 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9be9629a-93c1-443a-8b35-cd6f116f520f', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'port_id': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'mac_address': 'fa:16:3e:e1:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6b591-c0af-4698-b220-97f2ced63af6', 'device_owner': 'compute:tempest-test_az-19953765'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:18Z', 'updated_at': '2021-09-21T17:58:46Z', 'revision_number': 1, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:49.261374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e2b65-8321-40ab-97b0-ba39f3577234 req-970f8ef2-9ca5-40ed-87de-3b26047122f2 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.263194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-799e2b65-8321-40ab-97b0-ba39f3577234 req-970f8ef2-9ca5-40ed-87de-3b26047122f2 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 970 time: 0.3853395 Sep 21 17:58:49.287448 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] Checking router: d893596b-ced7-4e3a-b5b3-427d27a99059 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:49.300367 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:49.301258 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:58:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:49.330789 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e334f1d-545a-4677-9c87-1ca88581f544 req-78010777-0798-4d6f-96c1-e1dcded8b438 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216897 Sep 21 17:58:49.388049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44370d88-fbf9-4338-b4fe-64a690f7505c service neutron] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:49.423766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf27ca8-547e-435d-b7cf-b7e2c509863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.447410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Deleting port 0081d7e8-dde7-4c76-b8c2-515c48004803 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:49.447762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.448723 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:49.578996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-799e2b65-8321-40ab-97b0-ba39f3577234 req-2e2850a6-ec5a-4914-9f3a-22198b63d4db tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0a0f4e5-fd21-42df-8908-e8dba5da9710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733514 Sep 21 17:58:49.588990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf27ca8-547e-435d-b7cf-b7e2c509863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.633816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] For port 0081d7e8-dde7-4c76-b8c2-515c48004803, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0081d7e8-dde7-4c76-b8c2-515c48004803,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:49.634738 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.640755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-ed31e30c-aeae-4635-b199-a9275638509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.642553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-ed31e30c-aeae-4635-b199-a9275638509c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1098 time: 0.4034777 Sep 21 17:58:49.647159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-5c55c3f6-0497-44cb-8972-01f50681a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.649725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-5c55c3f6-0497-44cb-8972-01f50681a47f service neutron] 10.222.0.78 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 925 time: 0.4300210 Sep 21 17:58:49.665980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Calling delete_port for 0081d7e8-dde7-4c76-b8c2-515c48004803 owned by compute:tempest-test_az-19953765 {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:49.729954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-cb258836-07ad-4b92-aa05-2c3b8c0ff555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7f2d96b1-f412-4006-b09e-48c02222e06c HTTP/1.1" status: 200 len: 217 time: 0.0657663 Sep 21 17:58:49.819189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408b8c80-1d17-4c1f-a682-9b5409d95b9d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:49.839594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-41752a9d-f793-4690-ae1b-e2f3dbb7fa12 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=120f322f6df142c9a6e7abfad9ca2fc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489902 Sep 21 17:58:49.842121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.849248 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9be9629a-93c1-443a-8b35-cd6f116f520f', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'port_id': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'mac_address': 'fa:16:3e:e1:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6b591-c0af-4698-b220-97f2ced63af6', 'device_owner': 'compute:tempest-test_az-19953765'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:18Z', 'updated_at': '2021-09-21T17:58:46Z', 'revision_number': 1, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:49.887024 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23bc39-1a64-4bd2-af6b-5faa44c2d3fd None None] The sync data for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 is: [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9be9629a-93c1-443a-8b35-cd6f116f520f', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'port_id': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'mac_address': 'fa:16:3e:e1:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6b591-c0af-4698-b220-97f2ced63af6', 'device_owner': 'compute:tempest-test_az-19953765'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:18Z', 'updated_at': '2021-09-21T17:58:46Z', 'revision_number': 1, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:49.915361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-1ea186d7-e656-4d6f-8461-b065d4d85bb3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249 HTTP/1.1" status: 200 len: 1019 time: 0.2343698 Sep 21 17:58:49.931867 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-5417fd8e-332d-4bc8-bf1e-c6cf63169aa4 req-d9375c8a-e630-4180-8a03-afac58a2158c tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] show failed (client error): The resource could not be found. Sep 21 17:58:49.932112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Transition to ACTIVE for port object 408b8c80-1d17-4c1f-a682-9b5409d95b9d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:49.947373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5417fd8e-332d-4bc8-bf1e-c6cf63169aa4 req-d9375c8a-e630-4180-8a03-afac58a2158c tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "GET /v2.0/security-groups/00aba787-2252-42f6-bb91-97d48b3a9536 HTTP/1.1" status: 404 len: 352 time: 0.0795329 Sep 21 17:58:49.948970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-b486bf2e-a404-42ce-bf5a-5d449fc751fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.950450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-b486bf2e-a404-42ce-bf5a-5d449fc751fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1741285 Sep 21 17:58:49.962863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf27ca8-547e-435d-b7cf-b7e2c509863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.963873 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.965624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf27ca8-547e-435d-b7cf-b7e2c509863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.969285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7cf27ca8-547e-435d-b7cf-b7e2c509863a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53490c41-45d7-4762-97e7-484884ab7dfd HTTP/1.1" status: 204 len: 168 time: 0.8942800 Sep 21 17:58:50.011777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf27ca8-547e-435d-b7cf-b7e2c509863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53490c41-45d7-4762-97e7-484884ab7dfd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.017273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25f66825-d494-4209-b376-0ee455501acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.039068 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4b1bc-cf33-4f2e-aaaa-7e089c518403 x-openstack-request-id: req-f7f4b1bc-cf33-4f2e-aaaa-7e089c518403 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:50.039399 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:50.039684 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7f4b1bc-cf33-4f2e-aaaa-7e089c518403 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:50.040085 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'status': 'completed', 'code': 200} Sep 21 17:58:50.043611 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25f66825-d494-4209-b376-0ee455501acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.101297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.41', 60479) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:50.102881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-6af227df-c9fd-4083-aeb0-a718335a7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.104446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-6af227df-c9fd-4083-aeb0-a718335a7856 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 200 len: 862 time: 0.1523647 Sep 21 17:58:50.115174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-1c0353ff-c27d-42d6-9577-9f2dbbcc32fd tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.122733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-1c0353ff-c27d-42d6-9577-9f2dbbcc32fd tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648501 Sep 21 17:58:50.129700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Pushing event updated for resources: {'Port': ['ID=408b8c80-1d17-4c1f-a682-9b5409d95b9d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.131474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-25f66825-d494-4209-b376-0ee455501acc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a975efeb6914266bf281ddf1ea6f70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9862468 Sep 21 17:58:50.140613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:50.180971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-53b9c72f-a654-42fa-9f31-560a810f75cc tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/quotas/120f322f6df142c9a6e7abfad9ca2fc2 HTTP/1.1" status: 200 len: 375 time: 0.0572107 Sep 21 17:58:50.226745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-ed1dfdc0-f3bc-4dbd-bb94-ca28828d47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.228711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-ed1dfdc0-f3bc-4dbd-bb94-ca28828d47d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2607019 Sep 21 17:58:50.236802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f66825-d494-4209-b376-0ee455501acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f980507a-a3ac-4a4b-9410-ddd772cb5a5e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.283889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-1e8bd3be-b1d4-476e-931e-b8554ff95d8c tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=120f322f6df142c9a6e7abfad9ca2fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017694 Sep 21 17:58:50.285140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Attempting to bind port 408b8c80-1d17-4c1f-a682-9b5409d95b9d on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:50.285879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Attempting to bind port 408b8c80-1d17-4c1f-a682-9b5409d95b9d by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:50.288127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Attempting to bind port 408b8c80-1d17-4c1f-a682-9b5409d95b9d on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:50.294795 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.296332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Port 408b8c80-1d17-4c1f-a682-9b5409d95b9d on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:50.296663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Attempting to bind port 408b8c80-1d17-4c1f-a682-9b5409d95b9d on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:50.311812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['0081d7e8-dde7-4c76-b8c2-515c48004803'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:50.331701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Pushing event deleted for resources: {'Port': ['ID=0081d7e8-dde7-4c76-b8c2-515c48004803,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.347758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:50.348172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:50.350336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:50.350336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Bound port: 408b8c80-1d17-4c1f-a682-9b5409d95b9d, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:50.350336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.365758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ef4ab-f6c4-4f05-87ac-984bcf22a0fb None None] New status for floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:58:50.471141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-ebf7d126-5ca0-4d3a-ac88-29086a82ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.472703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-ebf7d126-5ca0-4d3a-ac88-29086a82ddad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=867dbb29-1b62-4023-92b8-23fc510b7091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3526852 Sep 21 17:58:50.483896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-dad65625-7a3a-4d04-a68b-f755e652d417 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.485410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-dad65625-7a3a-4d04-a68b-f755e652d417 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 1101 time: 0.3800128 Sep 21 17:58:50.509005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] For port 408b8c80-1d17-4c1f-a682-9b5409d95b9d, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:50.521035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] For port 408b8c80-1d17-4c1f-a682-9b5409d95b9d, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:50.555632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.595090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.626660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.627174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.636435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] 10.222.0.78 "PUT /v2.0/ports/408b8c80-1d17-4c1f-a682-9b5409d95b9d HTTP/1.1" status: 200 len: 1096 time: 1.9969745 Sep 21 17:58:50.695788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] No DVR routers for this DVR port 0081d7e8-dde7-4c76-b8c2-515c48004803 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:50.733249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9f95e-d766-4292-a110-fb8c48a0425c req-4596ad2b-dea1-48f5-b94e-236279b4e80a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.737478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6585-ac0a-4838-8a26-f6cb55db30a8 service neutron] Pushing event updated for resources: {'Port': ['ID=408b8c80-1d17-4c1f-a682-9b5409d95b9d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.751816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.754071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99a9f95e-d766-4292-a110-fb8c48a0425c req-4596ad2b-dea1-48f5-b94e-236279b4e80a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 948 time: 0.5795207 Sep 21 17:58:50.764470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77c10842-6268-4977-9d4d-33558582d9fe req-01c999e3-2941-4175-aa83-4489b58d1970 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.78 "DELETE /v2.0/ports/0081d7e8-dde7-4c76-b8c2-515c48004803 HTTP/1.1" status: 204 len: 173 time: 1.7371509 Sep 21 17:58:50.881316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:50.884417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-58d6d1df-5172-476c-af55-9cbc1ea02df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.886043 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-58d6d1df-5172-476c-af55-9cbc1ea02df1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 1099 time: 0.1498725 Sep 21 17:58:50.908470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'tag': '408b8c80-1d17-4c1f-a682-9b5409d95b9d'}, {'server_uuid': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'name': 'network-vif-deleted', 'tag': '0081d7e8-dde7-4c76-b8c2-515c48004803'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:50.913469 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9f07e-b04c-4f4b-b8de-b4469423ffb0", "tag": "408b8c80-1d17-4c1f-a682-9b5409d95b9d"}, {"server_uuid": "eb5fcb50-b8ed-43be-bd1a-a60095d8531a", "name": "network-vif-deleted", "tag": "0081d7e8-dde7-4c76-b8c2-515c48004803"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:51.025663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.039304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-183bd495-6345-4161-9bd0-6c8a05d478b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d HTTP/1.1" status: 200 len: 217 time: 0.1317420 Sep 21 17:58:51.143738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-7aa51ca8-f4cb-40e6-a835-2f3faa81c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.145454 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-7aa51ca8-f4cb-40e6-a835-2f3faa81c2d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0704317 Sep 21 17:58:51.216042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f1b6e-ca8f-4f2e-afed-e04e36723be1 req-b9f3bd9d-b2b1-4257-afb4-fab9c7ef0cf2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.218725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c6f1b6e-ca8f-4f2e-afed-e04e36723be1 req-b9f3bd9d-b2b1-4257-afb4-fab9c7ef0cf2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 950 time: 0.2580864 Sep 21 17:58:51.221814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-79b3f9a9-888e-44d4-9ab9-a2f15c9e74df service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9816802 Sep 21 17:58:51.229140 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.279028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a703-2241-45d6-800b-4abafc9e233a req-eb9468d8-89c5-4099-a1c5-4a57e69b99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.280779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-eb9468d8-89c5-4099-a1c5-4a57e69b99ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212411 Sep 21 17:58:51.327140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99a9f95e-d766-4292-a110-fb8c48a0425c req-23bff8b7-1f1f-4f11-b44e-3f8079285b6e tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444362 Sep 21 17:58:51.331705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c6f1b6e-ca8f-4f2e-afed-e04e36723be1 req-245d85e0-9b4b-4f41-a67b-6e8014a42dd6 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938678 Sep 21 17:58:51.424920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc706ed9-6fa0-4aa3-9f71-4bc8e01fb8f3 req-2a7deaa1-b72d-4861-89ae-8c6e01a63129 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848485 Sep 21 17:58:51.427742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-3f47bb78-9cae-4472-95f3-fe040f0c08b5 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9304118 Sep 21 17:58:51.488380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.490776 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-03f2e6a7-cf40-4444-846e-ef6a8dc88285 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964827 Sep 21 17:58:51.491615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.492754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f980507a-a3ac-4a4b-9410-ddd772cb5a5e HTTP/1.1" status: 204 len: 168 time: 1.3269596 Sep 21 17:58:51.499647 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.521567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.523104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980507a-a3ac-4a4b-9410-ddd772cb5a5e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:51.577924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc41465-90b6-4d53-adfe-aa5513db398d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:51.581430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee97fa5d-e618-4b09-9552-3e7a4d0649e3 req-591c50d6-5cd7-4c88-a837-4b092ad23188 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 210 time: 0.0775361 Sep 21 17:58:51.589540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.590135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.590658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.591845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.592465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.592959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.593438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.593911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.594619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.595093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.595563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.596029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212c071-dffc-4598-a3aa-c48a927872ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.606836 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-735d595b-c6a9-49ff-8a6a-20ea2a91907c req-9ff52d40-b3c1-412d-a23c-77e76c7e9ba1 tempest-AggregatesAdminTestJSON-869050496 tempest-AggregatesAdminTestJSON-869050496-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb5fcb50-b8ed-43be-bd1a-a60095d8531a HTTP/1.1" status: 200 len: 210 time: 0.1108510 Sep 21 17:58:51.654588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Deleting port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:51.655158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.690562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.691011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.691394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.691730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.692103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.692443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.692778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.693110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.693442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.693772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.694101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.694457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:51.824032 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bd95147-7393-4106-834b-e2e84ae10b5f req-4761df74-75a7-4ccb-a7d5-2473166ba159 tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d723564829a48b5826224b8a737e39d HTTP/1.1" status: 200 len: 2984 time: 0.1722238 Sep 21 17:58:51.827374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-f3fc36b2-ddec-4472-95c2-744451d0e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.829521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-f3fc36b2-ddec-4472-95c2-744451d0e737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1098 time: 0.3112166 Sep 21 17:58:51.844103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5e95c93-5431-4123-88d3-cad3d7887182 req-a2a624b7-c0ca-4d1f-b30b-eba4a76f4741 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929307 Sep 21 17:58:51.984955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] For port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:51.985332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.002136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bd95147-7393-4106-834b-e2e84ae10b5f req-558ef237-35e9-4fed-8fad-a931548c1aca tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "GET /v2.0/security-groups/fd4cd084-e97b-4d62-882f-6eeaf566e1ee HTTP/1.1" status: 200 len: 2981 time: 0.1630228 Sep 21 17:58:52.007913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Calling delete_port for 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:52.030845 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35251d06-c7b9-4a5a-ae11-e10d5090c932 x-openstack-request-id: req-35251d06-c7b9-4a5a-ae11-e10d5090c932 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:52.031388 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9f07e-b04c-4f4b-b8de-b4469423ffb0", "tag": "408b8c80-1d17-4c1f-a682-9b5409d95b9d", "status": "completed", "code": 200}, {"server_uuid": "eb5fcb50-b8ed-43be-bd1a-a60095d8531a", "name": "network-vif-deleted", "tag": "0081d7e8-dde7-4c76-b8c2-515c48004803", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:52.031514 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35251d06-c7b9-4a5a-ae11-e10d5090c932 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:52.031928 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'tag': '408b8c80-1d17-4c1f-a682-9b5409d95b9d', 'status': 'completed', 'code': 200} Sep 21 17:58:52.032264 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5fcb50-b8ed-43be-bd1a-a60095d8531a', 'name': 'network-vif-deleted', 'tag': '0081d7e8-dde7-4c76-b8c2-515c48004803', 'status': 'completed', 'code': 200} Sep 21 17:58:52.036958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fce6c508-9a44-4054-9d8f-47b702db37d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=150f8bbe6c034257b082a98363022fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1445286 Sep 21 17:58:52.040270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47092) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:52.077490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25f5a703-2241-45d6-800b-4abafc9e233a req-8de33320-d079-4dec-99ba-724028eb248a service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676277 Sep 21 17:58:52.135734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-002f0fa8-4b9e-47b4-9ab7-6d92937dfbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.137198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-002f0fa8-4b9e-47b4-9ab7-6d92937dfbbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2836342 Sep 21 17:58:52.178084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-9247e6cb-b93c-4dff-8091-def004b25222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.179857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-9247e6cb-b93c-4dff-8091-def004b25222 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 1099 time: 0.0505276 Sep 21 17:58:52.246114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-dd20cc63-e586-4d50-a421-41218b61dfe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7f2d96b1-f412-4006-b09e-48c02222e06c HTTP/1.1" status: 200 len: 217 time: 0.0899262 Sep 21 17:58:52.253031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bd95147-7393-4106-834b-e2e84ae10b5f req-fd33fb30-a289-4cb4-bc86-9e83c34bb4f8 tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "GET /v2.0/security-groups/fd4cd084-e97b-4d62-882f-6eeaf566e1ee HTTP/1.1" status: 200 len: 2981 time: 0.2338772 Sep 21 17:58:52.276650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.41', 60482) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:52.320134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-5affa866-9b76-4164-bf0d-035cf6af823e tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=120f322f6df142c9a6e7abfad9ca2fc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418444 Sep 21 17:58:52.340850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-652e8bee-f7ce-4ab8-ae46-d530f5431496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.343284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-652e8bee-f7ce-4ab8-ae46-d530f5431496 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0535269 Sep 21 17:58:52.347847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01a5027b-c043-4167-bf8b-7a6d9d9cbc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.404120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-d8f26e18-d9a2-43f2-bef3-b6ded41448f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.405644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-d8f26e18-d9a2-43f2-bef3-b6ded41448f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2141297 Sep 21 17:58:52.496554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01a5027b-c043-4167-bf8b-7a6d9d9cbc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.498568 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ec23b945-1c32-412a-b238-87c72683bcb3 req-09af6b28-620e-4305-a8c4-e79ca2c91358 tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "GET /v2.0/security-groups/fd4cd084-e97b-4d62-882f-6eeaf566e1ee HTTP/1.1" status: 200 len: 2981 time: 0.1990662 Sep 21 17:58:52.506242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-82b61e09-50ad-4d8f-afa3-c8d7f594db34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d HTTP/1.1" status: 200 len: 217 time: 0.0575266 Sep 21 17:58:52.523399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-a4a402b3-c6e4-44aa-b00c-0d73d237f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.524834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-a4a402b3-c6e4-44aa-b00c-0d73d237f9c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656222 Sep 21 17:58:52.589347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-d512d674-53ee-4225-a6c2-6d8d6b3c4b34 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.590515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-d512d674-53ee-4225-a6c2-6d8d6b3c4b34 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576926 Sep 21 17:58:52.605652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.616535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Request body: {'port': {'device_id': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '120f322f6df142c9a6e7abfad9ca2fc2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:52.620618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:52.628491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0081d7e8-dde7-4c76-b8c2-515c48004803 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:52.638733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-8b6539a9-ced5-4028-a613-7c00512503e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.640102 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-8b6539a9-ced5-4028-a613-7c00512503e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1185558 Sep 21 17:58:52.665685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 0081d7e8-dde7-4c76-b8c2-515c48004803 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:52.666713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0081d7e8-dde7-4c76-b8c2-515c48004803 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:52.725977 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-ec23b945-1c32-412a-b238-87c72683bcb3 req-4036f907-1ffd-460a-8905-3d5a5ad2d26a tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 17:58:52.737531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ec23b945-1c32-412a-b238-87c72683bcb3 req-4036f907-1ffd-460a-8905-3d5a5ad2d26a tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "DELETE /v2.0/security-groups/fd4cd084-e97b-4d62-882f-6eeaf566e1ee HTTP/1.1" status: 409 len: 352 time: 0.2268112 Sep 21 17:58:52.809527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2189-b4e3-4652-b12e-a8eb41d1312e req-34ccd307-9c34-410a-8f06-f9c3502cc990 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.818299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-f9c27523-0c3b-4c4a-8d4b-d3c904a1b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.819072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82ef2189-b4e3-4652-b12e-a8eb41d1312e req-34ccd307-9c34-410a-8f06-f9c3502cc990 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 948 time: 0.3538606 Sep 21 17:58:52.819795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-f9c27523-0c3b-4c4a-8d4b-d3c904a1b30c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692238 Sep 21 17:58:52.827547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01a5027b-c043-4167-bf8b-7a6d9d9cbc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.830121 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01a5027b-c043-4167-bf8b-7a6d9d9cbc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.831411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-01a5027b-c043-4167-bf8b-7a6d9d9cbc39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4fc41465-90b6-4d53-adfe-aa5513db398d HTTP/1.1" status: 204 len: 168 time: 0.7891202 Sep 21 17:58:52.836531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:52.838854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] No DVR routers for this DVR port 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:52.842807 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.846505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-001d221d-b0b6-4e17-b279-32362fd83f37 req-d99f8af9-c36d-42ca-b12d-0a65713a5551 tempest-DeleteServersAdminTestJSON-385234612 tempest-DeleteServersAdminTestJSON-385234612-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 HTTP/1.1" status: 204 len: 173 time: 2.3250551 Sep 21 17:58:52.872738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a548b3d-32f0-4925-a166-df3bc7154227', 'name': 'network-vif-deleted', 'tag': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:52.876327 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c8b278-bab8-4c5f-b1cf-3e27027ffbd1" -d '{"events": [{"server_uuid": "7a548b3d-32f0-4925-a166-df3bc7154227", "name": "network-vif-deleted", "tag": "7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:52.900592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5027b-c043-4167-bf8b-7a6d9d9cbc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc41465-90b6-4d53-adfe-aa5513db398d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:52.951565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82ef2189-b4e3-4652-b12e-a8eb41d1312e req-173711af-4cf2-41ad-9ac1-b281aec68845 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315017 Sep 21 17:58:52.972395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-eb799fad-77b8-4d00-ad60-70dcce1a7e17 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148228 Sep 21 17:58:52.977200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5732b4db-3418-4026-83d4-94acdbaf7a7e req-d17db9f1-41c9-4071-a969-4762c4dc9ba2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a548b3d-32f0-4925-a166-df3bc7154227 HTTP/1.1" status: 200 len: 210 time: 0.1532409 Sep 21 17:58:52.991978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Made reservation on behalf of 120f322f6df142c9a6e7abfad9ca2fc2 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:52.998016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.018740 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.108678 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-f03a2511-ea14-43d2-806b-e6e812d980a7 req-a8eae1ad-a03e-44ef-955d-0080e626fc8d tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] show failed (client error): The resource could not be found. Sep 21 17:58:53.110538 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f03a2511-ea14-43d2-806b-e6e812d980a7 req-a8eae1ad-a03e-44ef-955d-0080e626fc8d tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "GET /v2.0/security-groups/6c3c7036-4e78-4e35-a591-4a8b4952b0f2 HTTP/1.1" status: 404 len: 352 time: 0.0288377 Sep 21 17:58:53.142399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-6891f326-b2bf-4691-8e00-f16f3e4b9f40 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671425 Sep 21 17:58:53.237356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f99222fd-5ea1-44a1-8caf-a4d9dfc8295e req-eb046e1b-c449-404a-940e-35af4fb9f64d tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 210 time: 0.1163008 Sep 21 17:58:53.244779 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388d27c-79b8-4de6-929e-cbc272de50d1 x-openstack-request-id: req-8388d27c-79b8-4de6-929e-cbc272de50d1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:53.245021 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a548b3d-32f0-4925-a166-df3bc7154227", "name": "network-vif-deleted", "tag": "7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:53.245274 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8388d27c-79b8-4de6-929e-cbc272de50d1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:53.245732 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a548b3d-32f0-4925-a166-df3bc7154227', 'name': 'network-vif-deleted', 'tag': '7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90', 'status': 'completed', 'code': 200} Sep 21 17:58:53.329249 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f3b6ec2-75cc-45ee-b692-a21c690914b2 req-0a1345a7-c736-4784-8c9b-a9763fd13b9e service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535666 Sep 21 17:58:53.381681 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-725e038c-968e-44bf-b995-7b9e0f8b6caa req-9571f4f0-0d43-4fd0-a3d0-a1113ac12d05 tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] show failed (client error): The resource could not be found. Sep 21 17:58:53.382808 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-725e038c-968e-44bf-b995-7b9e0f8b6caa req-9571f4f0-0d43-4fd0-a3d0-a1113ac12d05 tempest-SecurityGroupsNegativeTestJSON-87826911 tempest-SecurityGroupsNegativeTestJSON-87826911-project] 10.222.0.70 "GET /v2.0/security-groups/2e3eda74-88a4-4e03-a7f5-836937e50f75 HTTP/1.1" status: 404 len: 352 time: 0.0948231 Sep 21 17:58:53.384842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15fb30df-9a2e-4959-96a7-29f71e5a2f0d req-7fac844e-942a-47f1-9316-42fcd5a80a45 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321484 Sep 21 17:58:53.401539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.401539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47144) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:53.413729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47146) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:53.477798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.483565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] Deleting subnet 6bfec77e-444e-45fc-9879-b596fef67031 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:58:53.537701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64943967-3e0a-485c-8e35-022cde45d6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.554325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.558448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e599a96d-2096-4cd5-8db8-4a4677b9ae33,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:53.646095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47150) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:53.681498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.698485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.830996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Allocated IP 192.168.233.144 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:53.864238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.924211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfec77e-444e-45fc-9879-b596fef67031,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:53.927552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64943967-3e0a-485c-8e35-022cde45d6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.935391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.937385 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df958863-594a-4659-8dee-e3b46a9a0a1f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6bfec77e-444e-45fc-9879-b596fef67031 HTTP/1.1" status: 204 len: 168 time: 0.5358770 Sep 21 17:58:53.940087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47158) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:53.944850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64943967-3e0a-485c-8e35-022cde45d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.042368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-64943967-3e0a-485c-8e35-022cde45d6fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cf4bdad8c9944e08b77e59abebfb509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270483 Sep 21 17:58:54.044544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47164) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:54.066744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.078949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5c6511b3-a914-43f1-b0c3-528589651d13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37df2d82679a4d2191c14bb3f8131ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312518 Sep 21 17:58:54.087235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47168) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:54.118810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64943967-3e0a-485c-8e35-022cde45d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d33b1b-fcf8-4853-8828-ce5078a5b901,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:54.185346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c7c5e-6d0e-4340-8c6a-c86fb273d276 req-7fb64319-0b1e-402c-b722-0052f7000a04 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.187163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e74c7c5e-6d0e-4340-8c6a-c86fb273d276 req-7fb64319-0b1e-402c-b722-0052f7000a04 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 948 time: 0.1561642 Sep 21 17:58:54.192267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.252646 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e74c7c5e-6d0e-4340-8c6a-c86fb273d276 req-f193adea-e156-403e-82cd-ad384b107161 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Sep 21 17:58:54.269161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.284535 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b184a711-cd19-4bfa-8338-c601a9f7433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.287418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.310547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a97c372f-cbbf-4951-b90b-aa64ac26a158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.350034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:54.350034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:54.356256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:54.360793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.361551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.367173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8159c-b48d-46d7-801d-39504e5db346']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:54.388322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b184a711-cd19-4bfa-8338-c601a9f7433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.389104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7833974 Sep 21 17:58:54.401219 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a97c372f-cbbf-4951-b90b-aa64ac26a158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.406434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e21cf60-4106-45d0-8482-0f0f2c28e870') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:54.406733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e21cf60-4106-45d0-8482-0f0f2c28e870') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:54.408286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Request body: {'port': {'device_id': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:54.453192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb0f17-4498-4dab-a1c4-67d581000163 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Pushing event updated for resources: {'Port': ['ID=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:54.488940 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.507976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.529148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-315f9baa-e150-463e-b38a-5b32b2002c57 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=68fcdf961a0846b2b38face1591f2b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377698 Sep 21 17:58:54.538063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.551316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:58:54.551820 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: timer() Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:58:54.554702 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:58:54.563189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c4e8a-a9f7-41cc-84a3-d9d1d558821d req-29cccc8b-8224-4407-bfd5-0ea0f838dbac tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.571934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd1c4e8a-a9f7-41cc-84a3-d9d1d558821d req-29cccc8b-8224-4407-bfd5-0ea0f838dbac tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 936 time: 0.1806419 Sep 21 17:58:54.646473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 408b8c80-1d17-4c1f-a682-9b5409d95b9d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:54.748562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f296d96e-655f-441e-89cb-7c981a955097 None None] Provisioning complete for port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:54.749224 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f296d96e-655f-441e-89cb-7c981a955097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.804678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 408b8c80-1d17-4c1f-a682-9b5409d95b9d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:54.808410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f296d96e-655f-441e-89cb-7c981a955097 None None] Port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:54.816877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a97c372f-cbbf-4951-b90b-aa64ac26a158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.819750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a97c372f-cbbf-4951-b90b-aa64ac26a158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.820646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '408b8c80-1d17-4c1f-a682-9b5409d95b9d', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '408b8c80-1d17-4c1f-a682-9b5409d95b9d', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:54.821000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a97c372f-cbbf-4951-b90b-aa64ac26a158 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71d33b1b-fcf8-4853-8828-ce5078a5b901 HTTP/1.1" status: 204 len: 168 time: 0.7755404 Sep 21 17:58:54.836423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-cf5ddba2-ce70-4481-a543-a257d25ce3cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.838050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-cf5ddba2-ce70-4481-a543-a257d25ce3cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660432 Sep 21 17:58:54.862271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-5fe4dfff-69ab-4770-acee-da6d0f1bc05d tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/quotas/68fcdf961a0846b2b38face1591f2b78 HTTP/1.1" status: 200 len: 375 time: 0.0149426 Sep 21 17:58:54.868796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b184a711-cd19-4bfa-8338-c601a9f7433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.871375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b184a711-cd19-4bfa-8338-c601a9f7433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.883656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b184a711-cd19-4bfa-8338-c601a9f7433c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0a0f4e5-fd21-42df-8908-e8dba5da9710 HTTP/1.1" status: 204 len: 168 time: 0.7862906 Sep 21 17:58:54.896083 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.899719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c372f-cbbf-4951-b90b-aa64ac26a158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d33b1b-fcf8-4853-8828-ce5078a5b901,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:54.914085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd1c4e8a-a9f7-41cc-84a3-d9d1d558821d req-187bc0cb-3c0f-465e-87ed-eec4eacb2391 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412044 Sep 21 17:58:54.919483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408b8c80-1d17-4c1f-a682-9b5409d95b9d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:54.927337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-82c0995d-aa4e-4a13-b7bd-1005bff0d0a7 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68fcdf961a0846b2b38face1591f2b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513978 Sep 21 17:58:54.935584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.944786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184a711-cd19-4bfa-8338-c601a9f7433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0f4e5-fd21-42df-8908-e8dba5da9710,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:54.964731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.968732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] 10.222.0.70 "DELETE /v2.0/networks/cdb8159c-b48d-46d7-801d-39504e5db346 HTTP/1.1" status: 204 len: 168 time: 1.0276048 Sep 21 17:58:54.976080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 408b8c80-1d17-4c1f-a682-9b5409d95b9d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:54.992963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.004160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08399c0d-3a82-43a5-bb2b-129285d2240e admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb8159c-b48d-46d7-801d-39504e5db346,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:55.005080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:55.094750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:55.099277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:55.109083 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.119049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=408b8c80-1d17-4c1f-a682-9b5409d95b9d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:55.132055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:55.132751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ab6aa84-9ecb-47a9-a5cb-185ed64c7c90 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:55.136868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Transition to ACTIVE for port object bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:55.143665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.146570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.147097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.147591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.148408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.148926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.149422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.161038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.162474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.162821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.163164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.163503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.163838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:55.291200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['408b8c80-1d17-4c1f-a682-9b5409d95b9d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:55.309481 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d905b74c-516e-4fb4-a862-e59acb303b6f req-84199ed0-429e-432f-bab1-ff6c9010aa37 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 210 time: 0.0655470 Sep 21 17:58:55.327965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:55.376808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:55.405866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Attempting to bind port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:55.407169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Attempting to bind port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:55.408858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Attempting to bind port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:55.421570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:55.421859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Attempting to bind port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:55.423767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'mac_address': 'fa:16:3e:17:88:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:55.445913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:55.446565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:55.447141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:55.447932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Bound port: bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:55.448584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.515369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abc331-8122-4675-ba6e-fcd7c3c3ec87 req-384b2019-f3b9-4e39-9f3f-da307b2f619b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.526805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5abc331-8122-4675-ba6e-fcd7c3c3ec87 req-384b2019-f3b9-4e39-9f3f-da307b2f619b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 949 time: 0.1039920 Sep 21 17:58:55.572522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.607411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] For port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:55.608768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2d96b1-f412-4006-b09e-48c02222e06c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:55.611256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] For port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:55.616993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47226) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:55.644444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5abc331-8122-4675-ba6e-fcd7c3c3ec87 req-2d3fa01b-6d00-425a-bae2-9bf763460b73 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150911 Sep 21 17:58:55.647351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.647497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47228) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:55.695406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:55.704347 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.715121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-48a349ae-bbf2-4879-84fa-9e0bbb1574e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d723564829a48b5826224b8a737e39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664899 Sep 21 17:58:55.718514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47230) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:55.805494 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a9310970-ff7a-488a-b826-6391b6894494 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02da3b891a3f44b597a5b808c025386d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860845 Sep 21 17:58:55.808348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47234) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:55.811944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.812589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.813991 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 HTTP/1.1" status: 200 len: 1096 time: 1.4150813 Sep 21 17:58:55.814530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'tag': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:55.816818 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051", "tag": "bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:55.861108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:55.891862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15e3f44c-c836-4ffe-a9c5-982819061edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.915235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a7ac3-2ee4-4990-9ba1-4fc65140b4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:55.931598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7f2d96b1-f412-4006-b09e-48c02222e06c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:55.933880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15e3f44c-c836-4ffe-a9c5-982819061edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.962075 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4342a4b6-5456-44c8-be87-e045e2210c5f x-openstack-request-id: req-4342a4b6-5456-44c8-be87-e045e2210c5f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:55.962507 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051", "tag": "bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:55.967877 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4342a4b6-5456-44c8-be87-e045e2210c5f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:55.968557 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'tag': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7', 'status': 'completed', 'code': 200} Sep 21 17:58:55.996128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-5426667b-bd10-4e60-8c8d-dc26e7e4f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.000602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-5426667b-bd10-4e60-8c8d-dc26e7e4f8cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=120f322f6df142c9a6e7abfad9ca2fc2&device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 1099 time: 0.1194036 Sep 21 17:58:56.124504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-e7c027ed-63ee-4c17-ad08-0929a02b85ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 HTTP/1.1" status: 200 len: 217 time: 0.1131790 Sep 21 17:58:56.135778 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bbc3a07-b6ea-477f-8b59-2d317b95d3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.176512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0977126-d2dc-4a1b-b841-4971a7e0acef req-a9424221-bfb2-4a41-8608-b9a5d65bb5f3 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.186761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0977126-d2dc-4a1b-b841-4971a7e0acef req-a9424221-bfb2-4a41-8608-b9a5d65bb5f3 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 948 time: 0.1127892 Sep 21 17:58:56.217917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15e3f44c-c836-4ffe-a9c5-982819061edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.221391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15e3f44c-c836-4ffe-a9c5-982819061edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.228035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-15e3f44c-c836-4ffe-a9c5-982819061edb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd4cd084-e97b-4d62-882f-6eeaf566e1ee HTTP/1.1" status: 204 len: 168 time: 0.5045683 Sep 21 17:58:56.237590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-83c1cd6a-1c1e-435d-b081-f303f36ce359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.239074 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-83c1cd6a-1c1e-435d-b081-f303f36ce359 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1061134 Sep 21 17:58:56.253622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bbc3a07-b6ea-477f-8b59-2d317b95d3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.271157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3f44c-c836-4ffe-a9c5-982819061edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cd084-e97b-4d62-882f-6eeaf566e1ee,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:56.311201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0977126-d2dc-4a1b-b841-4971a7e0acef req-73afe3df-33aa-45ee-a1c4-b800a498cf29 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108270 Sep 21 17:58:56.317234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-bb40062a-5430-4cbf-af68-5f8fe2a1b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.320182 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-bb40062a-5430-4cbf-af68-5f8fe2a1b8b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711498 Sep 21 17:58:56.385500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bbc3a07-b6ea-477f-8b59-2d317b95d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.391760 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bbc3a07-b6ea-477f-8b59-2d317b95d3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.396844 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1bbc3a07-b6ea-477f-8b59-2d317b95d3e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a566cc64-72fd-4355-844a-00417c57c6ca HTTP/1.1" status: 204 len: 168 time: 0.5863209 Sep 21 17:58:56.416355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc3a07-b6ea-477f-8b59-2d317b95d3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a566cc64-72fd-4355-844a-00417c57c6ca,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:56.425171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47258) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:56.464893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-888ad5e3-0e66-49df-97e5-e6c4cfe5af07 req-f4b30e64-c0f0-4752-81dc-9e3054625eba tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 210 time: 0.0503759 Sep 21 17:58:56.500318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-db505a58-160a-4f3d-b8e6-81ae603cdf1d service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712592 Sep 21 17:58:56.613082 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-936e1ef8-6d6c-47da-bbd5-e94401933289 req-17ffb7f1-3c79-4710-82b3-c512caa65a80 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025662 Sep 21 17:58:56.657006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 408b8c80-1d17-4c1f-a682-9b5409d95b9d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:56.711445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-04c6188c-1afc-470c-a82b-8b3ec03c2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.713527 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-04c6188c-1afc-470c-a82b-8b3ec03c2ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=120f322f6df142c9a6e7abfad9ca2fc2&device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 1099 time: 0.0508039 Sep 21 17:58:56.758548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 408b8c80-1d17-4c1f-a682-9b5409d95b9d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:56.764812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 408b8c80-1d17-4c1f-a682-9b5409d95b9d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:56.770697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.788140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799d14-5f63-490a-8297-e9590f5d0be3 req-e11a6261-5447-49d0-8853-9406972ed49a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.807653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c799d14-5f63-490a-8297-e9590f5d0be3 req-e11a6261-5447-49d0-8853-9406972ed49a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 949 time: 0.0924625 Sep 21 17:58:56.836404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9de29eed-11c2-4357-9676-9b25fd69f7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.880267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-6da3f584-35a4-423e-b164-9dc931a51a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.881763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-6da3f584-35a4-423e-b164-9dc931a51a4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1605954 Sep 21 17:58:56.897905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c799d14-5f63-490a-8297-e9590f5d0be3 req-de86b500-8334-418d-98ba-68122b72bee2 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891869 Sep 21 17:58:56.941208 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.982710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:56.990675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408b8c80-1d17-4c1f-a682-9b5409d95b9d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:56.994098 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99b849e-23cf-4f90-bf76-0eaeef129cc8" -d '{"events": [{"server_uuid": "5fd9f07e-b04c-4f4b-b8de-b4469423ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "408b8c80-1d17-4c1f-a682-9b5409d95b9d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:57.033239 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-ddab5c04-4326-4ca4-9c17-f629c0eeeebe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 HTTP/1.1" status: 200 len: 217 time: 0.1386068 Sep 21 17:58:57.039002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 408b8c80-1d17-4c1f-a682-9b5409d95b9d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:57.042059 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9de29eed-11c2-4357-9676-9b25fd69f7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.049340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.053226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9de29eed-11c2-4357-9676-9b25fd69f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.098072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9de29eed-11c2-4357-9676-9b25fd69f7e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d059bfc84f2d4ff091b9f150cb85c995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711688 Sep 21 17:58:57.099722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47282) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:57.113686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-32ee3651-a132-4ed9-a29a-3e73b67cae93 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=68fcdf961a0846b2b38face1591f2b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148295 Sep 21 17:58:57.114761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-482f271c-2857-46ea-b5fe-36717a278e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.115904 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-482f271c-2857-46ea-b5fe-36717a278e5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0587294 Sep 21 17:58:57.142086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de29eed-11c2-4357-9676-9b25fd69f7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2d076-3feb-44ea-8612-652c1d6756ea,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:57.178284 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f4d204-fa43-4ca0-bedd-c20d36a9ffd2 x-openstack-request-id: req-91f4d204-fa43-4ca0-bedd-c20d36a9ffd2 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:57.178734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6636816b-ee56-439e-9d40-e27f0c6b9467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.179080 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9f07e-b04c-4f4b-b8de-b4469423ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "408b8c80-1d17-4c1f-a682-9b5409d95b9d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:57.179928 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91f4d204-fa43-4ca0-bedd-c20d36a9ffd2 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:57.180495 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408b8c80-1d17-4c1f-a682-9b5409d95b9d', 'code': 200} Sep 21 17:58:57.183393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=408b8c80-1d17-4c1f-a682-9b5409d95b9d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:57.214172 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6636816b-ee56-439e-9d40-e27f0c6b9467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.232026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7f2d96b1-f412-4006-b09e-48c02222e06c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:57.239154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7f2d96b1-f412-4006-b09e-48c02222e06c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:57.240973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.277097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb8edd-2053-4673-9d13-77d7fce10f90 req-57915256-e569-4d29-a7db-353c6aa175eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.279798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ffb8edd-2053-4673-9d13-77d7fce10f90 req-57915256-e569-4d29-a7db-353c6aa175eb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 1101 time: 0.0801773 Sep 21 17:58:57.357544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6636816b-ee56-439e-9d40-e27f0c6b9467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.362759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6636816b-ee56-439e-9d40-e27f0c6b9467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.367294 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6636816b-ee56-439e-9d40-e27f0c6b9467 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4dc2d076-3feb-44ea-8612-652c1d6756ea HTTP/1.1" status: 204 len: 168 time: 0.2638247 Sep 21 17:58:57.380600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ffb8edd-2053-4673-9d13-77d7fce10f90 req-deceebb7-8f0a-4ae1-87d7-a4b6fe21a16b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872474 Sep 21 17:58:57.385317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-a1f41544-649c-4553-bf7a-a495cdc7ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.386966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-a1f41544-649c-4553-bf7a-a495cdc7ccc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632713 Sep 21 17:58:57.398617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636816b-ee56-439e-9d40-e27f0c6b9467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2d076-3feb-44ea-8612-652c1d6756ea,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:57.427592 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.448892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-2d76a9e1-53dc-4522-8235-c2da21d556c4 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.450962 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-2d76a9e1-53dc-4522-8235-c2da21d556c4 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295405 Sep 21 17:58:57.499734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:57.505493 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.602783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:57.607459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-1d5abe7b-3d69-4ed4-912a-62df08785008 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098699 Sep 21 17:58:57.626941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534f3e-59c1-4927-86d6-d0a4810e10ec req-774877e6-63bc-4a58-810a-f709b5f99c2a tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.628712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57aa7d86-67bf-4148-9fa5-63fead53a8cb req-d41d05ec-4669-4c0e-aa49-e16c8005936d tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 210 time: 0.0430081 Sep 21 17:58:57.629718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05534f3e-59c1-4927-86d6-d0a4810e10ec req-774877e6-63bc-4a58-810a-f709b5f99c2a tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 948 time: 0.1436210 Sep 21 17:58:57.637264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Request body: {'port': {'device_id': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '68fcdf961a0846b2b38face1591f2b78'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:58.029967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47320) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:58.064357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea280bf-84bf-437c-816f-4304b21d8be0 req-8398ef50-70c0-4e46-9184-d4d135ae1d6b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.072760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cea280bf-84bf-437c-816f-4304b21d8be0 req-8398ef50-70c0-4e46-9184-d4d135ae1d6b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 950 time: 0.0677671 Sep 21 17:58:58.086645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ca9c-9a49-4cf0-a047-1073100f7dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.121514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05534f3e-59c1-4927-86d6-d0a4810e10ec req-12ae11ec-7776-47d4-a772-370e5871e840 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644389 Sep 21 17:58:58.122880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cea280bf-84bf-437c-816f-4304b21d8be0 req-9f263d14-87d9-4c52-a6ef-7e3c270ddd44 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Sep 21 17:58:58.162445 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14a55cb1-d7c4-4c7c-ad1d-d2d6e319f991 req-db8b9b81-ef1c-400a-b638-07fc72e912e3 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207880 Sep 21 17:58:58.244583 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ca9c-9a49-4cf0-a047-1073100f7dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.251444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2b2ca9c-9a49-4cf0-a047-1073100f7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.298263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Made reservation on behalf of 68fcdf961a0846b2b38face1591f2b78 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:58.303611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.309215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e2b2ca9c-9a49-4cf0-a047-1073100f7dbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aff78c58a77e4386bbb304a285121903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702253 Sep 21 17:58:58.309215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2ca9c-9a49-4cf0-a047-1073100f7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8205e9d1-9868-4722-9a93-eb6dc53ef77c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:58.312041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47330) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:58.397352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf6145b7-bb97-47bd-82d3-7e2afb8757f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.437757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf6145b7-bb97-47bd-82d3-7e2afb8757f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.447753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47336) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:58.514691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf6145b7-bb97-47bd-82d3-7e2afb8757f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.517075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf6145b7-bb97-47bd-82d3-7e2afb8757f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.518263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bf6145b7-bb97-47bd-82d3-7e2afb8757f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8205e9d1-9868-4722-9a93-eb6dc53ef77c HTTP/1.1" status: 204 len: 168 time: 0.2043951 Sep 21 17:58:58.519859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Allocated IP 192.168.233.161 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/95014ad9-bc43-4a15-bebd-10f3ca24b586) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:58.536532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6145b7-bb97-47bd-82d3-7e2afb8757f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8205e9d1-9868-4722-9a93-eb6dc53ef77c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:58.670693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1420775275-network', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:58.712529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:58.715766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.729651 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.737845 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dae0185-5842-4210-9fc1-eb481ccff4e8 req-4c543484-0db5-4c65-9c28-967fc6fe422f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 210 time: 0.0311420 Sep 21 17:58:58.784866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.835033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.902698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.909298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.928807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:58.936900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:58.940999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:58:58.945553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:58.953239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba0592-c1cf-49a3-9961-5c4f4f7fde51,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:58.959158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.959769 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Added segment 21ff057f-c097-4da3-925c-81b8dcaffadc of type vlan for network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 Sep 21 17:58:58.962876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.964069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.993307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:59.002233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Pushing event updated for resources: {'Port': ['ID=95014ad9-bc43-4a15-bebd-10f3ca24b586,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:59.033376 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-1881c46d-e153-4a76-9ee4-6b80e01757cb tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4022188 Sep 21 17:58:59.056409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Request body: {'port': {'device_id': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:59.065873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.104654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.106396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.107801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.181480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7325740 Sep 21 17:58:59.182808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:59.185992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47362) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:59.188038 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd54700-6754-4472-b788-5b42efdc50c0" -d '{"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:59.192502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Request body: {'subnet': {'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1420775275-subnet', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:59.210887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.274224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b646c6-85bb-4cd3-abe6-e10f9f3d8904 admin admin] Pushing event updated for resources: {'Network': ['ID=bfcc1784-26b1-45d2-8cd2-b1b1b082c635,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:59.277843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:59.281509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.308973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-476a1f12-902c-4342-bd91-67bcc54d5afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.310712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:58:59.313903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:59.397280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-392d6498-b3c2-436d-851e-c26714f9ff3b None None] Provisioning complete for port 95014ad9-bc43-4a15-bebd-10f3ca24b586 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:59.397865 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-392d6498-b3c2-436d-851e-c26714f9ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.399678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7', 'mac_address': 'fa:16:3e:63:f9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:59.450093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99431304-a794-49f7-a759-ae18d5129a79 req-05a6923c-5a84-49a9-bdcc-2c3e178eeb14 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.451778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-99431304-a794-49f7-a759-ae18d5129a79 req-05a6923c-5a84-49a9-bdcc-2c3e178eeb14 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 948 time: 0.2051947 Sep 21 17:58:59.547296 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.608862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-392d6498-b3c2-436d-851e-c26714f9ff3b None None] Port 95014ad9-bc43-4a15-bebd-10f3ca24b586 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:59.644202 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.668224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:59.692464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Checking segment: {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:59.692761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Network hostable DHCP agents. Network: bfcc1784-26b1-45d2-8cd2-b1b1b082c635, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:59.698897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:59.729850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:59.741100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-99431304-a794-49f7-a759-ae18d5129a79 req-c81f4f2a-c876-47a1-bd87-b6d870592093 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872005 Sep 21 17:58:59.746721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.761807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:59.790893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c4874-e348-4247-a648-271b4fc7bc2b req-9c862383-9d7a-43f0-b60c-47461e5870cf tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.797409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-469c4874-e348-4247-a648-271b4fc7bc2b req-9c862383-9d7a-43f0-b60c-47461e5870cf tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 950 time: 0.0916619 Sep 21 17:58:59.798492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, bfcc1784-26b1-45d2-8cd2-b1b1b082c635) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:59.817456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09858bc-522e-489e-9ae8-41e383f26cb4 None None] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:59.857848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.862136 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.862374 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e2905c-9979-4f54-955a-a7b39143b5f3 x-openstack-request-id: req-f5e2905c-9979-4f54-955a-a7b39143b5f3 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:59.862478 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:59.862736 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5e2905c-9979-4f54-955a-a7b39143b5f3 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:59.863114 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'code': 200} Sep 21 17:58:59.902361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-469c4874-e348-4247-a648-271b4fc7bc2b req-6317a402-a9ad-4333-87af-1c715484abce tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926437 Sep 21 17:58:59.916043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f7cbfbe2-e741-4839-955a-95b798757dbf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7260084 Sep 21 17:58:59.916362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47394) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:59.923310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:59.975080 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.977506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.004788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:00.006713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:00.017424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95014ad9-bc43-4a15-bebd-10f3ca24b586 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:00.088982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.096523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.183729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Transition to ACTIVE for port object 95014ad9-bc43-4a15-bebd-10f3ca24b586 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:00.197055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.205726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc3eca-8d0c-41f3-a6b0-3e32553219ea req-69a77deb-ba1e-424d-b280-c7160cd015b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.207292 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fc3eca-8d0c-41f3-a6b0-3e32553219ea req-69a77deb-ba1e-424d-b280-c7160cd015b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1100 time: 0.2012498 Sep 21 17:59:00.253649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a98d6-7658-44ca-82c7-aac7dc5dc748 req-7075a0c0-ba81-436c-a124-b8c16b70200f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.255227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-516a98d6-7658-44ca-82c7-aac7dc5dc748 req-7075a0c0-ba81-436c-a124-b8c16b70200f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 936 time: 0.1632094 Sep 21 17:59:00.257325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:59:00.258566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.307290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Pushing event updated for resources: {'Port': ['ID=95014ad9-bc43-4a15-bebd-10f3ca24b586,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:00.386021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fc3eca-8d0c-41f3-a6b0-3e32553219ea req-f68704b9-ca6f-4cc6-9b47-5d0e16052f5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496239 Sep 21 17:59:00.420814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.428177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-516a98d6-7658-44ca-82c7-aac7dc5dc748 req-e8b6bcdd-b9c9-4c4f-90e3-93359ac3efa7 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578610 Sep 21 17:59:00.473374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Attempting to bind port 95014ad9-bc43-4a15-bebd-10f3ca24b586 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:00.473726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Attempting to bind port 95014ad9-bc43-4a15-bebd-10f3ca24b586 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:00.474057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Attempting to bind port 95014ad9-bc43-4a15-bebd-10f3ca24b586 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:00.487466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Port 95014ad9-bc43-4a15-bebd-10f3ca24b586 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:00.487793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Attempting to bind port 95014ad9-bc43-4a15-bebd-10f3ca24b586 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:00.500120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:00.500457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:00.500847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:00.501347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Bound port: 95014ad9-bc43-4a15-bebd-10f3ca24b586, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:00.501638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.640264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] For port 95014ad9-bc43-4a15-bebd-10f3ca24b586, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:00.652637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] For port 95014ad9-bc43-4a15-bebd-10f3ca24b586, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=95014ad9-bc43-4a15-bebd-10f3ca24b586,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:00.659915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Allocated IP 172.20.0.2 (bfcc1784-26b1-45d2-8cd2-b1b1b082c635/b2b1bbb5-aec0-44f9-a8db-cf90351b8a93/fc232dda-780d-4784-abf3-92484f866f4c) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:00.662088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.699065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b375d-f608-4a57-b19b-4e900ab4a8a7 req-01d43122-7b2d-448e-a886-8107ebb93cc4 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.711137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a90b375d-f608-4a57-b19b-4e900ab4a8a7 req-01d43122-7b2d-448e-a886-8107ebb93cc4 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.2244873 Sep 21 17:59:00.757012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.757816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.760268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] 10.222.0.78 "PUT /v2.0/ports/95014ad9-bc43-4a15-bebd-10f3ca24b586 HTTP/1.1" status: 200 len: 1096 time: 1.7129934 Sep 21 17:59:00.761232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'tag': '95014ad9-bc43-4a15-bebd-10f3ca24b586'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:00.765759 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e" -d '{"events": [{"name": "network-changed", "server_uuid": "1604595a-6b32-4c68-aa1e-21736ed013a3", "tag": "95014ad9-bc43-4a15-bebd-10f3ca24b586"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:00.846495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a90b375d-f608-4a57-b19b-4e900ab4a8a7 req-3223d09e-d4b0-457b-a711-a438031501f1 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292417 Sep 21 17:59:00.874767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca424c-dc85-4779-961e-7b229884f654 service neutron] Pushing event updated for resources: {'Port': ['ID=95014ad9-bc43-4a15-bebd-10f3ca24b586,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:00.916564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-be9fc327-6770-46a4-a70b-c86ad7db4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.918711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-be9fc327-6770-46a4-a70b-c86ad7db4619 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68fcdf961a0846b2b38face1591f2b78&device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 1099 time: 0.1029379 Sep 21 17:59:00.944657 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.967491 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.015475 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-0aa0e63e-fc0d-4b7f-95af-952260fb0c00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=95014ad9-bc43-4a15-bebd-10f3ca24b586 HTTP/1.1" status: 200 len: 217 time: 0.0849545 Sep 21 17:59:01.036649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:01.039747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:01.048619 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054c36bd-8862-41d0-afb9-74f7b14ea332 x-openstack-request-id: req-054c36bd-8862-41d0-afb9-74f7b14ea332 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:01.049200 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1604595a-6b32-4c68-aa1e-21736ed013a3", "tag": "95014ad9-bc43-4a15-bebd-10f3ca24b586", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:01.049597 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-054c36bd-8862-41d0-afb9-74f7b14ea332 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:01.050175 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'tag': '95014ad9-bc43-4a15-bebd-10f3ca24b586', 'status': 'completed', 'code': 200} Sep 21 17:59:01.148343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-a021b0a2-df86-4400-a79e-027e1a7b166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.151213 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-a021b0a2-df86-4400-a79e-027e1a7b166a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1255186 Sep 21 17:59:01.172019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605746a-9a48-4f02-8b31-81bf680d0fbd req-a6ff029f-34ec-4de4-9404-2c60fd3feb00 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.185283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1605746a-9a48-4f02-8b31-81bf680d0fbd req-a6ff029f-34ec-4de4-9404-2c60fd3feb00 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 949 time: 0.1192856 Sep 21 17:59:01.188848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.228828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.281190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1605746a-9a48-4f02-8b31-81bf680d0fbd req-836a5f47-9fdc-4e8e-b22c-e5e1cb07e13b tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945776 Sep 21 17:59:01.283021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-f483920e-3646-4ec2-9960-da40c88da565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.289188 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-f483920e-3646-4ec2-9960-da40c88da565 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274829 Sep 21 17:59:01.364658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:01.370218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:01.480409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Attempting to bind port fc232dda-780d-4784-abf3-92484f866f4c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:01.480731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Attempting to bind port fc232dda-780d-4784-abf3-92484f866f4c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:01.481195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Attempting to bind port fc232dda-780d-4784-abf3-92484f866f4c on network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:01.502394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Pushing event updated for resources: {'Port': ['ID=fc232dda-780d-4784-abf3-92484f866f4c,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:01.516114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:01.517061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Checking segment: {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:01.517967 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.518861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Bound using segment: {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:01.519667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Bound port: fc232dda-780d-4784-abf3-92484f866f4c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:01.523488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.591910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-cab568a0-0e0b-488b-9fbf-dded6daee3f7 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957206 Sep 21 17:59:01.600266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:01.606164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:01.606976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.622728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Allocated IP 172.25.3.176 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/18747afa-f9e5-4745-833f-0de7c2f04bb3) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:01.676206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47444) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:01.803645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05e3315e-d9fd-4638-9e81-4754cb21655e req-a675302a-a113-4178-82ef-33ee30cf938b service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955171 Sep 21 17:59:01.837514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] For port fc232dda-780d-4784-abf3-92484f866f4c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:01.845739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] For port fc232dda-780d-4784-abf3-92484f866f4c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fc232dda-780d-4784-abf3-92484f866f4c,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:01.858231 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.864275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dee84-f6f2-4ee9-b6c8-5a9758c77ea5 req-d3640dbc-774e-47ca-a365-4f638e272f5b tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.865972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f85dee84-f6f2-4ee9-b6c8-5a9758c77ea5 req-d3640dbc-774e-47ca-a365-4f638e272f5b tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 948 time: 0.1563923 Sep 21 17:59:01.895242 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.920480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.953702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f85dee84-f6f2-4ee9-b6c8-5a9758c77ea5 req-938bf5dd-320d-491e-bbc3-3203aa72bb7b tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Sep 21 17:59:01.962071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:01.967696 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e78def-07f9-42fb-a655-a0ce539566a9" -d '{"events": [{"server_uuid": "8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051", "name": "network-vif-plugged", "status": "completed", "tag": "bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:01.998943 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.026116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:02.036570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.036821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-c8d5c3e8-5b11-41e0-9fd1-eb4877b71dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.041805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b3c3b-c399-4951-bbd5-ea09dd23a8a8 None None] Pushing event updated for resources: {'Port': ['ID=fc232dda-780d-4784-abf3-92484f866f4c,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:02.045730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-c8d5c3e8-5b11-41e0-9fd1-eb4877b71dea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68fcdf961a0846b2b38face1591f2b78&device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 1099 time: 0.1735866 Sep 21 17:59:02.088318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:02.092609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:02.103932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:02.122861 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82945a6a-f35a-4297-97ca-f4f0cf864eea x-openstack-request-id: req-82945a6a-f35a-4297-97ca-f4f0cf864eea {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:02.123162 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051", "name": "network-vif-plugged", "status": "completed", "tag": "bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:02.123545 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82945a6a-f35a-4297-97ca-f4f0cf864eea {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:02.126460 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7', 'code': 200} Sep 21 17:59:02.176435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Pushing event updated for resources: {'Port': ['ID=18747afa-f9e5-4745-833f-0de7c2f04bb3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:02.193621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:02.240425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bfd282b-22d8-44a7-8330-262c518a866d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.384118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bfd282b-22d8-44a7-8330-262c518a866d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.436018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bfd282b-22d8-44a7-8330-262c518a866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.483072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57894ac2-f700-47d0-aeb3-df7ce6789e2b req-1fb02801-66af-4b3e-bd2d-b2b45d2268fe tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.491213 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57894ac2-f700-47d0-aeb3-df7ce6789e2b req-1fb02801-66af-4b3e-bd2d-b2b45d2268fe tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.4650469 Sep 21 17:59:02.564364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab700-cf4e-43c1-ab24-e0be809266a4 req-5ffc78cf-ad55-4cad-ad01-75a969f595a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.571742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47470) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:02.580712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-182ab700-cf4e-43c1-ab24-e0be809266a4 req-5ffc78cf-ad55-4cad-ad01-75a969f595a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 1101 time: 0.4090378 Sep 21 17:59:02.632682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7bfd282b-22d8-44a7-8330-262c518a866d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=683f79b7c8ac4905b80ce297fe2d1b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9553137 Sep 21 17:59:02.639085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47476) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:02.675095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494cab1-6754-4c50-a5f8-69d23309ec22 req-26a843aa-ee8d-4f1c-9878-8c81fb194bb2 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.685263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b494cab1-6754-4c50-a5f8-69d23309ec22 req-26a843aa-ee8d-4f1c-9878-8c81fb194bb2 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 950 time: 0.1494174 Sep 21 17:59:02.691430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd282b-22d8-44a7-8330-262c518a866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce41cd8-4e55-4dd6-b52a-820bba5f5fa2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:02.716034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-4126408c-860d-43f9-93a6-c77ded7e9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.717699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-4126408c-860d-43f9-93a6-c77ded7e9640 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.5300281 Sep 21 17:59:02.728302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fc232dda-780d-4784-abf3-92484f866f4c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:02.732111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.782794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57894ac2-f700-47d0-aeb3-df7ce6789e2b req-ee5bfc50-5654-46fc-a738-fad8649c14da tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911923 Sep 21 17:59:02.788935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-64c204b3-3cbb-4be2-8dd2-a54e5a467606 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=95014ad9-bc43-4a15-bebd-10f3ca24b586 HTTP/1.1" status: 200 len: 217 time: 0.0529816 Sep 21 17:59:02.791842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-182ab700-cf4e-43c1-ab24-e0be809266a4 req-07741530-dcee-4309-b1ce-dee356bfac4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515708 Sep 21 17:59:02.815944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port fc232dda-780d-4784-abf3-92484f866f4c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:02.816847 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.825607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-70a6dc89-ba8b-43a5-b63e-23a7ba60cd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.874628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b494cab1-6754-4c50-a5f8-69d23309ec22 req-972bec02-1a98-41c9-9dca-a9eeee51a883 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667860 Sep 21 17:59:02.881438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-79868c17-c786-43c9-bf50-e0e696e454bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.883594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-79868c17-c786-43c9-bf50-e0e696e454bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0856702 Sep 21 17:59:02.939411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2af2ed7-2c6f-45f2-8111-436501898321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.965883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-e7782177-5000-4942-b207-587d3aa1e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.968370 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-e7782177-5000-4942-b207-587d3aa1e0a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735300 Sep 21 17:59:02.972267 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.021762 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2af2ed7-2c6f-45f2-8111-436501898321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.035180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port fc232dda-780d-4784-abf3-92484f866f4c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fc232dda-780d-4784-abf3-92484f866f4c,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:03.041718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.109576 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:59:03.149704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=fc232dda-780d-4784-abf3-92484f866f4c,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:03.193927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2af2ed7-2c6f-45f2-8111-436501898321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.194970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-033bbd57-bba7-461e-9f22-066fe2d7f38d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177474 Sep 21 17:59:03.197150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2af2ed7-2c6f-45f2-8111-436501898321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.202559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d2af2ed7-2c6f-45f2-8111-436501898321 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ce41cd8-4e55-4dd6-b52a-820bba5f5fa2 HTTP/1.1" status: 204 len: 168 time: 0.5601385 Sep 21 17:59:03.249215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fccb51-27e5-4615-a4a5-c4019f70a52d req-0d7e26c7-ea78-4d33-b8d7-a080606598da tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.252778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0fccb51-27e5-4615-a4a5-c4019f70a52d req-0d7e26c7-ea78-4d33-b8d7-a080606598da tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 948 time: 0.1301105 Sep 21 17:59:03.281152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.376601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f500c06-2a3e-42c2-a0cb-06e6cb6a555e req-f4ea8e23-e2a0-469f-a970-4b8b78d032fd service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722455 Sep 21 17:59:03.395926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0fccb51-27e5-4615-a4a5-c4019f70a52d req-37051d45-f666-4c59-8ba1-a72e18f456da tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894477 Sep 21 17:59:03.498124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6610b3-43f8-4da0-8d55-8f8cd815596c None None] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:03.531352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-e4dba3a4-7e98-4bff-8c77-7dd483d9f2af tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=98812013190e46e3a755e4b2ac6b64ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277174 Sep 21 17:59:03.554053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af2ed7-2c6f-45f2-8111-436501898321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce41cd8-4e55-4dd6-b52a-820bba5f5fa2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:03.576358 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-31fbfefb-1290-458c-8f64-cf87adeef541 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=357dff443f824b44b3e5788dc7ab5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2879739 Sep 21 17:59:03.630584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-70a6dc89-ba8b-43a5-b63e-23a7ba60cd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.634301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-85f6f414-5299-47d9-b446-844f62548a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.650581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-658a1001-284a-46e5-9279-c385d41ab814 None None] Provisioning complete for port fc232dda-780d-4784-abf3-92484f866f4c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:03.651363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-658a1001-284a-46e5-9279-c385d41ab814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.660516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-70a6dc89-ba8b-43a5-b63e-23a7ba60cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.698093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-a11b92e6-925c-435e-8e85-4cde05d4a2b1 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.699841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-a11b92e6-925c-435e-8e85-4cde05d4a2b1 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572769 Sep 21 17:59:03.713896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47506) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:03.721660 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-c11b470e-2c29-46a9-b6c5-220b1ea26da0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/quotas/98812013190e46e3a755e4b2ac6b64ff HTTP/1.1" status: 200 len: 375 time: 0.0126958 Sep 21 17:59:03.773743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-70a6dc89-ba8b-43a5-b63e-23a7ba60cd04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb84e496b8a147009dd828861e6e80e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2003951 Sep 21 17:59:03.777298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47508) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:03.788855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6dc89-ba8b-43a5-b63e-23a7ba60cd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8bced1-d280-4c80-816a-ad3eb0fb71d7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:03.826503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dbcb-6b9f-4fc7-bfe7-69219eec31b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.846274 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.855410 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-e8bb14f4-93c1-416c-927f-53514f9a7b5e tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275320 Sep 21 17:59:03.894267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f41814fe-ec79-4622-ac4d-d8614ea3c0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.900846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-060e7150-ed96-433f-86ea-876b0e521046 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.903559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-060e7150-ed96-433f-86ea-876b0e521046 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897067 Sep 21 17:59:03.934899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f41814fe-ec79-4622-ac4d-d8614ea3c0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.985848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-3a43563d-acd3-4d29-8e1e-bc69bea41a1d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/quotas/357dff443f824b44b3e5788dc7ab5bef HTTP/1.1" status: 200 len: 375 time: 0.0607610 Sep 21 17:59:04.029323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f41814fe-ec79-4622-ac4d-d8614ea3c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.032564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f41814fe-ec79-4622-ac4d-d8614ea3c0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.034000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f41814fe-ec79-4622-ac4d-d8614ea3c0dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c8bced1-d280-4c80-816a-ad3eb0fb71d7 HTTP/1.1" status: 204 len: 168 time: 0.2549529 Sep 21 17:59:04.077123 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.079578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41814fe-ec79-4622-ac4d-d8614ea3c0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8bced1-d280-4c80-816a-ad3eb0fb71d7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:04.085828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Router f6035b0a-4eec-47d6-8740-04eb4be4950a is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:59:04.090051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-98e76aae-49be-4e86-b613-ddb1f9e5d6a0 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=357dff443f824b44b3e5788dc7ab5bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733631 Sep 21 17:59:04.217912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d25f-4671-4675-a1ac-2e3935f9ae70 req-129e2500-216b-4ce1-a77a-41855335c0f6 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.222821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8c6d25f-4671-4675-a1ac-2e3935f9ae70 req-129e2500-216b-4ce1-a77a-41855335c0f6 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 950 time: 0.0914619 Sep 21 17:59:04.253892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b039ddc0-e283-4777-bb63-cbac84f7fe1b None None] Provisioning complete for port fc232dda-780d-4784-abf3-92484f866f4c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:04.254515 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b039ddc0-e283-4777-bb63-cbac84f7fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.338626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8c6d25f-4671-4675-a1ac-2e3935f9ae70 req-3258b102-41fb-48bb-b9d0-8ba8ff9573cc tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986922 Sep 21 17:59:04.350374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dbcb-6b9f-4fc7-bfe7-69219eec31b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.393009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dbcb-6b9f-4fc7-bfe7-69219eec31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.536982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33aaa927-e8d2-401e-830a-7bfb5fcd7995 req-22e91daf-d1ef-4bcb-94ad-67875bd16461 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 210 time: 0.0530961 Sep 21 17:59:04.555013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b8f9dbcb-6b9f-4fc7-bfe7-69219eec31b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a888f66407e94d08849e2709457995da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308125 Sep 21 17:59:04.555873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9dbcb-6b9f-4fc7-bfe7-69219eec31b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365b1bb0-bcb0-48e6-885c-bf6a437871d1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:04.557763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47532) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:04.629244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.640174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-414d95e4-fe61-4a18-bda7-59d224156ced req-a15b821b-adb6-4e33-bb1c-23b0e5be9dc3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0928693 Sep 21 17:59:04.651331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:59:04.674112 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Sync routers for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:59:04.704153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 95014ad9-bc43-4a15-bebd-10f3ca24b586 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:04.718364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.721708 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:04.723651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05c314d4-8604-49bb-834c-3aeaf119a291 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8061225 Sep 21 17:59:04.724296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47540) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:04.727687 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:04.762908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a232353-bb9a-4cd2-908f-27df8e8bb596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.794641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fc232dda-780d-4784-abf3-92484f866f4c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:04.879546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a232353-bb9a-4cd2-908f-27df8e8bb596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.933829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47544) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:04.997120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ad3d4-d7cd-49d2-beae-b374dbfa9144 req-7c1322cd-84b6-4139-8396-ad531bc1b3b6 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.999408 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-364ad3d4-d7cd-49d2-beae-b374dbfa9144 req-7c1322cd-84b6-4139-8396-ad531bc1b3b6 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 948 time: 0.1700289 Sep 21 17:59:05.066390 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a232353-bb9a-4cd2-908f-27df8e8bb596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.077851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a232353-bb9a-4cd2-908f-27df8e8bb596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.096545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 95014ad9-bc43-4a15-bebd-10f3ca24b586, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=95014ad9-bc43-4a15-bebd-10f3ca24b586,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:05.097472 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a232353-bb9a-4cd2-908f-27df8e8bb596 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/365b1bb0-bcb0-48e6-885c-bf6a437871d1 HTTP/1.1" status: 204 len: 168 time: 0.5312588 Sep 21 17:59:05.118368 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:05.120550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port fc232dda-780d-4784-abf3-92484f866f4c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:05.121423 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.125116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '95014ad9-bc43-4a15-bebd-10f3ca24b586', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '95014ad9-bc43-4a15-bebd-10f3ca24b586', 'mac_address': 'fa:16:3e:b6:b7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:05.229417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-364ad3d4-d7cd-49d2-beae-b374dbfa9144 req-6b146a73-acea-43b7-add0-91ca066250dc tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187259 Sep 21 17:59:05.237363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.243103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a232353-bb9a-4cd2-908f-27df8e8bb596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365b1bb0-bcb0-48e6-885c-bf6a437871d1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:05.284379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4115c890-731c-46c6-83d2-8b7404b5a8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.319508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95014ad9-bc43-4a15-bebd-10f3ca24b586 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:05.442819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 95014ad9-bc43-4a15-bebd-10f3ca24b586, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=95014ad9-bc43-4a15-bebd-10f3ca24b586,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:05.480414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.629396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:02Z', 'revision_number': 3, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:05.678044 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.703756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=95014ad9-bc43-4a15-bebd-10f3ca24b586,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:05.723750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fdcdde81-2445-430f-adbe-000b649bae99 req-82d5a3b2-5e93-4bf7-84be-330f197d8c5b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 210 time: 0.0503240 Sep 21 17:59:05.736943 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Checking router: f6035b0a-4eec-47d6-8740-04eb4be4950a for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:59:05.737792 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Updating router f6035b0a-4eec-47d6-8740-04eb4be4950a port 18747afa-f9e5-4745-833f-0de7c2f04bb3 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:59:05.749377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51803b8a-5982-4ded-8d66-0744f3397cf8 req-a61250c8-e685-4d8b-9665-a4e252387960 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:05.751228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51803b8a-5982-4ded-8d66-0744f3397cf8 req-a61250c8-e685-4d8b-9665-a4e252387960 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 950 time: 0.1965573 Sep 21 17:59:05.753378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4115c890-731c-46c6-83d2-8b7404b5a8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.776676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['95014ad9-bc43-4a15-bebd-10f3ca24b586'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:05.806886 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.835824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4115c890-731c-46c6-83d2-8b7404b5a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.890149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4115c890-731c-46c6-83d2-8b7404b5a8cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c65b6cdff2f4e68848e95fb8f35eb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9550736 Sep 21 17:59:05.894756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47562) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:05.904127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6209aabd-4bb0-4a04-a2bc-410947c5cb5d req-4a0a5215-7d0c-4886-915a-b5357d6db9e8 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0722492 Sep 21 17:59:06.004991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115c890-731c-46c6-83d2-8b7404b5a8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60762e54-1358-488b-9eb9-5516a2f36534,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:06.020481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51803b8a-5982-4ded-8d66-0744f3397cf8 req-404aea0f-fcf9-488b-aab2-641c3f76ea26 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874547 Sep 21 17:59:06.141628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Allocated IP 172.20.0.1 (bfcc1784-26b1-45d2-8cd2-b1b1b082c635/b2b1bbb5-aec0-44f9-a8db-cf90351b8a93/ce9b7c90-5fda-4b34-aafa-7660c490f329) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:06.155165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-01477d69-4260-4630-b8a6-1fe1542578c2 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=98812013190e46e3a755e4b2ac6b64ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387544 Sep 21 17:59:06.295537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea68c8df-6494-42ba-9fc2-c02e80f9c8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.323010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea68c8df-6494-42ba-9fc2-c02e80f9c8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.452699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.514524 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.574131 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea68c8df-6494-42ba-9fc2-c02e80f9c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.584609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea68c8df-6494-42ba-9fc2-c02e80f9c8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.586956 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea68c8df-6494-42ba-9fc2-c02e80f9c8bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60762e54-1358-488b-9eb9-5516a2f36534 HTTP/1.1" status: 204 len: 168 time: 0.6803110 Sep 21 17:59:06.598264 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.616014 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.641123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68c8df-6494-42ba-9fc2-c02e80f9c8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60762e54-1358-488b-9eb9-5516a2f36534,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:06.704604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:06.708108 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Pushing event updated for resources: {'Port': ['ID=18747afa-f9e5-4745-833f-0de7c2f04bb3,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:06.708319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-57b01f1b-c015-47fa-a2bf-0d1645aa8fc0 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=357dff443f824b44b3e5788dc7ab5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207626 Sep 21 17:59:06.716777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 95014ad9-bc43-4a15-bebd-10f3ca24b586 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:06.720807 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.721561 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.722113 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.722629 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.723150 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.723639 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.724152 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.724786 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.725277 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.726053 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.726573 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.727057 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:06.732205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fe603-9eb2-4961-95f4-15176d760578 req-d88a435d-4a91-4be9-89cb-cb51158508b9 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.733819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-318fe603-9eb2-4961-95f4-15176d760578 req-d88a435d-4a91-4be9-89cb-cb51158508b9 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 949 time: 0.3589108 Sep 21 17:59:06.734089 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Attempting to bind port 18747afa-f9e5-4745-833f-0de7c2f04bb3 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:06.734657 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Attempting to bind port 18747afa-f9e5-4745-833f-0de7c2f04bb3 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:06.735194 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Attempting to bind port 18747afa-f9e5-4745-833f-0de7c2f04bb3 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:06.736931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:06.742644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:06.754472 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:06.755481 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:06.756052 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.756870 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:06.757661 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Bound port: 18747afa-f9e5-4745-833f-0de7c2f04bb3, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:06.758308 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.819289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 95014ad9-bc43-4a15-bebd-10f3ca24b586 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:06.825464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 95014ad9-bc43-4a15-bebd-10f3ca24b586 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:06.826449 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.828246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-07d6150d-8051-4bc9-9757-e29e599ca831 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.837284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-07d6150d-8051-4bc9-9757-e29e599ca831 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6192057 Sep 21 17:59:06.897557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9b7c90-5fda-4b34-aafa-7660c490f329,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:06.911648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Request body: {'port': {'device_id': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '98812013190e46e3a755e4b2ac6b64ff'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:06.987806 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] For port 18747afa-f9e5-4745-833f-0de7c2f04bb3, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:06.992514 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] For port 18747afa-f9e5-4745-833f-0de7c2f04bb3, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=18747afa-f9e5-4745-833f-0de7c2f04bb3,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:07.002376 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.010361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47594) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:07.045312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.056942 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.093410 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-318fe603-9eb2-4961-95f4-15176d760578 req-25e0c29c-21fa-4025-bb9c-5c589ba5fba7 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543859 Sep 21 17:59:07.156301 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0c8c0-0446-4fe5-bf3b-acd61633e98c None None] Pushing event updated for resources: {'Port': ['ID=18747afa-f9e5-4745-833f-0de7c2f04bb3,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:07.183431 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:07.186513 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:07.222125 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.261598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95014ad9-bc43-4a15-bebd-10f3ca24b586'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:07.274645 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee64f235-f9d9-4a37-846a-b6fd5673ea1a" -d '{"events": [{"server_uuid": "1604595a-6b32-4c68-aa1e-21736ed013a3", "name": "network-vif-plugged", "status": "completed", "tag": "95014ad9-bc43-4a15-bebd-10f3ca24b586"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:07.339412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Made reservation on behalf of 98812013190e46e3a755e4b2ac6b64ff for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:07.350124 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.373922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 95014ad9-bc43-4a15-bebd-10f3ca24b586, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=95014ad9-bc43-4a15-bebd-10f3ca24b586,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:07.396020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e34d7c42-8df9-436f-96e4-6f67946272dd None None] Provisioning complete for port ce9b7c90-5fda-4b34-aafa-7660c490f329 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:07.397140 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e34d7c42-8df9-436f-96e4-6f67946272dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.403768 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.460293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-28e9bf53-1c54-4c62-b251-7568995dba4d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.468597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-28e9bf53-1c54-4c62-b251-7568995dba4d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7363043 Sep 21 17:59:07.479339 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:07.531760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e34d7c42-8df9-436f-96e4-6f67946272dd None None] Port ce9b7c90-5fda-4b34-aafa-7660c490f329 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:07.544243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Request body: {'port': {'device_id': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '357dff443f824b44b3e5788dc7ab5bef'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:07.567899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e912-1eea-4ff0-a4f7-16c175d949f3 req-a7511130-66e4-43b3-81e9-614f9f7c42dd tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.583125 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2520e912-1eea-4ff0-a4f7-16c175d949f3 req-a7511130-66e4-43b3-81e9-614f9f7c42dd tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 950 time: 0.8732231 Sep 21 17:59:07.603418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=95014ad9-bc43-4a15-bebd-10f3ca24b586,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:07.647624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-28d39e24-e482-4dd4-8cc2-8e314eaf19d4 req-04914b6a-c9ce-471b-a8a2-acd2f463e963 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 210 time: 0.1178384 Sep 21 17:59:07.726422 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:02Z', 'revision_number': 3, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:07.746924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Allocated IP 192.168.233.100 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/ee25cba6-976f-4f52-bfc1-7c904ccf4950) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:07.788637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-482227023-network', 'tenant_id': '488675541d0546a4a382868afc2648ea'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:07.803517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758c2b9-7372-4bbf-affe-4c0b3d31437b None None] The sync data for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 is: [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:02Z', 'revision_number': 3, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:59:07.830148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2520e912-1eea-4ff0-a4f7-16c175d949f3 req-bb12cfc0-fec4-4d7a-8fcd-63d3d7a0af6c tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452021 Sep 21 17:59:07.892795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a12fb59b-6b5b-49fb-b80f-6fec3bed1965 req-49a976f7-07a2-4834-9151-f30730efe8cd tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0664465 Sep 21 17:59:07.904401 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79de9a9-9298-42d2-970d-51f03581e189 x-openstack-request-id: req-e79de9a9-9298-42d2-970d-51f03581e189 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:07.908296 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1604595a-6b32-4c68-aa1e-21736ed013a3", "name": "network-vif-plugged", "status": "completed", "tag": "95014ad9-bc43-4a15-bebd-10f3ca24b586", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:07.909148 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e79de9a9-9298-42d2-970d-51f03581e189 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:07.910054 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95014ad9-bc43-4a15-bebd-10f3ca24b586', 'code': 200} Sep 21 17:59:07.931173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Made reservation on behalf of 488675541d0546a4a382868afc2648ea for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:07.937075 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.972632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.058927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.151070 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.219596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-9b1ed269-c883-4eea-af4e-fea5549b2650 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.225378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-9b1ed269-c883-4eea-af4e-fea5549b2650 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 950 time: 0.1206632 Sep 21 17:59:08.511055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533986d-c894-400b-901c-23b0c8d75508 req-47837f49-c93c-42ed-9079-1df123740608 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.518960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2533986d-c894-400b-901c-23b0c8d75508 req-47837f49-c93c-42ed-9079-1df123740608 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 950 time: 0.2923932 Sep 21 17:59:08.552749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24f64-6f72-4102-97d9-411ef84fa50d req-0f428550-5699-4447-bbf2-09511e2c9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.554405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cde24f64-6f72-4102-97d9-411ef84fa50d req-0f428550-5699-4447-bbf2-09511e2c9ffa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 1101 time: 0.5626745 Sep 21 17:59:08.643425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cde24f64-6f72-4102-97d9-411ef84fa50d req-342a3450-5a89-427b-96ba-d13f190e3005 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772741 Sep 21 17:59:08.664631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.725498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.732398 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.798226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:59:08.803847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.813585 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 18747afa-f9e5-4745-833f-0de7c2f04bb3 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:08.897676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['408b8c80-1d17-4c1f-a682-9b5409d95b9d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:08.907446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7f2d96b1-f412-4006-b09e-48c02222e06c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:08.974810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:08.980140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d61988-7760-4456-8cb2-3106b6ae762b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:08.988445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.988985 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Added segment 713ea46d-74d1-4f45-806e-84c75bf84452 of type vlan for network bdaba322-21b6-4e5a-979b-ca73f663a501 Sep 21 17:59:09.007411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:09.025049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:09.035475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.036579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.075601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Pushing event updated for resources: {'Port': ['ID=ee25cba6-976f-4f52-bfc1-7c904ccf4950,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:09.106002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2533986d-c894-400b-901c-23b0c8d75508 req-6494bd15-19fb-4ed6-a11d-4e1f40a0cafa tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860276 Sep 21 17:59:09.163272 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.189459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.196046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f92dba-9dd5-4c16-90ae-7c94c12d9143 req-471edeff-ba64-424f-ae20-fc2f6aa71b2e tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.205132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Made reservation on behalf of 357dff443f824b44b3e5788dc7ab5bef for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:09.210135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.216711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-53f92dba-9dd5-4c16-90ae-7c94c12d9143 req-471edeff-ba64-424f-ae20-fc2f6aa71b2e tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 936 time: 0.3024929 Sep 21 17:59:09.219072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-92d4c10b-ab52-42c0-98ab-f030d3da6a33 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3185120 Sep 21 17:59:09.244568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.252959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.272091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Request body: {'port': {'device_id': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:09.373618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.resource_extend [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:59:09.418743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Deleting port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:09.419765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.451592 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.452299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.456559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.519618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 18747afa-f9e5-4745-833f-0de7c2f04bb3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:09.520041 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.545159 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-53f92dba-9dd5-4c16-90ae-7c94c12d9143 req-ea188d23-2c05-45de-a4fd-189e0bec1fd1 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166666 Sep 21 17:59:09.595319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.602501 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.627894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9b7c90-5fda-4b34-aafa-7660c490f329,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:09.664188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] Pushing event updated for resources: {'Network': ['ID=bdaba322-21b6-4e5a-979b-ca73f663a501,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:09.740516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network bdaba322-21b6-4e5a-979b-ca73f663a501 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:59:09.771951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509868-19d1-47ed-a23e-07b0d0b84dcb req-9531a7ab-8072-4190-ae30-a83aeb04e0c7 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.774072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f509868-19d1-47ed-a23e-07b0d0b84dcb req-9531a7ab-8072-4190-ae30-a83aeb04e0c7 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 950 time: 0.4516859 Sep 21 17:59:09.781459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-872857e4-fe3f-4fa1-9f72-1c6e99d70884 req-bae8d980-82d8-4272-a289-7e76d8e9fca6 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0824277 Sep 21 17:59:09.870325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-50974f1f-e01b-474c-9105-14ced62036c0 None None] Provisioning complete for port ee25cba6-976f-4f52-bfc1-7c904ccf4950 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:09.871746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50974f1f-e01b-474c-9105-14ced62036c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.989767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] For port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:09.990340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.000047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-50974f1f-e01b-474c-9105-14ced62036c0 None None] Port ee25cba6-976f-4f52-bfc1-7c904ccf4950 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:10.019643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.031731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f509868-19d1-47ed-a23e-07b0d0b84dcb req-8dcb2f95-b1be-4cb9-a90a-a10245114c77 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/security-groups?id=e599a96d-2096-4cd5-8db8-4a4677b9ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951728 Sep 21 17:59:10.041376 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.045335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Calling delete_port for bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:10.091725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.115537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 18747afa-f9e5-4745-833f-0de7c2f04bb3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=18747afa-f9e5-4745-833f-0de7c2f04bb3,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:10.125412 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.148369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a59775e-0adb-468a-bbef-adaa1af16e49 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1364336 Sep 21 17:59:10.150524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47650) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:10.170909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Request body: {'subnet': {'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-482227023-subnet', 'tenant_id': '488675541d0546a4a382868afc2648ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:10.230173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=18747afa-f9e5-4745-833f-0de7c2f04bb3,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.248400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Made reservation on behalf of 488675541d0546a4a382868afc2648ea for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:10.251399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.257951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee25cba6-976f-4f52-bfc1-7c904ccf4950 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:10.258144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.278792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.306470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:10.332499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Transition to ACTIVE for port object ee25cba6-976f-4f52-bfc1-7c904ccf4950 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:10.344586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.346814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:10.428884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Pushing event updated for resources: {'Port': ['ID=ee25cba6-976f-4f52-bfc1-7c904ccf4950,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.528029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Attempting to bind port ee25cba6-976f-4f52-bfc1-7c904ccf4950 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:10.528479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Attempting to bind port ee25cba6-976f-4f52-bfc1-7c904ccf4950 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:10.528924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Attempting to bind port ee25cba6-976f-4f52-bfc1-7c904ccf4950 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:10.542508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Port ee25cba6-976f-4f52-bfc1-7c904ccf4950 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:10.547016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Attempting to bind port ee25cba6-976f-4f52-bfc1-7c904ccf4950 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:10.599135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:10.599251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:10.599616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:10.600144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Bound port: ee25cba6-976f-4f52-bfc1-7c904ccf4950, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:10.600527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.608552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763468-3aa9-4927-8bc9-c49c0d091578 req-1be447e4-fdd5-49c6-97a0-45c8e305e57b tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.613101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e763468-3aa9-4927-8bc9-c49c0d091578 req-1be447e4-fdd5-49c6-97a0-45c8e305e57b tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 950 time: 0.3673115 Sep 21 17:59:10.716335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.739924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 18747afa-f9e5-4745-833f-0de7c2f04bb3 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:10.756615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Allocated IP 192.168.233.9 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/80797f5c-3550-4c32-9088-3b1887c3ba7b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:10.867739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-701a7a23-3f3a-4e2f-b19e-6bb3560863e9 None None] Provisioning complete for port ce9b7c90-5fda-4b34-aafa-7660c490f329 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:10.868342 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-701a7a23-3f3a-4e2f-b19e-6bb3560863e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.872782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 18747afa-f9e5-4745-833f-0de7c2f04bb3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:10.873152 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.885321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2850d4cc-a77d-46b9-a908-3ed136a714e8,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.888925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] For port ee25cba6-976f-4f52-bfc1-7c904ccf4950, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:10.912132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] For port ee25cba6-976f-4f52-bfc1-7c904ccf4950, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:10.912875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.913403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:10.913752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Network hostable DHCP agents. Network: bdaba322-21b6-4e5a-979b-ca73f663a501, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:59:10.927777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc576-bc69-46d1-a4da-bf6242adc666 req-1de46873-773b-4329-a49c-0f9fbb011e2d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.931861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:10.935679 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbbfc576-bc69-46d1-a4da-bf6242adc666 req-1de46873-773b-4329-a49c-0f9fbb011e2d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 948 time: 0.1449919 Sep 21 17:59:10.938556 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.959607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Pushing event deleted for resources: {'Port': ['ID=bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.968476 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e763468-3aa9-4927-8bc9-c49c0d091578 req-1d82fb4d-3789-4e6a-88f9-2270d977362c tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919302 Sep 21 17:59:10.985240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-701a7a23-3f3a-4e2f-b19e-6bb3560863e9 None None] Port ce9b7c90-5fda-4b34-aafa-7660c490f329 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:11.002690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Router f6035b0a-4eec-47d6-8740-04eb4be4950a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:59:11.008189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.008808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.010270 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] 10.222.0.41 "PUT /v2.0/ports/ee25cba6-976f-4f52-bfc1-7c904ccf4950 HTTP/1.1" status: 200 len: 1096 time: 1.7768869 Sep 21 17:59:11.017277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'tag': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:11.019984 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8c9cc8-6777-4048-8899-8663611c7703", "tag": "ee25cba6-976f-4f52-bfc1-7c904ccf4950"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:11.044951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Network bdaba322-21b6-4e5a-979b-ca73f663a501 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:59:11.076626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbbfc576-bc69-46d1-a4da-bf6242adc666 req-293e02b3-527d-48ee-80d0-6aa951d2cbd5 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401732 Sep 21 17:59:11.101108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, bdaba322-21b6-4e5a-979b-ca73f663a501) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:11.114776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaa98d-d2ca-4c95-a102-92281b9cccdb service neutron] Pushing event updated for resources: {'Port': ['ID=ee25cba6-976f-4f52-bfc1-7c904ccf4950,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:11.120773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] No DVR routers for this DVR port bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:11.122861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.127496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.128107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.128868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac5af6-5fa7-4718-8c56-51825a8ea230 None None] Network bdaba322-21b6-4e5a-979b-ca73f663a501 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:11.130100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0610596-aadb-4625-b8d1-debf04ac9f0a req-245d53d6-67bd-4aac-a976-cea8e4e4a269 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.41 "DELETE /v2.0/ports/bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 HTTP/1.1" status: 204 len: 173 time: 2.8615701 Sep 21 17:59:11.130597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'name': 'network-vif-deleted', 'tag': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:11.132904 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fa03bb-490a-4104-976d-180c0b609be7" -d '{"events": [{"server_uuid": "8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051", "name": "network-vif-deleted", "tag": "bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:11.212513 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e120944c-520a-4f16-a706-d7866cbd663e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0586309 Sep 21 17:59:11.267484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-57ddbbed-7162-42fe-b45e-2567fb025ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.269286 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-57ddbbed-7162-42fe-b45e-2567fb025ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 1099 time: 0.1821535 Sep 21 17:59:11.365110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a2698a0-aa4c-4d5f-ab9d-d943c90c388a req-53351ff6-15d0-4fc8-b10e-c35ce111ebac tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0987029 Sep 21 17:59:11.408728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-fd0f9ddb-271b-480e-af63-9a85437092b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950 HTTP/1.1" status: 200 len: 217 time: 0.1211441 Sep 21 17:59:11.436878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab4f82-0533-4524-b367-ad9891167cef None None] Network bdaba322-21b6-4e5a-979b-ca73f663a501 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:11.460488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:59:11.489741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e130a132-2754-4ff2-b031-732d8a3894b3 admin admin] 10.222.0.70 "PUT /v2.0/routers/f6035b0a-4eec-47d6-8740-04eb4be4950a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7643344 Sep 21 17:59:11.498585 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e019b-0eb5-4db9-946c-761d68cbf0b2 x-openstack-request-id: req-5c5e019b-0eb5-4db9-946c-761d68cbf0b2 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:11.499021 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8c9cc8-6777-4048-8899-8663611c7703", "tag": "ee25cba6-976f-4f52-bfc1-7c904ccf4950", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:11.499365 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c5e019b-0eb5-4db9-946c-761d68cbf0b2 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:11.499848 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'tag': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950', 'status': 'completed', 'code': 200} Sep 21 17:59:11.500952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Sync routers for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:59:11.537658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-22716017-59aa-4492-be13-113baccb7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.541104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:11.541824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:11.545172 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-22716017-59aa-4492-be13-113baccb7dcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1303649 Sep 21 17:59:11.547163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.638148 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.665870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720200-1234-4952-a39c-556723f92467 req-75e82f10-d65a-464d-a7c9-0b0ce86de49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.669335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-75e82f10-d65a-464d-a7c9-0b0ce86de49b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139851 Sep 21 17:59:11.953735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-ab19a3d7-1fb6-4d43-940b-53b87d527edb service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699995 Sep 21 17:59:11.968525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:11.971750 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab710790-5e2f-444a-bb50-63e7eb33fcdc x-openstack-request-id: req-ab710790-5e2f-444a-bb50-63e7eb33fcdc {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:11.978032 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051", "name": "network-vif-deleted", "tag": "bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:11.979683 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab710790-5e2f-444a-bb50-63e7eb33fcdc {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:11.982581 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051', 'name': 'network-vif-deleted', 'tag': 'bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7', 'status': 'completed', 'code': 200} Sep 21 17:59:11.995743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81363eb2-6c36-4747-a807-2288b61c9168 req-71117024-1552-4454-a5da-9aee4ffe3886 tempest-ServerDiagnosticsNegativeTest-95552369 tempest-ServerDiagnosticsNegativeTest-95552369-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ad0dce2-3075-4ae6-bb2e-7fd29d5b6051 HTTP/1.1" status: 200 len: 210 time: 0.2448490 Sep 21 17:59:12.009916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:12.033701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:12.120926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Pushing event updated for resources: {'Port': ['ID=80797f5c-3550-4c32-9088-3b1887c3ba7b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:12.183046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939cdb5-c02b-4901-8bd0-36c45d243b9c req-1626506f-e824-4c89-bc0d-952b25cb9ae0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.187309 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0939cdb5-c02b-4901-8bd0-36c45d243b9c req-1626506f-e824-4c89-bc0d-952b25cb9ae0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 950 time: 0.1815693 Sep 21 17:59:12.233876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.235343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.293369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-7f9ae061-dee7-4bf8-8bbb-ff5c7278c834 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7915151 Sep 21 17:59:12.330920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Request body: {'port': {'device_id': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:12.409391 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b720200-1234-4952-a39c-556723f92467 req-e6e10fa7-1a91-4969-9b33-639a419ed2b0 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461071 Sep 21 17:59:12.493195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:12.528168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0939cdb5-c02b-4901-8bd0-36c45d243b9c req-3611c291-45b3-44a6-86a3-7546862d0750 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286486 Sep 21 17:59:12.615189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bb857922-1086-44b4-91b2-f3a971bef637 None None] Provisioning complete for port 80797f5c-3550-4c32-9088-3b1887c3ba7b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:12.617654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb857922-1086-44b4-91b2-f3a971bef637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.652094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.729970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-599e51bb-a959-4b1a-9cb8-c045613919c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.736881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-599e51bb-a959-4b1a-9cb8-c045613919c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 1099 time: 0.2234414 Sep 21 17:59:12.742794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bb857922-1086-44b4-91b2-f3a971bef637 None None] Port 80797f5c-3550-4c32-9088-3b1887c3ba7b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:12.744345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf8a55-cfec-4bb4-b7da-4c04b4bd7126 req-322afea2-458b-4092-8b1b-29894a548b62 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.759749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5bf8a55-cfec-4bb4-b7da-4c04b4bd7126 req-322afea2-458b-4092-8b1b-29894a548b62 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 948 time: 0.2708201 Sep 21 17:59:12.868786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5bf8a55-cfec-4bb4-b7da-4c04b4bd7126 req-01516e4b-6341-465a-94a8-e93d4c956ed5 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625091 Sep 21 17:59:12.876661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:13.189269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d100b-f589-4d8c-9486-15d00d5b96ac req-ef94470b-2c58-4933-bf8a-5a7dd10a4cb7 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.193996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:13.197373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59d100b-f589-4d8c-9486-15d00d5b96ac req-ef94470b-2c58-4933-bf8a-5a7dd10a4cb7 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 934 time: 0.2423398 Sep 21 17:59:13.210496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47762) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:13.217179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-578777194-network', 'tenant_id': '2d9e4da8ca744dcbbb48b0e8566cf3c5'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:13.228221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:59:13.229158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bd4764df-e30b-4d5e-a4bd-ce7354d0c0b7 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:13.259150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-732023aa-8775-4a6d-a9de-0cca25b634d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.262145 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-732023aa-8775-4a6d-a9de-0cca25b634d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.5159593 Sep 21 17:59:13.287624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 2, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:13.320387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-21f90181-5a40-42bf-8dc3-7464cd2436bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950 HTTP/1.1" status: 200 len: 217 time: 0.0430844 Sep 21 17:59:13.327354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Made reservation on behalf of 2d9e4da8ca744dcbbb48b0e8566cf3c5 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:13.329870 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.369346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.386356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Checking router: f6035b0a-4eec-47d6-8740-04eb4be4950a for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:59:13.392029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Updating router f6035b0a-4eec-47d6-8740-04eb4be4950a port ce9b7c90-5fda-4b34-aafa-7660c490f329 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:59:13.412559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59d100b-f589-4d8c-9486-15d00d5b96ac req-861f2aa2-ddd9-4e39-969d-94a205454729 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810861 Sep 21 17:59:13.443060 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.508921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-6cf61294-64f1-4c96-97f1-af98d76bb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.510382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-6cf61294-64f1-4c96-97f1-af98d76bb4c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1745851 Sep 21 17:59:13.673946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-5b2f57bd-cba7-4d87-b176-3d5e0b7e90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.677143 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-5b2f57bd-cba7-4d87-b176-3d5e0b7e90e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426733 Sep 21 17:59:13.839440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80797f5c-3550-4c32-9088-3b1887c3ba7b {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:13.861729 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.870393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47778) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:13.889174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.894480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Transition to ACTIVE for port object 80797f5c-3550-4c32-9088-3b1887c3ba7b will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:13.911649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.927044 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.056062 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.059158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c877d967-e4d9-45d1-a1da-0d5be74081de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.067389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:59:14.071334 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.129258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Pushing event updated for resources: {'Port': ['ID=80797f5c-3550-4c32-9088-3b1887c3ba7b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.192121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-61826eb3-3690-45c8-96c7-641a6c884076 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005074 Sep 21 17:59:14.195742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac759ef8-c500-494d-bd23-4d916fb509b2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.218359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db090a6-fcfb-4ae7-9562-33af25ec9307 req-4234872a-d5f8-4c9f-8d6a-0e4b32e47c87 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.228370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.228813 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Added segment 6cf4fa45-e43a-4161-8194-0e08be3c10c8 of type vlan for network 8bf5e77a-e0c2-4e19-b7d5-b88cbca98844 Sep 21 17:59:14.241136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723827ca-7f2e-4d2c-be33-6dfd82d7c510 None None] Pushing event updated for resources: {'Port': ['ID=ce9b7c90-5fda-4b34-aafa-7660c490f329,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.244939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9db090a6-fcfb-4ae7-9562-33af25ec9307 req-4234872a-d5f8-4c9f-8d6a-0e4b32e47c87 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 950 time: 0.3381741 Sep 21 17:59:14.462470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.483855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3f2f-4b8a-469d-9892-3988b36504db req-fc83689b-ac22-442a-b64b-6aad46d96d52 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.493007 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d6c3f2f-4b8a-469d-9892-3988b36504db req-fc83689b-ac22-442a-b64b-6aad46d96d52 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 948 time: 0.4113691 Sep 21 17:59:14.508343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Attempting to bind port ce9b7c90-5fda-4b34-aafa-7660c490f329 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:14.508811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Attempting to bind port ce9b7c90-5fda-4b34-aafa-7660c490f329 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:14.509201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Attempting to bind port ce9b7c90-5fda-4b34-aafa-7660c490f329 on network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:14.521797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:14.522736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Checking segment: {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:14.523575 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.525371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Bound using segment: {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:14.526014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Bound port: ce9b7c90-5fda-4b34-aafa-7660c490f329, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:14.528746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.557208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9db090a6-fcfb-4ae7-9562-33af25ec9307 req-b4edea6b-8695-4b0d-8cba-aca22b577e4e tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049071 Sep 21 17:59:14.584222 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-98d50435-1c1c-42cc-a1b5-699a89642ad7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=120f322f6df142c9a6e7abfad9ca2fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077198 Sep 21 17:59:14.585920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Attempting to bind port 80797f5c-3550-4c32-9088-3b1887c3ba7b on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:14.590875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Attempting to bind port 80797f5c-3550-4c32-9088-3b1887c3ba7b by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:14.592122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Attempting to bind port 80797f5c-3550-4c32-9088-3b1887c3ba7b on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:14.600066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:14.643583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Port 80797f5c-3550-4c32-9088-3b1887c3ba7b on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:14.657341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Attempting to bind port 80797f5c-3550-4c32-9088-3b1887c3ba7b on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:14.669451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d6c3f2f-4b8a-469d-9892-3988b36504db req-1318213a-d756-412a-bfa9-a81e3e410ebe tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753986 Sep 21 17:59:14.674442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7eadd6e8-8b5a-4171-bc62-ccf18459cd6b req-abd88dfb-c1ad-44bc-9592-c324b58ba424 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611237 Sep 21 17:59:14.696087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.697264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.697893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.700580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:14.701255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:14.701931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:14.708521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Bound port: 80797f5c-3550-4c32-9088-3b1887c3ba7b, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:14.709164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.743554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] For port ce9b7c90-5fda-4b34-aafa-7660c490f329, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:14.750641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] For port ce9b7c90-5fda-4b34-aafa-7660c490f329, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce9b7c90-5fda-4b34-aafa-7660c490f329,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:14.763061 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.795605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c877d967-e4d9-45d1-a1da-0d5be74081de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.821069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-47bb75d3-25f8-46c1-9729-6bcf412819c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.828334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] Pushing event updated for resources: {'Network': ['ID=8bf5e77a-e0c2-4e19-b7d5-b88cbca98844,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.829717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c877d967-e4d9-45d1-a1da-0d5be74081de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.841683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-db7f7ecd-4793-48b1-b3d4-072f625922ac admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6295688 Sep 21 17:59:14.846177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47792) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:14.852795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Request body: {'subnet': {'network_id': '8bf5e77a-e0c2-4e19-b7d5-b88cbca98844', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-578777194-subnet', 'tenant_id': '2d9e4da8ca744dcbbb48b0e8566cf3c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:14.857279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8bf5e77a-e0c2-4e19-b7d5-b88cbca98844 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:59:14.882161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-47bb75d3-25f8-46c1-9729-6bcf412819c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.975377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c877d967-e4d9-45d1-a1da-0d5be74081de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e9a7dde4ea54690bb359bbe02f1ace5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0936446 Sep 21 17:59:14.986776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47816) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:15.000780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2bff-7913-47c7-a4d2-ab239e968948 req-34b92cb6-4215-4688-8a7f-e6ed8b5be9a1 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.003035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Made reservation on behalf of 2d9e4da8ca744dcbbb48b0e8566cf3c5 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:15.007348 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.009058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae2d2bff-7913-47c7-a4d2-ab239e968948 req-34b92cb6-4215-4688-8a7f-e6ed8b5be9a1 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 946 time: 0.2567508 Sep 21 17:59:15.028348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877d967-e4d9-45d1-a1da-0d5be74081de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3927ff3-8be7-49fa-bf5c-cbeeddc7a859,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:15.070783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:15.071483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T17:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:15.088794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] For port 80797f5c-3550-4c32-9088-3b1887c3ba7b, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:15.132698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-57bb8bdb-d01f-44cd-a525-af732e17ce05 None None] Provisioning complete for port ce9b7c90-5fda-4b34-aafa-7660c490f329 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:15.133082 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57bb8bdb-d01f-44cd-a525-af732e17ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.145453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ee25cba6-976f-4f52-bfc1-7c904ccf4950 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:15.145724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] For port 80797f5c-3550-4c32-9088-3b1887c3ba7b, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=80797f5c-3550-4c32-9088-3b1887c3ba7b,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:15.161026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723827ca-7f2e-4d2c-be33-6dfd82d7c510 None None] Pushing event updated for resources: {'Port': ['ID=ce9b7c90-5fda-4b34-aafa-7660c490f329,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:15.187692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae2d2bff-7913-47c7-a4d2-ab239e968948 req-de84d994-8efd-4202-991a-1bd42288bd88 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773250 Sep 21 17:59:15.189777 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.330655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.332253 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.335231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] 10.222.0.41 "PUT /v2.0/ports/80797f5c-3550-4c32-9088-3b1887c3ba7b HTTP/1.1" status: 200 len: 1094 time: 3.0309169 Sep 21 17:59:15.344102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'tag': '80797f5c-3550-4c32-9088-3b1887c3ba7b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:15.349969 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa99f2-4826-424e-b26f-b870b05c5fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "66a7e45b-9e2c-4f07-b769-b11a7c24b8e5", "tag": "80797f5c-3550-4c32-9088-3b1887c3ba7b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:15.390417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-ea1dd77e-6644-4dd6-9ccc-bff46d9167e0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.391988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-ea1dd77e-6644-4dd6-9ccc-bff46d9167e0 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.78 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 950 time: 0.4243002 Sep 21 17:59:15.420208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e67ed82e-ffe7-4ed1-855f-66c6c3a4728a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.512885 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.517749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:15.537899 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212dade5-c987-4948-9903-958d4294bf6e x-openstack-request-id: req-212dade5-c987-4948-9903-958d4294bf6e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:15.538514 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a7e45b-9e2c-4f07-b769-b11a7c24b8e5", "tag": "80797f5c-3550-4c32-9088-3b1887c3ba7b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:15.538995 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-212dade5-c987-4948-9903-958d4294bf6e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:15.539720 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'tag': '80797f5c-3550-4c32-9088-3b1887c3ba7b', 'status': 'completed', 'code': 200} Sep 21 17:59:15.550833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d69168-082f-4b91-8ef6-c1056dba748c service neutron] Pushing event updated for resources: {'Port': ['ID=80797f5c-3550-4c32-9088-3b1887c3ba7b,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:15.631234 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e67ed82e-ffe7-4ed1-855f-66c6c3a4728a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.666822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-47bb75d3-25f8-46c1-9729-6bcf412819c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.670887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-47bb75d3-25f8-46c1-9729-6bcf412819c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.674854 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-47bb75d3-25f8-46c1-9729-6bcf412819c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e599a96d-2096-4cd5-8db8-4a4677b9ae33 HTTP/1.1" status: 204 len: 168 time: 1.0692520 Sep 21 17:59:15.741380 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57bb8bdb-d01f-44cd-a525-af732e17ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.766600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Checking segment: {'id': '6cf4fa45-e43a-4161-8194-0e08be3c10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '8bf5e77a-e0c2-4e19-b7d5-b88cbca98844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:15.767065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Network hostable DHCP agents. Network: 8bf5e77a-e0c2-4e19-b7d5-b88cbca98844, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:59:15.778887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb75d3-25f8-46c1-9729-6bcf412819c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e599a96d-2096-4cd5-8db8-4a4677b9ae33,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:15.793008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Deleting port 95014ad9-bc43-4a15-bebd-10f3ca24b586 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:15.793536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.800466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=57883303-2cff-4f21-9ade-08c4f21b2be6,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:15.805933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-c51ad8d5-779e-4f77-8099-98487300b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.811185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-c51ad8d5-779e-4f77-8099-98487300b02c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=357dff443f824b44b3e5788dc7ab5bef&device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 1097 time: 0.3497341 Sep 21 17:59:15.847699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Network 8bf5e77a-e0c2-4e19-b7d5-b88cbca98844 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:59:15.911479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-d92822e3-545e-44f0-b41b-bc0cc2eeb3ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=80797f5c-3550-4c32-9088-3b1887c3ba7b HTTP/1.1" status: 200 len: 217 time: 0.0754821 Sep 21 17:59:16.001925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ee25cba6-976f-4f52-bfc1-7c904ccf4950, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:16.046396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8bf5e77a-e0c2-4e19-b7d5-b88cbca98844) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:16.054001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950', 'mac_address': 'fa:16:3e:9c:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:16.128488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.131739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b8ca1-47ab-4437-8247-f13f5e227242 req-99fd639b-26b8-468d-9849-84ed71e1bb40 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.132612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.141840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e14b8ca1-47ab-4437-8247-f13f5e227242 req-99fd639b-26b8-468d-9849-84ed71e1bb40 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1604595a-6b32-4c68-aa1e-21736ed013a3 HTTP/1.1" status: 200 len: 950 time: 0.3865814 Sep 21 17:59:16.149173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bc2e2-cf25-4930-a6e4-2dab58f4f70a None None] Network 8bf5e77a-e0c2-4e19-b7d5-b88cbca98844 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:16.171489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-57bb8bdb-d01f-44cd-a525-af732e17ce05 None None] For port ce9b7c90-5fda-4b34-aafa-7660c490f329, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce9b7c90-5fda-4b34-aafa-7660c490f329,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:16.180607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e67ed82e-ffe7-4ed1-855f-66c6c3a4728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.187089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c4ad3b6e-abc5-42dd-8aa4-93cd90fb8bde admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3394437 Sep 21 17:59:16.189182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e67ed82e-ffe7-4ed1-855f-66c6c3a4728a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.193467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e67ed82e-ffe7-4ed1-855f-66c6c3a4728a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3927ff3-8be7-49fa-bf5c-cbeeddc7a859 HTTP/1.1" status: 204 len: 168 time: 1.1819620 Sep 21 17:59:16.205893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57bb8bdb-d01f-44cd-a525-af732e17ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.215672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d8916-4748-4245-a217-93e35477d09d req-33ef37de-673c-486f-9812-95da44302901 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.217348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b6d8916-4748-4245-a217-93e35477d09d req-33ef37de-673c-486f-9812-95da44302901 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 948 time: 0.3744397 Sep 21 17:59:16.234922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] For port 95014ad9-bc43-4a15-bebd-10f3ca24b586, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=95014ad9-bc43-4a15-bebd-10f3ca24b586,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:16.235437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.269903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Calling delete_port for 95014ad9-bc43-4a15-bebd-10f3ca24b586 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:16.280739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ed82e-ffe7-4ed1-855f-66c6c3a4728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3927ff3-8be7-49fa-bf5c-cbeeddc7a859,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:16.322338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-0b54019d-a517-4e90-b4d1-b94338e6f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.331111 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b6d8916-4748-4245-a217-93e35477d09d req-0804f181-ece5-46c7-a2f7-babbde57d079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829937 Sep 21 17:59:16.347786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-0b54019d-a517-4e90-b4d1-b94338e6f7f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.4229906 Sep 21 17:59:16.568102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:16.579730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e14b8ca1-47ab-4437-8247-f13f5e227242 req-e785f4a5-7f4f-469c-9122-1ce81080bf9f tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.70 "GET /v2.0/security-groups?id=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001069 Sep 21 17:59:16.622603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1c87000-3016-48c6-9e6f-e52caa153125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.693087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-52d90d21-1157-4e18-a4a3-5b8a4f2eba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.705411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-52d90d21-1157-4e18-a4a3-5b8a4f2eba1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2589674 Sep 21 17:59:16.756890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.853853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.865998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb8bdb-d01f-44cd-a525-af732e17ce05 None None] Pushing event updated for resources: {'Port': ['ID=ce9b7c90-5fda-4b34-aafa-7660c490f329,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:16.913677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee25cba6-976f-4f52-bfc1-7c904ccf4950 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:16.922286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Pushing event deleted for resources: {'Port': ['ID=95014ad9-bc43-4a15-bebd-10f3ca24b586,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.002834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ee25cba6-976f-4f52-bfc1-7c904ccf4950, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:17.032842 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.040983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1c87000-3016-48c6-9e6f-e52caa153125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.063056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1c87000-3016-48c6-9e6f-e52caa153125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.197214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-03b064fc-ae63-4974-b0a1-a6d5e5f979b8 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837797 Sep 21 17:59:17.212394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ee25cba6-976f-4f52-bfc1-7c904ccf4950,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.217463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e5e45970-5afa-4be6-a57e-624f00200d18 None None] Provisioning complete for port ce9b7c90-5fda-4b34-aafa-7660c490f329 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:17.218648 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5e45970-5afa-4be6-a57e-624f00200d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.223987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f1c87000-3016-48c6-9e6f-e52caa153125 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed78ecb204ce4b749631d239fee9fa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6535418 Sep 21 17:59:17.225113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] No DVR routers for this DVR port 95014ad9-bc43-4a15-bebd-10f3ca24b586 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:17.228323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:17.243651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.247895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45ac1612-bf8a-454b-852d-dc27f6ca0589 req-72d60d70-0b57-4a42-8ba4-170ff66bbca2 tempest-DeleteServersAdminTestJSON-347651414 tempest-DeleteServersAdminTestJSON-347651414-project] 10.222.0.78 "DELETE /v2.0/ports/95014ad9-bc43-4a15-bebd-10f3ca24b586 HTTP/1.1" status: 204 len: 173 time: 1.8359685 Sep 21 17:59:17.264123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90685fdd-0ac9-4915-becc-40937a3a4004 req-cc024773-695e-425e-b3db-d39e82a85268 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.266008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90685fdd-0ac9-4915-becc-40937a3a4004 req-cc024773-695e-425e-b3db-d39e82a85268 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 946 time: 0.3853064 Sep 21 17:59:17.286458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'name': 'network-vif-deleted', 'tag': '95014ad9-bc43-4a15-bebd-10f3ca24b586'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:17.299477 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef33ef3-c622-4067-bb29-3c2c892cd855" -d '{"events": [{"server_uuid": "1604595a-6b32-4c68-aa1e-21736ed013a3", "name": "network-vif-deleted", "tag": "95014ad9-bc43-4a15-bebd-10f3ca24b586"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:17.301945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a0399-d10c-44bc-ada5-de80eae7ac14 None None] Network 8bf5e77a-e0c2-4e19-b7d5-b88cbca98844 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:17.444932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c87000-3016-48c6-9e6f-e52caa153125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e90466-a528-4ac4-9ddd-e786d2141276,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.536234 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3c78080-2730-4504-8fd7-c999eaf84c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.556922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ee25cba6-976f-4f52-bfc1-7c904ccf4950'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:17.570588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3c78080-2730-4504-8fd7-c999eaf84c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.595850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90685fdd-0ac9-4915-becc-40937a3a4004 req-ea5d569f-f7ba-43d0-a045-ae4f00ef2f49 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041893 Sep 21 17:59:17.668595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3c78080-2730-4504-8fd7-c999eaf84c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.673267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3c78080-2730-4504-8fd7-c999eaf84c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.674664 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a3c78080-2730-4504-8fd7-c999eaf84c9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90e90466-a528-4ac4-9ddd-e786d2141276 HTTP/1.1" status: 204 len: 168 time: 0.4383543 Sep 21 17:59:17.685813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f7c9e47-eb51-4859-a15a-7f6e8659faee req-e1077a9b-71ab-48da-860d-9d34068f9977 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182193 Sep 21 17:59:17.704936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47876) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:17.705175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c78080-2730-4504-8fd7-c999eaf84c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e90466-a528-4ac4-9ddd-e786d2141276,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.759028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9831222-3878-47c9-9e38-d05668766e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.811796 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a81f895-3411-4d8e-92c3-af3e00f81de9 x-openstack-request-id: req-1a81f895-3411-4d8e-92c3-af3e00f81de9 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:17.812090 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1604595a-6b32-4c68-aa1e-21736ed013a3", "name": "network-vif-deleted", "tag": "95014ad9-bc43-4a15-bebd-10f3ca24b586", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:17.812427 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a81f895-3411-4d8e-92c3-af3e00f81de9 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:17.812957 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1604595a-6b32-4c68-aa1e-21736ed013a3', 'name': 'network-vif-deleted', 'tag': '95014ad9-bc43-4a15-bebd-10f3ca24b586', 'status': 'completed', 'code': 200} Sep 21 17:59:17.895789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:14Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:18.058274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc613ef-49ce-4fbe-b447-bf6812dd40ae None None] The sync data for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 is: [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:14Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:59:18.171098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9831222-3878-47c9-9e38-d05668766e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.216119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9831222-3878-47c9-9e38-d05668766e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.335583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a9831222-3878-47c9-9e38-d05668766e6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ee154a7b34445e89e61aed19b12ba27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295300 Sep 21 17:59:18.339908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9831222-3878-47c9-9e38-d05668766e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7c557a-2542-43c7-b056-f40e6542e420,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:18.343305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47886) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:18.407278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d621b94-d914-4288-901c-18ebc3e363cc req-a6bb8552-341a-4d26-b1f5-6469caf5dc05 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:18.420971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d621b94-d914-4288-901c-18ebc3e363cc req-a6bb8552-341a-4d26-b1f5-6469caf5dc05 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 949 time: 0.2077217 Sep 21 17:59:18.493913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-57d64d83-6c94-49eb-a534-03a64138be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:18.501529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-57d64d83-6c94-49eb-a534-03a64138be12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=357dff443f824b44b3e5788dc7ab5bef&device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 1097 time: 0.7304058 Sep 21 17:59:18.706135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e421fc2f-6574-4ea2-b5f5-f7c1aa3e8932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.778449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 95014ad9-bc43-4a15-bebd-10f3ca24b586 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:18.804489 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e421fc2f-6574-4ea2-b5f5-f7c1aa3e8932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.868219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 95014ad9-bc43-4a15-bebd-10f3ca24b586 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:59:18.870124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 95014ad9-bc43-4a15-bebd-10f3ca24b586 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:18.928569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce9b7c90-5fda-4b34-aafa-7660c490f329 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:18.995522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d621b94-d914-4288-901c-18ebc3e363cc req-aee81262-6ecd-4e69-aeac-32fe1db86616 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727370 Sep 21 17:59:19.030507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e421fc2f-6574-4ea2-b5f5-f7c1aa3e8932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:19.043832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e421fc2f-6574-4ea2-b5f5-f7c1aa3e8932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:19.045878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e421fc2f-6574-4ea2-b5f5-f7c1aa3e8932 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc7c557a-2542-43c7-b056-f40e6542e420 HTTP/1.1" status: 204 len: 168 time: 0.6974359 Sep 21 17:59:19.064235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-d6c47b80-b774-4d61-a5b1-ff7efcfaec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.066994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-d6c47b80-b774-4d61-a5b1-ff7efcfaec65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.5508223 Sep 21 17:59:19.103428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ce9b7c90-5fda-4b34-aafa-7660c490f329 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:19.106600 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:19.247658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-50898420-e307-44bc-9931-3277eee5bdb4 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.252688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-abc9eb43-a59f-49de-9362-03f889acebf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=80797f5c-3550-4c32-9088-3b1887c3ba7b HTTP/1.1" status: 200 len: 217 time: 0.1751430 Sep 21 17:59:19.255802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421fc2f-6574-4ea2-b5f5-f7c1aa3e8932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7c557a-2542-43c7-b056-f40e6542e420,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:19.270899 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-50898420-e307-44bc-9931-3277eee5bdb4 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.9806957 Sep 21 17:59:19.306429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-0979e51d-f35e-48c6-bb12-1164f81888c4 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/quotas/488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 375 time: 0.0345061 Sep 21 17:59:19.428163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-543ed964-ae88-410e-a30d-385d945768ec tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165509 Sep 21 17:59:19.468218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-7c897bf7-0855-4b03-8b76-0df28828d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.470416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-7c897bf7-0855-4b03-8b76-0df28828d8c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2061827 Sep 21 17:59:19.653880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-d9f7c4f5-49a9-4cf9-a7ae-ea7c7f891cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.653880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-d9f7c4f5-49a9-4cf9-a7ae-ea7c7f891cfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653526 Sep 21 17:59:19.708443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc17a-8e61-449a-a580-44cda5d636a7 req-710a2995-4070-410d-8b0e-d3a2ddc7d502 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.717693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdccc17a-8e61-449a-a580-44cda5d636a7 req-710a2995-4070-410d-8b0e-d3a2ddc7d502 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 946 time: 0.1512656 Sep 21 17:59:19.919971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-79e2a769-2d66-4a71-b98a-6022689438de service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:59:19.934090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-79e2a769-2d66-4a71-b98a-6022689438de service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2025230 Sep 21 17:59:20.039346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdccc17a-8e61-449a-a580-44cda5d636a7 req-a97cf7a3-1668-4f12-9026-1029d348636a tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847502 Sep 21 17:59:20.119422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-f01f4c57-9976-4e61-8850-163953c831b4 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517951 Sep 21 17:59:20.295727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-bd632701-4beb-4971-a395-5ecaa262815c service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592613 Sep 21 17:59:20.424685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9f318-cde6-483a-b9eb-f4fedfff61e5 req-b2fb5b9e-72d1-4985-901e-c1cbf3fb3794 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.439482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23e9f318-cde6-483a-b9eb-f4fedfff61e5 req-b2fb5b9e-72d1-4985-901e-c1cbf3fb3794 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 949 time: 0.1522517 Sep 21 17:59:20.445705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95fa99f2-4826-424e-b26f-b870b05c5fa5 req-76c821ec-7868-404a-b4ee-c70f50847f4d service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186526 Sep 21 17:59:20.566529 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-d503e4b8-b740-44e8-b947-e1146752625e service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680700 Sep 21 17:59:20.585378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23e9f318-cde6-483a-b9eb-f4fedfff61e5 req-00f0ec2b-c31a-44d5-b287-7d357caa02c6 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443744 Sep 21 17:59:20.977055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7ca2950-b2c3-40db-aeb8-f455b9963b7f req-8eeef222-d5d7-4f31-86ef-d925db732a15 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 210 time: 0.0867891 Sep 21 17:59:21.149690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 80797f5c-3550-4c32-9088-3b1887c3ba7b details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:21.176330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ee25cba6-976f-4f52-bfc1-7c904ccf4950 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:21.442274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb2b0-1dd9-4110-adc6-5d16ffbeb0d8 req-e90c208a-c54b-4c15-878e-ed6e31153ab7 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.444855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfaeb2b0-1dd9-4110-adc6-5d16ffbeb0d8 req-e90c208a-c54b-4c15-878e-ed6e31153ab7 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 946 time: 0.1709003 Sep 21 17:59:21.501553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port ee25cba6-976f-4f52-bfc1-7c904ccf4950 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:21.536512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfaeb2b0-1dd9-4110-adc6-5d16ffbeb0d8 req-0a188015-79c5-4ab8-bffa-06fc126b9f7a tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848861 Sep 21 17:59:21.607928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port ee25cba6-976f-4f52-bfc1-7c904ccf4950 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:21.608751 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.719840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 80797f5c-3550-4c32-9088-3b1887c3ba7b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=80797f5c-3550-4c32-9088-3b1887c3ba7b,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:21.738586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '80797f5c-3550-4c32-9088-3b1887c3ba7b', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '80797f5c-3550-4c32-9088-3b1887c3ba7b', 'mac_address': 'fa:16:3e:d3:f9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:21.781100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47988) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:21.829970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34facb-e096-4130-816d-e3b7486d1fef req-e9d104ad-d1f2-41be-970c-e89720176120 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.841444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f34facb-e096-4130-816d-e3b7486d1fef req-e9d104ad-d1f2-41be-970c-e89720176120 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 949 time: 0.1040883 Sep 21 17:59:21.923383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f34facb-e096-4130-816d-e3b7486d1fef req-dadcc859-8275-4ed2-a1d7-3fc91e265dd1 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798018 Sep 21 17:59:21.937069 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.028785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:22.032654 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d7de13-ba2a-41c3-9e99-33924dd5d2b3" -d '{"events": [{"server_uuid": "bc8c9cc8-6777-4048-8899-8663611c7703", "name": "network-vif-plugged", "status": "completed", "tag": "ee25cba6-976f-4f52-bfc1-7c904ccf4950"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:22.138117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ee25cba6-976f-4f52-bfc1-7c904ccf4950, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:22.140599 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.212239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.213357 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f6724df-a9aa-44cb-8e3c-f32091dfafb8 req-05677692-4ae3-4039-94e5-27ffc15686b1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 210 time: 0.0703952 Sep 21 17:59:22.234494 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2fa2c1-f6f1-44bc-affd-89a55e31fda5 x-openstack-request-id: req-bb2fa2c1-f6f1-44bc-affd-89a55e31fda5 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:22.235051 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8c9cc8-6777-4048-8899-8663611c7703", "name": "network-vif-plugged", "status": "completed", "tag": "ee25cba6-976f-4f52-bfc1-7c904ccf4950", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:22.235585 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb2fa2c1-f6f1-44bc-affd-89a55e31fda5 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:22.236576 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950', 'code': 200} Sep 21 17:59:22.438406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80797f5c-3550-4c32-9088-3b1887c3ba7b {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:22.539657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ee25cba6-976f-4f52-bfc1-7c904ccf4950,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:22.548873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aab41337-77b4-43f7-af57-eb6c48c8518e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68fcdf961a0846b2b38face1591f2b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7654729 Sep 21 17:59:22.550029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48008) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:22.589786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 80797f5c-3550-4c32-9088-3b1887c3ba7b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=80797f5c-3550-4c32-9088-3b1887c3ba7b,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:22.596550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.651984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57898a-5bec-4979-bc21-2e54d038d616 req-2caaa01e-b6c2-4094-bfef-680d89702b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.667124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb57898a-5bec-4979-bc21-2e54d038d616 req-2caaa01e-b6c2-4094-bfef-680d89702b86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 1101 time: 0.2394900 Sep 21 17:59:22.759147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb57898a-5bec-4979-bc21-2e54d038d616 req-a1c67bb6-1cac-40e6-9c5f-8186bbc6260b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868087 Sep 21 17:59:22.806140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea210c62-0375-429c-8cf8-af612cf492b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.832141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-992d4e3b-8ef8-480e-a031-c1554777951d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319028 Sep 21 17:59:22.842171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b64954-f0dc-41f9-90d6-63fa36845641 req-ab84f164-4009-4359-a319-deed1a31ba5d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.852919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-00b64954-f0dc-41f9-90d6-63fa36845641 req-ab84f164-4009-4359-a319-deed1a31ba5d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 947 time: 0.1519463 Sep 21 17:59:22.898087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=80797f5c-3550-4c32-9088-3b1887c3ba7b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:22.900576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea210c62-0375-429c-8cf8-af612cf492b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.940155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['80797f5c-3550-4c32-9088-3b1887c3ba7b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:23.088829 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-00b64954-f0dc-41f9-90d6-63fa36845641 req-d8efe4d8-8f12-401e-9f86-b21dd33a904d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348790 Sep 21 17:59:23.169358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-abcec791-f3eb-4cc7-8aeb-71ae02fd28d0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.177175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-abcec791-f3eb-4cc7-8aeb-71ae02fd28d0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326061 Sep 21 17:59:23.192286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-55a235d4-662b-49ea-8f8c-214b2c4b59ca tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/quotas/399a89c63c754529980c3783f36f8e44 HTTP/1.1" status: 200 len: 375 time: 0.0142064 Sep 21 17:59:23.211430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-7f1d85db-7e5f-4806-bc50-7f6bcb65c1c1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.213549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-7f1d85db-7e5f-4806-bc50-7f6bcb65c1c1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.3505125 Sep 21 17:59:23.230554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Request body: {'port': {'device_id': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'admin_state_up': True, 'tenant_id': '488675541d0546a4a382868afc2648ea'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:23.253639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-7d4cd21b-6d2a-4517-bdfb-ee2fdc8aa8f6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555103 Sep 21 17:59:23.346664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea210c62-0375-429c-8cf8-af612cf492b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.356581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea210c62-0375-429c-8cf8-af612cf492b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.366778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea210c62-0375-429c-8cf8-af612cf492b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/352f1796-fe9d-4da5-b7fc-30fb9af8c8b4 HTTP/1.1" status: 204 len: 168 time: 0.8151000 Sep 21 17:59:23.515886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210c62-0375-429c-8cf8-af612cf492b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352f1796-fe9d-4da5-b7fc-30fb9af8c8b4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:23.594724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9afdb0-e43f-409c-b449-78e40b13b431 req-4e7c56d6-d301-4fb8-8437-efaf0eddd776 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.607931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d9afdb0-e43f-409c-b449-78e40b13b431 req-4e7c56d6-d301-4fb8-8437-efaf0eddd776 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 950 time: 0.3882504 Sep 21 17:59:23.786048 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d9afdb0-e43f-409c-b449-78e40b13b431 req-c922e687-8ba4-4fb1-a5dd-baea0af624ee tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768153 Sep 21 17:59:23.807676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b185a25-3d70-4435-a618-58116d5cb360 req-94a71795-81ec-4302-9741-ce13c1fe5c9c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 210 time: 0.0515187 Sep 21 17:59:23.983196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6fa8d44-1451-42ed-a365-3b1af082fb7c req-5c50065f-e3eb-4c57-b409-b8d1e9fd8037 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 210 time: 0.0815556 Sep 21 17:59:23.998979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Made reservation on behalf of 488675541d0546a4a382868afc2648ea for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:24.005627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.407664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48062) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:24.413116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Allocated IP 172.20.0.5 (bdaba322-21b6-4e5a-979b-ca73f663a501/2850d4cc-a77d-46b9-a908-3ed136a714e8/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:24.443205 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fb4b-8517-40a8-912c-9ac9e78d5484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.466785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66d9fe-a4d5-4012-b13c-53bb821b0b76 req-27f1f98e-a0d0-40a3-a2ae-db35a06a753d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.479037 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b66d9fe-a4d5-4012-b13c-53bb821b0b76 req-27f1f98e-a0d0-40a3-a2ae-db35a06a753d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 947 time: 0.1718690 Sep 21 17:59:24.643146 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b66d9fe-a4d5-4012-b13c-53bb821b0b76 req-593bea64-e7cf-4d3b-b86c-816ab93a06ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550350 Sep 21 17:59:24.734272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fb4b-8517-40a8-912c-9ac9e78d5484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.741994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fb4b-8517-40a8-912c-9ac9e78d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.836209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3ad4fb4b-8517-40a8-912c-9ac9e78d5484 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9beac1b4b2874128af95521190938997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254205 Sep 21 17:59:24.837187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4fb4b-8517-40a8-912c-9ac9e78d5484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a87e4b-be71-40b9-9b1b-b88dc47831ff,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:24.841290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48076) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:24.943453 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e89302d-682f-4375-9ae3-558bb00fa6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.983841 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e89302d-682f-4375-9ae3-558bb00fa6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.007577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.079848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.090351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460ce70-51ae-4274-8678-9ae143efe506 req-2467e623-2c31-45ac-b25b-f4844818f571 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.092339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4460ce70-51ae-4274-8678-9ae143efe506 req-2467e623-2c31-45ac-b25b-f4844818f571 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 950 time: 0.1162002 Sep 21 17:59:25.092991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e89302d-682f-4375-9ae3-558bb00fa6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.096731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e89302d-682f-4375-9ae3-558bb00fa6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.101042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5e89302d-682f-4375-9ae3-558bb00fa6d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29a87e4b-be71-40b9-9b1b-b88dc47831ff HTTP/1.1" status: 204 len: 168 time: 0.2585523 Sep 21 17:59:25.113695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89302d-682f-4375-9ae3-558bb00fa6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a87e4b-be71-40b9-9b1b-b88dc47831ff,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:25.170031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 80797f5c-3550-4c32-9088-3b1887c3ba7b up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:25.209293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Network bdaba322-21b6-4e5a-979b-ca73f663a501 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:25.236448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:25.254116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:25.263332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.263547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c523e2e-cd69-44c7-ad56-9a882314f2e0 req-0ae8fab5-4976-4a75-86c6-1483bca4f535 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.264472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.267249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:25.276070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c523e2e-cd69-44c7-ad56-9a882314f2e0 req-0ae8fab5-4976-4a75-86c6-1483bca4f535 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 931 time: 0.1201150 Sep 21 17:59:25.294377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4460ce70-51ae-4274-8678-9ae143efe506 req-2cb18d8e-7dad-425c-963d-b211cc5c2d58 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635985 Sep 21 17:59:25.330750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-e93a00b9-a76e-48fe-8c27-e1e51823be88 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501466 Sep 21 17:59:25.364789 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-f6b353dd-3972-4967-a564-30869a8cf5f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1391809 Sep 21 17:59:25.377749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Request body: {'port': {'device_id': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:25.379064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 80797f5c-3550-4c32-9088-3b1887c3ba7b completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:25.402998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c523e2e-cd69-44c7-ad56-9a882314f2e0 req-7900800c-9c7f-434b-af79-c2592336be2e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240189 Sep 21 17:59:25.406384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 80797f5c-3550-4c32-9088-3b1887c3ba7b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:25.406384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.578367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.601326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-1cb03349-6c61-4200-a162-e33159c8e111 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.604214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-1cb03349-6c61-4200-a162-e33159c8e111 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659435 Sep 21 17:59:25.624174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:25.629240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-68fc399e-a3c6-479e-8861-e33366c133ec req-c39c2efb-0345-4b62-a7e8-06fd60e41989 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 210 time: 0.0721471 Sep 21 17:59:25.712846 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.752521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80797f5c-3550-4c32-9088-3b1887c3ba7b'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:25.755812 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82038ab-77eb-4082-a1e9-8d272b5828de" -d '{"events": [{"server_uuid": "66a7e45b-9e2c-4f07-b769-b11a7c24b8e5", "name": "network-vif-plugged", "status": "completed", "tag": "80797f5c-3550-4c32-9088-3b1887c3ba7b"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:25.782779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 80797f5c-3550-4c32-9088-3b1887c3ba7b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=80797f5c-3550-4c32-9088-3b1887c3ba7b,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:25.791386 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.904627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:25.913372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=80797f5c-3550-4c32-9088-3b1887c3ba7b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:25.913589 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.957619 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.250531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91969826-5581-440e-9c55-51d15d15e0d4 req-00ea18fc-5ce2-4138-815c-f993e55381b8 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.252249 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91969826-5581-440e-9c55-51d15d15e0d4 req-00ea18fc-5ce2-4138-815c-f993e55381b8 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 948 time: 0.1151674 Sep 21 17:59:26.258575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.270679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.278998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:26.300073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.334305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Transition to ACTIVE for port object 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:26.341582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.410711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91969826-5581-440e-9c55-51d15d15e0d4 req-ae6e870e-39d3-4c99-8084-42d6deb9125f tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499171 Sep 21 17:59:26.464668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:26.508884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:26.509465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:26.510589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:26.520157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:26.521356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:26.536802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:26.537118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:26.537495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:26.537933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Bound port: 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:26.538319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.549118 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4516e1b0-1ba8-4a6a-bd8a-c69e62efbb0c x-openstack-request-id: req-4516e1b0-1ba8-4a6a-bd8a-c69e62efbb0c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:26.549991 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7e45b-9e2c-4f07-b769-b11a7c24b8e5", "name": "network-vif-plugged", "status": "completed", "tag": "80797f5c-3550-4c32-9088-3b1887c3ba7b", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:26.549991 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4516e1b0-1ba8-4a6a-bd8a-c69e62efbb0c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:26.549991 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80797f5c-3550-4c32-9088-3b1887c3ba7b', 'code': 200} Sep 21 17:59:26.644207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6b3f4-da3f-45fc-9343-5bfd909dba81,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:26.673812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.133 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/d19f672a-c837-4024-bdd6-1895c71b2c33) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:26.746046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b99d6b-e290-499e-a7eb-197d713f8472 req-e64aeaeb-5ed8-45a2-8df2-74722e10c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.748197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b99d6b-e290-499e-a7eb-197d713f8472 req-e64aeaeb-5ed8-45a2-8df2-74722e10c31f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 1099 time: 0.1220012 Sep 21 17:59:26.798018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:26.804881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:26.811913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.852583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b99d6b-e290-499e-a7eb-197d713f8472 req-03ecc2f4-c61c-45c0-bbab-f82ffe21746d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896740 Sep 21 17:59:26.886512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.887423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.889421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] 10.222.0.78 "PUT /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 1091 time: 1.5160851 Sep 21 17:59:26.892711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:26.897384 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d8d70a-6408-427f-9e3a-acdfe9689fed" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:26.950243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cac60-4c9d-4e63-b935-619db2329730 req-47ec6295-9758-4ef0-a02f-da7529083fc1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.957842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-043cac60-4c9d-4e63-b935-619db2329730 req-47ec6295-9758-4ef0-a02f-da7529083fc1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 943 time: 0.1436174 Sep 21 17:59:26.982686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80127f-5279-4de8-8cb5-193d85b819f7 service neutron] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:27.035960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-043cac60-4c9d-4e63-b935-619db2329730 req-780f4183-c37b-4700-bf40-08659069af6b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761924 Sep 21 17:59:27.058793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.080353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-a3670ad7-faad-43a9-a990-d71ddc4b93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.082732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-a3670ad7-faad-43a9-a990-d71ddc4b93c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1094 time: 0.1377070 Sep 21 17:59:27.128467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.208732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-a7063891-a5c4-47c8-a67a-0b2975eb5620 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 217 time: 0.1169932 Sep 21 17:59:27.282339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:27.283875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=d19f672a-c837-4024-bdd6-1895c71b2c33,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:27.298929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:27.304122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:27.351779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-4181b965-ac98-49d6-9f12-b26be0b514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.354513 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-4181b965-ac98-49d6-9f12-b26be0b514c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1377327 Sep 21 17:59:27.426011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.427171 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.441421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-e63ec822-43d0-4dc9-94b1-4c82378264f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714211 Sep 21 17:59:27.477383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-ae0fd61b-8f78-4293-a461-524da0f5cd99 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8584857 Sep 21 17:59:27.494983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f07fb-bc5c-4d78-aa5d-8d296c68f07e req-86be71cc-bfa4-493e-9efb-0e24fd5aa215 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.505154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91f07fb-bc5c-4d78-aa5d-8d296c68f07e req-86be71cc-bfa4-493e-9efb-0e24fd5aa215 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 936 time: 0.3478389 Sep 21 17:59:27.539068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Request body: {'port': {'device_id': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:27.579665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91f07fb-bc5c-4d78-aa5d-8d296c68f07e req-b8a98ca6-15a1-4169-aa82-0625c6fcbb05 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736992 Sep 21 17:59:27.666522 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-0da2ec58-9c5d-4132-ab42-63d5d524b58b service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206037 Sep 21 17:59:27.687945 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c2ed5c-7020-471d-98b4-cb628b3e0e74 x-openstack-request-id: req-d3c2ed5c-7020-471d-98b4-cb628b3e0e74 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:27.688765 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:27.689017 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3c2ed5c-7020-471d-98b4-cb628b3e0e74 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:27.689424 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989', 'status': 'completed', 'code': 200} Sep 21 17:59:27.706369 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.895170 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6cbefea-17db-440a-86e5-a7ce82faa4bd req-adf41658-2a81-48ff-9450-a322fb9c7a3b service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196436 Sep 21 17:59:27.923277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ec210352-a6cb-40c0-a279-8dd0dd805af6 None None] Provisioning complete for port d19f672a-c837-4024-bdd6-1895c71b2c33 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:27.923931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec210352-a6cb-40c0-a279-8dd0dd805af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.128282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ec210352-a6cb-40c0-a279-8dd0dd805af6 None None] Port d19f672a-c837-4024-bdd6-1895c71b2c33 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:28.166646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-c88b553c-8b0e-47a3-86e8-e9ba981195b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.168417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-c88b553c-8b0e-47a3-86e8-e9ba981195b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1094 time: 0.2122338 Sep 21 17:59:28.197799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19f672a-c837-4024-bdd6-1895c71b2c33 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:28.215287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.217853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.218617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.219252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.219866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.220538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.221155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.221858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.227142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-1342efbe-8455-4f63-a416-bd14e30344fb tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a&device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4&device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5&device_id=bc8c9cc8-6777-4048-8899-8663611c7703&device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0&device_id=509387f2-4ab8-48e1-835c-cb83d07d1834&device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 6384 time: 0.1603885 Sep 21 17:59:28.251669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Transition to ACTIVE for port object d19f672a-c837-4024-bdd6-1895c71b2c33 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:28.259075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.307111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-37aa4120-5693-4ff8-a997-a4bc7c37054f tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.372748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d19f672a-c837-4024-bdd6-1895c71b2c33,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:28.460121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-196e8bfb-128c-4f05-b5a7-96e4283c4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.460963 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-196e8bfb-128c-4f05-b5a7-96e4283c4bf3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2833493 Sep 21 17:59:28.610816 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-91412ef0-a2be-4e37-9281-1781ee76025c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 217 time: 0.1325495 Sep 21 17:59:28.740304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-af41e704-1408-435b-b9c4-20458d138d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.746070 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-af41e704-1408-435b-b9c4-20458d138d81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1210399 Sep 21 17:59:28.760636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Attempting to bind port d19f672a-c837-4024-bdd6-1895c71b2c33 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:28.761803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Attempting to bind port d19f672a-c837-4024-bdd6-1895c71b2c33 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:28.762390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Attempting to bind port d19f672a-c837-4024-bdd6-1895c71b2c33 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:28.773527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-37aa4120-5693-4ff8-a997-a4bc7c37054f tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.781352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Port d19f672a-c837-4024-bdd6-1895c71b2c33 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:28.782017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Attempting to bind port d19f672a-c837-4024-bdd6-1895c71b2c33 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:28.797411 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-5b60df4d-9140-4ee1-882b-a6e41d74219f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377970 Sep 21 17:59:28.798157 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-37aa4120-5693-4ff8-a997-a4bc7c37054f tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.846407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0774f6-d56f-4dc2-95e6-393c6783c892 req-21d52917-3173-4e17-b764-a29e8f56aa40 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.849666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd0774f6-d56f-4dc2-95e6-393c6783c892 req-21d52917-3173-4e17-b764-a29e8f56aa40 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 948 time: 0.2619534 Sep 21 17:59:28.851911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:28.852471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:28.853116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:28.853883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Bound port: d19f672a-c837-4024-bdd6-1895c71b2c33, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:28.855540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.882464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3cc75bd6-950d-4745-8395-b840b72c03c0 req-37aa4120-5693-4ff8-a997-a4bc7c37054f tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&id=43d61988-7760-4456-8cb2-3106b6ae762b&id=1199ca9d-2b3e-47d9-ae30-2066ab374087&id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.6391461 Sep 21 17:59:28.924261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa4120-5693-4ff8-a997-a4bc7c37054f tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6bf038-c19a-4c45-a557-ab8abc2d9a67,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:29.051661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd0774f6-d56f-4dc2-95e6-393c6783c892 req-e0353806-610f-4a5b-aa39-d6afaacf575e tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393719 Sep 21 17:59:29.064117 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-809cb4f7-80be-44e4-be72-16a76804fcc2 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517037 Sep 21 17:59:29.112765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] For port d19f672a-c837-4024-bdd6-1895c71b2c33, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:29.118715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] For port d19f672a-c837-4024-bdd6-1895c71b2c33, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d19f672a-c837-4024-bdd6-1895c71b2c33,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:29.125199 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.252927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cff67333-9950-47bb-8b8d-61dc0158ec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.346094 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40d8d70a-6408-427f-9e3a-acdfe9689fed req-5701c72a-97e4-4d3d-92a7-3d4875172f6d service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736046 Sep 21 17:59:29.359571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1189b-d50f-4175-9b24-11a11617008f req-c6187755-c312-46b6-ac05-fd821f845f99 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.368156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ca1189b-d50f-4175-9b24-11a11617008f req-c6187755-c312-46b6-ac05-fd821f845f99 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 943 time: 0.1314547 Sep 21 17:59:29.439174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.439875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.441910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] 10.222.0.78 "PUT /v2.0/ports/d19f672a-c837-4024-bdd6-1895c71b2c33 HTTP/1.1" status: 200 len: 1096 time: 1.9077294 Sep 21 17:59:29.461076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'tag': 'd19f672a-c837-4024-bdd6-1895c71b2c33'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:29.462883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ca1189b-d50f-4175-9b24-11a11617008f req-32fef0b0-af72-4a62-8d9c-4adb39adae34 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935075 Sep 21 17:59:29.463598 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf28d550-0509-4cf3-a914-eab17a90ee68" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a2efc-a6ed-483a-95c3-7eab316ff80a", "tag": "d19f672a-c837-4024-bdd6-1895c71b2c33"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:29.531102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e23ff9-1a0f-475e-ba08-ebdfd5e42ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d19f672a-c837-4024-bdd6-1895c71b2c33,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:29.576991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba63a16-4e1d-4d41-80f3-82de3ff97935 req-3280cc01-a328-4dd7-b6ef-f37e75bc1817 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.581900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ba63a16-4e1d-4d41-80f3-82de3ff97935 req-3280cc01-a328-4dd7-b6ef-f37e75bc1817 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 948 time: 0.1784477 Sep 21 17:59:29.616790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-a769b11e-481c-4070-aaac-772320f60d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.618525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-a769b11e-481c-4070-aaac-772320f60d62 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 1099 time: 0.1045909 Sep 21 17:59:29.654678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ba63a16-4e1d-4d41-80f3-82de3ff97935 req-425680f9-3398-41c4-b244-b15dd562d07f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665219 Sep 21 17:59:29.695611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-3ffeb153-10fc-4aad-a8f9-9e0395fc8046 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d19f672a-c837-4024-bdd6-1895c71b2c33 HTTP/1.1" status: 200 len: 217 time: 0.0445733 Sep 21 17:59:29.761607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-845077e6-07de-4166-bcd3-e5d3fff26d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.763558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-845077e6-07de-4166-bcd3-e5d3fff26d64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0601697 Sep 21 17:59:29.825301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-799d5329-b59a-47ce-a433-7a423a507a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.827106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-799d5329-b59a-47ce-a433-7a423a507a8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559101 Sep 21 17:59:29.970335 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438ba86-d474-4233-8cf4-b6f2b3f4ff0e x-openstack-request-id: req-2438ba86-d474-4233-8cf4-b6f2b3f4ff0e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:29.970790 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a2efc-a6ed-483a-95c3-7eab316ff80a", "tag": "d19f672a-c837-4024-bdd6-1895c71b2c33", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:29.971196 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2438ba86-d474-4233-8cf4-b6f2b3f4ff0e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:29.971808 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'tag': 'd19f672a-c837-4024-bdd6-1895c71b2c33', 'status': 'completed', 'code': 200} Sep 21 17:59:30.019839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-9a0c8efc-3b90-464a-bd45-0ee345c148b6 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844621 Sep 21 17:59:30.039083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48198) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:30.192904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd8cd71e-6e4a-42b5-abd7-f01a8bc9555c req-e8c220cd-30f9-4f6d-90a1-bd2f5f9f0a9e service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641378 Sep 21 17:59:30.274393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86b37748-03bc-48fa-9d4e-88766c30c44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.346972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-a0806f87-3d0f-493b-a63f-f04cb1d6d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.349429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-a0806f87-3d0f-493b-a63f-f04cb1d6d419 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 1099 time: 0.0738494 Sep 21 17:59:30.550573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86b37748-03bc-48fa-9d4e-88766c30c44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.559518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86b37748-03bc-48fa-9d4e-88766c30c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.586594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6bff-b8dd-40d6-9a61-55c621ff65d5 req-2cd242c3-a9c1-4b92-be31-00c08ee46b07 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.587172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6bff-b8dd-40d6-9a61-55c621ff65d5 req-2cd242c3-a9c1-4b92-be31-00c08ee46b07 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.587547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6bff-b8dd-40d6-9a61-55c621ff65d5 req-2cd242c3-a9c1-4b92-be31-00c08ee46b07 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.589339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45ee6bff-b8dd-40d6-9a61-55c621ff65d5 req-2cd242c3-a9c1-4b92-be31-00c08ee46b07 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703&device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0&device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 2883 time: 0.1388149 Sep 21 17:59:30.593315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-18db7734-3bf6-4507-93fd-9347652afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.598847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-18db7734-3bf6-4507-93fd-9347652afa79 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2371199 Sep 21 17:59:30.623961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b37748-03bc-48fa-9d4e-88766c30c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d484265e-796c-4084-8cb1-58ea2cf8e07b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:30.641703 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-86b37748-03bc-48fa-9d4e-88766c30c44a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a78c973e0b047b68fcf5d74cdd65383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012993 Sep 21 17:59:30.642273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48218) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:30.711193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45ee6bff-b8dd-40d6-9a61-55c621ff65d5 req-2ebf81fe-a192-48e0-ad4a-82e136b6d44b tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067441 Sep 21 17:59:30.737179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-910f2417-6530-4471-a715-01aa35bdadbc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d19f672a-c837-4024-bdd6-1895c71b2c33 HTTP/1.1" status: 200 len: 217 time: 0.1288600 Sep 21 17:59:30.744108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f00a-a621-485a-be51-5e9e6cb158b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.773959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f00a-a621-485a-be51-5e9e6cb158b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.835170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:30.835978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-bbcb308e-314b-4622-830e-2a599b0ce928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.837858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-bbcb308e-314b-4622-830e-2a599b0ce928 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0914729 Sep 21 17:59:30.839662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-98f13226-04e2-4d45-92ae-2de8e2bdf7f2 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=357dff443f824b44b3e5788dc7ab5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381558 Sep 21 17:59:30.895120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f00a-a621-485a-be51-5e9e6cb158b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.897948 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f00a-a621-485a-be51-5e9e6cb158b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.899537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-fcb7a90e-8cf5-4cbe-b06a-dfcbe9174428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.901259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-fcb7a90e-8cf5-4cbe-b06a-dfcbe9174428 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551162 Sep 21 17:59:30.902671 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3bb5f00a-a621-485a-be51-5e9e6cb158b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d484265e-796c-4084-8cb1-58ea2cf8e07b HTTP/1.1" status: 204 len: 168 time: 0.2573333 Sep 21 17:59:30.919375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5f00a-a621-485a-be51-5e9e6cb158b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d484265e-796c-4084-8cb1-58ea2cf8e07b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:31.018691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:31.034421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'port_id': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989', 'mac_address': 'fa:16:3e:ac:65:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2850d4cc-a77d-46b9-a908-3ed136a714e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:31.071512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-af44c543-34ca-422b-a466-8862c4a59c22 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.086854 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-af44c543-34ca-422b-a466-8862c4a59c22 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343171 Sep 21 17:59:31.106617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-0f8b561b-3472-477a-b219-144b59958ca1 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/quotas/357dff443f824b44b3e5788dc7ab5bef HTTP/1.1" status: 200 len: 375 time: 0.0151067 Sep 21 17:59:31.116422 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.119015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92144-6607-40ec-bc71-c702bfbdca32 req-1c60faee-be6a-4181-a0a1-28b7e1b6eaaa tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.120805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47a92144-6607-40ec-bc71-c702bfbdca32 req-1c60faee-be6a-4181-a0a1-28b7e1b6eaaa tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 943 time: 0.1058922 Sep 21 17:59:31.125975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-f50d571b-47b8-4433-a1c2-f4b88128341e service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159722 Sep 21 17:59:31.141544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:31.180955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:31.186577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-84362167-9765-4965-ae0d-4b2c0484e158 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=357dff443f824b44b3e5788dc7ab5bef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596259 Sep 21 17:59:31.190792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.257187 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47a92144-6607-40ec-bc71-c702bfbdca32 req-ad203b75-84aa-4f81-8881-ce03ebaef467 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273019 Sep 21 17:59:31.271242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:31.420224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf28d550-0509-4cf3-a914-eab17a90ee68 req-e7023219-1afa-4a82-9df6-cbc26ac86a62 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696595 Sep 21 17:59:31.429641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:31.478217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157a59a-f72d-46b9-8442-e657e30bce83 req-58fc00bb-f58e-4b8d-9087-1d2785c45ce8 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.481414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c157a59a-f72d-46b9-8442-e657e30bce83 req-58fc00bb-f58e-4b8d-9087-1d2785c45ce8 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 948 time: 0.1125433 Sep 21 17:59:31.606666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c157a59a-f72d-46b9-8442-e657e30bce83 req-5c5ec398-f5a8-461e-b0cb-55f25edbb58b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151991 Sep 21 17:59:31.641430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48252) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:31.668255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8db8c40d-3eb3-4ebc-a81f-78a5571cb48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.769997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e151b4c5-df12-4184-a367-09260d096dab req-f73620e2-3e04-4f5f-8f5e-9d27cc8c4e6f tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 210 time: 0.0683517 Sep 21 17:59:31.856743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8db8c40d-3eb3-4ebc-a81f-78a5571cb48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.864058 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8db8c40d-3eb3-4ebc-a81f-78a5571cb48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.910867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8c40d-3eb3-4ebc-a81f-78a5571cb48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e8a98f-b930-4439-ae38-77e739f4a806,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:31.950263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48260) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:31.950732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8db8c40d-3eb3-4ebc-a81f-78a5571cb48c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b4413c5d54e403f807174d98bca07cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080449 Sep 21 17:59:32.025171 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e76c6a2-8816-4294-84d9-51fce4484d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.077768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e76c6a2-8816-4294-84d9-51fce4484d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.186637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e76c6a2-8816-4294-84d9-51fce4484d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.189495 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e76c6a2-8816-4294-84d9-51fce4484d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.191021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2e76c6a2-8816-4294-84d9-51fce4484d71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27e8a98f-b930-4439-ae38-77e739f4a806 HTTP/1.1" status: 204 len: 168 time: 0.2397065 Sep 21 17:59:32.208172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76c6a2-8816-4294-84d9-51fce4484d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e8a98f-b930-4439-ae38-77e739f4a806,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:32.502526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d7a2e-173b-47d9-975d-674bc8d49c10 req-99d38ca6-741d-4544-9af9-0cf4100bd0a5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.507226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-871d7a2e-173b-47d9-975d-674bc8d49c10 req-99d38ca6-741d-4544-9af9-0cf4100bd0a5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 944 time: 0.0973785 Sep 21 17:59:32.589686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-871d7a2e-173b-47d9-975d-674bc8d49c10 req-8d787b4c-2245-433a-b984-231d800cf771 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740004 Sep 21 17:59:32.811693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490338bc-ea44-4d97-a6f6-43a76f23487e req-da90c95b-ea9a-4724-bcd8-bd74978528eb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.813304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-490338bc-ea44-4d97-a6f6-43a76f23487e req-da90c95b-ea9a-4724-bcd8-bd74978528eb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 948 time: 0.0857201 Sep 21 17:59:32.839595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d19f672a-c837-4024-bdd6-1895c71b2c33 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:32.885208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:32.889457 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-490338bc-ea44-4d97-a6f6-43a76f23487e req-075ccaab-4b8c-4582-a30e-33d7d6a5abee tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690196 Sep 21 17:59:32.966053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b3d89-6184-45e3-bd65-b77047813e5d req-6c764b2e-033f-4e06-b274-3cdd1858d312 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.984719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0b3d89-6184-45e3-bd65-b77047813e5d req-6c764b2e-033f-4e06-b274-3cdd1858d312 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1100 time: 0.0894938 Sep 21 17:59:33.041064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:33.069167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:33.069786 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.074813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8093088f-99e2-4401-b441-cfd4b3263b76 req-934bc848-f733-4136-943c-82b1f41e4942 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 210 time: 0.0518832 Sep 21 17:59:33.108639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0b3d89-6184-45e3-bd65-b77047813e5d req-04b0a053-094f-473a-8db2-59bc2026f3dd tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225424 Sep 21 17:59:33.187688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-00e7437a-e793-41d4-a357-16fe0199074e tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=357dff443f824b44b3e5788dc7ab5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465541 Sep 21 17:59:33.191180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d19f672a-c837-4024-bdd6-1895c71b2c33, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d19f672a-c837-4024-bdd6-1895c71b2c33,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:33.212956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'd19f672a-c837-4024-bdd6-1895c71b2c33', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'd19f672a-c837-4024-bdd6-1895c71b2c33', 'mac_address': 'fa:16:3e:3c:e7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:33.257776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48312) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:33.294862 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.343926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:33.347116 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0303fc-94ab-4b27-800d-1762532b8a85" -d '{"events": [{"server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "name": "network-vif-plugged", "status": "completed", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:33.352704 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.386989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:33.395795 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.437722 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8328c3cc-12f5-45b9-b9c2-fd7c5affd918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.460992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19f672a-c837-4024-bdd6-1895c71b2c33 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:33.505318 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f409611e-95b5-49d1-b914-e12b5c1ac984 x-openstack-request-id: req-f409611e-95b5-49d1-b914-e12b5c1ac984 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:33.506086 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "name": "network-vif-plugged", "status": "completed", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:33.507188 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f409611e-95b5-49d1-b914-e12b5c1ac984 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:33.508382 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989', 'code': 200} Sep 21 17:59:33.535438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:33.568583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d19f672a-c837-4024-bdd6-1895c71b2c33, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d19f672a-c837-4024-bdd6-1895c71b2c33,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:33.578227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.601662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692d04e-8666-4c83-9b14-38b0157eb81d req-02936d4b-cc43-49f5-bfbb-4f6c2786860f tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.603303 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4692d04e-8666-4c83-9b14-38b0157eb81d req-02936d4b-cc43-49f5-bfbb-4f6c2786860f tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1100 time: 0.3061569 Sep 21 17:59:33.616506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-f4464660-d1e6-4c37-ab70-c3eed87779d3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.628203 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-f4464660-d1e6-4c37-ab70-c3eed87779d3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343681 Sep 21 17:59:33.656156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Request body: {'port': {'device_id': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '357dff443f824b44b3e5788dc7ab5bef'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:33.674400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc784-802b-4570-91f1-181b973efd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.689089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=d19f672a-c837-4024-bdd6-1895c71b2c33,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:33.705506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8328c3cc-12f5-45b9-b9c2-fd7c5affd918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.710470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8328c3cc-12f5-45b9-b9c2-fd7c5affd918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.768548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53acb5-ac10-4f92-8d5c-bcf410d0ef22 req-619cac23-0e26-4f10-9d5e-bf06c01edfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.770655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd53acb5-ac10-4f92-8d5c-bcf410d0ef22 req-619cac23-0e26-4f10-9d5e-bf06c01edfa4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2088037 Sep 21 17:59:33.798626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8328c3cc-12f5-45b9-b9c2-fd7c5affd918 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61c7103265a64ab4821d2cd71b7eef32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388803 Sep 21 17:59:33.800403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48328) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:33.804340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4692d04e-8666-4c83-9b14-38b0157eb81d req-d71539ca-4463-47e8-bc5e-8b452cc9ed12 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725895 Sep 21 17:59:33.807222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328c3cc-12f5-45b9-b9c2-fd7c5affd918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6acf03-df52-44db-bb3b-d79d6f28fd97,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:33.841362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:33.859147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813d9f-8c93-4cc8-84dd-ee0cf276c062 req-55b762cd-4fbf-46ae-bf04-7c3a49e1693d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.860685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29813d9f-8c93-4cc8-84dd-ee0cf276c062 req-55b762cd-4fbf-46ae-bf04-7c3a49e1693d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 945 time: 0.1372645 Sep 21 17:59:33.887491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd53acb5-ac10-4f92-8d5c-bcf410d0ef22 req-1a0c083d-58df-4b4a-95cc-d19be8bb9a36 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819738 Sep 21 17:59:33.965605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Made reservation on behalf of 357dff443f824b44b3e5788dc7ab5bef for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:33.975923 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.979940 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.985202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29813d9f-8c93-4cc8-84dd-ee0cf276c062 req-8c6710ed-71a9-4724-a59b-c502db4a26df tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996194 Sep 21 17:59:34.007288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e189ab9-0286-43e1-ba7e-43934bbfe57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.039831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e189ab9-0286-43e1-ba7e-43934bbfe57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.121135 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e189ab9-0286-43e1-ba7e-43934bbfe57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.124594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e189ab9-0286-43e1-ba7e-43934bbfe57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.128983 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7e189ab9-0286-43e1-ba7e-43934bbfe57e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d6acf03-df52-44db-bb3b-d79d6f28fd97 HTTP/1.1" status: 204 len: 168 time: 0.3249974 Sep 21 17:59:34.138260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e189ab9-0286-43e1-ba7e-43934bbfe57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6acf03-df52-44db-bb3b-d79d6f28fd97,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:34.372021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571bddf-a601-460a-9909-43cdcd70c7c3 req-2fc82d43-b447-4565-a8fa-edfa3d1c5d43 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.388488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.390905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9571bddf-a601-460a-9909-43cdcd70c7c3 req-2fc82d43-b447-4565-a8fa-edfa3d1c5d43 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 949 time: 0.2192414 Sep 21 17:59:34.415027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Allocated IP 192.168.233.163 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/7299af82-e1d1-4951-95e1-fdaabf300ef0) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:34.482639 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9571bddf-a601-460a-9909-43cdcd70c7c3 req-d14fe70e-8b72-45a2-9a70-d4384af41c5a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846484 Sep 21 17:59:34.648604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7f69df04-d5d3-4f9b-9fd1-c91a15d43697 req-ff258556-bfa3-4c12-8958-5489c4374990 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 210 time: 0.0600905 Sep 21 17:59:34.705268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.826890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.904318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:34.933135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['80797f5c-3550-4c32-9088-3b1887c3ba7b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:35.066347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Pushing event updated for resources: {'Port': ['ID=7299af82-e1d1-4951-95e1-fdaabf300ef0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:35.092368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:35.095233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:35.100103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:35.102109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48364) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:35.173732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b8a04878-1ef7-43a1-8ce7-86f9b3797e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:35.331111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.335125 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:35.424899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2a804-4df4-470f-a8e0-ca13b6c1b782 req-cc688dad-e929-4269-993d-a9fd385afe8b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.429603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74d2a804-4df4-470f-a8e0-ca13b6c1b782 req-cc688dad-e929-4269-993d-a9fd385afe8b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 945 time: 0.1849482 Sep 21 17:59:35.597899 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74d2a804-4df4-470f-a8e0-ca13b6c1b782 req-d43a64e5-81ac-41bd-ae50-009b5351f293 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513631 Sep 21 17:59:35.653298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-541c45b8-aae3-4c9f-a65e-cf9f35684e74 None None] Provisioning complete for port 7299af82-e1d1-4951-95e1-fdaabf300ef0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:35.666227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-541c45b8-aae3-4c9f-a65e-cf9f35684e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:35.737032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-541c45b8-aae3-4c9f-a65e-cf9f35684e74 None None] Port 7299af82-e1d1-4951-95e1-fdaabf300ef0 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:35.737738 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b8a04878-1ef7-43a1-8ce7-86f9b3797e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:35.748480 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b8a04878-1ef7-43a1-8ce7-86f9b3797e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:35.783624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d457dc-5df7-4443-93e1-88d7d90b69ee tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1354759 Sep 21 17:59:35.820246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Request body: {'port': {'device_id': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:35.842531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b8a04878-1ef7-43a1-8ce7-86f9b3797e27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07628c701db6475a9764f10349a48576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388473 Sep 21 17:59:35.844986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48390) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:35.855441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a04878-1ef7-43a1-8ce7-86f9b3797e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55a78ce-6680-4888-a918-3babe2db46a6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:35.904935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf923-d70b-46e5-b65c-21e31e87257b req-3e6f0d7b-0ceb-4319-8399-031b4b61c33b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.912967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4fbf923-d70b-46e5-b65c-21e31e87257b req-3e6f0d7b-0ceb-4319-8399-031b4b61c33b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 949 time: 0.2621009 Sep 21 17:59:35.969647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:36.006513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3fb6-354a-48a1-9762-a19f862f78b7 req-f9d157f9-1378-48c1-8bd3-d322750e9cfd tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.008633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a7c3fb6-354a-48a1-9762-a19f862f78b7 req-f9d157f9-1378-48c1-8bd3-d322750e9cfd tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1398590 Sep 21 17:59:36.009980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3598f52-640d-4b00-9529-0c40c5f3fa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:36.056410 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3598f52-640d-4b00-9529-0c40c5f3fa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:36.086321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4fbf923-d70b-46e5-b65c-21e31e87257b req-93929f4e-d192-4200-a0c0-46291d19bb5d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719842 Sep 21 17:59:36.122153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a7c3fb6-354a-48a1-9762-a19f862f78b7 req-882bcef4-5595-4688-a3f8-3082c9f6a572 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975299 Sep 21 17:59:36.179472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3598f52-640d-4b00-9529-0c40c5f3fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:36.186148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3598f52-640d-4b00-9529-0c40c5f3fa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:36.188642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f3598f52-640d-4b00-9529-0c40c5f3fa72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d55a78ce-6680-4888-a918-3babe2db46a6 HTTP/1.1" status: 204 len: 168 time: 0.3418260 Sep 21 17:59:36.208410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3598f52-640d-4b00-9529-0c40c5f3fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55a78ce-6680-4888-a918-3babe2db46a6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:36.491654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:36.544576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3b555-683a-4b0b-ada2-786d32d892b0 req-2a002bf3-5010-4c11-8c20-1861e80e8b7b tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.555375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28d3b555-683a-4b0b-ada2-786d32d892b0 req-2a002bf3-5010-4c11-8c20-1861e80e8b7b tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 936 time: 0.1353662 Sep 21 17:59:36.753644 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28d3b555-683a-4b0b-ada2-786d32d892b0 req-dc2cec80-0fec-4fd2-986e-aae77b028e33 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968360 Sep 21 17:59:36.781218 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9596cb6-2f2e-4d41-ad5a-53e54c285296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:36.854960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d19f672a-c837-4024-bdd6-1895c71b2c33 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:36.929675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port d19f672a-c837-4024-bdd6-1895c71b2c33 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:36.936766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port d19f672a-c837-4024-bdd6-1895c71b2c33 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:36.937236 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:36.944375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa383-6e90-4c6f-8ddf-1242e8ccd53b req-322814e6-ee6e-49da-810d-c46c8098cad5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.950872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbcaa383-6e90-4c6f-8ddf-1242e8ccd53b req-322814e6-ee6e-49da-810d-c46c8098cad5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 945 time: 0.1202950 Sep 21 17:59:36.983975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7299af82-e1d1-4951-95e1-fdaabf300ef0 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:37.016061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.020639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9596cb6-2f2e-4d41-ad5a-53e54c285296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.026886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9596cb6-2f2e-4d41-ad5a-53e54c285296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.048616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Transition to ACTIVE for port object 7299af82-e1d1-4951-95e1-fdaabf300ef0 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:37.056857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.115293 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.116384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.172938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Pushing event updated for resources: {'Port': ['ID=7299af82-e1d1-4951-95e1-fdaabf300ef0,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.196520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d19f672a-c837-4024-bdd6-1895c71b2c33, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d19f672a-c837-4024-bdd6-1895c71b2c33,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:37.197096 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9596cb6-2f2e-4d41-ad5a-53e54c285296 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c04078d3ea7451887171af618418fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7007773 Sep 21 17:59:37.197656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19f672a-c837-4024-bdd6-1895c71b2c33'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:37.199281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48422) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:37.206317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9596cb6-2f2e-4d41-ad5a-53e54c285296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e2e59-2a10-41fc-885b-4b86b23e6194,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.208771 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43119bf9-8193-4a78-88c5-57300d00458e" -d '{"events": [{"server_uuid": "aa9a2efc-a6ed-483a-95c3-7eab316ff80a", "name": "network-vif-plugged", "status": "completed", "tag": "d19f672a-c837-4024-bdd6-1895c71b2c33"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:37.215533 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.248628 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbcaa383-6e90-4c6f-8ddf-1242e8ccd53b req-fd3174a1-3b20-4fb1-8e16-4eb5c7f85922 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641597 Sep 21 17:59:37.356201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=d19f672a-c837-4024-bdd6-1895c71b2c33,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.425380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Attempting to bind port 7299af82-e1d1-4951-95e1-fdaabf300ef0 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:37.425854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Attempting to bind port 7299af82-e1d1-4951-95e1-fdaabf300ef0 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:37.426909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Attempting to bind port 7299af82-e1d1-4951-95e1-fdaabf300ef0 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:37.444882 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3779ad68-07d3-4f16-876b-47f89d0c12b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.454938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bedbd-c62d-40a0-a993-45a25c310412 req-26bb96c3-b560-4e38-96e6-83a3de78d849 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.456905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f6bedbd-c62d-40a0-a993-45a25c310412 req-26bb96c3-b560-4e38-96e6-83a3de78d849 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 950 time: 0.1552212 Sep 21 17:59:37.458485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Port 7299af82-e1d1-4951-95e1-fdaabf300ef0 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:37.458869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Attempting to bind port 7299af82-e1d1-4951-95e1-fdaabf300ef0 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:37.478302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:37.478677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:37.479669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:37.480652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Bound port: 7299af82-e1d1-4951-95e1-fdaabf300ef0, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:37.481226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.542449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3779ad68-07d3-4f16-876b-47f89d0c12b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.693350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f6bedbd-c62d-40a0-a993-45a25c310412 req-94090a38-8bea-4fae-8267-7ae3913927a7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247515 Sep 21 17:59:37.701299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375486f8-3f07-479c-91f7-78694f013f87 req-2b11f964-dcf8-4e04-9df8-01bdd0ffef32 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.702904 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-375486f8-3f07-479c-91f7-78694f013f87 req-2b11f964-dcf8-4e04-9df8-01bdd0ffef32 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.3006792 Sep 21 17:59:37.721571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] For port 7299af82-e1d1-4951-95e1-fdaabf300ef0, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:37.730175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] For port 7299af82-e1d1-4951-95e1-fdaabf300ef0, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7299af82-e1d1-4951-95e1-fdaabf300ef0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:37.746869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.766533 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3779ad68-07d3-4f16-876b-47f89d0c12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.769140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3779ad68-07d3-4f16-876b-47f89d0c12b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.774543 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3779ad68-07d3-4f16-876b-47f89d0c12b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d69e2e59-2a10-41fc-885b-4b86b23e6194 HTTP/1.1" status: 204 len: 168 time: 0.5505726 Sep 21 17:59:37.801706 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1132ac92-7288-473a-bae5-892bc29d5b93 x-openstack-request-id: req-1132ac92-7288-473a-bae5-892bc29d5b93 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:37.802101 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a2efc-a6ed-483a-95c3-7eab316ff80a", "name": "network-vif-plugged", "status": "completed", "tag": "d19f672a-c837-4024-bdd6-1895c71b2c33", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:37.803475 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1132ac92-7288-473a-bae5-892bc29d5b93 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:37.804023 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19f672a-c837-4024-bdd6-1895c71b2c33', 'code': 200} Sep 21 17:59:37.811885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779ad68-07d3-4f16-876b-47f89d0c12b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e2e59-2a10-41fc-885b-4b86b23e6194,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.830982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-375486f8-3f07-479c-91f7-78694f013f87 req-1f6928be-f77a-42af-a3b2-0d2537b13e47 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115379 Sep 21 17:59:37.896352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Pushing event updated for resources: {'Port': ['ID=7299af82-e1d1-4951-95e1-fdaabf300ef0,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.938611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.939561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.941896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-a9979247-79e7-41cd-8a3e-67fbc3f0f058 service neutron] 10.222.0.41 "PUT /v2.0/ports/7299af82-e1d1-4951-95e1-fdaabf300ef0 HTTP/1.1" status: 200 len: 1096 time: 2.1354382 Sep 21 17:59:37.942937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'tag': '7299af82-e1d1-4951-95e1-fdaabf300ef0'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:37.947773 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5eedc4-ff1c-4689-abe1-d9211486f889", "tag": "7299af82-e1d1-4951-95e1-fdaabf300ef0"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:37.974435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf0dc8-da58-479e-b857-3eaf094568e1 req-65cbe19a-9d8e-4e4b-9dde-ebd7c6038eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.976244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2acf0dc8-da58-479e-b857-3eaf094568e1 req-65cbe19a-9d8e-4e4b-9dde-ebd7c6038eb3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 1101 time: 0.0731962 Sep 21 17:59:38.094685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:38.156015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2acf0dc8-da58-479e-b857-3eaf094568e1 req-f0cc6bd3-51d4-4686-95e8-e208ff462b17 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626029 Sep 21 17:59:38.184095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-05ad10b0-cbfc-4b67-a186-7609aa7979e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.185744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-05ad10b0-cbfc-4b67-a186-7609aa7979e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=357dff443f824b44b3e5788dc7ab5bef&device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 1099 time: 0.1377215 Sep 21 17:59:38.264525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-5d3fa47e-61fc-454b-8e12-27c79c9ee662 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7299af82-e1d1-4951-95e1-fdaabf300ef0 HTTP/1.1" status: 200 len: 217 time: 0.0661345 Sep 21 17:59:38.277413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312c2b2-c8da-4a16-91e1-3a2fe7dccb67 req-8851ec17-e833-4f95-9d9d-3c99ac4c3207 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.281915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0312c2b2-c8da-4a16-91e1-3a2fe7dccb67 req-8851ec17-e833-4f95-9d9d-3c99ac4c3207 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 948 time: 0.1846707 Sep 21 17:59:38.419518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-07aa46ae-6c6b-4920-9d9f-98ab7a979ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.421153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-07aa46ae-6c6b-4920-9d9f-98ab7a979ece service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1477258 Sep 21 17:59:38.438182 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0312c2b2-c8da-4a16-91e1-3a2fe7dccb67 req-23ecb71b-aa03-44f2-a0fe-3e0a9edd090d tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385484 Sep 21 17:59:38.501958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c821c-7760-42d9-8f10-dd3622199c31 req-6d8ee10a-d481-45bf-8b4e-d1e22f6c7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.503400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-6d8ee10a-d481-45bf-8b4e-d1e22f6c7b6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695639 Sep 21 17:59:38.514412 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a806b9e-cc3b-4abf-88a4-54f4baf64718 x-openstack-request-id: req-5a806b9e-cc3b-4abf-88a4-54f4baf64718 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:38.514857 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5eedc4-ff1c-4689-abe1-d9211486f889", "tag": "7299af82-e1d1-4951-95e1-fdaabf300ef0", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:38.515163 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a806b9e-cc3b-4abf-88a4-54f4baf64718 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:38.515909 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'tag': '7299af82-e1d1-4951-95e1-fdaabf300ef0', 'status': 'completed', 'code': 200} Sep 21 17:59:38.643375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-624625f0-b380-4d48-82d3-524e5178a79b service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256528 Sep 21 17:59:38.900196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48468) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:38.904242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98591-9098-4ac5-9c0e-473e648f67e0 req-81c48541-dea7-4350-90fc-3fff7b4ff9e5 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.912038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25b98591-9098-4ac5-9c0e-473e648f67e0 req-81c48541-dea7-4350-90fc-3fff7b4ff9e5 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1373777 Sep 21 17:59:38.920930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-829c821c-7760-42d9-8f10-dd3622199c31 req-68d61699-35a6-4e15-8178-0051f697f98f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684081 Sep 21 17:59:38.923056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-03022e0d-1b69-4333-a1d2-b146a9752749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.058469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25b98591-9098-4ac5-9c0e-473e648f67e0 req-33448096-4a61-4f64-9c26-ae4df6dd6ee8 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455038 Sep 21 17:59:39.077793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-03022e0d-1b69-4333-a1d2-b146a9752749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.096692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7e6c9-1cda-4541-926e-f0a6ed5425a7 req-08657f96-1772-4897-afba-c00d48db76b4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.098784 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-30d7e6c9-1cda-4541-926e-f0a6ed5425a7 req-08657f96-1772-4897-afba-c00d48db76b4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 950 time: 0.1776049 Sep 21 17:59:39.099514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-7c70d874-48bf-48dd-afcf-eb046965438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.099812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-03022e0d-1b69-4333-a1d2-b146a9752749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.101449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-7c70d874-48bf-48dd-afcf-eb046965438f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=357dff443f824b44b3e5788dc7ab5bef&device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 1099 time: 0.1045682 Sep 21 17:59:39.207586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-30d7e6c9-1cda-4541-926e-f0a6ed5425a7 req-69891434-844e-44c6-bd4e-2d08e08a3291 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659013 Sep 21 17:59:39.259769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03022e0d-1b69-4333-a1d2-b146a9752749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464f4206-12b9-4e28-9d7c-72c65a0eafa9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:39.287967 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-03022e0d-1b69-4333-a1d2-b146a9752749 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39dbc095263747a1a6c2f272559e58ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841186 Sep 21 17:59:39.290875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48480) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:39.413358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c01716f-8820-47eb-8327-eb347769e0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.485878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c01716f-8820-47eb-8327-eb347769e0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.518815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd1d8d-321b-4cf4-afd6-32038482ccb8 req-4798be96-fa62-4b33-95f4-39367b1a4cf2 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.520605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97bd1d8d-321b-4cf4-afd6-32038482ccb8 req-4798be96-fa62-4b33-95f4-39367b1a4cf2 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1039352 Sep 21 17:59:39.608617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97bd1d8d-321b-4cf4-afd6-32038482ccb8 req-ba39d245-da1d-403d-beec-e0195fe821b3 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720575 Sep 21 17:59:39.631642 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c01716f-8820-47eb-8327-eb347769e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.645179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c01716f-8820-47eb-8327-eb347769e0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.648903 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0c01716f-8820-47eb-8327-eb347769e0df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/464f4206-12b9-4e28-9d7c-72c65a0eafa9 HTTP/1.1" status: 204 len: 168 time: 0.3531730 Sep 21 17:59:39.661693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-90749cce-ee30-4310-af02-76976da72101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.663969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-90749cce-ee30-4310-af02-76976da72101 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.5507014 Sep 21 17:59:39.674393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01716f-8820-47eb-8327-eb347769e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464f4206-12b9-4e28-9d7c-72c65a0eafa9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:39.696147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b6b02-2df8-4d46-be6a-78db4bddf1ff req-6b0d0683-97ae-4bd9-bb95-c67c2556dd38 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.701358 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-987b6b02-2df8-4d46-be6a-78db4bddf1ff req-6b0d0683-97ae-4bd9-bb95-c67c2556dd38 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0999391 Sep 21 17:59:39.770483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-1384f136-9834-4d99-a88f-a58eef156326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7299af82-e1d1-4951-95e1-fdaabf300ef0 HTTP/1.1" status: 200 len: 217 time: 0.0681996 Sep 21 17:59:39.825726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-987b6b02-2df8-4d46-be6a-78db4bddf1ff req-259d2388-2b99-47c7-809f-3d1f4fc9a140 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177561 Sep 21 17:59:39.853136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-420ea1c0-ea81-40ce-82ad-102eae27a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.855091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-420ea1c0-ea81-40ce-82ad-102eae27a816 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0700161 Sep 21 17:59:39.876486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6feb3e-d70b-45e5-acce-756324ea865f req-c8c09831-4076-4a8c-96e1-2804261c93cd tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.888152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9c6feb3e-d70b-45e5-acce-756324ea865f req-c8c09831-4076-4a8c-96e1-2804261c93cd tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 948 time: 0.0938530 Sep 21 17:59:39.946963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-3e57f3ba-0e57-41ff-bd00-4253a6a182c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.951380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-3e57f3ba-0e57-41ff-bd00-4253a6a182c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770392 Sep 21 17:59:39.952149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9c6feb3e-d70b-45e5-acce-756324ea865f req-3eb96b11-bad9-47c3-bbe1-ced20149e0cc tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576200 Sep 21 17:59:40.084571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-38642801-31f9-41e2-ab58-472dd8e3f030 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186025 Sep 21 17:59:40.125399 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:59:40.202063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-9c89c61b-c228-4e2c-a648-2ee633e439fd req-c28bc7c9-fb54-42b9-a554-27e0591219af service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:59:40.203022 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9c89c61b-c228-4e2c-a648-2ee633e439fd req-c28bc7c9-fb54-42b9-a554-27e0591219af service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058532 Sep 21 17:59:40.239784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-59a3f62f-9516-4b7a-ba42-fddd25cee572 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1405387 Sep 21 17:59:40.243693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a5ba0-8b09-439d-8c85-5dd4e4e83cbc req-0071b049-08b2-4c48-bb50-a5fee9061798 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431954 Sep 21 17:59:40.389367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-dabfc522-1d57-4600-aa25-25e47b966985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.394775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-dabfc522-1d57-4600-aa25-25e47b966985 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 1116 time: 0.0895720 Sep 21 17:59:40.580563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e3fde-404c-4684-b8a8-66b1c913dc83 req-4fe009d2-763a-4226-b27c-77f9639c9afb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.582515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-150e3fde-404c-4684-b8a8-66b1c913dc83 req-4fe009d2-763a-4226-b27c-77f9639c9afb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 950 time: 0.0824127 Sep 21 17:59:40.584071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-522e4986-d1bd-450a-823d-44d9b6a42a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.586404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-522e4986-d1bd-450a-823d-44d9b6a42a2c service neutron] 10.222.0.78 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 925 time: 0.1592929 Sep 21 17:59:40.681801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-150e3fde-404c-4684-b8a8-66b1c913dc83 req-164b7d9c-c8f8-41ff-9157-60d4ead0e46d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909104 Sep 21 17:59:40.691433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-0bab84f7-c7d5-4f90-a88d-6a3876eadc78 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249 HTTP/1.1" status: 200 len: 1021 time: 0.0941074 Sep 21 17:59:40.806030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-a7108aff-75ca-4dea-b475-17b0e5bd6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.808920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-a7108aff-75ca-4dea-b475-17b0e5bd6011 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 200 len: 862 time: 0.1099629 Sep 21 17:59:40.879692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-af34f009-cbc2-44ed-a88e-ec8b969e9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.881598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-af34f009-cbc2-44ed-a88e-ec8b969e9323 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=867dbb29-1b62-4023-92b8-23fc510b7091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649760 Sep 21 17:59:41.001748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-e194e0ef-db3e-47d7-9a49-6c59ed57dace service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127288 Sep 21 17:59:41.123521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ed0e215-7487-4dce-87bc-634b3f1a5d4c req-3924e954-1c8e-4b98-a9c8-7f2ff633976c service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139569 Sep 21 17:59:41.579270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7d7ba-a65b-4441-8549-68bb7348f2f7 req-4d748f5e-36e1-41f6-8206-fb627b4d6e59 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.581149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfe7d7ba-a65b-4441-8549-68bb7348f2f7 req-4d748f5e-36e1-41f6-8206-fb627b4d6e59 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 1101 time: 0.0877707 Sep 21 17:59:41.607490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cfe7d7ba-a65b-4441-8549-68bb7348f2f7 req-143d81fc-bc5f-4eee-9254-72ebb023c382 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.743515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cfe7d7ba-a65b-4441-8549-68bb7348f2f7 req-143d81fc-bc5f-4eee-9254-72ebb023c382 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.748865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cfe7d7ba-a65b-4441-8549-68bb7348f2f7 req-143d81fc-bc5f-4eee-9254-72ebb023c382 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.780906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfe7d7ba-a65b-4441-8549-68bb7348f2f7 req-143d81fc-bc5f-4eee-9254-72ebb023c382 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910179 Sep 21 17:59:41.785956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d81fc-bc5f-4eee-9254-72ebb023c382 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5308d87a-cea3-4897-82bd-b3ce4e39cc1d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:41.894001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48610) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:41.915270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61189938-949e-41a5-af8f-1adc9411dacb req-2f6a6893-cfe8-41e5-be0e-58f926f7dad6 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.917410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61189938-949e-41a5-af8f-1adc9411dacb req-2f6a6893-cfe8-41e5-be0e-58f926f7dad6 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0659451 Sep 21 17:59:41.958060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61189938-949e-41a5-af8f-1adc9411dacb req-79bfe025-b1d7-4baa-bf13-007588e4db2a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Sep 21 17:59:42.016257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-7ac7844a-a551-4036-be52-02923e74eab5 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:59:42.017343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-7ac7844a-a551-4036-be52-02923e74eab5 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1220562 Sep 21 17:59:42.056437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-2bc23981-6dd3-47d7-b419-c5b44d55012b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.059250 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-2bc23981-6dd3-47d7-b419-c5b44d55012b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 1093 time: 0.0358884 Sep 21 17:59:42.073735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f049a8c-31dd-4379-89f3-9bff03901122 req-791ab128-c5e5-40f2-af06-1b792165c765 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.075672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f049a8c-31dd-4379-89f3-9bff03901122 req-791ab128-c5e5-40f2-af06-1b792165c765 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 948 time: 0.0593212 Sep 21 17:59:42.130663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f049a8c-31dd-4379-89f3-9bff03901122 req-08450737-2a42-46f1-ac22-a5c2a92cd6a6 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477824 Sep 21 17:59:42.166306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Request body: {'binding': {'host': 'n-h2-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:42.166776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:59:42.296290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Request body: {'security_group': {'name': 'tempest-securitygroup-976460306', 'description': 'tempest-description-1120384430'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:42.321655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.331605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.449835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.454112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.499622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a738de4-b959-4ef5-944f-418781ffa8e4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:42.541784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on host n-h2-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:42.542420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:42.542925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:42.547864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:42.548381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:42.553825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:42.554169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:42.554572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:42.554992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Bound port: 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:42.568008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.574360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.594521 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.595746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-251c5670-6627-4980-99b1-18dac42f5f88 req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3042741 Sep 21 17:59:42.646968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bdce6-383b-47b3-ae48-dd890bf6bb03 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1530f974-db0b-48cb-b67f-c4c224d77dbf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:42.663423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:42.670107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.671530 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd0fc5a5-e13a-4f54-bd62-1e2746f09d25 service neutron] 10.222.0.70 "POST /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989/bindings HTTP/1.1" status: 201 len: 389 time: 0.5541260 Sep 21 17:59:42.838804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7ec87a67-69a2-4005-b7c2-c50c9a38f813 req-c7700f09-4c66-4f3f-9ae8-ec577a75b77c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Request body: {'security_group': {'name': 'tempest-securitygroup-882195211', 'description': 'tempest-description-482561261'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:42.872435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7ec87a67-69a2-4005-b7c2-c50c9a38f813 req-c7700f09-4c66-4f3f-9ae8-ec577a75b77c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.035607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d497d-b1dd-46d8-b25e-26115f3060d8 req-7e07cf14-4378-4ac9-b222-7cd1f742bf84 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.037051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7ec87a67-69a2-4005-b7c2-c50c9a38f813 req-c7700f09-4c66-4f3f-9ae8-ec577a75b77c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.037459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-443d497d-b1dd-46d8-b25e-26115f3060d8 req-7e07cf14-4378-4ac9-b222-7cd1f742bf84 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 945 time: 0.0980556 Sep 21 17:59:43.039820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-50a02349-e901-4aee-a13b-b23bfeec1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.043057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-50a02349-e901-4aee-a13b-b23bfeec1aaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0912752 Sep 21 17:59:43.044073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7ec87a67-69a2-4005-b7c2-c50c9a38f813 req-c7700f09-4c66-4f3f-9ae8-ec577a75b77c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.079123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7700f09-4c66-4f3f-9ae8-ec577a75b77c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e649468-7580-4dc3-a671-150b2676266f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:43.091086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7ec87a67-69a2-4005-b7c2-c50c9a38f813 req-c7700f09-4c66-4f3f-9ae8-ec577a75b77c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.105212 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7ec87a67-69a2-4005-b7c2-c50c9a38f813 req-c7700f09-4c66-4f3f-9ae8-ec577a75b77c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2705178 Sep 21 17:59:43.177031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-443d497d-b1dd-46d8-b25e-26115f3060d8 req-76078dbe-3b19-4318-b40a-97499428214f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234186 Sep 21 17:59:43.231427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-50516d9c-713e-4f4e-aeb2-6ceef81fc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.233731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-50516d9c-713e-4f4e-aeb2-6ceef81fc23a service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.1796386 Sep 21 17:59:43.238226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2bd6-70fb-4b04-9cbe-ec2cbc3badf3 req-f1badf8b-ccab-4dfe-a246-d2032ca75856 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.239886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f18a2bd6-70fb-4b04-9cbe-ec2cbc3badf3 req-f1badf8b-ccab-4dfe-a246-d2032ca75856 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0727651 Sep 21 17:59:43.268340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7299af82-e1d1-4951-95e1-fdaabf300ef0 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:43.299537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f18a2bd6-70fb-4b04-9cbe-ec2cbc3badf3 req-2350a475-a794-4cdb-abf2-e9020c25cf29 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519786 Sep 21 17:59:43.303630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-344470e7-35b8-4408-afe4-243eaf59f0c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 217 time: 0.0611594 Sep 21 17:59:43.321267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-0083cb05-4235-4a92-851a-b819475936c3 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318832 Sep 21 17:59:43.389076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7299af82-e1d1-4951-95e1-fdaabf300ef0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7299af82-e1d1-4951-95e1-fdaabf300ef0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:43.404739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7299af82-e1d1-4951-95e1-fdaabf300ef0', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7299af82-e1d1-4951-95e1-fdaabf300ef0', 'mac_address': 'fa:16:3e:32:49:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:43.405201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-753790920', 'description': 'tempest-description-574538551'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:43.430267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.443527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.451224 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.464034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-35bdfb5d-f8ea-4cdd-8eca-5f8b71cb9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.466071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-35bdfb5d-f8ea-4cdd-8eca-5f8b71cb9c3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1315939 Sep 21 17:59:43.468773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7299af82-e1d1-4951-95e1-fdaabf300ef0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:43.515788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7299af82-e1d1-4951-95e1-fdaabf300ef0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7299af82-e1d1-4951-95e1-fdaabf300ef0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:43.520588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-7ba95857-7194-4b90-b52d-3fc3156e057d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423675 Sep 21 17:59:43.521236 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.548836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-4d976f6c-c2c5-4772-9bdc-f54d9033c1ce tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.559054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-4d976f6c-c2c5-4772-9bdc-f54d9033c1ce tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368159 Sep 21 17:59:43.572233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.587056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.596043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7299af82-e1d1-4951-95e1-fdaabf300ef0,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:43.600761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-5f47515b-74da-4ff0-8d37-3bef6565fa91 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/quotas/399a89c63c754529980c3783f36f8e44 HTTP/1.1" status: 200 len: 375 time: 0.0404298 Sep 21 17:59:43.626805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a108fdaf-cf6d-45f6-8059-a57167017217,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:43.758214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.761289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-7a132a80-36dd-4ee7-bd84-e7bba27510fe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587963 Sep 21 17:59:43.764679 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.766912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-b4687293-7836-40f1-bd57-1fda220342f7 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335980 Sep 21 17:59:43.797921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.804697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7299af82-e1d1-4951-95e1-fdaabf300ef0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:43.811868 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-efafd686-6eed-43e1-9092-9022aba71d12 req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4118288 Sep 21 17:59:43.818518 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14572a-b2c3-447f-8bb3-113a886cd629 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483657d8-7649-483e-9500-7ac9ceb59231,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:44.013006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95364cc-037f-49c3-b9b2-0510e4d61b1d req-2d787a3e-f273-45cc-81b1-2f9613ec9185 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.021473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c95364cc-037f-49c3-b9b2-0510e4d61b1d req-2d787a3e-f273-45cc-81b1-2f9613ec9185 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 949 time: 0.0789168 Sep 21 17:59:44.039950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-5ac8045f-99dc-454a-a3c7-e2c8850e20cf service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574341 Sep 21 17:59:44.098689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c95364cc-037f-49c3-b9b2-0510e4d61b1d req-60c272a6-5f08-4642-a427-83e0ef671e11 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759947 Sep 21 17:59:44.242898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-edee5e28-d0dc-4edf-b6b5-a63be1c9d7bd req-d08c30fc-0fa5-47d3-8f38-7031eb6c1709 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-346095480', 'description': 'tempest-description-1416759763'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:44.306360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-2f5c5f4a-8d7b-49a1-9e6c-2d035cd45c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.309710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-2f5c5f4a-8d7b-49a1-9e6c-2d035cd45c25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1100 time: 0.0851009 Sep 21 17:59:44.398373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-edee5e28-d0dc-4edf-b6b5-a63be1c9d7bd req-d08c30fc-0fa5-47d3-8f38-7031eb6c1709 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.464055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-1dec2f1c-475b-4dc0-861e-01d7520b546e tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.465794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-1dec2f1c-475b-4dc0-861e-01d7520b546e tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.2061844 Sep 21 17:59:44.480816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810285-3'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:44.550950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-28380d5c-4f01-45a1-8129-3cff824cbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.554756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-28380d5c-4f01-45a1-8129-3cff824cbca7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1895237 Sep 21 17:59:44.562912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.596069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-edee5e28-d0dc-4edf-b6b5-a63be1c9d7bd req-d08c30fc-0fa5-47d3-8f38-7031eb6c1709 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.619900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-edee5e28-d0dc-4edf-b6b5-a63be1c9d7bd req-d08c30fc-0fa5-47d3-8f38-7031eb6c1709 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.620751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-36bfcdf7-c394-4526-a8fb-527c5ec20ce3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7f2d96b1-f412-4006-b09e-48c02222e06c HTTP/1.1" status: 200 len: 217 time: 0.0559831 Sep 21 17:59:44.631718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffba1f-f1ca-4d11-b6f7-37ba3486763a req-28dce159-d3f6-4fba-91ac-43ea0c9d4168 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.641840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49ffba1f-f1ca-4d11-b6f7-37ba3486763a req-28dce159-d3f6-4fba-91ac-43ea0c9d4168 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 945 time: 0.2395866 Sep 21 17:59:44.670279 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-edee5e28-d0dc-4edf-b6b5-a63be1c9d7bd req-d08c30fc-0fa5-47d3-8f38-7031eb6c1709 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.691921 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edee5e28-d0dc-4edf-b6b5-a63be1c9d7bd req-d08c30fc-0fa5-47d3-8f38-7031eb6c1709 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4450324 Sep 21 17:59:44.719777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c30fc-0fa5-47d3-8f38-7031eb6c1709 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d616cf-895b-4996-80fc-9a6e0b085882,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:44.758495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49ffba1f-f1ca-4d11-b6f7-37ba3486763a req-0ef63154-ec77-4793-83d4-c8e7c1725d32 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154423 Sep 21 17:59:44.815972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-a00642e6-7ce2-4d22-9016-b8ed1e01f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.821007 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-a00642e6-7ce2-4d22-9016-b8ed1e01f7b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1675112 Sep 21 17:59:44.929434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-283e23c5-c7c7-4e48-b449-bf960bf9a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.931154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-283e23c5-c7c7-4e48-b449-bf960bf9a1e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940497 Sep 21 17:59:44.964507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:45.055259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:45.080053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfe242-4cfd-47bb-944d-d7b730a4381e req-deef08ef-6469-45bd-a2c1-3cb1354c57df tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.082485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6bfe242-4cfd-47bb-944d-d7b730a4381e req-deef08ef-6469-45bd-a2c1-3cb1354c57df tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1222973 Sep 21 17:59:45.125744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-686577c9-a5be-4942-ba42-c8fb33093d85 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831870 Sep 21 17:59:45.128834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:45.131594 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef4bc51-6990-4ad9-8fdc-a71b68fca315" -d '{"events": [{"server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:45.136812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.161251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.196335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6bfe242-4cfd-47bb-944d-d7b730a4381e req-ea9f59c0-3602-4842-bc41-d382459a8c6b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988247 Sep 21 17:59:45.288421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7299af82-e1d1-4951-95e1-fdaabf300ef0 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:45.320782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a8b3f4c-c8dd-4715-9753-9c64bb80a16a req-d56bebcc-a565-4b12-a503-98466f5aeaf2 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843526 Sep 21 17:59:45.340250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:45.387099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a3329ac-62d3-44d3-805f-89b9f09994dc req-f8c8a988-3df9-4945-b252-84ffd38e6d02 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 210 time: 0.0539718 Sep 21 17:59:45.393808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7299af82-e1d1-4951-95e1-fdaabf300ef0 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:45.395404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on host n-h1-810285-3 for vnic_type normal with profile {"migrating_to": "n-h2-810285-3"} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:45.395745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:45.396079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:45.406645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7299af82-e1d1-4951-95e1-fdaabf300ef0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:45.407281 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.417656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:45.419560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Attempting to bind port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:45.472864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:45.473204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:45.473598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:45.474058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Bound port: 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:45.474448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.515505 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.532439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c02f76-d273-4168-9dbe-d0617e8a643a req-540a66b4-e242-48ff-a423-6ffc49c4cc29 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.534011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c02f76-d273-4168-9dbe-d0617e8a643a req-540a66b4-e242-48ff-a423-6ffc49c4cc29 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 949 time: 0.0765514 Sep 21 17:59:45.548880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7299af82-e1d1-4951-95e1-fdaabf300ef0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:45.551709 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b2bc3-e590-4ec8-8db1-5d004aae9629" -d '{"events": [{"server_uuid": "8c5eedc4-ff1c-4689-abe1-d9211486f889", "name": "network-vif-plugged", "status": "completed", "tag": "7299af82-e1d1-4951-95e1-fdaabf300ef0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:45.566410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7299af82-e1d1-4951-95e1-fdaabf300ef0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7299af82-e1d1-4951-95e1-fdaabf300ef0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:45.571635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.592805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c02f76-d273-4168-9dbe-d0617e8a643a req-f9b3c327-4bc6-451d-8752-ab8864829440 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505760 Sep 21 17:59:45.626081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7299af82-e1d1-4951-95e1-fdaabf300ef0,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:45.640004 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-ff921ce3-6319-4f71-8027-07391ce2959d tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50605 time: 0.6865463 Sep 21 17:59:45.641141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:45.644673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:45.651185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.654061 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc4d8b-d240-4efa-88b4-14f7cd513c32 x-openstack-request-id: req-dacc4d8b-d240-4efa-88b4-14f7cd513c32 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:45.654355 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:45.654628 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dacc4d8b-d240-4efa-88b4-14f7cd513c32 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:45.655006 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989', 'code': 200} Sep 21 17:59:45.751642 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc690d75-0768-491e-a25a-320d2dc237fc x-openstack-request-id: req-cc690d75-0768-491e-a25a-320d2dc237fc {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:45.752131 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5eedc4-ff1c-4689-abe1-d9211486f889", "name": "network-vif-plugged", "status": "completed", "tag": "7299af82-e1d1-4951-95e1-fdaabf300ef0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:45.752533 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc690d75-0768-491e-a25a-320d2dc237fc {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:45.752922 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7299af82-e1d1-4951-95e1-fdaabf300ef0', 'code': 200} Sep 21 17:59:45.770439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=8']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:45.778091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.778767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.780381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-4d40ea10-3197-4fee-b85e-29eb73a778ba service neutron] 10.222.0.41 "PUT /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 1121 time: 1.3047895 Sep 21 17:59:45.782131 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-ef1bff07-2708-465a-b059-44f2a99d19d4 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/05ba0592-c1cf-49a3-9961-5c4f4f7fde51 HTTP/1.1" status: 200 len: 2981 time: 0.1263714 Sep 21 17:59:45.857666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:45.896828 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-0e6c4d82-ff15-442e-aba6-88261f7fdab1 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/05ba0592-c1cf-49a3-9961-5c4f4f7fde51 HTTP/1.1" status: 200 len: 2981 time: 0.1033823 Sep 21 17:59:45.915373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33472017-dfe0-4d77-9685-f6290d79e964 req-d3269d8b-8deb-44a4-9c53-1f397591c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.916889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33472017-dfe0-4d77-9685-f6290d79e964 req-d3269d8b-8deb-44a4-9c53-1f397591c37d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 1101 time: 0.0909374 Sep 21 17:59:45.920990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1ceae-c7d5-48eb-b269-4cff096b42d9 req-d00c6466-9453-4b37-a02d-52cfa60bc8e5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.930066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8aa1ceae-c7d5-48eb-b269-4cff096b42d9 req-d00c6466-9453-4b37-a02d-52cfa60bc8e5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 943 time: 0.0777941 Sep 21 17:59:45.984054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8aa1ceae-c7d5-48eb-b269-4cff096b42d9 req-2f3c05d4-cd9d-44b5-b790-d511ac65d662 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Sep 21 17:59:45.990103 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-5971449d-473d-45b0-abc2-43e282c24271 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/09f3cb80-6648-4d5a-ac27-41b7668d4211 HTTP/1.1" status: 200 len: 2981 time: 0.0823820 Sep 21 17:59:45.994792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33472017-dfe0-4d77-9685-f6290d79e964 req-ce5f4ef5-be2d-455a-8e79-036199fbcc45 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639055 Sep 21 17:59:46.068300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-2e68e67d-d4a3-4369-9652-e0926c23c454 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/09f3cb80-6648-4d5a-ac27-41b7668d4211 HTTP/1.1" status: 200 len: 2981 time: 0.0626276 Sep 21 17:59:46.083788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-6f60a136-daf1-4374-9566-4d90d7855e5e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310576 Sep 21 17:59:46.128088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-d115d264-8492-4430-8f71-e199792acc38 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0a738de4-b959-4ef5-944f-418781ffa8e4 HTTP/1.1" status: 200 len: 2981 time: 0.0525422 Sep 21 17:59:46.178110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-891f2b26-a621-472b-834c-7744eb80a18e tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0a738de4-b959-4ef5-944f-418781ffa8e4 HTTP/1.1" status: 200 len: 2981 time: 0.0490301 Sep 21 17:59:46.218023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-69833d6a-68c6-4565-8fe1-1e59ee0284df tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.219577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-69833d6a-68c6-4565-8fe1-1e59ee0284df tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278775 Sep 21 17:59:46.224501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-6128ba84-5564-4e1c-a7de-bb76d5ee0fb5 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/156b8c02-e6ad-4af8-ad46-2e166e1ffad5 HTTP/1.1" status: 200 len: 2977 time: 0.0455008 Sep 21 17:59:46.245593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': '114001cf-4052-47ea-82d3-667f9e6f770a', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:46.278946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-27900735-d954-46bc-9087-7a66a31e75ff tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/156b8c02-e6ad-4af8-ad46-2e166e1ffad5 HTTP/1.1" status: 200 len: 2977 time: 0.0474591 Sep 21 17:59:46.320927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-5d228cf8-c619-4539-9ebb-7429d658ba96 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f6bf038-c19a-4c45-a557-ab8abc2d9a67 HTTP/1.1" status: 200 len: 2981 time: 0.0411129 Sep 21 17:59:46.397997 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-f229f2b4-acc2-4060-90c7-7160688be4c0 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f6bf038-c19a-4c45-a557-ab8abc2d9a67 HTTP/1.1" status: 200 len: 2981 time: 0.0695045 Sep 21 17:59:46.410249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66107d1-cd98-4448-a098-25f53bb0d2a1 req-50b372d9-52e9-4caa-819c-5fda8076e138 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.412937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f66107d1-cd98-4448-a098-25f53bb0d2a1 req-50b372d9-52e9-4caa-819c-5fda8076e138 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1380506 Sep 21 17:59:46.438232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48718) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:46.457048 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-98aed92f-2629-4867-9656-4b387362814a tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/43d61988-7760-4456-8cb2-3106b6ae762b HTTP/1.1" status: 200 len: 2981 time: 0.0569615 Sep 21 17:59:46.527728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f66107d1-cd98-4448-a098-25f53bb0d2a1 req-9d2661f2-2b0d-4c32-b840-3454ece8e20c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046023 Sep 21 17:59:46.529486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:46.533171 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.559855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-f9af666f-4b32-4510-aad5-1753e36b3c16 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/43d61988-7760-4456-8cb2-3106b6ae762b HTTP/1.1" status: 200 len: 2981 time: 0.0911212 Sep 21 17:59:46.668253 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-a56bbacd-3d2d-457c-868d-338c855bb3d5 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578003 Sep 21 17:59:46.757161 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44057f0f-7bcc-465d-877c-81ae307ca0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.769038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-d69dc9b1-0185-46be-b29f-6062824bc7e8 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/5308d87a-cea3-4897-82bd-b3ce4e39cc1d HTTP/1.1" status: 200 len: 2981 time: 0.2075953 Sep 21 17:59:46.785279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7da734df-106a-4e83-acbc-8618c87e0588 req-c344428e-18dd-40b2-8a0b-e1223aaa88b3 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 210 time: 0.0600944 Sep 21 17:59:46.821858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.217 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/a6e7b514-f1b3-4292-b82f-8ca42a96d646) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:46.938946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-2f36610e-f912-4a4e-bd41-09a8414a78dc tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/5308d87a-cea3-4897-82bd-b3ce4e39cc1d HTTP/1.1" status: 200 len: 2981 time: 0.1604366 Sep 21 17:59:46.969359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-ac684ca4-15ac-44e5-9a4d-fa93ef23b34b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.971132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-ac684ca4-15ac-44e5-9a4d-fa93ef23b34b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967913 Sep 21 17:59:47.001799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:47.080636 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-57083225-85c0-4767-a085-931d33b0fcaf tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/72ac3da3-4561-4319-af8e-985711d77d80 HTTP/1.1" status: 200 len: 2973 time: 0.1083808 Sep 21 17:59:47.099923 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44057f0f-7bcc-465d-877c-81ae307ca0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.112109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5edcf-16da-4172-a6e5-ccd2521a7a50 req-5fec4b30-30e0-4c9c-8690-6fb5af4ec850 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.113766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecb5edcf-16da-4172-a6e5-ccd2521a7a50 req-5fec4b30-30e0-4c9c-8690-6fb5af4ec850 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 950 time: 0.1417072 Sep 21 17:59:47.117468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44057f0f-7bcc-465d-877c-81ae307ca0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.161344 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-6e84b83c-6b62-4e4b-9ed1-bd55d7b6b6fa tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/72ac3da3-4561-4319-af8e-985711d77d80 HTTP/1.1" status: 200 len: 2973 time: 0.0736704 Sep 21 17:59:47.194751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:47.198849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.205375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.211420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-44057f0f-7bcc-465d-877c-81ae307ca0ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a3f3785c93d4436a5f4b2df5c4bde4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7705469 Sep 21 17:59:47.215286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48734) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:47.223297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44057f0f-7bcc-465d-877c-81ae307ca0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617e8b7f-2255-4b59-969f-df2c13c0d0dd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:47.234071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-806c71ef-b551-4749-9ea1-0bb3cce1cbbc tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a0255b5e-e308-445f-8951-991e7f11dfae HTTP/1.1" status: 200 len: 2981 time: 0.0716751 Sep 21 17:59:47.256445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecb5edcf-16da-4172-a6e5-ccd2521a7a50 req-8c2ace17-84aa-48cf-851f-cb4c09c5c838 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325467 Sep 21 17:59:47.328241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.340641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:47.378484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c35d-d7c8-45dd-8d5b-2d99d95baa00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.398719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:47.408506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:47.411028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:47.461476 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c35d-d7c8-45dd-8d5b-2d99d95baa00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.481499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-a2247045-16d2-4c44-a313-804425557d9a tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a0255b5e-e308-445f-8951-991e7f11dfae HTTP/1.1" status: 200 len: 2981 time: 0.1635942 Sep 21 17:59:47.502421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.145 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:47.531023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=a6e7b514-f1b3-4292-b82f-8ca42a96d646,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:47.599945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-76e11c36-32d2-4163-9d8e-fa51653a8c60 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a0fa07b8-b8c0-4abc-8376-0b99dbea8422 HTTP/1.1" status: 200 len: 2977 time: 0.0988190 Sep 21 17:59:47.656485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:47.658954 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd694d2-003c-4e84-9647-6ebdb5091cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:47.742506 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-0c491796-f821-4625-84cb-fc194945ae37 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a0fa07b8-b8c0-4abc-8376-0b99dbea8422 HTTP/1.1" status: 200 len: 2977 time: 0.1223488 Sep 21 17:59:47.797199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.818652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-0f8b45e1-3e99-4e0d-b272-c71a3451d4d0 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a108fdaf-cf6d-45f6-8059-a57167017217 HTTP/1.1" status: 200 len: 2981 time: 0.0673387 Sep 21 17:59:47.844421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-46b50714-d516-45f4-a0e4-ccf987cc3d64 None None] Provisioning complete for port a6e7b514-f1b3-4292-b82f-8ca42a96d646 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:47.848530 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-46b50714-d516-45f4-a0e4-ccf987cc3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.868731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.870003 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.885812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.905247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-46b50714-d516-45f4-a0e4-ccf987cc3d64 None None] Port a6e7b514-f1b3-4292-b82f-8ca42a96d646 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:47.911641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:47.913104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-0aca8902-836c-49cf-8dc9-e4bd0cc7579c tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a108fdaf-cf6d-45f6-8059-a57167017217 HTTP/1.1" status: 200 len: 2981 time: 0.0842395 Sep 21 17:59:47.918492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-aec65a2f-a18e-42ff-b0d5-91a9dab60318 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6780307 Sep 21 17:59:47.929849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd124c-6773-42b6-aa1d-0f1a42d28abe req-91aee24c-0a69-4bbe-9039-23d613258db3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.932299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9bfd124c-6773-42b6-aa1d-0f1a42d28abe req-91aee24c-0a69-4bbe-9039-23d613258db3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 943 time: 0.4449086 Sep 21 17:59:47.937521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Request body: {'port': {'device_id': '114001cf-4052-47ea-82d3-667f9e6f770a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:47.976234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:47.987112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:47.990121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:47.998021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.999048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.022440 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0285919 Sep 21 17:59:48.037211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9bfd124c-6773-42b6-aa1d-0f1a42d28abe req-31808084-4b0e-426f-a1ed-ebea95cbb378 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765698 Sep 21 17:59:48.045786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c35d-d7c8-45dd-8d5b-2d99d95baa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.050866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c35d-d7c8-45dd-8d5b-2d99d95baa00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.056011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d8b3c35d-d7c8-45dd-8d5b-2d99d95baa00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/617e8b7f-2255-4b59-969f-df2c13c0d0dd HTTP/1.1" status: 204 len: 168 time: 0.8337584 Sep 21 17:59:48.077309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Request body: {'port': {'device_id': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:48.089665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-1ea42bd0-2854-42bb-b789-42a6c23bf0e5 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/ac759ef8-c500-494d-bd23-4d916fb509b2 HTTP/1.1" status: 200 len: 2981 time: 0.1578569 Sep 21 17:59:48.090311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea7cd3-b516-4268-b50b-bb0fd3737e42 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:48.106956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.132940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3c35d-d7c8-45dd-8d5b-2d99d95baa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617e8b7f-2255-4b59-969f-df2c13c0d0dd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:48.180474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-aa44ebe9-3cc2-4550-b05a-fce4dd3e757d tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/ac759ef8-c500-494d-bd23-4d916fb509b2 HTTP/1.1" status: 200 len: 2981 time: 0.0701034 Sep 21 17:59:48.255506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.415024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-52ec03f2-65cb-422d-bea8-9bc848eeaf69 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/bf94ae56-3471-4762-b9cf-46ae3c59396a HTTP/1.1" status: 200 len: 2977 time: 0.2188497 Sep 21 17:59:48.419730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b2e6c-9e25-42a3-83f1-5995fe7e040d req-0541bc7f-fe1e-439e-85a3-9253354c147c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.421277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-302b2e6c-9e25-42a3-83f1-5995fe7e040d req-0541bc7f-fe1e-439e-85a3-9253354c147c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1990786 Sep 21 17:59:48.440931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b2b4c539-b92a-4698-881a-591535460e15 None None] Provisioning complete for port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:48.442065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c539-b92a-4698-881a-591535460e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.501438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-302b2e6c-9e25-42a3-83f1-5995fe7e040d req-25483032-6022-4794-ab66-409647c241ad tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707552 Sep 21 17:59:48.507706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4c539-b92a-4698-881a-591535460e15 None None] Port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:48.532918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-ba576b60-770f-446e-8d79-afd8b29b6e05 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/bf94ae56-3471-4762-b9cf-46ae3c59396a HTTP/1.1" status: 200 len: 2977 time: 0.1083827 Sep 21 17:59:48.616345 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839b7e7-fe17-4988-ae7c-892ed32129cb x-openstack-request-id: req-5839b7e7-fe17-4988-ae7c-892ed32129cb {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:48.616848 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:48.617245 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5839b7e7-fe17-4988-ae7c-892ed32129cb {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:48.617784 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989', 'status': 'completed', 'code': 200} Sep 21 17:59:48.627310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48760) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:48.659468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce49e723-b16f-4f5c-998b-b6f86783cbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.683925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-084ff876-2463-4a96-9840-840b1709c299 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d1f6b3f4-da3f-45fc-9343-5bfd909dba81 HTTP/1.1" status: 200 len: 2981 time: 0.1354301 Sep 21 17:59:48.750707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:48.767979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.771699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-f4f9b784-4f75-41fd-a32d-18608dbd1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.776450 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-f4f9b784-4f75-41fd-a32d-18608dbd1aaa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1124 time: 0.1321661 Sep 21 17:59:48.810393 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-6f463b66-0596-4fc4-8e50-74ac1187fd36 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d1f6b3f4-da3f-45fc-9343-5bfd909dba81 HTTP/1.1" status: 200 len: 2981 time: 0.1199150 Sep 21 17:59:48.813461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Transition to ACTIVE for port object 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:48.815027 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce49e723-b16f-4f5c-998b-b6f86783cbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.824977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13017e-7fc8-4042-976c-06a274fd717d req-b0e54815-60f3-439e-a478-af9767066814 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.827079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.832580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e13017e-7fc8-4042-976c-06a274fd717d req-b0e54815-60f3-439e-a478-af9767066814 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 936 time: 0.1494334 Sep 21 17:59:48.837980 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce49e723-b16f-4f5c-998b-b6f86783cbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.881245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49e723-b16f-4f5c-998b-b6f86783cbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d09a1-a139-45a6-bb9f-662a666d6c6e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:48.978752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e13017e-7fc8-4042-976c-06a274fd717d req-d1f548d3-d6c0-4bb8-b0bc-8622a7a7c8a7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448877 Sep 21 17:59:48.996878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-89ac1415-791f-47c0-b035-03fab60aa9f8 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943 HTTP/1.1" status: 200 len: 2981 time: 0.1657948 Sep 21 17:59:49.002764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:49.047715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-c639f59d-0440-4e4f-bd32-724fd78773c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.049475 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-c639f59d-0440-4e4f-bd32-724fd78773c9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2653782 Sep 21 17:59:49.053238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Attempting to bind port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:49.053757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Attempting to bind port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:49.054263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Attempting to bind port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:49.081318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb82b6d5-2f14-45c2-87d2-943363e50573 req-1a26d2e4-1213-47f2-a86d-019068caf7c2 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943 HTTP/1.1" status: 200 len: 2981 time: 0.0759003 Sep 21 17:59:49.081318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:49.081318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Attempting to bind port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:49.081597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ce49e723-b16f-4f5c-998b-b6f86783cbea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b8d92a21410472b80a0df0acb142fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503381 Sep 21 17:59:49.111503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48766) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:49.141629 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-e5c064a2-fc90-4cec-b6bb-1c67fb03e8ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 217 time: 0.0829854 Sep 21 17:59:49.144579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:49.144912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:49.145306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:49.145726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Bound port: 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:49.146084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.278326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e7b514-f1b3-4292-b82f-8ca42a96d646 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:49.279541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-512e9bca-8f8c-45cb-99b6-0312352eb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.282003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-512e9bca-8f8c-45cb-99b6-0312352eb7b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1229689 Sep 21 17:59:49.284119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c374c089-562b-47bd-954a-fdff3554ce13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.288150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.299091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8f16d-1a98-41aa-a55c-c23125ee31ab req-02793775-fb98-447a-a4d3-bde820d3e64e tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.301975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5af8f16d-1a98-41aa-a55c-c23125ee31ab req-02793775-fb98-447a-a4d3-bde820d3e64e tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 950 time: 0.2133992 Sep 21 17:59:49.310726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:49.346821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-d26455fe-a7f4-43ff-a953-541a678fb6ec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550673 Sep 21 17:59:49.353137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] For port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:49.361852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Transition to ACTIVE for port object a6e7b514-f1b3-4292-b82f-8ca42a96d646 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:49.377765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c374c089-562b-47bd-954a-fdff3554ce13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.381842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.392550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] For port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:49.409200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f308c-2474-4856-b790-4c5f76cd81cc req-eb80897c-110d-4fcb-b1eb-a76da54f2496 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.411035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-585f308c-2474-4856-b790-4c5f76cd81cc req-eb80897c-110d-4fcb-b1eb-a76da54f2496 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 943 time: 0.1752758 Sep 21 17:59:49.414947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.441746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5af8f16d-1a98-41aa-a55c-c23125ee31ab req-75a1bbde-c584-4641-8982-9d5f535080d1 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208110 Sep 21 17:59:49.483749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:49.495678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Pushing event updated for resources: {'Port': ['ID=a6e7b514-f1b3-4292-b82f-8ca42a96d646,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:49.497890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 has no active binding in host n-h2-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:59:49.517388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.517919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.519395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] 10.222.0.78 "PUT /v2.0/ports/01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 HTTP/1.1" status: 200 len: 1096 time: 1.4755044 Sep 21 17:59:49.583748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c374c089-562b-47bd-954a-fdff3554ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.589112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c374c089-562b-47bd-954a-fdff3554ce13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.590718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c374c089-562b-47bd-954a-fdff3554ce13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/166d09a1-a139-45a6-bb9f-662a666d6c6e HTTP/1.1" status: 204 len: 168 time: 0.4769251 Sep 21 17:59:49.596945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-585f308c-2474-4856-b790-4c5f76cd81cc req-2243490b-db15-43ee-962c-709e601e2411 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679592 Sep 21 17:59:49.602715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4ab74-8a4b-41fe-9c6e-4ce7be4cb558 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:49.625516 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-883014fa-0f99-4064-b779-7f1bd3c1a3c8 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666941 Sep 21 17:59:49.657672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374c089-562b-47bd-954a-fdff3554ce13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d09a1-a139-45a6-bb9f-662a666d6c6e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:49.678700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Attempting to bind port a6e7b514-f1b3-4292-b82f-8ca42a96d646 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:49.679281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Attempting to bind port a6e7b514-f1b3-4292-b82f-8ca42a96d646 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:49.680485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Attempting to bind port a6e7b514-f1b3-4292-b82f-8ca42a96d646 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:49.699833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-46cf92a4-d256-4fa5-9c02-44851d707f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.701711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-46cf92a4-d256-4fa5-9c02-44851d707f47 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 1099 time: 0.1214817 Sep 21 17:59:49.703981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Port a6e7b514-f1b3-4292-b82f-8ca42a96d646 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:49.705556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Attempting to bind port a6e7b514-f1b3-4292-b82f-8ca42a96d646 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:49.726390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48778) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:49.728158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:49.729218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:49.729684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:49.730237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Bound port: a6e7b514-f1b3-4292-b82f-8ca42a96d646, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:49.730688 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.737314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-318857111'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:49.752494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7495f3c-f11c-4a0b-8bba-f7fbb65b253d req-f761738d-f874-4304-b186-91905b94e22c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54d01a9c6f6e4ce79be8deb2afa913d3 HTTP/1.1" status: 200 len: 6101 time: 0.2274201 Sep 21 17:59:49.840261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:49.843973 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.877893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7495f3c-f11c-4a0b-8bba-f7fbb65b253d req-00ad50f7-245c-4bce-ac33-5d518c8e8b3c tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "GET /v2.0/security-groups/0a738de4-b959-4ef5-944f-418781ffa8e4 HTTP/1.1" status: 200 len: 2981 time: 0.1131828 Sep 21 17:59:49.972449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7495f3c-f11c-4a0b-8bba-f7fbb65b253d req-97541831-1ab9-46c7-b21b-db80e37efb75 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "GET /v2.0/security-groups/0a738de4-b959-4ef5-944f-418781ffa8e4 HTTP/1.1" status: 200 len: 2981 time: 0.0935962 Sep 21 17:59:49.975358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:59:49.986021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] For port a6e7b514-f1b3-4292-b82f-8ca42a96d646, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:49.991404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] For port a6e7b514-f1b3-4292-b82f-8ca42a96d646, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a6e7b514-f1b3-4292-b82f-8ca42a96d646,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:49.995307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.995634 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Added segment 74eee251-fcf0-407f-b91a-84b13962ad43 of type vlan for network e52824c9-a5b4-4f17-b372-bba2781d42bb Sep 21 17:59:49.998368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.108015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.108983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.110750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-44eccb35-0bc8-484c-911b-93870255baee service neutron] 10.222.0.78 "PUT /v2.0/ports/a6e7b514-f1b3-4292-b82f-8ca42a96d646 HTTP/1.1" status: 200 len: 1096 time: 2.1769748 Sep 21 17:59:50.113032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114001cf-4052-47ea-82d3-667f9e6f770a', 'tag': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:50.124801 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20" -d '{"events": [{"name": "network-changed", "server_uuid": "114001cf-4052-47ea-82d3-667f9e6f770a", "tag": "a6e7b514-f1b3-4292-b82f-8ca42a96d646"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:50.139872 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.193726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-878f3048-b9a5-496b-bd75-cdab6e32879f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 HTTP/1.1" status: 200 len: 217 time: 0.4594429 Sep 21 17:59:50.219156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edd694d2-003c-4e84-9647-6ebdb5091cf3 req-9a26daf1-33af-4c43-872d-e1b1e8664a96 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813091 Sep 21 17:59:50.234499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336be02c-794f-4c87-b23e-e8a4db80a215 req-71176a65-4997-4f37-ab78-f025209e9278 tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.241850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-336be02c-794f-4c87-b23e-e8a4db80a215 req-71176a65-4997-4f37-ab78-f025209e9278 tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 1101 time: 0.1701694 Sep 21 17:59:50.247542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.253338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.254111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.275183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c26dfba2-57b4-4573-8eb4-4a4d747eea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.276878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-c26dfba2-57b4-4573-8eb4-4a4d747eea90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0567083 Sep 21 17:59:50.296461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c15ee-3f57-4eb3-b6de-b8dda0cb978c req-0eafb359-fc42-493e-a18f-5838f146d66a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.298156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-709c15ee-3f57-4eb3-b6de-b8dda0cb978c req-0eafb359-fc42-493e-a18f-5838f146d66a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1822066 Sep 21 17:59:50.317467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-336be02c-794f-4c87-b23e-e8a4db80a215 req-87edd066-5af8-48ec-ba37-b8d0cc0de0b4 tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.335838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eccb35-0bc8-484c-911b-93870255baee service neutron] Pushing event updated for resources: {'Port': ['ID=a6e7b514-f1b3-4292-b82f-8ca42a96d646,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:50.365194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6317089 Sep 21 17:59:50.378543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48800) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:50.390419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1940325541'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:50.413072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-709c15ee-3f57-4eb3-b6de-b8dda0cb978c req-507298d2-d523-4d83-ba53-04cd2fb1b0d3 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935848 Sep 21 17:59:50.438779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-8dc42edc-42d8-48a8-89c6-6e54a1254709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.440409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-8dc42edc-42d8-48a8-89c6-6e54a1254709 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 1099 time: 0.2814362 Sep 21 17:59:50.441108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b269499-b47d-4077-a65a-1c2d68d9b4a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Network': ['ID=e52824c9-a5b4-4f17-b372-bba2781d42bb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:50.456770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-ab992b9d-baa8-42b8-9726-750596877559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.460002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e52824c9-a5b4-4f17-b372-bba2781d42bb details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:59:50.465786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-ab992b9d-baa8-42b8-9726-750596877559 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624234 Sep 21 17:59:50.523265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-0a84c645-a472-40eb-b36a-ecc933b03635 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a6e7b514-f1b3-4292-b82f-8ca42a96d646 HTTP/1.1" status: 200 len: 217 time: 0.0741193 Sep 21 17:59:50.625127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'tag': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:50.628892 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1396352-5f37-4504-a434-33d02c0c54a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b024b25-9395-46ae-94f8-1a3b7f75056e", "tag": "01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:50.656501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-b2c6edcb-a634-407d-8682-8d73158ffc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.659081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-b2c6edcb-a634-407d-8682-8d73158ffc57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1151130 Sep 21 17:59:50.662722 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5dcf25c3-d6d5-40a9-be7c-4c672ea84844 req-b62ee9f5-d269-41f5-9848-3fa534e61e22 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/36d616cf-895b-4996-80fc-9a6e0b085882 HTTP/1.1" status: 200 len: 1777 time: 0.1957457 Sep 21 17:59:50.704813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-da2b2acb-52f7-47f4-acd1-86dc8b75cf7d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927373 Sep 21 17:59:50.733547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-336be02c-794f-4c87-b23e-e8a4db80a215 req-87edd066-5af8-48ec-ba37-b8d0cc0de0b4 tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.741587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-768c7675-ac39-4870-82bb-609dcfa78679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.743370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-768c7675-ac39-4870-82bb-609dcfa78679 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763903 Sep 21 17:59:50.745445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-336be02c-794f-4c87-b23e-e8a4db80a215 req-87edd066-5af8-48ec-ba37-b8d0cc0de0b4 tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.772423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-336be02c-794f-4c87-b23e-e8a4db80a215 req-87edd066-5af8-48ec-ba37-b8d0cc0de0b4 tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296929 Sep 21 17:59:50.839859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edd066-5af8-48ec-ba37-b8d0cc0de0b4 tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f73dba-7dbe-4e7f-81ee-00f5253eafda,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:50.846512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:50.849930 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.865975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-f3bd242d-43f0-45cd-ba91-f06a1a57ba4f service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520331 Sep 21 17:59:50.868278 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5dcf25c3-d6d5-40a9-be7c-4c672ea84844 req-bc43fd7e-eea7-4eef-92f9-be947b4db4b7 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.905841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:59:50.914635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5dcf25c3-d6d5-40a9-be7c-4c672ea84844 req-bc43fd7e-eea7-4eef-92f9-be947b4db4b7 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.928713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.929143 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Added segment 810826e8-6848-4b6f-bb67-ae557dfbf05d of type vlan for network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 Sep 21 17:59:50.965177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-31f0803c-280c-42f1-b79f-9227b75f8d2c service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054183 Sep 21 17:59:50.976170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca7505-3165-42c2-975d-dcda7d3f23c8 req-3108b4cd-58d7-4b08-ae16-04bdde9fb647 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.977850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dca7505-3165-42c2-975d-dcda7d3f23c8 req-3108b4cd-58d7-4b08-ae16-04bdde9fb647 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 948 time: 0.0809441 Sep 21 17:59:51.005718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.016338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5dcf25c3-d6d5-40a9-be7c-4c672ea84844 req-bc43fd7e-eea7-4eef-92f9-be947b4db4b7 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.018920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5dcf25c3-d6d5-40a9-be7c-4c672ea84844 req-bc43fd7e-eea7-4eef-92f9-be947b4db4b7 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.020063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5dcf25c3-d6d5-40a9-be7c-4c672ea84844 req-bc43fd7e-eea7-4eef-92f9-be947b4db4b7 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/36d616cf-895b-4996-80fc-9a6e0b085882 HTTP/1.1" status: 204 len: 173 time: 0.3400266 Sep 21 17:59:51.039337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43fd7e-eea7-4eef-92f9-be947b4db4b7 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d616cf-895b-4996-80fc-9a6e0b085882,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:51.045705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.063172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.063698 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.080186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dca7505-3165-42c2-975d-dcda7d3f23c8 req-55e72672-6262-4989-acac-de3a0ccf5549 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931907 Sep 21 17:59:51.101768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3db3ca2f-0ea3-4a6c-94dc-8d1ef627e2a8 req-3cb30007-615b-4200-9329-352ab73877ed service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227460 Sep 21 17:59:51.106830 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0cecc9-c8e7-4168-9aef-be95cb106e58 x-openstack-request-id: req-da0cecc9-c8e7-4168-9aef-be95cb106e58 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:51.107284 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114001cf-4052-47ea-82d3-667f9e6f770a", "tag": "a6e7b514-f1b3-4292-b82f-8ca42a96d646", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:51.107544 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da0cecc9-c8e7-4168-9aef-be95cb106e58 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:51.108439 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114001cf-4052-47ea-82d3-667f9e6f770a', 'tag': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', 'status': 'completed', 'code': 200} Sep 21 17:59:51.148726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7662344 Sep 21 17:59:51.151461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48822) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:51.158914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'subnet': {'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:51.218419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ed9ba-1cc7-4c36-9538-46bf6dd08e50 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Network': ['ID=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:51.236893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:59:51.252771 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d0550a-89fe-422b-9d26-22fc9b870554 x-openstack-request-id: req-20d0550a-89fe-422b-9d26-22fc9b870554 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:51.253304 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b024b25-9395-46ae-94f8-1a3b7f75056e", "tag": "01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:51.253735 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20d0550a-89fe-422b-9d26-22fc9b870554 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:51.254309 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'tag': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', 'status': 'completed', 'code': 200} Sep 21 17:59:51.318167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c748-03cb-48bb-a4f1-44245b630487 req-6edb9077-7896-423b-8480-5098f1d4a7c1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.329012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd44c748-03cb-48bb-a4f1-44245b630487 req-6edb9077-7896-423b-8480-5098f1d4a7c1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 943 time: 0.1217256 Sep 21 17:59:51.336448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-cc04f3a1-d940-4b65-8265-f5ea2ea5e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.338848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-cc04f3a1-d940-4b65-8265-f5ea2ea5e29b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 1099 time: 0.1441276 Sep 21 17:59:51.354167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08dd6f89-55af-49bf-a62b-0590d9288a3f req-bc6ddc62-061c-48b9-a3a7-454f04ab6e7d tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "GET /v2.0/security-groups/483657d8-7649-483e-9500-7ac9ceb59231 HTTP/1.1" status: 200 len: 1776 time: 0.0811207 Sep 21 17:59:51.369617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:51.373262 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.392248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd44c748-03cb-48bb-a4f1-44245b630487 req-04077fcf-eda2-4598-8694-418e06ea878f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Sep 21 17:59:51.405849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-2f416dd9-8fcc-4223-a5d7-af763b27e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.405849 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-2f416dd9-8fcc-4223-a5d7-af763b27e6b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 1099 time: 0.1408353 Sep 21 17:59:51.563484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-08dd6f89-55af-49bf-a62b-0590d9288a3f req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.572570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-a3abeaab-0ae1-4421-8dcc-51f33a1659a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.574295 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-a3abeaab-0ae1-4421-8dcc-51f33a1659a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1590798 Sep 21 17:59:51.577554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-29e2fb0a-e3ce-4f66-8285-859bdeba8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.579436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-29e2fb0a-e3ce-4f66-8285-859bdeba8236 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2293470 Sep 21 17:59:51.587004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a23c5-e552-46a6-b5fb-bdba83f54d53 req-f2c009e2-22e7-4e6f-b13a-09677e79fffc tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.589022 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-548a23c5-e552-46a6-b5fb-bdba83f54d53 req-f2c009e2-22e7-4e6f-b13a-09677e79fffc tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0879195 Sep 21 17:59:51.629826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-3b3495c4-08b9-4bff-82bf-540148f37a6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 HTTP/1.1" status: 200 len: 217 time: 0.0396504 Sep 21 17:59:51.680263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-10d921c1-62da-4c2e-a8f9-38a539e6dac2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a6e7b514-f1b3-4292-b82f-8ca42a96d646 HTTP/1.1" status: 200 len: 217 time: 0.0883505 Sep 21 17:59:51.685730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-08dd6f89-55af-49bf-a62b-0590d9288a3f req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.708507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-548a23c5-e552-46a6-b5fb-bdba83f54d53 req-f595769b-ced1-4344-9ad1-a9680cec82c8 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820284 Sep 21 17:59:51.715201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-126e0d3b-7092-4283-bb7d-f5097726b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.717284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-126e0d3b-7092-4283-bb7d-f5097726b4da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0686703 Sep 21 17:59:51.785581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-7fc4f077-d19b-4c2d-9713-9a2af1397f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.787312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-7fc4f077-d19b-4c2d-9713-9a2af1397f6b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531046 Sep 21 17:59:51.812651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-161ed8b1-2a74-4253-aae0-068bc849d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.814546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-161ed8b1-2a74-4253-aae0-068bc849d39f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1248195 Sep 21 17:59:51.819344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.839134 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-08dd6f89-55af-49bf-a62b-0590d9288a3f req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.841705 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-08dd6f89-55af-49bf-a62b-0590d9288a3f req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.843042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08dd6f89-55af-49bf-a62b-0590d9288a3f req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/483657d8-7649-483e-9500-7ac9ceb59231 HTTP/1.1" status: 204 len: 173 time: 0.4659805 Sep 21 17:59:51.960959 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-8a2f8e0e-0e1e-414c-be09-d338964b8823 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643963 Sep 21 17:59:51.990314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-688fc7cc-a285-4932-9120-3dc533bc28d2 req-f1ce5e5a-8a88-4e5d-b761-0851200d04d9 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "GET /v2.0/security-groups/9e649468-7580-4dc3-a671-150b2676266f HTTP/1.1" status: 200 len: 1776 time: 0.0597711 Sep 21 17:59:52.121803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483657d8-7649-483e-9500-7ac9ceb59231,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:52.153162 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-dd44e19d-45b5-4961-a59f-8f3a3d08a660 service neutron] 10.222.0.78 "GET /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.1561265 Sep 21 17:59:52.159771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.160356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.160437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.160784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.161121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.161454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.161789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.162304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.162635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.162963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.163293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.163615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb47898-935d-4e55-a9a4-1739ce599958 tempest-SecurityGroupsTestAdminJSON-229638193 tempest-SecurityGroupsTestAdminJSON-229638193-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.172761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Subnet': ['ID=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:52.195217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-6ed47e60-78d2-4948-82b8-039584d33ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.196732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-6ed47e60-78d2-4948-82b8-039584d33ac8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3708911 Sep 21 17:59:52.206802 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-688fc7cc-a285-4932-9120-3dc533bc28d2 req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.209859 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1396352-5f37-4504-a434-33d02c0c54a9 req-e5bb6926-f0ca-4375-8063-d2a5005177ba service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143242 Sep 21 17:59:52.216758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f40a6-2b8e-4ed7-b51a-a60ee37eff8f req-9ec1c765-1e56-41b1-8d03-258fb470334e tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.218175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-530f40a6-2b8e-4ed7-b51a-a60ee37eff8f req-9ec1c765-1e56-41b1-8d03-258fb470334e tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 1101 time: 0.1192033 Sep 21 17:59:52.218929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Checking segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:52.219288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network hostable DHCP agents. Network: e52824c9-a5b4-4f17-b372-bba2781d42bb, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:59:52.249652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-688fc7cc-a285-4932-9120-3dc533bc28d2 req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.311736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network e52824c9-a5b4-4f17-b372-bba2781d42bb is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:59:52.324053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-530f40a6-2b8e-4ed7-b51a-a60ee37eff8f req-9f099655-409b-4f2d-932f-856c17d8a74b tempest-ServersAdminNegativeTestJSON-1619672819 tempest-ServersAdminNegativeTestJSON-1619672819-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889425 Sep 21 17:59:52.334794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e52824c9-a5b4-4f17-b372-bba2781d42bb) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:52.343392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.344000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.352913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-688fc7cc-a285-4932-9120-3dc533bc28d2 req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.354506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89920180-23f0-4c61-aa71-660856837f3e None None] Network e52824c9-a5b4-4f17-b372-bba2781d42bb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:52.356200 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-688fc7cc-a285-4932-9120-3dc533bc28d2 req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.357337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-688fc7cc-a285-4932-9120-3dc533bc28d2 req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "DELETE /v2.0/security-groups/9e649468-7580-4dc3-a671-150b2676266f HTTP/1.1" status: 204 len: 173 time: 0.3484559 Sep 21 17:59:52.378300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-9f23b79f-c52c-4d8f-b1eb-dc732406e362 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720350 Sep 21 17:59:52.382321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-02ee71cb-dea9-43f6-8a42-af6ed68bdffd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2291908 Sep 21 17:59:52.383995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e649468-7580-4dc3-a671-150b2676266f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:52.385421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48854) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:52.393660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'subnet': {'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:52.421139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.421487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.421825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.422155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.422525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.422854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.423177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.423500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.423821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.424138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.424453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.424827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78ce3-3a2d-470d-91cd-dbdf6593cf91 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:52.461827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:52.502437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:52.569228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:52.585537 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:52.597314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bc8aa80-fb86-4329-8e35-2b79beb8dd20 req-87ee8180-3626-4788-9539-9769cca1fd55 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082446 Sep 21 17:59:52.602869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:52.607428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.609627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c108022-21d8-40d8-a057-c0545cb89e26 req-2082a8e7-381d-464e-b0bd-1429d2f0f915 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.611650 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c108022-21d8-40d8-a057-c0545cb89e26 req-2082a8e7-381d-464e-b0bd-1429d2f0f915 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 948 time: 0.1296751 Sep 21 17:59:52.625474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.626321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e52824c9-a5b4-4f17-b372-bba2781d42bb', 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'fixed_ips': [{'subnet_id': 'd1f9cd8a-73c4-47d3-991a-6387e6cc55f3'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:59:52.627585 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.754916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] Transition to ACTIVE for port object 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:52.764320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c108022-21d8-40d8-a057-c0545cb89e26 req-0bab60c0-ea33-4e21-b2ab-e09ad7a01a69 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459987 Sep 21 17:59:52.765535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.812813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-5d207b78-4e50-4f82-a8f0-d743741e27c2 req-e68e7e67-a65f-4e3f-a121-e18c55f46cdc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:59:52.813829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d207b78-4e50-4f82-a8f0-d743741e27c2 req-e68e7e67-a65f-4e3f-a121-e18c55f46cdc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101089 Sep 21 17:59:52.845608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Allocated IP 10.1.1.2 (e52824c9-a5b4-4f17-b372-bba2781d42bb/d1f9cd8a-73c4-47d3-991a-6387e6cc55f3/dcdfe5b2-d229-4a69-8f71-4917d006a8f8) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:52.871931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.873451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] No DVR routers for this DVR port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:52.909082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] Pushing event updated for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=10']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:52.938276 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6fb1946d-d222-4c90-858f-d209a27872f7 service neutron] 10.222.0.78 "PUT /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989/bindings/n-h2-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7776639 Sep 21 17:59:52.942784 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-782049e5-5ccd-4d7f-8c41-3c7e8c5e63c6 req-783d5e7c-38c3-4751-b574-6ac235ab3aa3 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "GET /v2.0/security-groups/1530f974-db0b-48cb-b67f-c4c224d77dbf HTTP/1.1" status: 200 len: 1777 time: 0.1322463 Sep 21 17:59:52.985547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Subnet': ['ID=c684b8c6-a584-497d-8b4b-f68694f26e01,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:53.012332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-782049e5-5ccd-4d7f-8c41-3c7e8c5e63c6 req-64f7dda0-e251-469e-b52e-af56b98544d1 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.016227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Checking segment: {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:53.016702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network hostable DHCP agents. Network: 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:59:53.024219 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.030465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eed62-f968-41f1-afb2-314b78689b48 req-086bd0fd-ae02-4460-bd65-65267195d1d5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.032302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-024eed62-f968-41f1-afb2-314b78689b48 req-086bd0fd-ae02-4460-bd65-65267195d1d5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 944 time: 0.1220162 Sep 21 17:59:53.032489 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.061566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:59:53.067834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-782049e5-5ccd-4d7f-8c41-3c7e8c5e63c6 req-64f7dda0-e251-469e-b52e-af56b98544d1 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.082325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Network e52824c9-a5b4-4f17-b372-bba2781d42bb is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:53.082713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:53.091122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.091819 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.097988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-024eed62-f968-41f1-afb2-314b78689b48 req-659360a2-24e9-4c24-a167-6c0a025e5dc5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594518 Sep 21 17:59:53.101970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:53.104342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c51b0fd-108b-48fc-a9ac-4d24f2ba2c9b None None] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:53.117862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-38f18e31-1eac-447b-879b-d41553bee155 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.118098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-86275e3f-8fcd-4865-b706-0539814d3518 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7308500 Sep 21 17:59:53.118838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:53.119863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-38f18e31-1eac-447b-879b-d41553bee155 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.0961599 Sep 21 17:59:53.129847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'port': {'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'name': 'tempest-TaggedBootDevicesTest-2028070152', 'fixed_ips': [{'subnet_id': 'd1f9cd8a-73c4-47d3-991a-6387e6cc55f3'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:53.132260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-782049e5-5ccd-4d7f-8c41-3c7e8c5e63c6 req-64f7dda0-e251-469e-b52e-af56b98544d1 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.136952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-782049e5-5ccd-4d7f-8c41-3c7e8c5e63c6 req-64f7dda0-e251-469e-b52e-af56b98544d1 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.140774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-782049e5-5ccd-4d7f-8c41-3c7e8c5e63c6 req-64f7dda0-e251-469e-b52e-af56b98544d1 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] 10.222.0.70 "DELETE /v2.0/security-groups/1530f974-db0b-48cb-b67f-c4c224d77dbf HTTP/1.1" status: 204 len: 173 time: 0.1887257 Sep 21 17:59:53.191261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:53.193644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Pushing event updated for resources: {'Port': ['ID=dcdfe5b2-d229-4a69-8f71-4917d006a8f8,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:53.226860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7dda0-e251-469e-b52e-af56b98544d1 tempest-SecurityGroupsTestAdminJSON-697244157 tempest-SecurityGroupsTestAdminJSON-697244157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1530f974-db0b-48cb-b67f-c4c224d77dbf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:53.291815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-1b0af2c4-4b7a-452a-8258-95a4c9f14431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.294144 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-1b0af2c4-4b7a-452a-8258-95a4c9f14431 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4&tenant_id=488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 1095 time: 0.1524005 Sep 21 17:59:53.299943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Attempting to bind port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:53.299943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Attempting to bind port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:53.299943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Attempting to bind port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:53.307816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:53.308367 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Checking segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:53.308876 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.309358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Bound using segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:53.309950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Bound port: dcdfe5b2-d229-4a69-8f71-4917d006a8f8, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:53.310450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.310778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a490c1-cf20-4ea9-b72e-6cf7ae16e9f0 req-85001e61-2298-46c6-b584-e1a2d215aab9 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.312501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a490c1-cf20-4ea9-b72e-6cf7ae16e9f0 req-85001e61-2298-46c6-b584-e1a2d215aab9 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0777030 Sep 21 17:59:53.366924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:53.396456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9', 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'fixed_ips': [{'subnet_id': 'c684b8c6-a584-497d-8b4b-f68694f26e01'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:59:53.398376 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.466234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a490c1-cf20-4ea9-b72e-6cf7ae16e9f0 req-4ca3cad9-209a-4756-99c6-61770b7a74e8 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401117 Sep 21 17:59:53.499533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6de8e660-1f29-44ae-ac38-1bdbf643a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.501033 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-6de8e660-1f29-44ae-ac38-1bdbf643a2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1095 time: 0.1652997 Sep 21 17:59:53.503943 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.524427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] device_id is not set on port 640fb863-861c-42a8-ba4c-56ac6fd3d842 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 17:59:53.600414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] For port dcdfe5b2-d229-4a69-8f71-4917d006a8f8, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:53.632554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] For port dcdfe5b2-d229-4a69-8f71-4917d006a8f8, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dcdfe5b2-d229-4a69-8f71-4917d006a8f8,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:53.646568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.703170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-693c5f7f-9e01-4586-b93f-58e447d01175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.704968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-693c5f7f-9e01-4586-b93f-58e447d01175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.1960261 Sep 21 17:59:53.771247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48890) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:53.874231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd47fcf-07b2-4114-9ca3-84d8f0d5f163 None None] Pushing event updated for resources: {'Port': ['ID=dcdfe5b2-d229-4a69-8f71-4917d006a8f8,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:53.881736 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-7700e41a-99b8-487b-ab34-6aa2917f2e94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 217 time: 0.1612475 Sep 21 17:59:53.955359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Allocated IP 10.2.2.2 (426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9/c684b8c6-a584-497d-8b4b-f68694f26e01/acae2c08-6d47-4849-a1d4-d4185d88efa0) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:53.959855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 10.1.1.190 (e52824c9-a5b4-4f17-b372-bba2781d42bb/d1f9cd8a-73c4-47d3-991a-6387e6cc55f3/640fb863-861c-42a8-ba4c-56ac6fd3d842) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:54.019765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-64b61f86-a024-4978-9c23-bfec6a3e01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.021329 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-64b61f86-a024-4978-9c23-bfec6a3e01dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1067085 Sep 21 17:59:54.044249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd63e81-56e5-4985-8c6c-da856ed5c651 req-a00a3860-ec36-45f0-ab08-194f8de86d06 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.053289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7bd63e81-56e5-4985-8c6c-da856ed5c651 req-a00a3860-ec36-45f0-ab08-194f8de86d06 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 950 time: 0.2050147 Sep 21 17:59:54.207963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48900) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:54.213778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-63e5da8d-5f68-4fcb-9e5d-1c8579c48656 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442332 Sep 21 17:59:54.344358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7bd63e81-56e5-4985-8c6c-da856ed5c651 req-03548004-e95f-471c-9fda-73ff2a0ce25e tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881744 Sep 21 17:59:54.362649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.384005 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.396004 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.422265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-753d8079-dfc7-473c-8676-1a088fded39a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54d01a9c6f6e4ce79be8deb2afa913d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6500475 Sep 21 17:59:54.422884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48904) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:54.468184 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-499c2f64-7f7e-4bc2-86a6-ec6e9bd40d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.469125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0f303-6800-4fa2-9d3e-da3549752ec5 req-3f4c57b3-9819-4882-820b-2286d51a2c81 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.486072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aed0f303-6800-4fa2-9d3e-da3549752ec5 req-3f4c57b3-9819-4882-820b-2286d51a2c81 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 948 time: 0.2649193 Sep 21 17:59:54.496330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:54.503807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:54.511554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:54.524799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Pushing event updated for resources: {'Port': ['ID=acae2c08-6d47-4849-a1d4-d4185d88efa0,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:54.560036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aed0f303-6800-4fa2-9d3e-da3549752ec5 req-8b69061c-b008-46b6-a729-748a7e50b13c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729885 Sep 21 17:59:54.561553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b721a10d-7913-481e-ab5b-623f517ef9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.573578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.588459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-c411c0ee-1ad8-4419-853c-d76923fe5417 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544891 Sep 21 17:59:54.590219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Attempting to bind port acae2c08-6d47-4849-a1d4-d4185d88efa0 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:54.591054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Attempting to bind port acae2c08-6d47-4849-a1d4-d4185d88efa0 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:54.591488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Attempting to bind port acae2c08-6d47-4849-a1d4-d4185d88efa0 on network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:54.598630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:54.599186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1285b-4ac3-454b-acd8-749963471c87 req-e39806ab-2cd6-4464-83e8-efe4b5eedfc0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.599667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Checking segment: {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:54.600051 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.600515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Bound using segment: {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:54.601022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Bound port: acae2c08-6d47-4849-a1d4-d4185d88efa0, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:54.601418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.607890 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41e1285b-4ac3-454b-acd8-749963471c87 req-e39806ab-2cd6-4464-83e8-efe4b5eedfc0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 944 time: 0.1241550 Sep 21 17:59:54.630565 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b721a10d-7913-481e-ab5b-623f517ef9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.663458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network e52824c9-a5b4-4f17-b372-bba2781d42bb is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:54.677977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:54.709468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:54.760063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41e1285b-4ac3-454b-acd8-749963471c87 req-47d3f1d9-e600-4b03-a835-05c61e9f3a80 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455262 Sep 21 17:59:54.763929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] For port acae2c08-6d47-4849-a1d4-d4185d88efa0, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:54.767901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] For port acae2c08-6d47-4849-a1d4-d4185d88efa0, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=acae2c08-6d47-4849-a1d4-d4185d88efa0,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:54.770524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:54.789189 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.810813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998e0b4-6eea-4a9e-8e90-3c59f2295d35 req-6ce2f9c7-bfb5-48ea-b4f5-4ea1bc3218e4 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.811285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-3b7a524a-7cbb-4c6e-b2e2-0b1ffa986344 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937063 Sep 21 17:59:54.812631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6998e0b4-6eea-4a9e-8e90-3c59f2295d35 req-6ce2f9c7-bfb5-48ea-b4f5-4ea1bc3218e4 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1461174 Sep 21 17:59:54.820986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.821728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.859714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b721a10d-7913-481e-ab5b-623f517ef9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.860440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dcdfe5b2-d229-4a69-8f71-4917d006a8f8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:54.864016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b721a10d-7913-481e-ab5b-623f517ef9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.867231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b721a10d-7913-481e-ab5b-623f517ef9b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a738de4-b959-4ef5-944f-418781ffa8e4 HTTP/1.1" status: 204 len: 168 time: 0.4388149 Sep 21 17:59:54.872544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-499c2f64-7f7e-4bc2-86a6-ec6e9bd40d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.882915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-499c2f64-7f7e-4bc2-86a6-ec6e9bd40d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.883807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721a10d-7913-481e-ab5b-623f517ef9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a738de4-b959-4ef5-944f-418781ffa8e4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:54.901379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a43b1efe-7d14-42e7-b6a6-dbe955323f1f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7805974 Sep 21 17:59:54.904213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48912) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:54.910303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'port': {'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'name': 'tempest-TaggedBootDevicesTest-2118844589', 'fixed_ips': [{'subnet_id': 'd1f9cd8a-73c4-47d3-991a-6387e6cc55f3'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:54.929376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6998e0b4-6eea-4a9e-8e90-3c59f2295d35 req-f2dc3147-9048-47ea-bc55-ef7cc7af0d9c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836782 Sep 21 17:59:54.964049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:54.976693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:54.995795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-499c2f64-7f7e-4bc2-86a6-ec6e9bd40d4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f65182e23444b9183a1b4d51aca9a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7849262 Sep 21 17:59:55.001859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48914) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:55.002595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c2f64-7f7e-4bc2-86a6-ec6e9bd40d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08999f10-2b37-48c8-81b3-07859bd5d840,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:55.097081 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c74c8ce5-d4e3-4ab1-885d-f4ed4ffb3168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.123837 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c74c8ce5-d4e3-4ab1-885d-f4ed4ffb3168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.173782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:55.180016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.191294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.resource_extend [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:59:55.196398 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c74c8ce5-d4e3-4ab1-885d-f4ed4ffb3168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.200556 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c74c8ce5-d4e3-4ab1-885d-f4ed4ffb3168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.201903 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c74c8ce5-d4e3-4ab1-885d-f4ed4ffb3168 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08999f10-2b37-48c8-81b3-07859bd5d840 HTTP/1.1" status: 204 len: 168 time: 0.1905375 Sep 21 17:59:55.210893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c8ce5-d4e3-4ab1-885d-f4ed4ffb3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08999f10-2b37-48c8-81b3-07859bd5d840,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:55.221655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] device_id is not set on port fbba3e41-8479-4c8b-bc57-1cee519dffa4 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 17:59:55.247937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Pushing event updated for resources: {'Port': ['ID=acae2c08-6d47-4849-a1d4-d4185d88efa0,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:55.354003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-48e622a4-d754-4021-bf29-b3fcb277176b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.354003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-48e622a4-d754-4021-bf29-b3fcb277176b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.1238475 Sep 21 17:59:55.385796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.387676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.388146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.390347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.394276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.395627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.396831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.397473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.398862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.400671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.403440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.405402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82940b-e073-4ad8-bb03-692091e0bddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:55.543007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:55.598316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:55.599707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48922) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:55.600713 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.676181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 10.1.1.145 (e52824c9-a5b4-4f17-b372-bba2781d42bb/d1f9cd8a-73c4-47d3-991a-6387e6cc55f3/fbba3e41-8479-4c8b-bc57-1cee519dffa4) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:55.690320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41726b9b-2c30-4cdc-ac0b-f2297c2030b5 req-96851e28-5fb6-484f-b6db-db18daaaaa35 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.698633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41726b9b-2c30-4cdc-ac0b-f2297c2030b5 req-96851e28-5fb6-484f-b6db-db18daaaaa35 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 950 time: 0.1764295 Sep 21 17:59:55.705854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.715402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad278b-3abc-44f1-b0f2-434784c49705 None None] Network e52824c9-a5b4-4f17-b372-bba2781d42bb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:55.741688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-237d5629-03a7-4ae4-a321-8d145921d492 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d750cd8b5add4a0f85fac7bdd11339e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383891 Sep 21 17:59:55.781457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:55.916962 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5cbac8d-d592-4926-8133-b5649872b04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.922832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41726b9b-2c30-4cdc-ac0b-f2297c2030b5 req-d9ae0688-2799-4c46-ac71-1ea98a80d70e tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224000 Sep 21 17:59:55.930070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', 'mac_address': 'fa:16:3e:0d:13:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:55.973248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48934) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:56.008865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-255f1abc-d2f2-46b0-8476-cc44d13599f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.032731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-c39b565f-c52e-436d-8951-7aabf4dfbf25 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.034776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-c39b565f-c52e-436d-8951-7aabf4dfbf25 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 950 time: 0.2941108 Sep 21 17:59:56.047058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b5de6a4d-793e-4741-a2ee-9a3154ed23a9 None None] Provisioning complete for port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:56.047588 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b5de6a4d-793e-4741-a2ee-9a3154ed23a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.057864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-f333885a-f46e-4bd9-adee-89e20dff076d service neutron] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:56.068475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-f333885a-f46e-4bd9-adee-89e20dff076d service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.069863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21508ef0-4923-4372-9cf0-ceeea7586fcd req-f333885a-f46e-4bd9-adee-89e20dff076d service neutron] 10.222.0.41 "DELETE /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989/bindings/n-h1-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.7028461 Sep 21 17:59:56.091056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625fa4-c82e-4218-8471-4c68832749eb req-039d58af-e6ee-42d5-9617-936599830c18 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.094079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e625fa4-c82e-4218-8471-4c68832749eb req-039d58af-e6ee-42d5-9617-936599830c18 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 948 time: 0.1790853 Sep 21 17:59:56.103100 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.129368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5cbac8d-d592-4926-8133-b5649872b04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.137019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.172415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e625fa4-c82e-4218-8471-4c68832749eb req-2e2afdc0-25af-47d6-9ac3-8c890527185c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645289 Sep 21 17:59:56.213124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:56.249362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-255f1abc-d2f2-46b0-8476-cc44d13599f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.257507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-255f1abc-d2f2-46b0-8476-cc44d13599f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.257696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port dcdfe5b2-d229-4a69-8f71-4917d006a8f8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dcdfe5b2-d229-4a69-8f71-4917d006a8f8,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.257871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c7f80-22eb-45cc-99e6-427567a0af8e req-28ffcb9d-1cfc-41ed-a859-cc5203d33809 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.266285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-753c7f80-22eb-45cc-99e6-427567a0af8e req-28ffcb9d-1cfc-41ed-a859-cc5203d33809 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 944 time: 0.2448409 Sep 21 17:59:56.270979 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.282661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.329252 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.329915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a6e7b514-f1b3-4292-b82f-8ca42a96d646 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:56.347304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-255f1abc-d2f2-46b0-8476-cc44d13599f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2038121ba4db411bac1e35820d9db248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728075 Sep 21 17:59:56.352986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48938) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:56.376276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f1abc-d2f2-46b0-8476-cc44d13599f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119bd02e-b1cb-4dc3-9d66-386b00d2c174,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.402570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68546866-b17d-4c9d-a05e-a599da6425ed req-5dd1fa99-1798-4a29-9e3b-b90fdd1faf4c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.414727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-68546866-b17d-4c9d-a05e-a599da6425ed req-5dd1fa99-1798-4a29-9e3b-b90fdd1faf4c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1303999 Sep 21 17:59:56.417413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.434777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-753c7f80-22eb-45cc-99e6-427567a0af8e req-d38e36dc-8124-4ba3-8479-f194ff5f5711 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675689 Sep 21 17:59:56.449195 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5cbac8d-d592-4926-8133-b5649872b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.452466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5cbac8d-d592-4926-8133-b5649872b04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.456004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c5cbac8d-d592-4926-8133-b5649872b04a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a108fdaf-cf6d-45f6-8059-a57167017217 HTTP/1.1" status: 204 len: 168 time: 0.6682003 Sep 21 17:59:56.508900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-68546866-b17d-4c9d-a05e-a599da6425ed req-f54e59ad-2b04-486d-bf5c-06574c3172ce tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921047 Sep 21 17:59:56.519752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port a6e7b514-f1b3-4292-b82f-8ca42a96d646, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a6e7b514-f1b3-4292-b82f-8ca42a96d646,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.522285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Deleting port 7299af82-e1d1-4951-95e1-fdaabf300ef0 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:56.522637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.536926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', 'mac_address': 'fa:16:3e:14:fc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:56.544857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03eaa93-d122-4f61-a144-7fd4ead6dee2 None None] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:56.574842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbac8d-d592-4926-8133-b5649872b04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a108fdaf-cf6d-45f6-8059-a57167017217,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.726870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13db0d03-5a15-4a14-b20c-524791eaf7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.733148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ebad-40c8-4f85-98f1-3c69d69a4851 req-a31483ff-0f27-4d0b-a608-72bde82d051d tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.736746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2442ebad-40c8-4f85-98f1-3c69d69a4851 req-a31483ff-0f27-4d0b-a608-72bde82d051d tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0951040 Sep 21 17:59:56.766208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.800180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=dcdfe5b2-d229-4a69-8f71-4917d006a8f8,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.812617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device acae2c08-6d47-4849-a1d4-d4185d88efa0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:56.817666 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2442ebad-40c8-4f85-98f1-3c69d69a4851 req-3d661d3c-7dbf-4070-bd47-c52089205523 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Sep 21 17:59:56.880098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] For port 7299af82-e1d1-4951-95e1-fdaabf300ef0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7299af82-e1d1-4951-95e1-fdaabf300ef0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.880470 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.886932 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13db0d03-5a15-4a14-b20c-524791eaf7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.916106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.928245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9b62ea1d-d929-4673-9db1-6fb0048b2761 None None] Provisioning complete for port acae2c08-6d47-4849-a1d4-d4185d88efa0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:56.928692 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b62ea1d-d929-4673-9db1-6fb0048b2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.963856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network e52824c9-a5b4-4f17-b372-bba2781d42bb is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:56.970411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Calling delete_port for 7299af82-e1d1-4951-95e1-fdaabf300ef0 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:56.979295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=fbba3e41-8479-4c8b-bc57-1cee519dffa4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.991173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e7b514-f1b3-4292-b82f-8ca42a96d646 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:56.997033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:57.003763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:57.043302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:57.062995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port a6e7b514-f1b3-4292-b82f-8ca42a96d646, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a6e7b514-f1b3-4292-b82f-8ca42a96d646,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:57.087069 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.097929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port acae2c08-6d47-4849-a1d4-d4185d88efa0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:57.098227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.201331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.201977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.215273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13db0d03-5a15-4a14-b20c-524791eaf7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.226598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13db0d03-5a15-4a14-b20c-524791eaf7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.237316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-13db0d03-5a15-4a14-b20c-524791eaf7aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/119bd02e-b1cb-4dc3-9d66-386b00d2c174 HTTP/1.1" status: 204 len: 168 time: 0.8802099 Sep 21 17:59:57.308435 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b62ea1d-d929-4673-9db1-6fb0048b2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.311101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=a6e7b514-f1b3-4292-b82f-8ca42a96d646,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:57.381398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db0d03-5a15-4a14-b20c-524791eaf7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119bd02e-b1cb-4dc3-9d66-386b00d2c174,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:57.398476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['a6e7b514-f1b3-4292-b82f-8ca42a96d646'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.404029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.461228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-ef520334-0686-4a89-b100-281f429b2965 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.470574 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-ef520334-0686-4a89-b100-281f429b2965 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.2645457 Sep 21 17:59:57.513966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-d757a175-9d83-4ffe-8656-45891483a3cb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/quotas/488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 375 time: 0.0405788 Sep 21 17:59:57.536418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.553058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bba507d0-85e3-49f0-ae6f-7a987de0a310 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6477273 Sep 21 17:59:57.585390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Pushing event deleted for resources: {'Port': ['ID=7299af82-e1d1-4951-95e1-fdaabf300ef0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:57.611676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b056ad-e92c-431e-a88d-8da70a52226b req-064f8af6-999e-4b87-b061-4d8c2ff9c04a tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.624574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6b056ad-e92c-431e-a88d-8da70a52226b req-064f8af6-999e-4b87-b061-4d8c2ff9c04a tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5eedc4-ff1c-4689-abe1-d9211486f889 HTTP/1.1" status: 200 len: 867 time: 0.4392989 Sep 21 17:59:57.633379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['80797f5c-3550-4c32-9088-3b1887c3ba7b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.655739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-d7eed70e-0588-4536-b68c-ffb95d6d1dd2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1406331 Sep 21 17:59:57.687795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9b62ea1d-d929-4673-9db1-6fb0048b2761 None None] For port acae2c08-6d47-4849-a1d4-d4185d88efa0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=acae2c08-6d47-4849-a1d4-d4185d88efa0,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:57.694484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] No DVR routers for this DVR port 7299af82-e1d1-4951-95e1-fdaabf300ef0 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:57.711794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.714610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa59981d-012e-447f-a2da-c6c1577fff80 req-6daad0bd-735d-4744-9173-87d9a2a74fb9 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "DELETE /v2.0/ports/7299af82-e1d1-4951-95e1-fdaabf300ef0 HTTP/1.1" status: 204 len: 173 time: 1.6115372 Sep 21 17:59:57.715283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'name': 'network-vif-deleted', 'tag': '7299af82-e1d1-4951-95e1-fdaabf300ef0'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:57.717920 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3bdc1d-13d0-4a96-acc1-2cc5a87985b3" -d '{"events": [{"server_uuid": "8c5eedc4-ff1c-4689-abe1-d9211486f889", "name": "network-vif-deleted", "tag": "7299af82-e1d1-4951-95e1-fdaabf300ef0"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:57.810802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6b056ad-e92c-431e-a88d-8da70a52226b req-0a3a9e01-eb70-45f9-8a6a-75c71bb2188e tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852422 Sep 21 17:59:57.831651 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b62ea1d-d929-4673-9db1-6fb0048b2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:57.915484 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-48387d80-5ec0-4ff3-bbd9-c470c636394a service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572072 Sep 21 17:59:57.950174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:58.035107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d862-e4cd-4cd8-b5ce-0e4fc8c53845 req-c4a88cd9-51d0-404d-bf72-f944b397f7f2 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.036621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32f7d862-e4cd-4cd8-b5ce-0e4fc8c53845 req-c4a88cd9-51d0-404d-bf72-f944b397f7f2 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 949 time: 0.0956314 Sep 21 17:59:58.082537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-ff0d783a-cfb8-48d4-b510-9d8054236d1b service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660645 Sep 21 17:59:58.088483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32f7d862-e4cd-4cd8-b5ce-0e4fc8c53845 req-44abdd0d-3afe-4fd2-979f-0ed5f11ec10e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Sep 21 17:59:58.182255 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:59:58.183171 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:59:58.229875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-97c51c3c-825b-495a-ac16-8f78ba0b492f None None] Provisioning complete for port 640fb863-861c-42a8-ba4c-56ac6fd3d842 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:58.230308 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97c51c3c-825b-495a-ac16-8f78ba0b492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:58.310913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62ea1d-d929-4673-9db1-6fb0048b2761 None None] Pushing event updated for resources: {'Port': ['ID=acae2c08-6d47-4849-a1d4-d4185d88efa0,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:58.392276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadef21-6730-48a3-aa94-8a7954c40a82 req-379387f1-bb66-4e4b-83c0-51b4b598b825 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.392615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-97c51c3c-825b-495a-ac16-8f78ba0b492f None None] Port 640fb863-861c-42a8-ba4c-56ac6fd3d842 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:58.402639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ceadef21-6730-48a3-aa94-8a7954c40a82 req-379387f1-bb66-4e4b-83c0-51b4b598b825 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1115000 Sep 21 17:59:58.440216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-97c51c3c-825b-495a-ac16-8f78ba0b492f None None] Provisioning complete for port acae2c08-6d47-4849-a1d4-d4185d88efa0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:58.440419 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97c51c3c-825b-495a-ac16-8f78ba0b492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:58.470394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ceadef21-6730-48a3-aa94-8a7954c40a82 req-49dea1e4-9eba-4a84-8850-7420401c0e06 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662801 Sep 21 17:59:58.559683 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622f2273-ead3-46bd-b4e7-b306195db085 x-openstack-request-id: req-622f2273-ead3-46bd-b4e7-b306195db085 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:58.560022 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5eedc4-ff1c-4689-abe1-d9211486f889", "name": "network-vif-deleted", "tag": "7299af82-e1d1-4951-95e1-fdaabf300ef0", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:58.560489 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-622f2273-ead3-46bd-b4e7-b306195db085 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:58.561084 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5eedc4-ff1c-4689-abe1-d9211486f889', 'name': 'network-vif-deleted', 'tag': '7299af82-e1d1-4951-95e1-fdaabf300ef0', 'status': 'completed', 'code': 200} Sep 21 17:59:58.679512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18eab925-cacb-417f-a2a9-29bac9b8b40d req-7b9ad18e-7225-4033-b6ce-b3ee6ffe93f3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 210 time: 0.0740740 Sep 21 17:59:58.805881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-97c51c3c-825b-495a-ac16-8f78ba0b492f None None] Provisioning complete for port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:58.808013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97c51c3c-825b-495a-ac16-8f78ba0b492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:58.848002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49030) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:58.857414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-143de674-0f06-4d14-b09c-2c19b5c73424 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202929383', 'description': 'tempest-description--529976677'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:58.911904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-143de674-0f06-4d14-b09c-2c19b5c73424 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:58.951086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dcdfe5b2-d229-4a69-8f71-4917d006a8f8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:59.073723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:59.074526 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.107860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-143de674-0f06-4d14-b09c-2c19b5c73424 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.119079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-143de674-0f06-4d14-b09c-2c19b5c73424 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.190332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-143de674-0f06-4d14-b09c-2c19b5c73424 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.196243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49044) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:59.198922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-143de674-0f06-4d14-b09c-2c19b5c73424 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3474159 Sep 21 17:59:59.205948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cf1b4392-4eb2-4397-89ae-1f3159d0546c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'security_group_rule': {'security_group_id': '7be197c8-8bd3-493e-9e22-fd7ef6227bd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:59.206975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143de674-0f06-4d14-b09c-2c19b5c73424 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be197c8-8bd3-493e-9e22-fd7ef6227bd7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:59.252222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device acae2c08-6d47-4849-a1d4-d4185d88efa0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:59.313365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d5a30-dae2-49c9-a0e0-ce41f52862eb req-8f0af003-8d68-4ce0-8cbf-fc41ef64fb27 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.319643 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92d6f142-68c9-4a49-81cf-d3f5c6c101c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.325653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e9d5a30-dae2-49c9-a0e0-ce41f52862eb req-8f0af003-8d68-4ce0-8cbf-fc41ef64fb27 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 949 time: 0.1101513 Sep 21 17:59:59.328810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d06f806f-9ad4-4857-96df-3ace3625bdcd None None] Provisioning complete for port fbba3e41-8479-4c8b-bc57-1cee519dffa4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:59.329217 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d06f806f-9ad4-4857-96df-3ace3625bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.330685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4392-4eb2-4397-89ae-1f3159d0546c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.464606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e9d5a30-dae2-49c9-a0e0-ce41f52862eb req-0328995d-cc41-492a-b285-54627cd56ec1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321547 Sep 21 17:59:59.524218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf4a45-eadf-449a-854c-cb592f491a0c req-ab761850-64c6-41e3-b510-66d6960b6d78 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.533939 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feaf4a45-eadf-449a-854c-cb592f491a0c req-ab761850-64c6-41e3-b510-66d6960b6d78 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 948 time: 0.0979321 Sep 21 17:59:59.540052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4392-4eb2-4397-89ae-1f3159d0546c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.543131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d06f806f-9ad4-4857-96df-3ace3625bdcd None None] Port fbba3e41-8479-4c8b-bc57-1cee519dffa4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:59.545477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7299af82-e1d1-4951-95e1-fdaabf300ef0 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:59.549156 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4392-4eb2-4397-89ae-1f3159d0546c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.573472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7299af82-e1d1-4951-95e1-fdaabf300ef0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:59:59.574181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7299af82-e1d1-4951-95e1-fdaabf300ef0 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:59.593707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port acae2c08-6d47-4849-a1d4-d4185d88efa0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:59.594337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.599419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4392-4eb2-4397-89ae-1f3159d0546c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.600954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cf1b4392-4eb2-4397-89ae-1f3159d0546c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023252 Sep 21 17:59:59.601092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feaf4a45-eadf-449a-854c-cb592f491a0c req-1ce9a86e-893f-43b6-8fe2-3614c3843b56 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659266 Sep 21 17:59:59.603897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49058) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:59.609697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5233d928-d8d1-4b25-9042-6facdd1551a0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'security_group_rule': {'security_group_id': '7be197c8-8bd3-493e-9e22-fd7ef6227bd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:59.635371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b4392-4eb2-4397-89ae-1f3159d0546c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5057608c-eba1-481c-8752-09c7e40d07ca,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:59.660534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5233d928-d8d1-4b25-9042-6facdd1551a0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.749627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5233d928-d8d1-4b25-9042-6facdd1551a0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.755884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5233d928-d8d1-4b25-9042-6facdd1551a0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.789315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233d928-d8d1-4b25-9042-6facdd1551a0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b8fe73-3533-4ad0-809b-86bcc6fa92a0,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:59.794787 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5233d928-d8d1-4b25-9042-6facdd1551a0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.796476 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5233d928-d8d1-4b25-9042-6facdd1551a0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1913445 Sep 21 17:59:59.799687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49068) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:59.805125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:59.836445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.912608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c09708-4b5b-4534-806f-9f4e505a2a82 req-b936e90c-38f3-432b-abce-9ed81965a58c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.914287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94c09708-4b5b-4534-806f-9f4e505a2a82 req-b936e90c-38f3-432b-abce-9ed81965a58c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.3082685 Sep 21 17:59:59.961315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94c09708-4b5b-4534-806f-9f4e505a2a82 req-c7153888-0565-4978-9db9-183a81657deb tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Sep 21 18:00:00.002593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.140285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 172.25.3.92 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/a07e29b2-f7a5-4b3b-8758-0744603b51b9) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:00.166807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c29a3f4-dffb-4d33-87dc-1cbdf375d9b8 req-5dd0d50f-9000-4412-b489-880ffc703ee2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 210 time: 0.0559618 Sep 21 18:00:00.175313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-42b86634-b2b9-4832-8bb5-54aaffe66e3d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.177067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-42b86634-b2b9-4832-8bb5-54aaffe66e3d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.1750717 Sep 21 18:00:00.193831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Request body: {'port': {'device_id': '0a701871-1920-4e9e-ba63-2198203424f8', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'admin_state_up': True, 'tenant_id': '488675541d0546a4a382868afc2648ea'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:00.283811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.327393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.330978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Made reservation on behalf of 488675541d0546a4a382868afc2648ea for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:00.335528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.411862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:00.415168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:00.424158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:00.464145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=a07e29b2-f7a5-4b3b-8758-0744603b51b9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:00.539190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.559894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Allocated IP 172.20.0.14 (bdaba322-21b6-4e5a-979b-ca73f663a501/2850d4cc-a77d-46b9-a908-3ed136a714e8/05b35d87-38c4-451e-8be8-340eaea37960) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:00.626995 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.718123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223088d3-964f-4c67-a731-d3cb418ecec8 req-772b46b1-2e99-430a-8074-744aaec921d6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.725716 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-223088d3-964f-4c67-a731-d3cb418ecec8 req-772b46b1-2e99-430a-8074-744aaec921d6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 949 time: 0.1182139 Sep 21 18:00:00.785725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49116) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:00.832441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b5ee-c87a-4d83-933d-1e0e1064fa1e req-9d5761a7-2ae4-424d-861d-c1d6a6094839 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.842222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d585b5ee-c87a-4d83-933d-1e0e1064fa1e req-9d5761a7-2ae4-424d-861d-c1d6a6094839 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 948 time: 0.1320674 Sep 21 18:00:00.867735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-223088d3-964f-4c67-a731-d3cb418ecec8 req-a0afe694-886b-4a20-8285-c868fc929a15 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408298 Sep 21 18:00:00.877489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.877679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.883506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.905280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d585b5ee-c87a-4d83-933d-1e0e1064fa1e req-fe16aa5f-fa51-4e2c-9113-ac95946a297b tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/security-groups?id=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643435 Sep 21 18:00:00.920459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.941652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=a07e29b2-f7a5-4b3b-8758-0744603b51b9,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:00.953465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:00.954799 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-504d8f78-41a5-4719-aa3f-067a58798914 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1539767 Sep 21 18:00:00.971509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.017116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:01.025408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Network bdaba322-21b6-4e5a-979b-ca73f663a501 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:01.028708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:01.033543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:01.064719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d7f5d104-d666-47f4-b12d-2edaeb93c53c tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.066438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d7f5d104-d666-47f4-b12d-2edaeb93c53c tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 948 time: 0.0691385 Sep 21 18:00:01.091003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.107594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a6e7b514-f1b3-4292-b82f-8ca42a96d646 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:01.136292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.136985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.142819 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0d6d-4dfe-4c2f-b3d0-122ae0c7e19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.173211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-8bc1353b-36e9-40ba-8d3c-364541ca1a37 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9842834 Sep 21 18:00:01.185855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port a6e7b514-f1b3-4292-b82f-8ca42a96d646 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:01.189824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Request body: {'port': {'device_id': '0a701871-1920-4e9e-ba63-2198203424f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:01.190436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port a6e7b514-f1b3-4292-b82f-8ca42a96d646 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:01.190809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.245341 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d970d0f8-8475-4c20-acff-2afcebc043e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.281341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.282090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a84720-0b3d-4b93-8dfb-f228b6899ab2 req-d0100ad2-cf09-4c35-9108-b911f4263363 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.283722 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85a84720-0b3d-4b93-8dfb-f228b6899ab2 req-d0100ad2-cf09-4c35-9108-b911f4263363 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1789510 Sep 21 18:00:01.312675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Deleting port 80797f5c-3550-4c32-9088-3b1887c3ba7b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:01.313188 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.314610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.340450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port a6e7b514-f1b3-4292-b82f-8ca42a96d646, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a6e7b514-f1b3-4292-b82f-8ca42a96d646,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.341686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114001cf-4052-47ea-82d3-667f9e6f770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:01.345216 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918e4422-3cc3-4177-9aec-6e45286407fe" -d '{"events": [{"server_uuid": "114001cf-4052-47ea-82d3-667f9e6f770a", "name": "network-vif-plugged", "status": "completed", "tag": "a6e7b514-f1b3-4292-b82f-8ca42a96d646"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:01.350793 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.352433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:01.355032 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-db16b287-0a69-4a43-8840-29ac9799aeff tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--202929383&fields=id&tenant_id=f69ed352cf1e4644b37f5668be5dd66d HTTP/1.1" status: 200 len: 267 time: 0.0880697 Sep 21 18:00:01.395033 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85a84720-0b3d-4b93-8dfb-f228b6899ab2 req-bc74ef42-f815-4adb-aab0-f89fccca5ba3 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969875 Sep 21 18:00:01.422471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:01.471662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] For port 80797f5c-3550-4c32-9088-3b1887c3ba7b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=80797f5c-3550-4c32-9088-3b1887c3ba7b,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.472064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.476131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-703c9fcd-54b0-4677-81d9-5d8c7ea211a6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.477858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-703c9fcd-54b0-4677-81d9-5d8c7ea211a6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports/640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 932 time: 0.0879028 Sep 21 18:00:01.482851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=a6e7b514-f1b3-4292-b82f-8ca42a96d646,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.491942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Calling delete_port for 80797f5c-3550-4c32-9088-3b1887c3ba7b owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:01.534722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:01.543865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:01.544238 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.593956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0d6d-4dfe-4c2f-b3d0-122ae0c7e19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.602654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.603663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2f896-3ef7-4a28-94c9-c5898a70f448 req-250b3d8f-ee31-4352-a5f6-c7fe8a90cba8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.603877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0d6d-4dfe-4c2f-b3d0-122ae0c7e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.606874 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74e2f896-3ef7-4a28-94c9-c5898a70f448 req-250b3d8f-ee31-4352-a5f6-c7fe8a90cba8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 932 time: 0.1091950 Sep 21 18:00:01.618982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'mac_address': 'fa:16:3e:17:88:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:01.635239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fe7346be-a5e7-4a46-8cd5-d375c40c9709 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.636710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fe7346be-a5e7-4a46-8cd5-d375c40c9709 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports/fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 932 time: 0.1037228 Sep 21 18:00:01.689900 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.692065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.697748 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74e2f896-3ef7-4a28-94c9-c5898a70f448 req-3226edce-9afa-447e-9a58-bf89879be8a1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713313 Sep 21 18:00:01.716977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f2d96b1-f412-4006-b09e-48c02222e06c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:01.754820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.765810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.770002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.770921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3b5e0d6d-4dfe-4c2f-b3d0-122ae0c7e19c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e4bd0ad7e594a06b74ff0c86ffb916f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9835665 Sep 21 18:00:01.771711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e0d6d-4dfe-4c2f-b3d0-122ae0c7e19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42f4a3-314d-4205-8167-ba6172a48e2c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.779547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49148) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:01.779756 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.789179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-22622c1a-8da9-401d-a951-37d8e25e07e7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1378589 Sep 21 18:00:01.817527 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ff9b3d-64c1-4395-a320-fe1d6c8bde55 x-openstack-request-id: req-a6ff9b3d-64c1-4395-a320-fe1d6c8bde55 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:01.817810 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114001cf-4052-47ea-82d3-667f9e6f770a", "name": "network-vif-plugged", "status": "completed", "tag": "a6e7b514-f1b3-4292-b82f-8ca42a96d646", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:01.818072 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6ff9b3d-64c1-4395-a320-fe1d6c8bde55 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:01.818533 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114001cf-4052-47ea-82d3-667f9e6f770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', 'code': 200} Sep 21 18:00:01.819509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.842021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.847513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-050dfd79-aa40-4977-9b29-e5f24e529794 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0569100 Sep 21 18:00:01.873411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Pushing event deleted for resources: {'Port': ['ID=80797f5c-3550-4c32-9088-3b1887c3ba7b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.891369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d970d0f8-8475-4c20-acff-2afcebc043e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.922329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.923926 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d970d0f8-8475-4c20-acff-2afcebc043e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.989861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] No DVR routers for this DVR port 80797f5c-3550-4c32-9088-3b1887c3ba7b on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:01.993482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.995931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb69e3f4-3966-4be9-879e-90892a6c5c74 req-d31d1b77-9a5d-4219-b2ad-58a977f318f3 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.41 "DELETE /v2.0/ports/80797f5c-3550-4c32-9088-3b1887c3ba7b HTTP/1.1" status: 204 len: 173 time: 0.9202394 Sep 21 18:00:02.005030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'name': 'network-vif-deleted', 'tag': '80797f5c-3550-4c32-9088-3b1887c3ba7b'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:02.007458 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b01f6-a5ac-4ab1-9ee0-ed6b0dd978b8" -d '{"events": [{"server_uuid": "66a7e45b-9e2c-4f07-b769-b11a7c24b8e5", "name": "network-vif-deleted", "tag": "80797f5c-3550-4c32-9088-3b1887c3ba7b"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:02.032553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970d0f8-8475-4c20-acff-2afcebc043e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c782a64c-0a1c-49ad-91ac-8172edacf77e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.048541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7f2d96b1-f412-4006-b09e-48c02222e06c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:02.053115 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d970d0f8-8475-4c20-acff-2afcebc043e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93757b2f83764a6aad9b896ce736fc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0324886 Sep 21 18:00:02.055800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585264-f9d0-4570-add6-0e502b9eca76 req-3b62225a-8a77-41b8-a4cf-9a41f14783a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.057381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9c585264-f9d0-4570-add6-0e502b9eca76 req-3b62225a-8a77-41b8-a4cf-9a41f14783a7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 1101 time: 0.1714835 Sep 21 18:00:02.057905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49156) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:02.064575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab25d-652a-4d9e-89f4-666911928140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.076642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b35d87-38c4-451e-8be8-340eaea37960 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:02.096511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-cbe5381f-e0eb-47b2-a9fd-c8e36e911d91 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.102402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-cbe5381f-e0eb-47b2-a9fd-c8e36e911d91 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.108760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-cbe5381f-e0eb-47b2-a9fd-c8e36e911d91 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.116127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-cbe5381f-e0eb-47b2-a9fd-c8e36e911d91 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/networks?id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 1990 time: 0.2676616 Sep 21 18:00:02.122039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.159690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab25d-652a-4d9e-89f4-666911928140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.168195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-180ead1c-03e6-4998-979a-33d2c0ed6ae7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/quotas/f69ed352cf1e4644b37f5668be5dd66d HTTP/1.1" status: 200 len: 375 time: 0.0510733 Sep 21 18:00:02.179519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Transition to ACTIVE for port object 05b35d87-38c4-451e-8be8-340eaea37960 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:02.194792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.202334 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3038b0c-5cb3-4bd1-8d2d-3a374e2941e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.231330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3038b0c-5cb3-4bd1-8d2d-3a374e2941e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.288559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9c585264-f9d0-4570-add6-0e502b9eca76 req-018c803a-2233-4e05-b99d-a53b0ed8a026 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087142 Sep 21 18:00:02.295443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.308974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7512e-f16b-4ca0-9aab-2e82d3052f3d req-6772679f-b610-4d7f-9ff3-85fe6f36a160 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.310674 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cb7512e-f16b-4ca0-9aab-2e82d3052f3d req-6772679f-b610-4d7f-9ff3-85fe6f36a160 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 950 time: 0.2743163 Sep 21 18:00:02.333156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3038b0c-5cb3-4bd1-8d2d-3a374e2941e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.337011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3038b0c-5cb3-4bd1-8d2d-3a374e2941e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.338489 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a3038b0c-5cb3-4bd1-8d2d-3a374e2941e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c782a64c-0a1c-49ad-91ac-8172edacf77e HTTP/1.1" status: 204 len: 168 time: 0.2644114 Sep 21 18:00:02.354866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2de72e35-e08c-4b50-a987-29a5765f57da tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1771779 Sep 21 18:00:02.373532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab25d-652a-4d9e-89f4-666911928140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.376301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab25d-652a-4d9e-89f4-666911928140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.377445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa1ab25d-652a-4d9e-89f4-666911928140 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d42f4a3-314d-4205-8167-ba6172a48e2c HTTP/1.1" status: 204 len: 168 time: 0.5854530 Sep 21 18:00:02.388922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cb7512e-f16b-4ca0-9aab-2e82d3052f3d req-0580c6e5-3ab1-4c85-8c4c-58ad92192e4e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683262 Sep 21 18:00:02.394035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3038b0c-5cb3-4bd1-8d2d-3a374e2941e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782a64c-0a1c-49ad-91ac-8172edacf77e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.451565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ab25d-652a-4d9e-89f4-666911928140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42f4a3-314d-4205-8167-ba6172a48e2c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.513089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:02.513374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:02.513808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:02.523695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:02.524025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:02.533012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:02.533322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:02.533891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:02.534533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Bound port: 05b35d87-38c4-451e-8be8-340eaea37960, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:02.535289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.575422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4534321b-43a3-4335-a08b-173692594088 req-4786f930-1247-48af-a6fa-0747dbe509b4 tempest-ServersAdminNegativeTestJSON-1172636909 tempest-ServersAdminNegativeTestJSON-1172636909-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a7e45b-9e2c-4f07-b769-b11a7c24b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0462925 Sep 21 18:00:02.596988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-9336357e-34b8-4105-a4f8-9a6a6ebd0b96 service neutron] 10.222.0.70 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182729 Sep 21 18:00:02.651565 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21e193d-4b5e-4b08-a7be-d6f711256faf x-openstack-request-id: req-c21e193d-4b5e-4b08-a7be-d6f711256faf {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:02.651897 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7e45b-9e2c-4f07-b769-b11a7c24b8e5", "name": "network-vif-deleted", "tag": "80797f5c-3550-4c32-9088-3b1887c3ba7b", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:02.652150 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c21e193d-4b5e-4b08-a7be-d6f711256faf {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:02.653014 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7e45b-9e2c-4f07-b769-b11a7c24b8e5', 'name': 'network-vif-deleted', 'tag': '80797f5c-3550-4c32-9088-3b1887c3ba7b', 'status': 'completed', 'code': 200} Sep 21 18:00:02.701348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:02.719866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:02.731723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.754721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-529e1dcd-c7d4-4692-b22f-707ac87ced38 service neutron] 10.222.0.70 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567466 Sep 21 18:00:02.779248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c8c5e-17d7-4e58-9d58-999bdad1dcd7 req-329e68c9-c975-47f8-b19a-e654a501e957 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.787540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.788661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.789313 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a0c8c5e-17d7-4e58-9d58-999bdad1dcd7 req-329e68c9-c975-47f8-b19a-e654a501e957 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 948 time: 0.0727720 Sep 21 18:00:02.791205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] 10.222.0.41 "PUT /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 1092 time: 1.6072869 Sep 21 18:00:02.813457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:02.816363 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31d97c5-b19b-4d63-8056-6ce1688ff95e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "tag": "05b35d87-38c4-451e-8be8-340eaea37960"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:02.840924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a0c8c5e-17d7-4e58-9d58-999bdad1dcd7 req-dbde7e06-a244-43d8-80fc-bdbd522e6e8b tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505660 Sep 21 18:00:02.843472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-b57b77ec-63c8-4303-af3d-5071d304ad22 service neutron] 10.222.0.70 "GET /v2.0/ports/640fb863-861c-42a8-ba4c-56ac6fd3d842?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0877855 Sep 21 18:00:02.923003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d232-a94c-4e1d-b729-8beeb6cd3073 service neutron] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.929603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49172) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:02.965041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbbe67-1729-4677-8601-0f2a9661607e req-5d92158f-927f-4bef-af89-401556f97979 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.966642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6efbbe67-1729-4677-8601-0f2a9661607e req-5d92158f-927f-4bef-af89-401556f97979 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.0671048 Sep 21 18:00:02.971108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49176) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:02.980422 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d38b6038-8468-45ec-913e-a3778960f25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.999508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ea2398f-e6d0-4c09-afaa-77bc99124b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.022771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-660938c4-2aa7-4412-8a53-adbeb34ba7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.024127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-660938c4-2aa7-4412-8a53-adbeb34ba7b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1095 time: 0.1546128 Sep 21 18:00:03.031285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-5fa61177-7823-45d2-8c5f-7b436f2f0442 service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869926 Sep 21 18:00:03.037382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6efbbe67-1729-4677-8601-0f2a9661607e req-a4409855-80e5-4156-890d-366716e473e3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Sep 21 18:00:03.097781 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc8d217-c759-4725-aa78-162450721bef x-openstack-request-id: req-5fc8d217-c759-4725-aa78-162450721bef {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:03.098080 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "tag": "05b35d87-38c4-451e-8be8-340eaea37960", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:03.098415 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fc8d217-c759-4725-aa78-162450721bef {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:03.098739 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960', 'status': 'completed', 'code': 200} Sep 21 18:00:03.102057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-91d0095d-ed65-40a2-b0c4-3197ad2aa0fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 217 time: 0.0645485 Sep 21 18:00:03.214091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-2b7602f6-3907-468f-987a-34f10e59fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.215621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-2b7602f6-3907-468f-987a-34f10e59fa58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1010008 Sep 21 18:00:03.261224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-88bec7ee-faa0-44fc-9fad-e0b96398dd9c service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225037 Sep 21 18:00:03.265239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-a5b7049f-0e12-454f-b0d9-f8f0da280803 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348175 Sep 21 18:00:03.330344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d38b6038-8468-45ec-913e-a3778960f25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.343092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d38b6038-8468-45ec-913e-a3778960f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.353632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-66d5c883-c91f-45b6-8e55-514ec0484676 service neutron] 10.222.0.70 "GET /v2.0/ports/fbba3e41-8479-4c8b-bc57-1cee519dffa4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0840697 Sep 21 18:00:03.435797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ea2398f-e6d0-4c09-afaa-77bc99124b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.442483 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ea2398f-e6d0-4c09-afaa-77bc99124b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.443008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:03.469381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d38b6038-8468-45ec-913e-a3778960f25c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c73143757e544950828e47f18ac6db66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387120 Sep 21 18:00:03.470083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b6038-8468-45ec-913e-a3778960f25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271f7301-b4b8-4693-9b12-ba506dc78642,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:03.474255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49180) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:03.505016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7f2d96b1-f412-4006-b09e-48c02222e06c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:03.505493 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.534281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4ea2398f-e6d0-4c09-afaa-77bc99124b1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82b04bb687b3494089378af9e8793ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598643 Sep 21 18:00:03.536836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49182) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:03.569662 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8aa107b-9221-491d-863b-1bc6c8aa9bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.588725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2398f-e6d0-4c09-afaa-77bc99124b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef43645-6727-41a1-9182-e2d3f22976bf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:03.588978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-df622a79-a736-43dd-93dd-0ac29f84a8ae service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054681 Sep 21 18:00:03.613827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.616374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa351-0101-4fe8-af00-4be2faf61de8 req-79f5be05-f1b0-44c0-b976-c7a045a0f482 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.625441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a8fa351-0101-4fe8-af00-4be2faf61de8 req-79f5be05-f1b0-44c0-b976-c7a045a0f482 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 950 time: 0.1259067 Sep 21 18:00:03.648803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:03.655542 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.657037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 80797f5c-3550-4c32-9088-3b1887c3ba7b no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:03.662270 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a8fa351-0101-4fe8-af00-4be2faf61de8 req-d445b070-c992-4427-94af-ba3ba6f66676 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359442 Sep 21 18:00:03.679450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ed0e27ff-94e1-4564-a1f5-695d1e65b120 service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122015 Sep 21 18:00:03.702160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 80797f5c-3550-4c32-9088-3b1887c3ba7b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:03.702731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 80797f5c-3550-4c32-9088-3b1887c3ba7b not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:03.734576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:03.820527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'}, {'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:03.824588 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053ea17-18a3-4665-aa53-c08b9ee50e1a" -d '{"events": [{"server_uuid": "4b024b25-9395-46ae-94f8-1a3b7f75056e", "name": "network-vif-plugged", "status": "completed", "tag": "01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01"}, {"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:03.875517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.877908 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee68e0fc-7925-4d81-8326-cdf47127f273 x-openstack-request-id: req-ee68e0fc-7925-4d81-8326-cdf47127f273 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:03.878712 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b024b25-9395-46ae-94f8-1a3b7f75056e", "name": "network-vif-plugged", "status": "completed", "tag": "01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01", "code": 200}, {"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:03.879188 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee68e0fc-7925-4d81-8326-cdf47127f273 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:03.880747 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', 'code': 200} Sep 21 18:00:03.881712 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'code': 200} Sep 21 18:00:03.988316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5cf2de2b-b13e-4dc3-8c50-139d2160443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.998020 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d653887-a0ad-4fc8-9bd0-704b8b6ee2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.068437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbd84f2d-197d-4eb4-ac9d-4a5fab915690 req-ab5e0347-af01-43f7-a2d6-23e202cac404 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659038 Sep 21 18:00:04.074494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d444ad-4ce0-401c-a987-fd93920f8163 req-30936866-e011-4297-8099-3c2a47c22ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.076729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-50d444ad-4ce0-401c-a987-fd93920f8163 req-30936866-e011-4297-8099-3c2a47c22ca5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 1101 time: 0.1291466 Sep 21 18:00:04.078735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.087382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5cf2de2b-b13e-4dc3-8c50-139d2160443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.091861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d653887-a0ad-4fc8-9bd0-704b8b6ee2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.122626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0b72-0082-4ed6-905d-d9762e337288 req-a73bb86c-c16c-4dc1-8f92-9c17d10674fe tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.131175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f2d0b72-0082-4ed6-905d-d9762e337288 req-a73bb86c-c16c-4dc1-8f92-9c17d10674fe tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1190991 Sep 21 18:00:04.170144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ae14ef76-2067-413e-8c72-3c4339877f5a service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322876 Sep 21 18:00:04.176589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-50d444ad-4ce0-401c-a987-fd93920f8163 req-6bbe1b32-b8ae-402a-a03d-f72cc3a000d8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913157 Sep 21 18:00:04.203376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49198) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:04.226874 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f2d0b72-0082-4ed6-905d-d9762e337288 req-263955f1-122e-41d2-8ee4-2fa40317e05d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945308 Sep 21 18:00:04.254439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-a772b626-3dd8-4d28-8dcc-20d5beddf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.258151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-a772b626-3dd8-4d28-8dcc-20d5beddf5af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1095 time: 0.0959895 Sep 21 18:00:04.270318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb162ef7-0954-4204-b9b5-886563f48b9b req-b348485f-349c-4dab-8411-520716c4c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.271858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb162ef7-0954-4204-b9b5-886563f48b9b req-b348485f-349c-4dab-8411-520716c4c1f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1100 time: 0.1185989 Sep 21 18:00:04.284584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d653887-a0ad-4fc8-9bd0-704b8b6ee2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.287191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d653887-a0ad-4fc8-9bd0-704b8b6ee2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.291340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5d653887-a0ad-4fc8-9bd0-704b8b6ee2c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ef43645-6727-41a1-9182-e2d3f22976bf HTTP/1.1" status: 204 len: 168 time: 0.7471118 Sep 21 18:00:04.302132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5cf2de2b-b13e-4dc3-8c50-139d2160443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.304652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5cf2de2b-b13e-4dc3-8c50-139d2160443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.308692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5cf2de2b-b13e-4dc3-8c50-139d2160443a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/271f7301-b4b8-4693-9b12-ba506dc78642 HTTP/1.1" status: 204 len: 168 time: 0.8291161 Sep 21 18:00:04.333127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d653887-a0ad-4fc8-9bd0-704b8b6ee2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef43645-6727-41a1-9182-e2d3f22976bf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:04.345238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ccdab861-b256-4075-8a02-a3c7bf5c38d0 service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553030 Sep 21 18:00:04.361565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2de2b-b13e-4dc3-8c50-139d2160443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271f7301-b4b8-4693-9b12-ba506dc78642,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:04.372279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb162ef7-0954-4204-b9b5-886563f48b9b req-c5aaa3b4-eda7-4616-ab14-05e087290cc6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886569 Sep 21 18:00:04.478881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-589fda19-289b-41a6-aa35-4228485c0398 service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035645 Sep 21 18:00:04.526808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-94d0d4c7-e54a-484d-a761-a36d227416d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.528519 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-94d0d4c7-e54a-484d-a761-a36d227416d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2592940 Sep 21 18:00:04.539434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f57ec-cc13-40db-a42c-ae4a0afe3251 req-e2b9fc4b-ef82-4edb-a31d-146bbbd06a18 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.546940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-205f57ec-cc13-40db-a42c-ae4a0afe3251 req-e2b9fc4b-ef82-4edb-a31d-146bbbd06a18 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.2202458 Sep 21 18:00:04.557090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ff29f2f2-a731-4fbe-8387-de9176adf729 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=357dff443f824b44b3e5788dc7ab5bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498738 Sep 21 18:00:04.574217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49210) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:04.597533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-e2143fff-686d-40aa-9d25-7e9fa96a7c35 service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123204 Sep 21 18:00:04.632661 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.686027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-87ea86b8-055a-461b-a196-f3cfb97932ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 217 time: 0.0925677 Sep 21 18:00:04.690947 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-205f57ec-cc13-40db-a42c-ae4a0afe3251 req-3fdca054-81d8-4cb6-a619-3c91cbf1989a tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416306 Sep 21 18:00:04.731869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-1450af6a-0989-47c7-b2eb-1f2eabb7f587 service neutron] 10.222.0.70 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269367 Sep 21 18:00:04.740537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6569cc0-af5d-4882-ae36-958088993f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.785050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-cd05c395-282a-461b-8abe-0477ac32229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.789295 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-cd05c395-282a-461b-8abe-0477ac32229f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.0953057 Sep 21 18:00:04.803841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6569cc0-af5d-4882-ae36-958088993f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.878727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7591bd2f-7871-49dc-a831-08b31137cba8 service neutron] 10.222.0.70 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376801 Sep 21 18:00:04.878983 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-eb3bd2f3-f08c-4381-bb81-d905d58aeebe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622675 Sep 21 18:00:04.981524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6569cc0-af5d-4882-ae36-958088993f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.985209 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6569cc0-af5d-4882-ae36-958088993f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:04.987003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e6569cc0-af5d-4882-ae36-958088993f76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943 HTTP/1.1" status: 204 len: 168 time: 0.4113612 Sep 21 18:00:05.003109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6569cc0-af5d-4882-ae36-958088993f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb0e09b-c48d-4ae0-9d58-6bf1dcb8a943,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:05.020682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-5b51449b-7ca0-4ad7-b7a8-dab598c8647f service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269238 Sep 21 18:00:05.080068 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-57843b8c-dd6f-47ea-80fb-9f9b6985e603 service neutron] 10.222.0.70 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921742 Sep 21 18:00:05.222490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-e3041b84-a13c-435c-a591-13136f5d9d73 service neutron] 10.222.0.70 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352029 Sep 21 18:00:05.234059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505c227-8f18-4b9b-b5ce-c80fb9d92f54 req-ef7d5743-56bc-4103-bb06-49ab8f8999cb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.235694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8505c227-8f18-4b9b-b5ce-c80fb9d92f54 req-ef7d5743-56bc-4103-bb06-49ab8f8999cb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 950 time: 0.0703444 Sep 21 18:00:05.237788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b31d97c5-b19b-4d63-8056-6ce1688ff95e req-ac9c2558-39ad-46b8-8d0f-2ba1ce909c9c service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049079 Sep 21 18:00:05.292648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8505c227-8f18-4b9b-b5ce-c80fb9d92f54 req-09e891e7-5091-4388-8b5b-cb3dfb026271 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505016 Sep 21 18:00:05.341196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eb7ed601-03de-4bfe-9365-b1c93084526e service neutron] 10.222.0.70 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120815 Sep 21 18:00:05.481241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e764e0-f121-4488-9a74-869bfc83c9dc req-98b064e9-1e41-4d90-a717-74465d745485 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.489666 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-51e764e0-f121-4488-9a74-869bfc83c9dc req-98b064e9-1e41-4d90-a717-74465d745485 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0899763 Sep 21 18:00:05.553508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49252) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:05.574843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-51e764e0-f121-4488-9a74-869bfc83c9dc req-5e4e08d9-f35f-448f-aaad-0cfabae74b31 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842807 Sep 21 18:00:05.620165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49256) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:05.628258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-366fe320-89ac-4aac-bb28-7d1e46862ab2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=43e8b622022d40b6b50be436be46162b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733631 Sep 21 18:00:05.701534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02e3c7d1-847a-4c10-a5b7-189dbb22e8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:05.755394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02e3c7d1-847a-4c10-a5b7-189dbb22e8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:05.898533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be44f34-0e30-4058-b9d6-3aa0834b4ed1 req-3e68b0f1-4138-4669-9a69-8ca73aa686cb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.901449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7be44f34-0e30-4058-b9d6-3aa0834b4ed1 req-3e68b0f1-4138-4669-9a69-8ca73aa686cb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.1164196 Sep 21 18:00:05.937651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02e3c7d1-847a-4c10-a5b7-189dbb22e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:05.939891 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02e3c7d1-847a-4c10-a5b7-189dbb22e8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:05.941083 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-02e3c7d1-847a-4c10-a5b7-189dbb22e8d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1f73dba-7dbe-4e7f-81ee-00f5253eafda HTTP/1.1" status: 204 len: 168 time: 0.3198104 Sep 21 18:00:05.957342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3c7d1-847a-4c10-a5b7-189dbb22e8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f73dba-7dbe-4e7f-81ee-00f5253eafda,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:06.002044 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7be44f34-0e30-4058-b9d6-3aa0834b4ed1 req-b1306008-347c-4fef-91fc-6d11e75d07d1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632319 Sep 21 18:00:06.442785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28bb75c1-a5e8-4560-a8c4-3c5defeac657 req-34fc8923-695c-4f4e-9087-f847ddb8879b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0509722 Sep 21 18:00:06.487093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1be030-a70c-4fe1-91ef-02bdc639a5c4 req-40542901-c9df-47f3-a139-89113bd6373b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.489014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d1be030-a70c-4fe1-91ef-02bdc639a5c4 req-40542901-c9df-47f3-a139-89113bd6373b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 950 time: 0.0634897 Sep 21 18:00:06.550245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d1be030-a70c-4fe1-91ef-02bdc639a5c4 req-af8a9e71-b4eb-48a5-a0f9-6764d4ac5521 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512378 Sep 21 18:00:06.723635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edc9b0-c874-4532-aab1-242e4f53441c req-a5b9afe3-3178-4273-adac-6b040c2ce77c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.726626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54edc9b0-c874-4532-aab1-242e4f53441c req-a5b9afe3-3178-4273-adac-6b040c2ce77c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 950 time: 0.0962100 Sep 21 18:00:06.766052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48a4a8-e872-4994-8bee-8cf6ea7c6990 req-ae27068e-bbf9-40f8-a4d5-bad39bec542a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.771499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d48a4a8-e872-4994-8bee-8cf6ea7c6990 req-ae27068e-bbf9-40f8-a4d5-bad39bec542a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0845151 Sep 21 18:00:06.788086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54edc9b0-c874-4532-aab1-242e4f53441c req-a4e3e30c-b1d8-4d04-815d-a3f0c934cfb7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541966 Sep 21 18:00:06.819571 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d48a4a8-e872-4994-8bee-8cf6ea7c6990 req-4b03787a-754c-4c25-bc17-bc4881611c13 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Sep 21 18:00:06.990057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c0b7-8655-404a-a2ae-988403b0a15d req-e320335e-3160-4417-9c91-a4cf7bd02737 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.992087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8de4c0b7-8655-404a-a2ae-988403b0a15d req-e320335e-3160-4417-9c91-a4cf7bd02737 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0749450 Sep 21 18:00:07.050045 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8de4c0b7-8655-404a-a2ae-988403b0a15d req-89c26bc8-b977-4533-99eb-fdc5c8d41102 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490956 Sep 21 18:00:07.093589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:07.157372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafdf95-e239-4047-b3ca-4af6871b5551 req-f7478898-692a-46b7-b7af-0f915ad9295c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.163832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafdf95-e239-4047-b3ca-4af6871b5551 req-f7478898-692a-46b7-b7af-0f915ad9295c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.166372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6cafdf95-e239-4047-b3ca-4af6871b5551 req-f7478898-692a-46b7-b7af-0f915ad9295c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e&device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 1691 time: 0.0813704 Sep 21 18:00:07.224064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6cafdf95-e239-4047-b3ca-4af6871b5551 req-462b3c1b-88f2-48ce-83a5-ca9dfbbbf7b9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Sep 21 18:00:07.253764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aefb8-54e0-4c62-81d2-7264d14f3450 req-673c06ec-fae3-4458-821b-13d41bd30b09 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.264924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a8aefb8-54e0-4c62-81d2-7264d14f3450 req-673c06ec-fae3-4458-821b-13d41bd30b09 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.1109099 Sep 21 18:00:07.308279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a8aefb8-54e0-4c62-81d2-7264d14f3450 req-9d1c2fcd-5b0b-48ba-9e32-f19d2169f855 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Sep 21 18:00:07.478720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:07.616864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:07.632014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '05b35d87-38c4-451e-8be8-340eaea37960', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'port_id': '05b35d87-38c4-451e-8be8-340eaea37960', 'mac_address': 'fa:16:3e:84:e6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2850d4cc-a77d-46b9-a908-3ed136a714e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:07.680861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:07.699155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b35d87-38c4-451e-8be8-340eaea37960 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:07.722253 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:07.727288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:07.833379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:07.863352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-346385fe-2211-4f15-8ad2-bcc441746258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.865275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-346385fe-2211-4f15-8ad2-bcc441746258 service neutron] 10.222.0.41 "GET /v2.0/ports/640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 1028 time: 0.1022425 Sep 21 18:00:07.932004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-e7d431e9-7489-4003-a5d7-6756fd3edf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.934418 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-e7d431e9-7489-4003-a5d7-6756fd3edf9c service neutron] 10.222.0.41 "GET /v2.0/ports/fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 1028 time: 0.0609984 Sep 21 18:00:08.010428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['05b35d87-38c4-451e-8be8-340eaea37960'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:08.077384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b7110de-b6b8-4a24-8a7b-afffb24d9e6b req-7215b9b1-0165-4851-b31d-12dfa3a3601d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0535893 Sep 21 18:00:08.086376 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:08.129605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-38d8073d-47f1-4bae-b63b-bb10363a37cf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.140346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-38d8073d-47f1-4bae-b63b-bb10363a37cf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.148468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-38d8073d-47f1-4bae-b63b-bb10363a37cf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.153893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-38d8073d-47f1-4bae-b63b-bb10363a37cf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "GET /v2.0/networks?id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 1990 time: 0.2076552 Sep 21 18:00:08.257694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7ebccdb0-c4a6-4ebb-b862-5896639b28b4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f69ed352cf1e4644b37f5668be5dd66d HTTP/1.1" status: 200 len: 379 time: 0.0895457 Sep 21 18:00:08.265380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d647544-a5ba-488b-bfca-dacfc2eab6ac req-828749ad-7e06-4a76-9dbb-0fa8705d09c2 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.267147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d647544-a5ba-488b-bfca-dacfc2eab6ac req-828749ad-7e06-4a76-9dbb-0fa8705d09c2 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0668154 Sep 21 18:00:08.277028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'admin_state_up': True, 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'security_groups': ['7be197c8-8bd3-493e-9e22-fd7ef6227bd7']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:08.324566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d647544-a5ba-488b-bfca-dacfc2eab6ac req-8a9fea75-00c3-49ce-a603-14ff8c14b708 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 Sep 21 18:00:08.390283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2570f1-0a06-43cc-8c7c-accbbd71f52b req-99f63407-334e-4a6e-841e-41e8fd579962 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.400045 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a2570f1-0a06-43cc-8c7c-accbbd71f52b req-99f63407-334e-4a6e-841e-41e8fd579962 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 1101 time: 0.1839921 Sep 21 18:00:08.466456 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a2570f1-0a06-43cc-8c7c-accbbd71f52b req-520612e7-e6d0-4711-9175-726becce5568 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581524 Sep 21 18:00:08.504736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:08.514290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:08.648104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ef5e3-924a-4780-a08b-be2d62bae04b req-1034618d-17a4-47c5-ac90-6330f0abdac9 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.648104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad2ef5e3-924a-4780-a08b-be2d62bae04b req-1034618d-17a4-47c5-ac90-6330f0abdac9 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 945 time: 0.1050539 Sep 21 18:00:08.723055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 172.20.0.6 (bfcc1784-26b1-45d2-8cd2-b1b1b082c635/b2b1bbb5-aec0-44f9-a8db-cf90351b8a93/215778f5-f252-427b-a173-9f69f19e88c3) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:08.729077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad2ef5e3-924a-4780-a08b-be2d62bae04b req-da0cda89-fcbc-4119-ba02-67bd7d22ba9d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Sep 21 18:00:09.118680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f6338-7b19-4220-9f68-5a6d001421aa req-a51ceb74-2809-45e7-9869-445eca678165 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.120128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f72f6338-7b19-4220-9f68-5a6d001421aa req-a51ceb74-2809-45e7-9869-445eca678165 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 1101 time: 0.1149905 Sep 21 18:00:09.165791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.179798 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f72f6338-7b19-4220-9f68-5a6d001421aa req-75840221-e5b6-4451-949a-85ebd41ba10a tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510688 Sep 21 18:00:09.226356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.284655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:09.289013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:09.300929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:09.308136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.308870 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.340411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=215778f5-f252-427b-a173-9f69f19e88c3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:09.361141 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7bd6998f-40e4-49f5-a32c-2687e90dd8e9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0959246 Sep 21 18:00:09.373960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'admin_state_up': True, 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'security_groups': ['7be197c8-8bd3-493e-9e22-fd7ef6227bd7']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:09.481081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:09.593690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 05b35d87-38c4-451e-8be8-340eaea37960 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:09.599472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 05b35d87-38c4-451e-8be8-340eaea37960 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:09.599947 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.635492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4308c4-0725-411b-9d7b-7d1f79b83b25 req-eeaa26d4-ae89-4f55-9e8d-4d5347b6312c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.643755 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6d4308c4-0725-411b-9d7b-7d1f79b83b25 req-eeaa26d4-ae89-4f55-9e8d-4d5347b6312c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 931 time: 0.1766992 Sep 21 18:00:09.646517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:09.651997 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.689566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-17c5e821-5cef-4ba7-8ab1-92ca7e12d79e None None] Provisioning complete for port 215778f5-f252-427b-a173-9f69f19e88c3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:09.690664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17c5e821-5cef-4ba7-8ab1-92ca7e12d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.706759 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6d4308c4-0725-411b-9d7b-7d1f79b83b25 req-cda1ae84-b98e-4e5f-a84d-53a5bb1b8e13 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620596 Sep 21 18:00:09.812246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-17c5e821-5cef-4ba7-8ab1-92ca7e12d79e None None] Port 215778f5-f252-427b-a173-9f69f19e88c3 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:09.869400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.925997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:09.931687 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158cb109-f84c-4919-8f62-a680c810b701" -d '{"events": [{"server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "name": "network-vif-plugged", "status": "completed", "tag": "05b35d87-38c4-451e-8be8-340eaea37960"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:09.961320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:09.972605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.987494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 10.1.1.128 (e52824c9-a5b4-4f17-b372-bba2781d42bb/d1f9cd8a-73c4-47d3-991a-6387e6cc55f3/ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:10.004116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d09a4-41fe-49ce-867f-0dfec2500d1a req-48d3e54d-03a0-439a-a401-5c12070fcd39 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.007827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e56d09a4-41fe-49ce-867f-0dfec2500d1a req-48d3e54d-03a0-439a-a401-5c12070fcd39 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0985794 Sep 21 18:00:10.067230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:10.102776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e56d09a4-41fe-49ce-867f-0dfec2500d1a req-53e143b7-0094-4842-8090-853b8a1ba009 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867538 Sep 21 18:00:10.159308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912aa49-212e-4dce-b8a5-8745b10070cc req-24bf654d-df23-490a-a609-c63c576e5e4e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.167358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e912aa49-212e-4dce-b8a5-8745b10070cc req-24bf654d-df23-490a-a609-c63c576e5e4e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 946 time: 0.1341178 Sep 21 18:00:10.241323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49478) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:10.269066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-b4929210-443b-476c-a098-1e474c2c187c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400310 Sep 21 18:00:10.274957 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e912aa49-212e-4dce-b8a5-8745b10070cc req-20304165-a125-411b-997d-fe21253e990f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064553 Sep 21 18:00:10.305834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.369021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.415800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network e52824c9-a5b4-4f17-b372-bba2781d42bb is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:10.419810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:10.423963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:10.430615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.431150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.445385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:10.457474 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11350bd-4c52-47e8-8f81-54bf87ba5416 x-openstack-request-id: req-d11350bd-4c52-47e8-8f81-54bf87ba5416 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:10.457762 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "name": "network-vif-plugged", "status": "completed", "tag": "05b35d87-38c4-451e-8be8-340eaea37960", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:10.458472 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d11350bd-4c52-47e8-8f81-54bf87ba5416 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:10.458898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-73ff0a03-a1d4-4248-970d-938b210ff01f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0892878 Sep 21 18:00:10.459338 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960', 'code': 200} Sep 21 18:00:10.476486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'admin_state_up': True, 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'security_groups': ['7be197c8-8bd3-493e-9e22-fd7ef6227bd7']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:10.480707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-5f146f15-485f-426e-ac8f-21ff3788a1c6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.488555 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d196b5ea-a254-49e6-a493-2b3c59b61ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.489267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-5f146f15-485f-426e-ac8f-21ff3788a1c6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074971 Sep 21 18:00:10.510857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-08c0de69-ed4e-49fb-8bb1-347ceb09fe0a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/quotas/399a89c63c754529980c3783f36f8e44 HTTP/1.1" status: 200 len: 375 time: 0.0204434 Sep 21 18:00:10.608155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991255f0-bf50-493e-a7b3-25bf88b705e5 req-7ef914be-927d-40ce-9501-fe0a38694ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.609730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-991255f0-bf50-493e-a7b3-25bf88b705e5 req-7ef914be-927d-40ce-9501-fe0a38694ae7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1097 time: 0.0837190 Sep 21 18:00:10.629850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-90e22b8a-ffd5-4b95-878e-d94cd4eb156a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167991 Sep 21 18:00:10.713454 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-991255f0-bf50-493e-a7b3-25bf88b705e5 req-2b5a895b-d0bc-4237-a1c6-38f99c24dac1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757024 Sep 21 18:00:10.764169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cc1cd703-a974-4794-95ac-4231224aa460 None None] Provisioning complete for port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:10.764656 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd703-a974-4794-95ac-4231224aa460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.778418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d196b5ea-a254-49e6-a493-2b3c59b61ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.788984 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d196b5ea-a254-49e6-a493-2b3c59b61ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.845365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:10.850015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.865025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d196b5ea-a254-49e6-a493-2b3c59b61ac3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e37b21a8573f4190aa302fdd5da62f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226468 Sep 21 18:00:10.868475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196b5ea-a254-49e6-a493-2b3c59b61ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2fae8d-964c-4ae9-9107-e84113c25f70,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:10.868716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49504) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:10.896219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cc1cd703-a974-4794-95ac-4231224aa460 None None] Port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:10.991444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d36f9593-1fce-42ae-bec8-f5cfdbf67669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.035763 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d36f9593-1fce-42ae-bec8-f5cfdbf67669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.092571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 10.1.1.44 (e52824c9-a5b4-4f17-b372-bba2781d42bb/d1f9cd8a-73c4-47d3-991a-6387e6cc55f3/70dc470d-0ea2-4f3e-8a26-fcd235cb1299) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:11.111500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d36f9593-1fce-42ae-bec8-f5cfdbf67669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.114519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d36f9593-1fce-42ae-bec8-f5cfdbf67669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.115863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d36f9593-1fce-42ae-bec8-f5cfdbf67669 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb2fae8d-964c-4ae9-9107-e84113c25f70 HTTP/1.1" status: 204 len: 168 time: 0.2461760 Sep 21 18:00:11.127802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f9593-1fce-42ae-bec8-f5cfdbf67669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2fae8d-964c-4ae9-9107-e84113c25f70,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:11.200751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49516) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:11.418053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.476825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0258677-5bab-497a-a2bd-7fa5885d402a req-7399b514-6672-4420-84f3-40852b6d62a0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:11.478839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0258677-5bab-497a-a2bd-7fa5885d402a req-7399b514-6672-4420-84f3-40852b6d62a0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0985754 Sep 21 18:00:11.479736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.549551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49534) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:11.585251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257f19e-124a-4307-aaec-930064c2086f req-871df8a8-3353-49ce-b5ff-e18e9dd7a816 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:11.592994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257f19e-124a-4307-aaec-930064c2086f req-871df8a8-3353-49ce-b5ff-e18e9dd7a816 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:11.600580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1257f19e-124a-4307-aaec-930064c2086f req-871df8a8-3353-49ce-b5ff-e18e9dd7a816 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 1653 time: 0.2811685 Sep 21 18:00:11.601078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0258677-5bab-497a-a2bd-7fa5885d402a req-864e3470-5f9c-4748-a26e-4e22540e6ee3 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076307 Sep 21 18:00:11.624002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network e52824c9-a5b4-4f17-b372-bba2781d42bb is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:11.637039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:11.643624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:11.649405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:11.650036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.673650 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72211385-87eb-463d-8b76-97b43c9b8ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.691410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:11.702750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2f29d5ec-cd95-4731-8ed9-e9bd5914c2d5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2304070 Sep 21 18:00:11.730894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1257f19e-124a-4307-aaec-930064c2086f req-bc7c3e53-4536-4da1-8c46-5f830afe17c5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291170 Sep 21 18:00:11.748969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9', 'admin_state_up': True, 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'security_groups': ['7be197c8-8bd3-493e-9e22-fd7ef6227bd7']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:11.783815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49542) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:11.875656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78f1b30b-37d1-4819-9e41-d8d485125b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.896816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72211385-87eb-463d-8b76-97b43c9b8ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.907440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72211385-87eb-463d-8b76-97b43c9b8ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.955842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72211385-87eb-463d-8b76-97b43c9b8ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb62b2-88f5-4a3b-a2f2-d67a5b9e12fd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:11.959094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3d4cbcca-e56e-4c85-b4c1-5419ae1ffa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.038228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-72211385-87eb-463d-8b76-97b43c9b8ffe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec9f444c641849f38d5ef0d6901e3748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8360202 Sep 21 18:00:12.042757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49548) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:12.111743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d191f18-0467-4640-878e-f60b5e79a497 req-6894158f-4a6f-46f8-96eb-73f434aceeec tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 210 time: 0.0764332 Sep 21 18:00:12.140411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a82f-e574-4bb4-b209-e43bd7646658 req-18f622cd-1e34-4194-b212-8a2a0d2181f1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.149600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cb903f78-8a35-4cd9-8655-237854909408 None None] Provisioning complete for port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:12.150326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb903f78-8a35-4cd9-8655-237854909408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.150945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a843a82f-e574-4bb4-b209-e43bd7646658 req-18f622cd-1e34-4194-b212-8a2a0d2181f1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 946 time: 0.2694499 Sep 21 18:00:12.208638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cb903f78-8a35-4cd9-8655-237854909408 None None] Port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:12.218920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a843a82f-e574-4bb4-b209-e43bd7646658 req-dc2713d3-6bc3-41be-a884-6fd17796abf2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Sep 21 18:00:12.231544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c2b977e-7578-4e5c-b8df-00fbad129246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.270061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c2b977e-7578-4e5c-b8df-00fbad129246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.341953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3d4cbcca-e56e-4c85-b4c1-5419ae1ffa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.360691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3d4cbcca-e56e-4c85-b4c1-5419ae1ffa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.368667 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:00:12.368667 n-d-810285-3 neutron-server[95091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:00:12.368667 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id_1': 'f69ed352cf1e4644b37f5668be5dd66d', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 59, 52, 176249)}] Sep 21 18:00:12.368667 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:00:12.369439 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:00:12.423797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c2b977e-7578-4e5c-b8df-00fbad129246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.427347 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c2b977e-7578-4e5c-b8df-00fbad129246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.431085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7c2b977e-7578-4e5c-b8df-00fbad129246 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28eb62b2-88f5-4a3b-a2f2-d67a5b9e12fd HTTP/1.1" status: 204 len: 168 time: 0.3754191 Sep 21 18:00:12.441016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3d4cbcca-e56e-4c85-b4c1-5419ae1ffa2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f475f9ed28c84c28b80c3606eafcc9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8904381 Sep 21 18:00:12.444355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49554) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:12.445280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cbcca-e56e-4c85-b4c1-5419ae1ffa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce2067d-e4a9-4710-9fd6-604daa68537e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:12.503302 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78f1b30b-37d1-4819-9e41-d8d485125b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.509943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78f1b30b-37d1-4819-9e41-d8d485125b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.522416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b977e-7578-4e5c-b8df-00fbad129246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb62b2-88f5-4a3b-a2f2-d67a5b9e12fd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:12.567537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-78f1b30b-37d1-4819-9e41-d8d485125b11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5dc49126b90b41b28af47e5ac2894e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7682252 Sep 21 18:00:12.568514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b30b-37d1-4819-9e41-d8d485125b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be529d-c2d0-4d78-a039-bef394e11d7e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:12.570482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49556) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:12.691187 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb3f-ae03-4290-b59f-2e871dfd0cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.779089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb3f-ae03-4290-b59f-2e871dfd0cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.796128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e26e-830d-49d2-88d9-9164dd2f05ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.853091 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e26e-830d-49d2-88d9-9164dd2f05ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.872545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0042-1a0b-4075-b71c-96b8d046a787 req-7678ce3c-8da1-47c3-b234-a60398fc1ac4 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.874452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082e0042-1a0b-4075-b71c-96b8d046a787 req-7678ce3c-8da1-47c3-b234-a60398fc1ac4 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1480217 Sep 21 18:00:12.938273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb3f-ae03-4290-b59f-2e871dfd0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.941272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb3f-ae03-4290-b59f-2e871dfd0cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.942746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e90cfb3f-ae03-4290-b59f-2e871dfd0cfb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bce2067d-e4a9-4710-9fd6-604daa68537e HTTP/1.1" status: 204 len: 168 time: 0.4911830 Sep 21 18:00:12.945125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:12.957846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cfb3f-ae03-4290-b59f-2e871dfd0cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce2067d-e4a9-4710-9fd6-604daa68537e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:12.982730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ddbe-4f7c-434a-a7c0-b5220fbef513 req-740fae9a-5cf4-433a-ab75-76302b37c422 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.989118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ddbe-4f7c-434a-a7c0-b5220fbef513 req-740fae9a-5cf4-433a-ab75-76302b37c422 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.996317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ddbe-4f7c-434a-a7c0-b5220fbef513 req-740fae9a-5cf4-433a-ab75-76302b37c422 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.998252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02d0ddbe-4f7c-434a-a7c0-b5220fbef513 req-740fae9a-5cf4-433a-ab75-76302b37c422 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 2373 time: 0.1023104 Sep 21 18:00:12.999410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e26e-830d-49d2-88d9-9164dd2f05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.002022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e26e-830d-49d2-88d9-9164dd2f05ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.003143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2aa4e26e-830d-49d2-88d9-9164dd2f05ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7be529d-c2d0-4d78-a039-bef394e11d7e HTTP/1.1" status: 204 len: 168 time: 0.4241197 Sep 21 18:00:13.021990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4e26e-830d-49d2-88d9-9164dd2f05ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be529d-c2d0-4d78-a039-bef394e11d7e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:13.061632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49568) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:13.063772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.073310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02d0ddbe-4f7c-434a-a7c0-b5220fbef513 req-e8f2f32f-34fa-4bee-bc84-edf992ba94e1 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585752 Sep 21 18:00:13.081944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f04c0442-13c9-4494-b536-32c440d1f32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.115905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082e0042-1a0b-4075-b71c-96b8d046a787 req-1ee2307c-5a43-43cc-b37f-ccbff6f501dd tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218091 Sep 21 18:00:13.260321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f04c0442-13c9-4494-b536-32c440d1f32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.302610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e2542e1-e1ce-421a-b6a4-9810107cf927 req-bb475ce3-8bb2-4140-b36e-f6705fe5edc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 210 time: 0.0395136 Sep 21 18:00:13.309358 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f04c0442-13c9-4494-b536-32c440d1f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.351743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c0442-13c9-4494-b536-32c440d1f32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119fc712-f6f2-416b-abef-92833d1c9892,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:13.375488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f04c0442-13c9-4494-b536-32c440d1f32a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a9baf0bf6404ff19b89665a777375ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118820 Sep 21 18:00:13.379366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49574) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:13.461603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-34ad5fe3-d5cd-45d7-be89-709a89da2f0e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861776 Sep 21 18:00:13.489418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66b99000-13b6-4b65-8ab2-76689fa3e5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.536544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66b99000-13b6-4b65-8ab2-76689fa3e5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.608532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7b8ffd37-24a7-46ee-a8ad-df873d4cb6b5 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631564 Sep 21 18:00:13.769333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49586) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:13.830540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7bfc01e5-86dd-40f4-9c3f-975d2051f42b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:13.832016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7bfc01e5-86dd-40f4-9c3f-975d2051f42b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077670 Sep 21 18:00:13.841587 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66b99000-13b6-4b65-8ab2-76689fa3e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.844534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66b99000-13b6-4b65-8ab2-76689fa3e5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.846566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-66b99000-13b6-4b65-8ab2-76689fa3e5d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/119fc712-f6f2-416b-abef-92833d1c9892 HTTP/1.1" status: 204 len: 168 time: 0.4599562 Sep 21 18:00:13.859477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:13.864864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b99000-13b6-4b65-8ab2-76689fa3e5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119fc712-f6f2-416b-abef-92833d1c9892,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:13.903756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1f4163a-5994-4033-be3c-36077dc089e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:13.924428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcceda3-459d-42ae-9a71-e338fbb3776e req-2f1811c2-4981-4137-8431-42e45f76e33b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:13.926764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0dcceda3-459d-42ae-9a71-e338fbb3776e req-2f1811c2-4981-4137-8431-42e45f76e33b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 946 time: 0.5316529 Sep 21 18:00:14.059133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0dcceda3-459d-42ae-9a71-e338fbb3776e req-2ac916d4-6780-41fc-a5f9-f01bdaf460e2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238117 Sep 21 18:00:14.188765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-a8d2a837-7250-4b10-979e-18ef6d66dba9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.200116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-a8d2a837-7250-4b10-979e-18ef6d66dba9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6830020 Sep 21 18:00:14.245699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': '21592872-d286-4d9c-9ae7-43681ec57acd', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:14.297237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dacd0-a385-4ee6-943d-951765852a1f req-e501c622-e764-4059-853d-ea9e3d54fa98 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.299161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-367dacd0-a385-4ee6-943d-951765852a1f req-e501c622-e764-4059-853d-ea9e3d54fa98 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1097 time: 0.0636795 Sep 21 18:00:14.358922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 10.2.2.100 (426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9/c684b8c6-a584-497d-8b4b-f68694f26e01/b3f05fbe-79f4-4a84-afe7-e20738dbe76e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:14.396734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-367dacd0-a385-4ee6-943d-951765852a1f req-8b130988-c487-423e-8a60-0c6c24f31310 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902348 Sep 21 18:00:14.437669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc398c-3277-4b65-94ca-78f170a056ce req-2205e27d-bbef-49f0-a2f7-648a801f2992 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.443757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc398c-3277-4b65-94ca-78f170a056ce req-2205e27d-bbef-49f0-a2f7-648a801f2992 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.466248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc398c-3277-4b65-94ca-78f170a056ce req-2205e27d-bbef-49f0-a2f7-648a801f2992 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.470174 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bdcc398c-3277-4b65-94ca-78f170a056ce req-2205e27d-bbef-49f0-a2f7-648a801f2992 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 2373 time: 0.2332089 Sep 21 18:00:14.544016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1f4163a-5994-4033-be3c-36077dc089e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.572053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1f4163a-5994-4033-be3c-36077dc089e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.608349 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bdcc398c-3277-4b65-94ca-78f170a056ce req-fab63b83-8885-44ed-8e5b-803e24018e6e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370332 Sep 21 18:00:14.612981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:14.618318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.662923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bbfca-68fc-4089-bf1a-9e2ed1317049 req-d9d0a34b-0b1c-4b9d-965b-37406979387c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.666111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff2bbfca-68fc-4089-bf1a-9e2ed1317049 req-d9d0a34b-0b1c-4b9d-965b-37406979387c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1096382 Sep 21 18:00:14.764370 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a1f4163a-5994-4033-be3c-36077dc089e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d588136525fa4d2bb12d640fcb7eaeee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9564643 Sep 21 18:00:14.769367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49628) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:14.807131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4163a-5994-4033-be3c-36077dc089e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14998caa-409c-41a5-9e71-f8b457f39a58,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:14.808897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff2bbfca-68fc-4089-bf1a-9e2ed1317049 req-9fab8e57-a3d6-4025-b1d4-bbecefa16884 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296339 Sep 21 18:00:14.812979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6605809-0b6a-433c-abc5-9b9a12564bc4 req-ea50b55c-4f34-4fa4-b702-721a7bc3824b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 210 time: 0.0453737 Sep 21 18:00:14.819149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:14.831165 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.032781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.054170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.213 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/6d74abc2-23bc-450d-9c0c-ba23038db5c1) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:15.081074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.117257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b52d8a27-ad71-4449-adbb-e5fef9fc4cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.128598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939b5ce-b2c8-4c12-ac6f-f5dcffda5386 req-3bfb8810-d77b-4418-a240-fdbe4197398c tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.139124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7939b5ce-b2c8-4c12-ac6f-f5dcffda5386 req-3bfb8810-d77b-4418-a240-fdbe4197398c tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1097 time: 0.1897855 Sep 21 18:00:15.159913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:15.163454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:15.165299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49638) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:15.173872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:15.180971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.181340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.202035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:15.213553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b52d8a27-ad71-4449-adbb-e5fef9fc4cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.214039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fb0fbffc-e630-407e-8a48-e5e36ba5ac2b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4820273 Sep 21 18:00:15.230806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9', 'admin_state_up': True, 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'security_groups': ['7be197c8-8bd3-493e-9e22-fd7ef6227bd7']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:15.270515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7939b5ce-b2c8-4c12-ac6f-f5dcffda5386 req-d02a7a64-c8cd-4ae7-87a6-d862444178bb tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265633 Sep 21 18:00:15.385046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-500740518-network', 'tenant_id': '97a27e9f4de64dc082327af06be8224b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:15.412959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Made reservation on behalf of 97a27e9f4de64dc082327af06be8224b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:15.415358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.436063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.459098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.532967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.548025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:15.564837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:15.568292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:15.570229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b52d8a27-ad71-4449-adbb-e5fef9fc4cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.574073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b52d8a27-ad71-4449-adbb-e5fef9fc4cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.577522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b52d8a27-ad71-4449-adbb-e5fef9fc4cab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14998caa-409c-41a5-9e71-f8b457f39a58 HTTP/1.1" status: 204 len: 168 time: 0.8027763 Sep 21 18:00:15.600654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:15.681081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.682404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.688960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d8a27-ad71-4449-adbb-e5fef9fc4cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14998caa-409c-41a5-9e71-f8b457f39a58,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:15.739435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=6d74abc2-23bc-450d-9c0c-ba23038db5c1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:15.811593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f62593e6-bc4f-4721-9390-3e4101882028 None None] Provisioning complete for port b3f05fbe-79f4-4a84-afe7-e20738dbe76e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:15.813935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f62593e6-bc4f-4721-9390-3e4101882028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.917281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1007c-d207-478a-9ad2-4ef20592beae req-5bd32e08-62d3-4d66-bd7e-d2ee4da47891 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.920684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f62593e6-bc4f-4721-9390-3e4101882028 None None] Port b3f05fbe-79f4-4a84-afe7-e20738dbe76e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:15.924864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1007c-d207-478a-9ad2-4ef20592beae req-5bd32e08-62d3-4d66-bd7e-d2ee4da47891 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.934771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1007c-d207-478a-9ad2-4ef20592beae req-5bd32e08-62d3-4d66-bd7e-d2ee4da47891 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.940283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.246 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/0ead3028-c665-49bf-abda-91e3dd121347) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:15.944054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1007c-d207-478a-9ad2-4ef20592beae req-5bd32e08-62d3-4d66-bd7e-d2ee4da47891 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.955263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62a1007c-d207-478a-9ad2-4ef20592beae req-5bd32e08-62d3-4d66-bd7e-d2ee4da47891 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 3094 time: 0.1653287 Sep 21 18:00:16.007402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62a1007c-d207-478a-9ad2-4ef20592beae req-4f837531-f375-4de6-8eee-5172bbdff5e2 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508385 Sep 21 18:00:16.054523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f925-b85b-4b5c-98d1-1fbb2c97bf68 req-f13a8b3a-5520-483c-b90e-f7b07d68592b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.075984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7f85f925-b85b-4b5c-98d1-1fbb2c97bf68 req-f13a8b3a-5520-483c-b90e-f7b07d68592b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1097 time: 0.3293417 Sep 21 18:00:16.087931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b1ef61ac-020b-4941-8734-d390c9645da2 None None] Provisioning complete for port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:16.088620 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1ef61ac-020b-4941-8734-d390c9645da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.203487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25cf8f-0a13-4aee-9532-a57c70c5729c req-b0c2f111-c745-401d-9f09-59d808a37cff tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.208333 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a25cf8f-0a13-4aee-9532-a57c70c5729c req-b0c2f111-c745-401d-9f09-59d808a37cff tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1150477 Sep 21 18:00:16.256330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a25cf8f-0a13-4aee-9532-a57c70c5729c req-8a98c839-9778-4595-83c4-468bf314ea2e tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Sep 21 18:00:16.266375 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7f85f925-b85b-4b5c-98d1-1fbb2c97bf68 req-82d188e3-9830-4240-b4fe-5636118b77d3 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843591 Sep 21 18:00:16.281693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef61ac-020b-4941-8734-d390c9645da2 None None] Port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:16.335316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.355105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-7d25243e-80e7-4123-a6c5-8d50aae5e5fc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4946740 Sep 21 18:00:16.367979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Request body: {'port': {'device_id': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:16.397194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.402072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.455932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:00:16.467039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Made reservation on behalf of f69ed352cf1e4644b37f5668be5dd66d for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:16.472188 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.495862 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.496444 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Added segment 46aaa5a5-69e2-4243-93bc-0309f5607f65 of type vlan for network 9ea3f511-accc-45c0-852a-5d8599230099 Sep 21 18:00:16.547819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d782da0-e68b-4b1e-ae90-627794b3b0ca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:16.590358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.601150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.696283 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.739659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.740691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.741282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.890016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e21bb7-904a-416f-b8f4-e89a4bf42bca req-8016c9df-c50e-46e5-a831-b9baa27d02dd tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.891869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35e21bb7-904a-416f-b8f4-e89a4bf42bca req-8016c9df-c50e-46e5-a831-b9baa27d02dd tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 936 time: 0.4767087 Sep 21 18:00:17.012345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49702) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:17.022815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35e21bb7-904a-416f-b8f4-e89a4bf42bca req-55af2ec8-c6a5-4f1a-ba51-80e6a2ba7b07 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229863 Sep 21 18:00:17.073406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9041233 Sep 21 18:00:17.075521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:17.076363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49708) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:17.089920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Request body: {'subnet': {'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-500740518-subnet', 'tenant_id': '97a27e9f4de64dc082327af06be8224b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:17.114281 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:00:17.158993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:17.173829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Made reservation on behalf of 97a27e9f4de64dc082327af06be8224b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:17.176504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.182378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:17.187991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.188629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.189852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-network', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:17.216630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:17.251556 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-4932c135-dc91-4073-8dba-1a472fe1307c tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=243a43ac08f44150ae1c70544d7b1e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1690891 Sep 21 18:00:17.260684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Made reservation on behalf of a9ad7ce6a9094f89819d26e000f86ffe for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:17.263184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.284174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.326180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d74abc2-23bc-450d-9c0c-ba23038db5c1 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:17.347408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7f99-35e9-4176-a966-7ec2b56b8831 req-c05f23a5-512c-4ad7-ad47-e02e8e087abe tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.373294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7f99-35e9-4176-a966-7ec2b56b8831 req-c05f23a5-512c-4ad7-ad47-e02e8e087abe tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.382643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7f99-35e9-4176-a966-7ec2b56b8831 req-c05f23a5-512c-4ad7-ad47-e02e8e087abe tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.390735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7f99-35e9-4176-a966-7ec2b56b8831 req-c05f23a5-512c-4ad7-ad47-e02e8e087abe tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.392691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cffe7f99-35e9-4176-a966-7ec2b56b8831 req-c05f23a5-512c-4ad7-ad47-e02e8e087abe tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 3094 time: 0.2681949 Sep 21 18:00:17.397238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.416379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=0ead3028-c665-49bf-abda-91e3dd121347,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:17.447908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Transition to ACTIVE for port object 6d74abc2-23bc-450d-9c0c-ba23038db5c1 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:17.458535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b91949-fbc9-4c01-8b36-d803d5c5b57b admin admin] Pushing event updated for resources: {'Network': ['ID=9ea3f511-accc-45c0-852a-5d8599230099,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:17.471650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9ea3f511-accc-45c0-852a-5d8599230099 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:00:17.494894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cffe7f99-35e9-4176-a966-7ec2b56b8831 req-2d71c47f-c584-4242-ace2-9e5fb929d893 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931995 Sep 21 18:00:17.504790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.692395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Allocated IP 10.2.2.200 (426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9/c684b8c6-a584-497d-8b4b-f68694f26e01/9aaf0ca5-7356-4b43-a68a-1fe787189cbf) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:17.746229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Pushing event updated for resources: {'Port': ['ID=6d74abc2-23bc-450d-9c0c-ba23038db5c1,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:17.803103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-74a3add9-9ebb-447b-a6a0-5b88cafcc83d None None] Provisioning complete for port 0ead3028-c665-49bf-abda-91e3dd121347 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:17.803741 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-74a3add9-9ebb-447b-a6a0-5b88cafcc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.813478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-ec79f4c5-aaf1-476f-bc98-ff4f181de626 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.815088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-ec79f4c5-aaf1-476f-bc98-ff4f181de626 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5440595 Sep 21 18:00:17.881462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-74a3add9-9ebb-447b-a6a0-5b88cafcc83d None None] Port 0ead3028-c665-49bf-abda-91e3dd121347 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:17.900237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-c0788d1d-1a11-4871-b052-ebb51b27b625 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/quotas/243a43ac08f44150ae1c70544d7b1e7b HTTP/1.1" status: 200 len: 375 time: 0.0701566 Sep 21 18:00:17.959680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-18868825-aa67-4b51-80ab-78e240c4275d tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243a43ac08f44150ae1c70544d7b1e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463085 Sep 21 18:00:18.067551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.119312 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.160833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50393ea-cf1b-4c33-9b70-42d19ccea4f3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:18.182320 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.185302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Attempting to bind port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:18.186271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Attempting to bind port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:18.186721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Attempting to bind port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:18.189858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:18.190143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Network hostable DHCP agents. Network: 9ea3f511-accc-45c0-852a-5d8599230099, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:00:18.197826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.205511 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-ed3c6f8a-ded4-4c7e-ac0e-8928bc69f181 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9709871 Sep 21 18:00:18.207678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:18.207678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Attempting to bind port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:18.222256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf2d5-8912-4890-9458-04b7b2dac8aa req-bc08a406-74c8-493a-b958-8bcd87b9ebd0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.224383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Request body: {'port': {'device_id': '21592872-d286-4d9c-9ae7-43681ec57acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:18.228378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.228597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f1baf2d5-8912-4890-9458-04b7b2dac8aa req-bc08a406-74c8-493a-b958-8bcd87b9ebd0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.5895016 Sep 21 18:00:18.260885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:00:18.276689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:18.277077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:18.277410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:18.277854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Bound port: 6d74abc2-23bc-450d-9c0c-ba23038db5c1, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:18.278250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.285037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520e3aa-81e7-40c0-982d-f4e51650881f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:18.301232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.301575 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Added segment cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec of type vlan for network cadcc230-0205-4274-b849-f9d0f4e22531 Sep 21 18:00:18.333156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Network 9ea3f511-accc-45c0-852a-5d8599230099 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:00:18.375947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:18.384701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:18.386635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9ea3f511-accc-45c0-852a-5d8599230099) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:18.386889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f1baf2d5-8912-4890-9458-04b7b2dac8aa req-2151b50a-94c3-44fe-a2e7-bee78b71a42a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574287 Sep 21 18:00:18.387891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event updated for resources: {'Port': ['ID=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:18.400473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582696d-e1d4-4cd8-b281-00dcfdbdaf3c None None] Network 9ea3f511-accc-45c0-852a-5d8599230099 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:18.414843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:18.417309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.427312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.431445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.448342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.448675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.454286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d23d8-8163-4487-be07-4a16fe3f3719 req-edb6ec19-d1cd-454a-aa84-4169a6da437a tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.466374 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f85d23d8-8163-4487-be07-4a16fe3f3719 req-edb6ec19-d1cd-454a-aa84-4169a6da437a tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1097 time: 0.2623918 Sep 21 18:00:18.502122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.527300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-379277a4-84a1-4131-8d08-d680b1b395ca tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3012185 Sep 21 18:00:18.549636 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9d18708b-d723-4878-8ecb-ffca882514b7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4658091 Sep 21 18:00:18.564585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] For port 6d74abc2-23bc-450d-9c0c-ba23038db5c1, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:18.565951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:18.579147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] For port 6d74abc2-23bc-450d-9c0c-ba23038db5c1, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6d74abc2-23bc-450d-9c0c-ba23038db5c1,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:18.585759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.590467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.593100 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.612277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.704194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.704922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.706433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] 10.222.0.41 "PUT /v2.0/ports/6d74abc2-23bc-450d-9c0c-ba23038db5c1 HTTP/1.1" status: 200 len: 1096 time: 2.3427904 Sep 21 18:00:18.754972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'tag': '6d74abc2-23bc-450d-9c0c-ba23038db5c1'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:18.763762 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888067d-206a-408b-bc93-35035704ab67" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7ff63f-0d30-48f0-81e4-8915e1340ec8", "tag": "6d74abc2-23bc-450d-9c0c-ba23038db5c1"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:18.803979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82092480-e0cf-46b0-b9a5-e4230510669e None None] Network 9ea3f511-accc-45c0-852a-5d8599230099 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:18.919460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9057813 Sep 21 18:00:18.964389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49740) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:18.977473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Request body: {'subnet': {'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-subnet', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:18.990307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88ec6b-f87d-4aa1-b013-cf3be2b88f76 admin admin] Pushing event updated for resources: {'Network': ['ID=cadcc230-0205-4274-b849-f9d0f4e22531,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:19.016972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network cadcc230-0205-4274-b849-f9d0f4e22531 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:00:19.022428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-687ce53d-07f2-47e2-ac8c-7b6722d9d293 None None] Provisioning complete for port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:19.022813 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-687ce53d-07f2-47e2-ac8c-7b6722d9d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.063127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f85d23d8-8163-4487-be07-4a16fe3f3719 req-2b8261c6-31ce-4366-8899-b57306179c73 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957565 Sep 21 18:00:19.101343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2fa7fa3b-7a91-4b4d-9e20-7afc4213564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.107599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2fa7fa3b-7a91-4b4d-9e20-7afc4213564c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 1099 time: 0.3358300 Sep 21 18:00:19.227844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ead3028-c665-49bf-abda-91e3dd121347 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:19.249942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.260348 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.260559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c4ff-0d22-4115-84d8-0e8d30f27476 req-5949ac32-097f-47b5-9d56-f63b89ec4a4b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.269119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c78c4ff-0d22-4115-84d8-0e8d30f27476 req-5949ac32-097f-47b5-9d56-f63b89ec4a4b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 948 time: 0.6636233 Sep 21 18:00:19.271913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db555b56-a0ec-4e11-9d77-bfb15bad6e7d service neutron] Pushing event updated for resources: {'Port': ['ID=6d74abc2-23bc-450d-9c0c-ba23038db5c1,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:19.276584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Transition to ACTIVE for port object 0ead3028-c665-49bf-abda-91e3dd121347 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:19.304227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2ae897e1-aa0c-4b11-b7fe-19a0dd6b7d69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d74abc2-23bc-450d-9c0c-ba23038db5c1 HTTP/1.1" status: 200 len: 217 time: 0.1753089 Sep 21 18:00:19.313486 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05881054-524f-44c0-909e-566372453ce8 req-1a42ba86-b94b-447b-a2e6-55c4c8bcd058 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 210 time: 0.0356607 Sep 21 18:00:19.314079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.318219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Made reservation on behalf of a9ad7ce6a9094f89819d26e000f86ffe for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:19.321878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.351089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-687ce53d-07f2-47e2-ac8c-7b6722d9d293 None None] Port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:19.548459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c78c4ff-0d22-4115-84d8-0e8d30f27476 req-f45b87df-214f-4ac5-b3c1-045fda8ce4b1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658877 Sep 21 18:00:19.619108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ead3028-c665-49bf-abda-91e3dd121347,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:19.643657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-6fccfdf3-97fa-48c6-bcd1-e02aa4f6dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.645930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-6fccfdf3-97fa-48c6-bcd1-e02aa4f6dd0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.3175542 Sep 21 18:00:19.651008 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccf80a6-d968-4239-bcd4-56b1bc68f1ab x-openstack-request-id: req-6ccf80a6-d968-4239-bcd4-56b1bc68f1ab {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:19.651302 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7ff63f-0d30-48f0-81e4-8915e1340ec8", "tag": "6d74abc2-23bc-450d-9c0c-ba23038db5c1", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:19.651590 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ccf80a6-d968-4239-bcd4-56b1bc68f1ab {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:19.651994 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'tag': '6d74abc2-23bc-450d-9c0c-ba23038db5c1', 'status': 'completed', 'code': 200} Sep 21 18:00:19.716231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Attempting to bind port 0ead3028-c665-49bf-abda-91e3dd121347 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:19.716231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Attempting to bind port 0ead3028-c665-49bf-abda-91e3dd121347 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:19.716231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Attempting to bind port 0ead3028-c665-49bf-abda-91e3dd121347 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:19.775309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49758) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:19.779022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ef72-5c32-4c09-9839-0537094a896c req-345c1a37-2232-497b-a9c4-ecb00de3931b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.785254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-909352602-network', 'tenant_id': '8c4b212968a64bb8933e8eeba95fd633'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:19.785820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ef72-5c32-4c09-9839-0537094a896c req-345c1a37-2232-497b-a9c4-ecb00de3931b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.794861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ef72-5c32-4c09-9839-0537094a896c req-345c1a37-2232-497b-a9c4-ecb00de3931b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.814377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ef72-5c32-4c09-9839-0537094a896c req-345c1a37-2232-497b-a9c4-ecb00de3931b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.821897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ef72-5c32-4c09-9839-0537094a896c req-345c1a37-2232-497b-a9c4-ecb00de3931b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.824379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c064ef72-5c32-4c09-9839-0537094a896c req-345c1a37-2232-497b-a9c4-ecb00de3931b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 3815 time: 0.4080138 Sep 21 18:00:19.835052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Port 0ead3028-c665-49bf-abda-91e3dd121347 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:19.835621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Attempting to bind port 0ead3028-c665-49bf-abda-91e3dd121347 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:19.840074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-da662b2d-0fc4-4386-8168-41830defdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.842543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-da662b2d-0fc4-4386-8168-41830defdfa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740150 Sep 21 18:00:19.872101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Made reservation on behalf of 8c4b212968a64bb8933e8eeba95fd633 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:19.875681 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.878543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:19.879118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:19.879688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:19.880317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Bound port: 0ead3028-c665-49bf-abda-91e3dd121347, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:19.880850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.902533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.964129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c064ef72-5c32-4c09-9839-0537094a896c req-7f4c5259-5eea-4019-be41-dc323bf36d14 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216431 Sep 21 18:00:20.066685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] For port 0ead3028-c665-49bf-abda-91e3dd121347, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:20.103237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] For port 0ead3028-c665-49bf-abda-91e3dd121347, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0ead3028-c665-49bf-abda-91e3dd121347,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:20.111538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.157683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215778f5-f252-427b-a173-9f69f19e88c3 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:20.191965 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.209954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-6be6ef18-f423-49c7-8190-9d57cfcb3983 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=243a43ac08f44150ae1c70544d7b1e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1765978 Sep 21 18:00:20.227164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.281909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.285032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.286569 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] 10.222.0.78 "PUT /v2.0/ports/0ead3028-c665-49bf-abda-91e3dd121347 HTTP/1.1" status: 200 len: 1096 time: 2.0704246 Sep 21 18:00:20.309469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21592872-d286-4d9c-9ae7-43681ec57acd', 'tag': '0ead3028-c665-49bf-abda-91e3dd121347'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:20.311949 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd825449-c93e-4cf9-82a9-3b71711f8576" -d '{"events": [{"name": "network-changed", "server_uuid": "21592872-d286-4d9c-9ae7-43681ec57acd", "tag": "0ead3028-c665-49bf-abda-91e3dd121347"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:20.336534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Transition to ACTIVE for port object 215778f5-f252-427b-a173-9f69f19e88c3 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:20.340890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f360dc0-dd7e-4ae9-8a94-62f52b8e2b55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ead3028-c665-49bf-abda-91e3dd121347,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:20.379977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.394383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-da01f865-5523-4815-b29e-3e0f9ff432ce tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.397971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-da01f865-5523-4815-b29e-3e0f9ff432ce tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446133 Sep 21 18:00:20.472355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Request body: {'port': {'device_id': '11092896-5a1b-403c-b96e-82cb46cba4db', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '243a43ac08f44150ae1c70544d7b1e7b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:20.485628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ab31-a953-41ce-960d-df2cd51a031b req-d8860eda-22fe-4eb0-af1b-e9032e601ebe tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.487706 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78d5ab31-a953-41ce-960d-df2cd51a031b req-d8860eda-22fe-4eb0-af1b-e9032e601ebe tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.3062220 Sep 21 18:00:20.532362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Pushing event updated for resources: {'Port': ['ID=215778f5-f252-427b-a173-9f69f19e88c3,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:20.537780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-e069aa77-270b-4b41-8223-c9fdb7081a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.540656 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-e069aa77-270b-4b41-8223-c9fdb7081a69 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 1099 time: 0.1672783 Sep 21 18:00:20.575705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-8344dfb5-a2ad-4e38-8808-f83ee3ada01b service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209687 Sep 21 18:00:20.647275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Checking segment: {'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:20.647789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Network hostable DHCP agents. Network: cadcc230-0205-4274-b849-f9d0f4e22531, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:00:20.660562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd178495-a3d8-4975-a1d9-22eeb54dbe91,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:20.671378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78d5ab31-a953-41ce-960d-df2cd51a031b req-58afcda8-c2d8-48e7-a6e6-cd2930ff5968 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759970 Sep 21 18:00:20.676950 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-a719f67b-65e2-413a-8003-a39a387383ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=0ead3028-c665-49bf-abda-91e3dd121347 HTTP/1.1" status: 200 len: 217 time: 0.0780485 Sep 21 18:00:20.723890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Attempting to bind port 215778f5-f252-427b-a173-9f69f19e88c3 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:20.724326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Attempting to bind port 215778f5-f252-427b-a173-9f69f19e88c3 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:20.724658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Attempting to bind port 215778f5-f252-427b-a173-9f69f19e88c3 on network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:20.736178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Port 215778f5-f252-427b-a173-9f69f19e88c3 on network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:20.736510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Attempting to bind port 215778f5-f252-427b-a173-9f69f19e88c3 on network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:20.753489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:20.753835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Checking segment: {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:20.754315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Bound using segment: {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:20.754767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Bound port: 215778f5-f252-427b-a173-9f69f19e88c3, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ff057f-c097-4da3-925c-81b8dcaffadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:20.755133 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.777395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-cf86eb2b-deb6-4337-b69c-bd602b3495fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.778823 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-cf86eb2b-deb6-4337-b69c-bd602b3495fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0925493 Sep 21 18:00:20.803268 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.831308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Network cadcc230-0205-4274-b849-f9d0f4e22531 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:00:20.839785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.884211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:00:20.889225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fae9ab-0485-4118-9169-443b0599672b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:20.904151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, cadcc230-0205-4274-b849-f9d0f4e22531) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:20.914994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] For port 215778f5-f252-427b-a173-9f69f19e88c3, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:20.918681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-5d78a302-6be4-45d4-ad02-731f3bae12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.920518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-5d78a302-6be4-45d4-ad02-731f3bae12e4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817189 Sep 21 18:00:20.921201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff3e09-0805-48ab-906b-5c952c750bf6 None None] Network cadcc230-0205-4274-b849-f9d0f4e22531 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:20.922341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] For port 215778f5-f252-427b-a173-9f69f19e88c3, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=215778f5-f252-427b-a173-9f69f19e88c3,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:20.931923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.935847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.936454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.949849 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c62b123-b1cb-4fcc-9c45-e69dd01697b2 x-openstack-request-id: req-6c62b123-b1cb-4fcc-9c45-e69dd01697b2 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:20.950220 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21592872-d286-4d9c-9ae7-43681ec57acd", "tag": "0ead3028-c665-49bf-abda-91e3dd121347", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:20.950402 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c62b123-b1cb-4fcc-9c45-e69dd01697b2 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:20.950823 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21592872-d286-4d9c-9ae7-43681ec57acd', 'tag': '0ead3028-c665-49bf-abda-91e3dd121347', 'status': 'completed', 'code': 200} Sep 21 18:00:20.963917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.964409 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Added segment 411250e3-7534-4160-b16a-e2c55caff056 of type vlan for network f6ae4ffe-85a9-4ed2-84f7-b760d7394192 Sep 21 18:00:20.975088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Made reservation on behalf of 243a43ac08f44150ae1c70544d7b1e7b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:20.978758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.012422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.013271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.014813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] 10.222.0.41 "PUT /v2.0/ports/215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 200 len: 1091 time: 2.4552882 Sep 21 18:00:21.029378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2215efcd-17ec-41ae-829b-a2540f0b1c5a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0579147 Sep 21 18:00:21.036162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49790) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:21.042020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:21.059930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-21381810-1ca2-419a-b213-68fce7248891 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048963 Sep 21 18:00:21.060541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.122946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:21.261951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-cadcc230-0205-4274-b849-f9d0f4e22531', 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'fixed_ips': [{'subnet_id': 'cd178495-a3d8-4975-a1d9-22eeb54dbe91'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:00:21.262421 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.309360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2d9a4-c0d8-48f7-a80e-cd31e09f8aac service neutron] Pushing event updated for resources: {'Port': ['ID=215778f5-f252-427b-a173-9f69f19e88c3,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:21.326295 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8cdec4-7fbd-4174-84f2-f53242a5450a req-961032ff-0bf8-41e0-af7c-2d20cba62c9e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 210 time: 0.1566455 Sep 21 18:00:21.327346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.375576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.445470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-704c379b-3cc4-45e5-b063-0ac71c2ef5d6 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089719 Sep 21 18:00:21.492942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888067d-206a-408b-bc93-35035704ab67 req-9abc2919-1902-4f46-8a00-c37605c0030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.506666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c888067d-206a-408b-bc93-35035704ab67 req-9abc2919-1902-4f46-8a00-c37605c0030a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 1099 time: 0.3516047 Sep 21 18:00:21.509684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.510760 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.511761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.512496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.514209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Allocated IP 172.20.0.2 (cadcc230-0205-4274-b849-f9d0f4e22531/cd178495-a3d8-4975-a1d9-22eeb54dbe91/ae75ee04-d3ce-40c9-8034-3f5ffa98e798) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:21.592988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.593245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49798) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:21.725385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.727577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.747605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.752530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ae4ffe-85a9-4ed2-84f7-b760d7394192,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:21.761425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03afff08-e9d3-4c05-ab16-904fcf595c33,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:21.764679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-35c51d9e-8126-433f-9549-aff1624742c3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9873941 Sep 21 18:00:21.769522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:21.770726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f6ae4ffe-85a9-4ed2-84f7-b760d7394192 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:00:21.778062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Request body: {'subnet': {'network_id': 'f6ae4ffe-85a9-4ed2-84f7-b760d7394192', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-909352602-subnet', 'tenant_id': '8c4b212968a64bb8933e8eeba95fd633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:21.786836 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.901026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888067d-206a-408b-bc93-35035704ab67 req-6ea9cb26-cbbb-4e14-930a-fa116f0552d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.903298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c888067d-206a-408b-bc93-35035704ab67 req-6ea9cb26-cbbb-4e14-930a-fa116f0552d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.3876908 Sep 21 18:00:21.906334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Network cadcc230-0205-4274-b849-f9d0f4e22531 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:21.920709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:21.922589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Pushing event updated for resources: {'Port': ['ID=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:21.925273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:21.930419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Made reservation on behalf of 8c4b212968a64bb8933e8eeba95fd633 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:21.932768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.001577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Attempting to bind port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:22.001856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Attempting to bind port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:22.002241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Attempting to bind port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 on network cadcc230-0205-4274-b849-f9d0f4e22531 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:22.007346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Allocated IP 192.168.233.186 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/2498fe13-7a33-4868-a6ca-f79c626e70d2) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:22.011389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:22.011744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c888067d-206a-408b-bc93-35035704ab67 req-05338ff1-74eb-44c8-aa47-15a4a3c3959f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6d74abc2-23bc-450d-9c0c-ba23038db5c1 HTTP/1.1" status: 200 len: 217 time: 0.0962346 Sep 21 18:00:22.011874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Checking segment: {'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:22.012278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.012677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Bound using segment: {'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:22.013223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Bound port: ae75ee04-d3ce-40c9-8034-3f5ffa98e798, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:22.013614 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.095501 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.100143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] For port ae75ee04-d3ce-40c9-8034-3f5ffa98e798, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:22.104994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] For port ae75ee04-d3ce-40c9-8034-3f5ffa98e798, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,segment=NetworkSegment(cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec),segment_id=cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:22.111865 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.129924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def77e6-33ef-431f-a0ee-01f490a3460b req-9f88d815-ce3b-43c4-8d17-f06ea6a001f1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.133864 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7def77e6-33ef-431f-a0ee-01f490a3460b req-9f88d815-ce3b-43c4-8d17-f06ea6a001f1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 948 time: 0.6770651 Sep 21 18:00:22.137324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888067d-206a-408b-bc93-35035704ab67 req-bbf29ac7-7d74-4c34-bc7e-33ff625387da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.138979 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c888067d-206a-408b-bc93-35035704ab67 req-bbf29ac7-7d74-4c34-bc7e-33ff625387da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1182089 Sep 21 18:00:22.157045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-f1033fcc-07ba-4a6e-90ef-350fe1b094f0 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:00:22.166622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-f1033fcc-07ba-4a6e-90ef-350fe1b094f0 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5082955 Sep 21 18:00:22.218335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb9bb7-ad03-4187-bd22-d8079c679727 None None] Pushing event updated for resources: {'Port': ['ID=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:22.262159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-641457fd-2731-4d74-8784-0a42778bd475 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.263720 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-641457fd-2731-4d74-8784-0a42778bd475 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 1094 time: 0.0966048 Sep 21 18:00:22.327551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888067d-206a-408b-bc93-35035704ab67 req-40c934dc-9d7c-4fbd-92d4-ab396eb1ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.329163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c888067d-206a-408b-bc93-35035704ab67 req-40c934dc-9d7c-4fbd-92d4-ab396eb1ac71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783004 Sep 21 18:00:22.400242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7def77e6-33ef-431f-a0ee-01f490a3460b req-c3a58c76-f424-4dc9-834e-a7bb634d5237 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242591 Sep 21 18:00:22.403995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e05e406-6626-4bc3-91be-e58e3939ef00 req-d9cacda5-61d0-4e86-92ef-fa0fd0d97949 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435594 Sep 21 18:00:22.526927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.543588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.632251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Request body: {'binding': {'host': 'n-h1-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:22.632677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:00:22.636784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c888067d-206a-408b-bc93-35035704ab67 req-00d4e6c4-6bb7-4a78-b482-a17995260a4c service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973981 Sep 21 18:00:22.661647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba9567d-ef40-49a7-8c42-3de2ea352d6a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:22.668492 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.699934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.768913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Checking segment: {'id': '411250e3-7534-4160-b16a-e2c55caff056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'f6ae4ffe-85a9-4ed2-84f7-b760d7394192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:22.769140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Network hostable DHCP agents. Network: f6ae4ffe-85a9-4ed2-84f7-b760d7394192, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:00:22.777060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:22.785551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:22.795931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:22.847419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Pushing event updated for resources: {'Port': ['ID=2498fe13-7a33-4868-a6ca-f79c626e70d2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:22.866528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Network f6ae4ffe-85a9-4ed2-84f7-b760d7394192 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:00:22.876190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c888067d-206a-408b-bc93-35035704ab67 req-cbcfb66a-d989-4573-83d1-02f4982162c5 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300761 Sep 21 18:00:22.890572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-44ff4687-7240-40f7-baa5-63c95c8a9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.892194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-44ff4687-7240-40f7-baa5-63c95c8a9786 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 1099 time: 0.2805045 Sep 21 18:00:22.906527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.907786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.910673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f6ae4ffe-85a9-4ed2-84f7-b760d7394192) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:22.917872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.918738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:22.932921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6e16b-ccdc-449d-b888-528c5d0a84d8 None None] Network f6ae4ffe-85a9-4ed2-84f7-b760d7394192 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:22.938869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230658-43dd-42c9-b28d-cdb8d651d4c5 req-3e3bee92-70d3-4d92-9145-e3ec57f1c088 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.940176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-cb6a8937-14b3-4ae0-86c9-366263f3976e tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5011182 Sep 21 18:00:22.942544 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-93fdf489-ed23-45e6-b822-a38ec09d5dd4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1698036 Sep 21 18:00:22.956180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Request body: {'port': {'device_id': '11092896-5a1b-403c-b96e-82cb46cba4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:22.995692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230658-43dd-42c9-b28d-cdb8d651d4c5 req-3e3bee92-70d3-4d92-9145-e3ec57f1c088 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.009399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230658-43dd-42c9-b28d-cdb8d651d4c5 req-3e3bee92-70d3-4d92-9145-e3ec57f1c088 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.031640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230658-43dd-42c9-b28d-cdb8d651d4c5 req-3e3bee92-70d3-4d92-9145-e3ec57f1c088 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.040476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230658-43dd-42c9-b28d-cdb8d651d4c5 req-3e3bee92-70d3-4d92-9145-e3ec57f1c088 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.054155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a3230658-43dd-42c9-b28d-cdb8d651d4c5 req-3e3bee92-70d3-4d92-9145-e3ec57f1c088 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 3827 time: 0.4412310 Sep 21 18:00:23.064594 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.098786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:23.101019 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "215778f5-f252-427b-a173-9f69f19e88c3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:23.108089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ae75ee04-d3ce-40c9-8034-3f5ffa98e798 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:23.255039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9b372253-65b1-4f7d-9b07-cd29df238d95 None None] Provisioning complete for port 2498fe13-7a33-4868-a6ca-f79c626e70d2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:23.255543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b372253-65b1-4f7d-9b07-cd29df238d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.297169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9b372253-65b1-4f7d-9b07-cd29df238d95 None None] Port 2498fe13-7a33-4868-a6ca-f79c626e70d2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:23.358910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:23.359448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.370409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-cd50a020-5138-4ab7-8f95-4911a6770733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.372749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-cd50a020-5138-4ab7-8f95-4911a6770733 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.4670768 Sep 21 18:00:23.408374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c0931-170d-4eed-a490-0d3fe5340c09 None None] Network f6ae4ffe-85a9-4ed2-84f7-b760d7394192 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:23.443214 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640fb863-861c-42a8-ba4c-56ac6fd3d842 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:23.458355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a3230658-43dd-42c9-b28d-cdb8d651d4c5 req-49582545-267d-44d1-8c79-a22d2a5a375f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991809 Sep 21 18:00:23.494267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.541311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6d74abc2-23bc-450d-9c0c-ba23038db5c1 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:23.639011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Transition to ACTIVE for port object 640fb863-861c-42a8-ba4c-56ac6fd3d842 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:23.668694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-57a58cf2-aae4-4dcb-8579-8608151db1b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=0ead3028-c665-49bf-abda-91e3dd121347 HTTP/1.1" status: 200 len: 217 time: 0.2394714 Sep 21 18:00:23.696349 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.703215 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.765624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627484d3-9721-450c-b845-902a36a845fe None None] Network cadcc230-0205-4274-b849-f9d0f4e22531 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:23.874979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2498fe13-7a33-4868-a6ca-f79c626e70d2 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:23.885283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.886683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:23.895421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-8ddb99be-66a9-4b7d-87c3-59f867934538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.897459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-8ddb99be-66a9-4b7d-87c3-59f867934538 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1879478 Sep 21 18:00:23.919521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Transition to ACTIVE for port object 2498fe13-7a33-4868-a6ca-f79c626e70d2 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:23.930425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.943854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port ae75ee04-d3ce-40c9-8034-3f5ffa98e798, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,segment=NetworkSegment(cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec),segment_id=cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:23.960645 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.969389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad1c2f-258e-40c0-9058-525479abe67b req-52b5c39c-6412-423c-ae04-44112f257c7d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.978945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4f377f7e-8a3a-4f49-b4ea-73a3b8c25ed7 None None] Provisioning complete for port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:23.979225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-efad1c2f-258e-40c0-9058-525479abe67b req-52b5c39c-6412-423c-ae04-44112f257c7d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.3948286 Sep 21 18:00:23.979886 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4f377f7e-8a3a-4f49-b4ea-73a3b8c25ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.994839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6d74abc2-23bc-450d-9c0c-ba23038db5c1, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6d74abc2-23bc-450d-9c0c-ba23038db5c1,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:24.021779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on host n-h1-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:24.021779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:24.022028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:24.023527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Pushing event updated for resources: {'Port': ['ID=2498fe13-7a33-4868-a6ca-f79c626e70d2,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:24.063786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:24.064094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:24.121074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:24.121405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:24.121906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:24.124707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Bound port: 05b35d87-38c4-451e-8be8-340eaea37960, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:24.150790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Attempting to bind port 2498fe13-7a33-4868-a6ca-f79c626e70d2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:24.151450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Attempting to bind port 2498fe13-7a33-4868-a6ca-f79c626e70d2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:24.151961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Attempting to bind port 2498fe13-7a33-4868-a6ca-f79c626e70d2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:24.175213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Port 2498fe13-7a33-4868-a6ca-f79c626e70d2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:24.175983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Attempting to bind port 2498fe13-7a33-4868-a6ca-f79c626e70d2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:24.183037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:24.183872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:24.184556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:24.185911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Bound port: 2498fe13-7a33-4868-a6ca-f79c626e70d2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:24.185911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.191934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-73b771a6-8b13-46b0-afc9-b21eda241585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.194255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-73b771a6-8b13-46b0-afc9-b21eda241585 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2794330 Sep 21 18:00:24.196408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Attempting to bind port 640fb863-861c-42a8-ba4c-56ac6fd3d842 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:24.197114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Attempting to bind port 640fb863-861c-42a8-ba4c-56ac6fd3d842 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:24.197635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Attempting to bind port 640fb863-861c-42a8-ba4c-56ac6fd3d842 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:24.283347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] For port 2498fe13-7a33-4868-a6ca-f79c626e70d2, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:24.286842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '6d74abc2-23bc-450d-9c0c-ba23038db5c1', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '6d74abc2-23bc-450d-9c0c-ba23038db5c1', 'mac_address': 'fa:16:3e:d5:ba:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:24.288110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] For port 2498fe13-7a33-4868-a6ca-f79c626e70d2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2498fe13-7a33-4868-a6ca-f79c626e70d2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:24.296658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.337129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-efad1c2f-258e-40c0-9058-525479abe67b req-7e00b8a8-38d0-4841-9712-49876fb1b8d1 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569067 Sep 21 18:00:24.341253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.342083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.344305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] 10.222.0.78 "PUT /v2.0/ports/2498fe13-7a33-4868-a6ca-f79c626e70d2 HTTP/1.1" status: 200 len: 1096 time: 1.3952885 Sep 21 18:00:24.344976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11092896-5a1b-403c-b96e-82cb46cba4db', 'tag': '2498fe13-7a33-4868-a6ca-f79c626e70d2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:24.348365 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228e9fdb-4c2a-42ba-af08-84562ee61754" -d '{"events": [{"name": "network-changed", "server_uuid": "11092896-5a1b-403c-b96e-82cb46cba4db", "tag": "2498fe13-7a33-4868-a6ca-f79c626e70d2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:24.409075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c65f-80c4-4a78-a37b-e3cddca25f64 service neutron] Pushing event updated for resources: {'Port': ['ID=2498fe13-7a33-4868-a6ca-f79c626e70d2,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:24.429192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:24.434645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Port 640fb863-861c-42a8-ba4c-56ac6fd3d842 on network e52824c9-a5b4-4f17-b372-bba2781d42bb not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:24.435215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Attempting to bind port 640fb863-861c-42a8-ba4c-56ac6fd3d842 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:24.448508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:24.475268 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.488022 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.497444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-68f1d2eb-b8ef-4104-97c7-e1ec308c68cf service neutron] 10.222.0.70 "POST /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960/bindings HTTP/1.1" status: 201 len: 389 time: 2.1412959 Sep 21 18:00:24.500491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:24.517249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-0bc40c88-983a-49a0-b32c-fdc10db3b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.518054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Checking segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:24.518881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Bound using segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:24.519010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Bound port: 640fb863-861c-42a8-ba4c-56ac6fd3d842, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:24.519325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.520318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d74abc2-23bc-450d-9c0c-ba23038db5c1 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:24.526955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-0bc40c88-983a-49a0-b32c-fdc10db3b7bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243a43ac08f44150ae1c70544d7b1e7b&device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 1099 time: 0.0998113 Sep 21 18:00:24.580078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6d74abc2-23bc-450d-9c0c-ba23038db5c1, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6d74abc2-23bc-450d-9c0c-ba23038db5c1,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:24.589288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.626881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-e2612b9d-e80a-4307-a920-87923a78ec3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2498fe13-7a33-4868-a6ca-f79c626e70d2 HTTP/1.1" status: 200 len: 217 time: 0.0884664 Sep 21 18:00:24.733197 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6d74abc2-23bc-450d-9c0c-ba23038db5c1,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:24.790952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-c95fbf2a-7b62-46b4-95fe-06dfba308240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.797589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-c95fbf2a-7b62-46b4-95fe-06dfba308240 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1585634 Sep 21 18:00:24.798715 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae3ff80-a242-4852-8307-fbfa3ceaad63 x-openstack-request-id: req-aae3ff80-a242-4852-8307-fbfa3ceaad63 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:24.799121 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "215778f5-f252-427b-a173-9f69f19e88c3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:24.799478 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aae3ff80-a242-4852-8307-fbfa3ceaad63 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:24.800048 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3', 'status': 'completed', 'code': 200} Sep 21 18:00:24.852534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.887454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6d74abc2-23bc-450d-9c0c-ba23038db5c1'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:24.937851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.982940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db702c-6e26-4537-835d-5cc92c370173 req-3736082b-413d-4472-846f-2cf708713cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.984473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-3736082b-413d-4472-846f-2cf708713cd7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713834 Sep 21 18:00:25.011803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-8e4aa688-134d-4a3c-836c-2378376fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.012147 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-d4ca3226-e568-4fdb-a1fc-a6b6cb095155 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431390 Sep 21 18:00:25.012330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-8e4aa688-134d-4a3c-836c-2378376fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.012767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-8e4aa688-134d-4a3c-836c-2378376fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.013249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-8e4aa688-134d-4a3c-836c-2378376fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.013718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-8e4aa688-134d-4a3c-836c-2378376fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.014450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-8e4aa688-134d-4a3c-836c-2378376fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.016305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-8e4aa688-134d-4a3c-836c-2378376fa3af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5244 time: 0.2177279 Sep 21 18:00:25.021091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ae75ee04-d3ce-40c9-8034-3f5ffa98e798 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:25.047883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:25.052370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:25.115429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ee232-f961-4af5-b3d7-000aa9672c59 req-279f8f81-26b6-465c-b61e-d5f80f5aa153 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.125515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae0ee232-f961-4af5-b3d7-000aa9672c59 req-279f8f81-26b6-465c-b61e-d5f80f5aa153 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 948 time: 0.4524772 Sep 21 18:00:25.134448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.171646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:25.172614 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.235251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5660df1a-8726-4690-a4bf-da317de90c35 None None] Provisioning complete for port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:25.235691 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5660df1a-8726-4690-a4bf-da317de90c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.239157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-85e86337-5d76-4673-a434-1f5212b56f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.240680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-85e86337-5d76-4673-a434-1f5212b56f03 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1097 time: 0.3755746 Sep 21 18:00:25.258741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.259395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.260991 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] 10.222.0.41 "PUT /v2.0/ports/640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 1131 time: 4.1426861 Sep 21 18:00:25.297471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0ead3028-c665-49bf-abda-91e3dd121347 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:25.384459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-395e611a-29ef-4466-97a2-85adbfa33eb4 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913424 Sep 21 18:00:25.389765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-3f0a5966-afa2-4c60-b436-d63d9c33baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.390271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-3f0a5966-afa2-4c60-b436-d63d9c33baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.390746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-3f0a5966-afa2-4c60-b436-d63d9c33baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.393081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-3f0a5966-afa2-4c60-b436-d63d9c33baa6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3641598 Sep 21 18:00:25.401956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-e6fc68b3-b3bb-4bcb-bb1f-146fe60ac9a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.410408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-e6fc68b3-b3bb-4bcb-bb1f-146fe60ac9a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.3556447 Sep 21 18:00:25.545502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0ead3028-c665-49bf-abda-91e3dd121347, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0ead3028-c665-49bf-abda-91e3dd121347,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:25.577251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '0ead3028-c665-49bf-abda-91e3dd121347', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '0ead3028-c665-49bf-abda-91e3dd121347', 'mac_address': 'fa:16:3e:65:20:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:25.588031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-a72a904c-5304-4157-af96-cd72bd056b0a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/quotas/97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 375 time: 0.1764953 Sep 21 18:00:25.642624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.663072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ead3028-c665-49bf-abda-91e3dd121347 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:25.684369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-daf3cda2-06ea-4980-adab-718defcf2456 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954499 Sep 21 18:00:25.692709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0ead3028-c665-49bf-abda-91e3dd121347, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0ead3028-c665-49bf-abda-91e3dd121347,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:25.708028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.764082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-66896e21-96f9-4eeb-b2ad-0b7f205eff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.766070 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-66896e21-96f9-4eeb-b2ad-0b7f205eff66 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.4961133 Sep 21 18:00:25.796166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0ead3028-c665-49bf-abda-91e3dd121347,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:25.805387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:25.817410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-69e8dd15-8278-4e10-8a35-65513a050c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.818912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-652cd52c-1e3d-494d-b6ec-3e53d7f06a0b req-69e8dd15-8278-4e10-8a35-65513a050c28 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4045551 Sep 21 18:00:25.841479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92db702c-6e26-4537-835d-5cc92c370173 req-b9764855-e0a2-4840-908d-c2bc75d86861 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473982 Sep 21 18:00:25.863795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-e902c037-2b0e-4405-b583-c099dba9026c service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783311 Sep 21 18:00:25.898404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-f0547cee-67ca-4523-9377-58049743e26d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 217 time: 0.0529602 Sep 21 18:00:25.954591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae0ee232-f961-4af5-b3d7-000aa9672c59 req-af591519-a105-462f-b9ec-e89e15d75190 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8281677 Sep 21 18:00:25.970123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-9c211ae4-5283-40fc-8661-7946efd0d181 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988631 Sep 21 18:00:25.979790 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c39a6c-1d9a-4263-a6f9-d462f0f19cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:26.023252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:26.023850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Allocated IP 172.25.3.226 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/4c4f1e40-4fc3-4d88-ad1f-3393a7edb096) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:26.080870 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd825449-c93e-4cf9-82a9-3b71711f8576 req-2d168375-5a3c-40ea-99b3-f2125faa759f service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9527338 Sep 21 18:00:26.104385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-cddad577-435a-4920-bf92-3aefcbc65572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.106623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-cddad577-435a-4920-bf92-3aefcbc65572 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1799328 Sep 21 18:00:26.113362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:26.184720 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c572b5cd-5e97-48a8-ad09-f3e8d4235059 x-openstack-request-id: req-c572b5cd-5e97-48a8-ad09-f3e8d4235059 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:26.185642 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11092896-5a1b-403c-b96e-82cb46cba4db", "tag": "2498fe13-7a33-4868-a6ca-f79c626e70d2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:26.186177 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c572b5cd-5e97-48a8-ad09-f3e8d4235059 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:26.186750 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11092896-5a1b-403c-b96e-82cb46cba4db', 'tag': '2498fe13-7a33-4868-a6ca-f79c626e70d2', 'status': 'completed', 'code': 200} Sep 21 18:00:26.315219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:26.318968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-77accba2-55eb-4355-b31e-bc61f25ccabd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1994457 Sep 21 18:00:26.323119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98d95-ded8-491c-8fb3-736384a33fed req-4763e848-657d-43a9-8435-3d9aa99dc1f3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.330164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98d95-ded8-491c-8fb3-736384a33fed req-4763e848-657d-43a9-8435-3d9aa99dc1f3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.338305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98d95-ded8-491c-8fb3-736384a33fed req-4763e848-657d-43a9-8435-3d9aa99dc1f3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.349775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98d95-ded8-491c-8fb3-736384a33fed req-4763e848-657d-43a9-8435-3d9aa99dc1f3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.355234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c2a3-adb4-4aa0-955a-a85f6aaeb36f req-9379a527-1637-45cf-ba20-21cf33be241b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.360413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98d95-ded8-491c-8fb3-736384a33fed req-4763e848-657d-43a9-8435-3d9aa99dc1f3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.363266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9059c2a3-adb4-4aa0-955a-a85f6aaeb36f req-9379a527-1637-45cf-ba20-21cf33be241b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 949 time: 0.3372002 Sep 21 18:00:26.368541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98d95-ded8-491c-8fb3-736384a33fed req-4763e848-657d-43a9-8435-3d9aa99dc1f3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.370681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38f98d95-ded8-491c-8fb3-736384a33fed req-4763e848-657d-43a9-8435-3d9aa99dc1f3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 4600 time: 0.1201880 Sep 21 18:00:26.439622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38f98d95-ded8-491c-8fb3-736384a33fed req-838d95af-0dd1-42aa-b764-c9e02dfacd79 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568769 Sep 21 18:00:26.579498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb407bb-0ff2-40cc-81de-735f6e492457 req-ca3edbf3-0a02-4c9b-885f-50cc38891a16 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.591247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3eb407bb-0ff2-40cc-81de-735f6e492457 req-ca3edbf3-0a02-4c9b-885f-50cc38891a16 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 946 time: 0.0793984 Sep 21 18:00:26.636425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9059c2a3-adb4-4aa0-955a-a85f6aaeb36f req-81c41432-1d95-47d4-a0af-f2d9bdc04961 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720451 Sep 21 18:00:26.645865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-34a23fa3-d7c4-4d18-85ce-99f36c2593ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.647425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-34a23fa3-d7c4-4d18-85ce-99f36c2593ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243a43ac08f44150ae1c70544d7b1e7b&device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 1099 time: 0.3365648 Sep 21 18:00:26.660861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:26.664900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3eb407bb-0ff2-40cc-81de-735f6e492457 req-380f8047-bfa2-4706-b8f7-3e44753ae5d3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713789 Sep 21 18:00:26.803949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '640fb863-861c-42a8-ba4c-56ac6fd3d842'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:26.807269 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2defec-7b70-441a-becb-b36fa1ecfd74" -d '{"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "640fb863-861c-42a8-ba4c-56ac6fd3d842"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:26.821046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:26.826689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-3fbea255-25d7-4bbf-bb51-3f8a691db40f service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814196 Sep 21 18:00:26.877531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:26.896324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9563f24-39bb-4a66-a8cd-2f1c09b656e4 req-13138f12-a93b-4b1c-907c-bef4cbeeae56 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 210 time: 0.0382054 Sep 21 18:00:26.905293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:26.974457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:26.989583 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f41df4f-eff4-45b9-9112-49107a633fcf x-openstack-request-id: req-1f41df4f-eff4-45b9-9112-49107a633fcf {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:26.989947 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "640fb863-861c-42a8-ba4c-56ac6fd3d842", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:26.990337 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f41df4f-eff4-45b9-9112-49107a633fcf {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:26.991089 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '640fb863-861c-42a8-ba4c-56ac6fd3d842', 'status': 'completed', 'code': 200} Sep 21 18:00:27.066852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-d1e59de4-5f48-4045-815b-bde320f7a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.067415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-d1e59de4-5f48-4045-815b-bde320f7a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.067894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-d1e59de4-5f48-4045-815b-bde320f7a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.068373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-d1e59de4-5f48-4045-815b-bde320f7a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.068906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-d1e59de4-5f48-4045-815b-bde320f7a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.069968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-d1e59de4-5f48-4045-815b-bde320f7a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.072415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-d1e59de4-5f48-4045-815b-bde320f7a56d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5286 time: 0.0791056 Sep 21 18:00:27.113220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11bb0c-4d65-4008-a90a-663caa88927f req-385a8b95-b386-49ac-a6c4-f2ba4dab99b0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.115935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd11bb0c-4d65-4008-a90a-663caa88927f req-385a8b95-b386-49ac-a6c4-f2ba4dab99b0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.3483150 Sep 21 18:00:27.139598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-2141168a-c21a-48d6-b297-2b9558657d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.141147 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-2141168a-c21a-48d6-b297-2b9558657d71 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.4386134 Sep 21 18:00:27.198261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77709fc2-8449-4abd-8cb3-834ed431b919 req-69938207-1803-4522-bc7d-6b116d086fa2 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.200547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77709fc2-8449-4abd-8cb3-834ed431b919 req-69938207-1803-4522-bc7d-6b116d086fa2 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 948 time: 0.1264236 Sep 21 18:00:27.245070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-5b25db66-3665-4e59-ac1d-dc000b9a6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.245656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-5b25db66-3665-4e59-ac1d-dc000b9a6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.246216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-5b25db66-3665-4e59-ac1d-dc000b9a6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.248091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-5b25db66-3665-4e59-ac1d-dc000b9a6f50 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1653991 Sep 21 18:00:27.257763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-349b644f-65f0-483e-93cd-168fe5c6febb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2498fe13-7a33-4868-a6ca-f79c626e70d2 HTTP/1.1" status: 200 len: 217 time: 0.1031399 Sep 21 18:00:27.261490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0ead3028-c665-49bf-abda-91e3dd121347 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:27.295100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-dc75baaa-c24d-4730-bbfb-e557cc54de72 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479187 Sep 21 18:00:27.338340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbba3e41-8479-4c8b-bc57-1cee519dffa4 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:27.341974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77709fc2-8449-4abd-8cb3-834ed431b919 req-2c9aa2c7-bf9b-4d25-8787-dc6b729b08cc tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354756 Sep 21 18:00:27.376002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 0ead3028-c665-49bf-abda-91e3dd121347 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:27.386850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 0ead3028-c665-49bf-abda-91e3dd121347 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:27.388755 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.426034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-a5aca61f-e431-49cc-8cfd-d97c713e104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.427640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2defec-7b70-441a-becb-b36fa1ecfd74 req-a5aca61f-e431-49cc-8cfd-d97c713e104a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1714506 Sep 21 18:00:27.482383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.506485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Transition to ACTIVE for port object fbba3e41-8479-4c8b-bc57-1cee519dffa4 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:27.541512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd11bb0c-4d65-4008-a90a-663caa88927f req-7a0ff285-13a2-4eea-996a-262be348418f tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955092 Sep 21 18:00:27.554007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6d74abc2-23bc-450d-9c0c-ba23038db5c1 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:27.566132 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.575112 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.651546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Pushing event updated for resources: {'Port': ['ID=fbba3e41-8479-4c8b-bc57-1cee519dffa4,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:27.653858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.670331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-bf214da2-240e-4a1f-ae22-7f9291c61748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.671855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-bf214da2-240e-4a1f-ae22-7f9291c61748 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.3994305 Sep 21 18:00:27.700109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21592872-d286-4d9c-9ae7-43681ec57acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ead3028-c665-49bf-abda-91e3dd121347'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:27.702776 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0680cb-9cb3-4572-a8c6-87a5ce6e1279" -d '{"events": [{"server_uuid": "21592872-d286-4d9c-9ae7-43681ec57acd", "name": "network-vif-plugged", "status": "completed", "tag": "0ead3028-c665-49bf-abda-91e3dd121347"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:27.718546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0ead3028-c665-49bf-abda-91e3dd121347, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0ead3028-c665-49bf-abda-91e3dd121347,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:27.727175 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.756422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:27.756824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.766379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:27.766792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.781087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.790825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.798439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.805133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-54205a88-e747-4fa1-830b-522b2fb14edb tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.806682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-54205a88-e747-4fa1-830b-522b2fb14edb tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1097 time: 0.3504364 Sep 21 18:00:27.807295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.817023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.825798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.833110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0ead3028-c665-49bf-abda-91e3dd121347,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:27.837301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810285-3'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:27.845604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-04d3728f-cd24-432f-9884-9353ab538ab8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5373 time: 0.2042875 Sep 21 18:00:27.863057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-8649250e-41ee-4d47-81b4-09fc10d4826d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.866364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-8649250e-41ee-4d47-81b4-09fc10d4826d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.3753765 Sep 21 18:00:27.887841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Request body: {'port': {'device_id': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'admin_state_up': True, 'tenant_id': '97a27e9f4de64dc082327af06be8224b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:27.926295 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.940121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0772ed1-9818-4b82-8c04-0b1a58ddf4c2 req-e55666ba-79bd-4eae-973d-8664b8042d51 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933516 Sep 21 18:00:27.986619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6d74abc2-23bc-450d-9c0c-ba23038db5c1, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6d74abc2-23bc-450d-9c0c-ba23038db5c1,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:27.993730 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.087789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6d74abc2-23bc-450d-9c0c-ba23038db5c1,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:28.148782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359b6d6-47bb-431e-9af9-5dc284be89c0 req-1e4eb84c-4bf1-4641-b83c-3c7635afa9ce tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.155400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4359b6d6-47bb-431e-9af9-5dc284be89c0 req-1e4eb84c-4bf1-4641-b83c-3c7635afa9ce tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 946 time: 0.1043496 Sep 21 18:00:28.364320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-ad36fab6-023b-4094-8b56-61acce0db1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.365826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-ad36fab6-023b-4094-8b56-61acce0db1e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6206744 Sep 21 18:00:28.371032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Attempting to bind port fbba3e41-8479-4c8b-bc57-1cee519dffa4 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:28.371431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Attempting to bind port fbba3e41-8479-4c8b-bc57-1cee519dffa4 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:28.371781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Attempting to bind port fbba3e41-8479-4c8b-bc57-1cee519dffa4 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:28.436782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Port fbba3e41-8479-4c8b-bc57-1cee519dffa4 on network e52824c9-a5b4-4f17-b372-bba2781d42bb not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:28.437113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Attempting to bind port fbba3e41-8479-4c8b-bc57-1cee519dffa4 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:28.446990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Made reservation on behalf of 97a27e9f4de64dc082327af06be8224b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:28.451422 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.486113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4359b6d6-47bb-431e-9af9-5dc284be89c0 req-9b89ff6d-1c22-4b62-bbc0-fa23beccb8af tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203878 Sep 21 18:00:28.502508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.515735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393ebf9-2092-4842-a545-274b582d1b01 req-b974d82d-a1ac-4a96-8436-cba9f3cf35d7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.520571 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3393ebf9-2092-4842-a545-274b582d1b01 req-b974d82d-a1ac-4a96-8436-cba9f3cf35d7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 950 time: 0.2447236 Sep 21 18:00:28.543829 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c7856-0739-4dfe-9fa2-67a7e2c224b5 x-openstack-request-id: req-6c8c7856-0739-4dfe-9fa2-67a7e2c224b5 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:28.544332 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21592872-d286-4d9c-9ae7-43681ec57acd", "name": "network-vif-plugged", "status": "completed", "tag": "0ead3028-c665-49bf-abda-91e3dd121347", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:28.544332 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c8c7856-0739-4dfe-9fa2-67a7e2c224b5 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:28.544742 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21592872-d286-4d9c-9ae7-43681ec57acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ead3028-c665-49bf-abda-91e3dd121347', 'code': 200} Sep 21 18:00:28.557130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:28.557473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Checking segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:28.557889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Bound using segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:28.558355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Bound port: fbba3e41-8479-4c8b-bc57-1cee519dffa4, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:28.558725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.640641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Allocated IP 172.20.0.8 (9ea3f511-accc-45c0-852a-5d8599230099/b50393ea-cf1b-4c33-9b70-42d19ccea4f3/0a562819-2062-46fb-993a-8ec8776e7d19) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:28.754805 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3393ebf9-2092-4842-a545-274b582d1b01 req-77873d10-fbcf-4f15-bc45-b4d2660a1f6d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333448 Sep 21 18:00:28.765745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-a0b169ae-06c8-4f50-a2f1-885c1d8091ba service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782077 Sep 21 18:00:28.773793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50b1bf81-bba4-4a90-8ca5-54a80075e0bf req-da107bb1-224f-4d5f-ae3d-739661352342 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 210 time: 0.0511618 Sep 21 18:00:28.784154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b42715-f9ae-46f4-aa7b-ef31a33d0817 req-9be3f989-641f-417a-a19b-e24245afee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.785619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33b42715-f9ae-46f4-aa7b-ef31a33d0817 req-9be3f989-641f-417a-a19b-e24245afee4a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 1101 time: 0.1426759 Sep 21 18:00:28.874397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.918336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33b42715-f9ae-46f4-aa7b-ef31a33d0817 req-6fb9d46a-5ce8-46a0-a2b9-24225b5e1144 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211638 Sep 21 18:00:28.923620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] For port fbba3e41-8479-4c8b-bc57-1cee519dffa4, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:28.963826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.972318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6384f7d-4306-4491-b9d3-9f79e81098b5 req-fe784e55-06cd-409e-93e5-f7055d58e08f tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.974086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6384f7d-4306-4491-b9d3-9f79e81098b5 req-fe784e55-06cd-409e-93e5-f7055d58e08f tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1037915 Sep 21 18:00:28.983539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] For port fbba3e41-8479-4c8b-bc57-1cee519dffa4, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:29.027514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.031256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6384f7d-4306-4491-b9d3-9f79e81098b5 req-2cb3a09e-2a3f-43c3-a48d-e1fa14e9912a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500858 Sep 21 18:00:29.040997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.083984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Network 9ea3f511-accc-45c0-852a-5d8599230099 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:29.088281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:29.092334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:29.109992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:29.120083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d1d56-c506-44a8-aa80-1a2089910985 req-e6941664-c6a9-4ebd-b4cd-a233e5133221 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.121730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-310d1d56-c506-44a8-aa80-1a2089910985 req-e6941664-c6a9-4ebd-b4cd-a233e5133221 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 948 time: 0.2842946 Sep 21 18:00:29.135433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.136759 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.138285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] 10.222.0.41 "PUT /v2.0/ports/fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 1131 time: 3.3686953 Sep 21 18:00:29.140204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': 'fbba3e41-8479-4c8b-bc57-1cee519dffa4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:29.142536 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f461e7c2-5746-4e6f-9536-c4a6f13bc610" -d '{"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "fbba3e41-8479-4c8b-bc57-1cee519dffa4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:29.156795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-228e9fdb-4c2a-42ba-af08-84562ee61754 req-13e1cf07-912e-44dc-a00c-bdb486d0dc27 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721104 Sep 21 18:00:29.196107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.196758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.204009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:29.204498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:29.225712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-bc673500-4088-44d1-9447-9beb9219b420 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3456886 Sep 21 18:00:29.237803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bdefd-8e27-433d-b319-5e5be96918db req-5f0a22ca-46b1-4755-8e96-6c2991296e98 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.239462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c6bdefd-8e27-433d-b319-5e5be96918db req-5f0a22ca-46b1-4755-8e96-6c2991296e98 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 965 time: 0.1120751 Sep 21 18:00:29.247668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Request body: {'port': {'device_id': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:29.247961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cc60a5b-23d5-4ac4-9a8f-76acc0009472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.269806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c6a64-0317-4230-963e-74f3602d7799 service neutron] Pushing event updated for resources: {'Port': ['ID=fbba3e41-8479-4c8b-bc57-1cee519dffa4,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:29.271860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2498fe13-7a33-4868-a6ca-f79c626e70d2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:29.340773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c6bdefd-8e27-433d-b319-5e5be96918db req-265bb6bc-491c-470d-9ee2-f44de5410738 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896363 Sep 21 18:00:29.346137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:29.348684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.412542 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-310d1d56-c506-44a8-aa80-1a2089910985 req-1242d77b-4774-4025-a495-330b16fdf7e8 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582705 Sep 21 18:00:29.438476 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.444548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.445478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 2498fe13-7a33-4868-a6ca-f79c626e70d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2498fe13-7a33-4868-a6ca-f79c626e70d2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:29.466255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.468317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '2498fe13-7a33-4868-a6ca-f79c626e70d2', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '2498fe13-7a33-4868-a6ca-f79c626e70d2', 'mac_address': 'fa:16:3e:a5:02:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:29.529172 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.544986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2498fe13-7a33-4868-a6ca-f79c626e70d2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:29.545671 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab8cdc3-97f4-4066-940e-e08c7e4835fe x-openstack-request-id: req-8ab8cdc3-97f4-4066-940e-e08c7e4835fe {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:29.545671 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "fbba3e41-8479-4c8b-bc57-1cee519dffa4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:29.545671 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ab8cdc3-97f4-4066-940e-e08c7e4835fe {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:29.545931 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': 'fbba3e41-8479-4c8b-bc57-1cee519dffa4', 'status': 'completed', 'code': 200} Sep 21 18:00:29.548166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:29.580912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 2498fe13-7a33-4868-a6ca-f79c626e70d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2498fe13-7a33-4868-a6ca-f79c626e70d2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:29.587527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.637663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.643957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.649107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=2498fe13-7a33-4868-a6ca-f79c626e70d2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:29.650414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Router 077c2add-23bf-42f7-83ac-9c10d67c9765 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:00:29.651438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.657436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.664325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.671520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.676888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.678837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-8ebc4494-f27c-4179-915a-215bf13c6cd7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5373 time: 0.1656301 Sep 21 18:00:29.722715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.723210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.723689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.724166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.724639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.725111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.725598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.727949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-90d77975-8036-4a9e-822c-576e84080902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6210 time: 0.1667356 Sep 21 18:00:29.762766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on host n-h2-810285-3 for vnic_type normal with profile {"migrating_to": "n-h1-810285-3"} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:29.763108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:29.763440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:29.819528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c2afe55-7a02-4665-8aaf-f1ac0c71449e req-ac40b92a-2d94-4966-9abd-33b7e2cd1e32 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286786 Sep 21 18:00:29.822020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:29.822385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Attempting to bind port 05b35d87-38c4-451e-8be8-340eaea37960 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:29.838029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211aa6-6db0-4e03-a3dd-5e86a38c73be req-e1a5ac35-9f72-4e56-a3a7-ea454f5af28d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.839639 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33211aa6-6db0-4e03-a3dd-5e86a38c73be req-e1a5ac35-9f72-4e56-a3a7-ea454f5af28d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.2461114 Sep 21 18:00:29.861993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:29.862384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:29.862767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:29.863222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Bound port: 05b35d87-38c4-451e-8be8-340eaea37960, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:29.863584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:29.983683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-6f5d6fcc-8f34-49a6-8c01-6fa74319dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.984063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-6f5d6fcc-8f34-49a6-8c01-6fa74319dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.984537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-6f5d6fcc-8f34-49a6-8c01-6fa74319dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.986111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-6f5d6fcc-8f34-49a6-8c01-6fa74319dcc9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2240820 Sep 21 18:00:30.006941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33211aa6-6db0-4e03-a3dd-5e86a38c73be req-4a83873c-e294-4122-87ed-244416300ba1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560223 Sep 21 18:00:30.011827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a562819-2062-46fb-993a-8ec8776e7d19 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:30.038259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:00:30.038468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.052271 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Sync routers for ids ['077c2add-23bf-42f7-83ac-9c10d67c9765'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:00:30.056319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['2498fe13-7a33-4868-a6ca-f79c626e70d2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:30.064209 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Routers {'077c2add-23bf-42f7-83ac-9c10d67c9765'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:30.064872 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['077c2add-23bf-42f7-83ac-9c10d67c9765'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:30.084774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:30.089381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:30.105403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d610b-41d0-4348-8ea4-e08fb55b9d9e req-3e0b325c-eb5c-4531-b28c-b9d77b1af130 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.106522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.107789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe2d610b-41d0-4348-8ea4-e08fb55b9d9e req-3e0b325c-eb5c-4531-b28c-b9d77b1af130 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 950 time: 0.1903260 Sep 21 18:00:30.109346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Transition to ACTIVE for port object 0a562819-2062-46fb-993a-8ec8776e7d19 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:30.152322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.156942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-841372a7-511f-405f-9930-5e2b863d2fb6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.1160910 Sep 21 18:00:30.191700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49894) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:30.196052 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Set router 077c2add-23bf-42f7-83ac-9c10d67c9765 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:30.220261 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.268777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-85b12cd1-0a18-48fb-b2e7-ad6d06345320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.270446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f461e7c2-5746-4e6f-9536-c4a6f13bc610 req-85b12cd1-0a18-48fb-b2e7-ad6d06345320 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2756240 Sep 21 18:00:30.324380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.325068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.326686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] 10.222.0.78 "PUT /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 1122 time: 2.5006464 Sep 21 18:00:30.330831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:30.337096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:30.354767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81eb5-94cc-4339-88f9-717c7ad817d1 req-13901666-9052-4d66-9d03-1c5958b21efd tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.362501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ac81eb5-94cc-4339-88f9-717c7ad817d1 req-13901666-9052-4d66-9d03-1c5958b21efd tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.2616684 Sep 21 18:00:30.368048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.382278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe2d610b-41d0-4348-8ea4-e08fb55b9d9e req-078c8778-317c-446c-b5a7-e09cac497a96 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608405 Sep 21 18:00:30.408389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654cab-1a2f-429c-94d7-113b8c9657db service neutron] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=8']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:30.440776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['05b35d87-38c4-451e-8be8-340eaea37960'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:30.504372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ac81eb5-94cc-4339-88f9-717c7ad817d1 req-1b8d2d4f-e12f-4b8b-bb5a-1fb79221403a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409879 Sep 21 18:00:30.507372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Transition to ACTIVE for port object ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:30.511412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:30.512509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:30.513061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:30.531855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.547611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d74abc2-23bc-450d-9c0c-ba23038db5c1'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:30.550407 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e8e0cc-afc3-4567-9208-18c8d65ef244" -d '{"events": [{"server_uuid": "ce7ff63f-0d30-48f0-81e4-8915e1340ec8", "name": "network-vif-plugged", "status": "completed", "tag": "6d74abc2-23bc-450d-9c0c-ba23038db5c1"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:30.551069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:30.551406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:30.559027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:30.559027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:30.559027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:30.559577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Bound port: 0a562819-2062-46fb-993a-8ec8776e7d19, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:30.559897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.572667 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:27Z', 'revision_number': 3, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:30.620605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0841df2-cb13-4f24-aa10-2b60cf7c70ad req-ccf82616-df98-4df2-99fc-5b5732559951 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.622310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0841df2-cb13-4f24-aa10-2b60cf7c70ad req-ccf82616-df98-4df2-99fc-5b5732559951 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1347258 Sep 21 18:00:30.646011 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Checking router: 077c2add-23bf-42f7-83ac-9c10d67c9765 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:00:30.646459 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Updating router 077c2add-23bf-42f7-83ac-9c10d67c9765 port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:00:30.686519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:30.694929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:30.700830 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.706046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.722898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0841df2-cb13-4f24-aa10-2b60cf7c70ad req-e37f11e0-2e63-40ec-a8fb-e3d12915a354 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849445 Sep 21 18:00:30.780891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.783331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:30.784933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] 10.222.0.41 "PUT /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 1091 time: 1.5443923 Sep 21 18:00:30.793715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:30.797965 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3bddf9-397b-4e76-b83f-02219207f720" -d '{"events": [{"name": "network-changed", "server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:30.823587 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d58945f-5429-4b51-b05e-cb0c739a9011 x-openstack-request-id: req-5d58945f-5429-4b51-b05e-cb0c739a9011 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:30.824759 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7ff63f-0d30-48f0-81e4-8915e1340ec8", "name": "network-vif-plugged", "status": "completed", "tag": "6d74abc2-23bc-450d-9c0c-ba23038db5c1", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:30.825373 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d58945f-5429-4b51-b05e-cb0c739a9011 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:30.826202 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d74abc2-23bc-450d-9c0c-ba23038db5c1', 'code': 200} Sep 21 18:00:30.903910 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a93d3d-92ee-428a-848a-509930a84a56 x-openstack-request-id: req-69a93d3d-92ee-428a-848a-509930a84a56 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:30.904293 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:30.904551 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69a93d3d-92ee-428a-848a-509930a84a56 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:30.904972 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19', 'status': 'completed', 'code': 200} Sep 21 18:00:30.933383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e1e39-706d-436a-854b-ea1c9867c75a service neutron] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:31.017024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-6938ef83-2214-4ddd-bbf2-46d99b160af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.019009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-6938ef83-2214-4ddd-bbf2-46d99b160af0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1094 time: 0.1644475 Sep 21 18:00:31.020964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bd73a-1410-4faf-84c6-25dfda704abe req-f9b2945b-d7d8-489d-a506-71e543c4dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.022631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f61bd73a-1410-4faf-84c6-25dfda704abe req-f9b2945b-d7d8-489d-a506-71e543c4dcd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 1101 time: 0.1037726 Sep 21 18:00:31.027726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Pushing event updated for resources: {'Port': ['ID=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:31.144816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-d836dc09-d9ee-405d-808e-419381d10e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 217 time: 0.1103635 Sep 21 18:00:31.167176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Attempting to bind port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:31.167607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Attempting to bind port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:31.167978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Attempting to bind port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:31.169556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.176139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.183139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.189134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.190418 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.195497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.199626 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.201649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.208032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.214702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-9dbdfcef-4855-4520-86de-dbeb8057814d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5385 time: 0.2552955 Sep 21 18:00:31.216290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016ef8-5fb3-4e27-bf4b-0e8f1e29b91e req-41109053-4cde-4e3e-be1a-268dbc2bfeea tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.216736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f61bd73a-1410-4faf-84c6-25dfda704abe req-44152566-b4c5-460f-b1e1-b873654f10fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805477 Sep 21 18:00:31.217813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c7016ef8-5fb3-4e27-bf4b-0e8f1e29b91e req-41109053-4cde-4e3e-be1a-268dbc2bfeea tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 949 time: 0.2541335 Sep 21 18:00:31.220757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 on network e52824c9-a5b4-4f17-b372-bba2781d42bb not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:31.221084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Attempting to bind port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:31.238092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:31.238475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Checking segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:31.238829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Bound using segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:31.239319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Bound port: ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:31.239618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.250574 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Pushing event updated for resources: {'Port': ['ID=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:31.261218 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.262572 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.262572 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.262572 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.262863 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.263907 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.263907 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.263907 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.264163 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.264461 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.264724 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.265050 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:31.284188 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Attempting to bind port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:31.284594 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Attempting to bind port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:31.284954 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Attempting to bind port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:31.291015 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:31.291387 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:31.291760 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.292393 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:31.292870 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Bound port: 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:31.293272 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.294003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f971218d-d32e-4e0c-851a-d166f817ddb9 req-3628339f-d394-48f8-9ba0-75b9a8c2037a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762687 Sep 21 18:00:31.294944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2498fe13-7a33-4868-a6ca-f79c626e70d2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:31.299689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-7bff0357-e6b3-4380-b1d3-25e31b3ad53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.301409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-7bff0357-e6b3-4380-b1d3-25e31b3ad53c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0825965 Sep 21 18:00:31.362688 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] For port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:31.365912 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] For port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:31.368496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 2498fe13-7a33-4868-a6ca-f79c626e70d2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:31.371477 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c7016ef8-5fb3-4e27-bf4b-0e8f1e29b91e req-65d7b02c-24d3-49b6-9cbd-b62ead3faaf8 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437182 Sep 21 18:00:31.373397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 2498fe13-7a33-4868-a6ca-f79c626e70d2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:31.373994 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.385651 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.445674 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb635f-c40a-426f-8d88-81f9c35e0ae5 None None] Pushing event updated for resources: {'Port': ['ID=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:31.467112 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Routers {'077c2add-23bf-42f7-83ac-9c10d67c9765'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:31.467737 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['077c2add-23bf-42f7-83ac-9c10d67c9765'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:31.497335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] For port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:31.502224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-7d7c37b4-5649-424f-bf19-1491262245de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452292 Sep 21 18:00:31.509992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.515249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] For port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:31.521322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-a55121dc-9a10-42be-99e3-c1b73109fdad tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--372653937&fields=id&tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272 HTTP/1.1" status: 200 len: 267 time: 0.1040516 Sep 21 18:00:31.549459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.551495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960'}, {'name': 'network-changed', 'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:31.554553 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6dc173-2341-436e-bddb-d96acb36c271" -d '{"events": [{"server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "name": "network-vif-unplugged", "status": "completed", "tag": "05b35d87-38c4-451e-8be8-340eaea37960"}, {"name": "network-changed", "server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "tag": "05b35d87-38c4-451e-8be8-340eaea37960"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:31.561362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 2498fe13-7a33-4868-a6ca-f79c626e70d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2498fe13-7a33-4868-a6ca-f79c626e70d2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:31.569188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.602540 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] Set router 077c2add-23bf-42f7-83ac-9c10d67c9765 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:31.609930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.610746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.612652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 HTTP/1.1" status: 200 len: 1091 time: 2.4190657 Sep 21 18:00:31.629376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-2f1c4f6a-f330-405e-ad81-e9b9d80d9a83 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067953 Sep 21 18:00:31.638562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bdf37-cb97-4436-a2d2-3a44c6ce385f req-09f9d119-a595-4686-b780-850bcaa9ce10 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.645244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=2498fe13-7a33-4868-a6ca-f79c626e70d2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:31.646240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a4bdf37-cb97-4436-a2d2-3a44c6ce385f req-09f9d119-a595-4686-b780-850bcaa9ce10 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.1902156 Sep 21 18:00:31.665161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:31.780979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c26ea-bd27-4b82-8d58-5521f69f4249 service neutron] Pushing event updated for resources: {'Port': ['ID=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:31.819461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a4bdf37-cb97-4436-a2d2-3a44c6ce385f req-dcfdee7a-2e05-4771-92f3-414da4041587 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721742 Sep 21 18:00:31.824158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.837482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-4cfb2a52-a770-4ccf-9c86-f841bbe11bcf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.839077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-4cfb2a52-a770-4ccf-9c86-f841bbe11bcf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 823 time: 0.2087631 Sep 21 18:00:31.869084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-cee7ee2c-b9a4-4d60-97ab-dd13f80797e4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/quotas/122f5fe7a5d64fa2a4f6a3f02dd40272 HTTP/1.1" status: 200 len: 375 time: 0.0212777 Sep 21 18:00:31.869700 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:27Z', 'revision_number': 3, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:31.873363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:31.881780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2489a4d-7481-4f6b-ab68-b7428ddbc5ba req-049a466c-3cfd-486a-be78-c5d896d368da service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175999 Sep 21 18:00:31.918948 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c77e5b-3bf5-41e5-878a-eff08120b021 None None] The sync data for ids ['077c2add-23bf-42f7-83ac-9c10d67c9765'] in n-d-810285-3 is: [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:27Z', 'revision_number': 3, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:00:31.955152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-ff4c6b42-6fa3-4cf5-b355-714ded28ee3a tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0764103 Sep 21 18:00:32.065954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-13c062ea-ed0e-4bfd-ba8a-d57647bc5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.067501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-13c062ea-ed0e-4bfd-ba8a-d57647bc5a26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1094 time: 0.1103354 Sep 21 18:00:32.119586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-abbe1bb0-9829-4a0c-ba90-66b15af48f91 service neutron] 10.222.0.70 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499631 Sep 21 18:00:32.166222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615230a-4b48-477f-81fe-f8dd1fbdc467 req-91bfe852-322d-46da-8403-0a82a7e3e74e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.167908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2615230a-4b48-477f-81fe-f8dd1fbdc467 req-91bfe852-322d-46da-8403-0a82a7e3e74e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 950 time: 0.2221754 Sep 21 18:00:32.252343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-3d4ca17c-17fd-4208-a87c-babdf51b6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.254200 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-3d4ca17c-17fd-4208-a87c-babdf51b6417 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.1789420 Sep 21 18:00:32.308576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-a2b169d7-333b-4a09-8f01-65efb128ef75 service neutron] 10.222.0.70 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554015 Sep 21 18:00:32.309981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-b720e0ab-3c42-4330-8dbb-25011444988d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 217 time: 0.0399556 Sep 21 18:00:32.326673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Allocated IP 172.20.0.1 (cadcc230-0205-4274-b849-f9d0f4e22531/cd178495-a3d8-4975-a1d9-22eeb54dbe91/27047d17-856e-4f40-b5c9-9025bb804a58) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:32.394233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-ae3df5fa-4ed4-4778-a693-d75a56ea1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.396294 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-ae3df5fa-4ed4-4778-a693-d75a56ea1cb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0710974 Sep 21 18:00:32.445867 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2615230a-4b48-477f-81fe-f8dd1fbdc467 req-51a215c4-ae51-46e5-b154-ef89e47660b1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221022 Sep 21 18:00:32.452436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-649778b0-15ac-4aa6-b6fe-fe760644c632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402720 Sep 21 18:00:32.598528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:32.686441 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795ebe7-c9e5-4ef5-b78d-8236421735e1 x-openstack-request-id: req-2795ebe7-c9e5-4ef5-b78d-8236421735e1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:32.687300 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "name": "network-vif-unplugged", "status": "completed", "tag": "05b35d87-38c4-451e-8be8-340eaea37960", "code": 200}, {"name": "network-changed", "server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "tag": "05b35d87-38c4-451e-8be8-340eaea37960", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:32.687300 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2795ebe7-c9e5-4ef5-b78d-8236421735e1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:32.687670 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960', 'code': 200} Sep 21 18:00:32.687915 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960', 'status': 'completed', 'code': 200} Sep 21 18:00:32.701893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-2c026fe3-0f25-4946-a882-87c5e87ae6c7 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349172 Sep 21 18:00:32.714701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:32.754111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-bcb87297-190c-4aeb-bcb8-c80809a0c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.755680 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-bcb87297-190c-4aeb-bcb8-c80809a0c011 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1125 time: 0.1476030 Sep 21 18:00:32.809700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Network cadcc230-0205-4274-b849-f9d0f4e22531 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:32.820754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:32.827735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11092896-5a1b-403c-b96e-82cb46cba4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2498fe13-7a33-4868-a6ca-f79c626e70d2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:32.828616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:32.829078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b3b4-20ab-4d7c-b0c8-f63234371065 req-922cee6d-9675-404b-83a5-276f9a47048e tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.829208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:32.830044 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a59f14a-7f83-4393-9f20-b649defa25ac" -d '{"events": [{"server_uuid": "11092896-5a1b-403c-b96e-82cb46cba4db", "name": "network-vif-plugged", "status": "completed", "tag": "2498fe13-7a33-4868-a6ca-f79c626e70d2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:32.837678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0291b3b4-20ab-4d7c-b0c8-f63234371065 req-922cee6d-9675-404b-83a5-276f9a47048e tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1661172 Sep 21 18:00:32.986843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Pushing event updated for resources: {'Port': ['ID=27047d17-856e-4f40-b5c9-9025bb804a58,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:33.019526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6bc8d-30e9-4b5c-afcb-03be1f248db4 req-c0580379-e4cd-40f6-8183-5089ee1a18c4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.032139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-bb7c3b61-0a4d-453e-b3d3-c50c6b73b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.033128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-68c6bc8d-30e9-4b5c-afcb-03be1f248db4 req-c0580379-e4cd-40f6-8183-5089ee1a18c4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.3429735 Sep 21 18:00:33.048627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-bb7c3b61-0a4d-453e-b3d3-c50c6b73b8b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2806466 Sep 21 18:00:33.048912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:33.051309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3bddf9-397b-4e76-b83f-02219207f720 req-a657548d-d083-41a8-8901-72d16f945161 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336647 Sep 21 18:00:33.056352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-c56f871d-f14f-497e-b58c-2bb5cc50c694 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.057927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-c56f871d-f14f-497e-b58c-2bb5cc50c694 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b6b591-c0af-4698-b220-97f2ced63af6 HTTP/1.1" status: 200 len: 965 time: 0.3693092 Sep 21 18:00:33.061723 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0291b3b4-20ab-4d7c-b0c8-f63234371065 req-368f71b6-7b12-42f7-9a9f-dbb1fc3c4ec0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220011 Sep 21 18:00:33.130336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-d7211152-62a1-4ca4-b1a4-799578a12213 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 217 time: 0.0618298 Sep 21 18:00:33.135254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:33.146887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.188207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:33.189369 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.254157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Transition to ACTIVE for port object 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:33.285108 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-68c6bc8d-30e9-4b5c-afcb-03be1f248db4 req-74840bbd-295e-4454-95c5-24906d86cefd tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499628 Sep 21 18:00:33.298447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.331713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-38ce3622-45c4-4255-950a-023887c44436 None None] Provisioning complete for port 27047d17-856e-4f40-b5c9-9025bb804a58 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:33.332284 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38ce3622-45c4-4255-950a-023887c44436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.339691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:33.458377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Pushing event updated for resources: {'Port': ['ID=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:33.500350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-38ce3622-45c4-4255-950a-023887c44436 None None] Port 27047d17-856e-4f40-b5c9-9025bb804a58 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:33.525422 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.541874 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.551746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:33.587147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-68184605-3d18-4930-be67-98716d4de62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.589993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-68184605-3d18-4930-be67-98716d4de62d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.4470260 Sep 21 18:00:33.604318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:33.608178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 has no active binding in host n-h1-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:00:33.613831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.639696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Attempting to bind port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:33.640595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Attempting to bind port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:33.640930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Attempting to bind port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:33.651062 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f20a-7b30-439f-8299-51f7b0a56935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.671291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-543f049a-64fa-4867-af1d-7c2c2de6dc16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612178 Sep 21 18:00:33.702976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:33.779264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.785231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.792043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.798421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.805482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.811464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.817371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.819360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-afadb4dd-4a3b-4eb7-bed1-8c0ed30b3b90 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5397 time: 0.2509565 Sep 21 18:00:33.872347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-62a3a697-52a7-4935-aa9f-e453c2b86788 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995971 Sep 21 18:00:33.875843 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.879923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bfdc747-ac96-4f28-8adb-ffaa09bc97e0 req-4898ad85-db74-4264-a62d-324c62c00bce tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506477 Sep 21 18:00:33.936922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6adee-6b43-4018-9be4-05125a4466e9 req-1227abbc-d9fa-4340-ba8a-f4881d9b7a44 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.938726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fc6adee-6b43-4018-9be4-05125a4466e9 req-1227abbc-d9fa-4340-ba8a-f4881d9b7a44 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 950 time: 0.5518730 Sep 21 18:00:33.983547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Deleting port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:33.983886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:33.988763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 on network e52824c9-a5b4-4f17-b372-bba2781d42bb not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:33.989087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Attempting to bind port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:33.996840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ed241de-516c-4bd7-963d-071c08bc3453 req-a13043d1-efbe-4b64-8d43-15f4d5064b24 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 210 time: 0.0345666 Sep 21 18:00:34.018081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f6dc173-2341-436e-bddb-d96acb36c271 req-099bb192-6603-4715-8cf3-6bb095e237e8 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371775 Sep 21 18:00:34.033679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:34.033975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Checking segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:34.034388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Bound using segment: {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:34.034822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Bound port: 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eee251-fcf0-407f-b91a-84b13962ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:34.035179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.073380 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.141491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72390-6e30-491f-ae9c-cf002125f602 req-5bc7c23c-aae9-466a-b020-c3d3ea8ede83 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.144083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3cb72390-6e30-491f-ae9c-cf002125f602 req-5bc7c23c-aae9-466a-b020-c3d3ea8ede83 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.0560842 Sep 21 18:00:34.151197 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fc6adee-6b43-4018-9be4-05125a4466e9 req-58da63f8-948e-4603-937e-18312ccb89c2 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842246 Sep 21 18:00:34.219345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3cb72390-6e30-491f-ae9c-cf002125f602 req-0fb1f4a5-a2cb-4be0-8f26-d761bb6db259 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638101 Sep 21 18:00:34.263519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] For port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:34.263519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.268799 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431d241-e44d-4dea-9622-9af5f22d7984 x-openstack-request-id: req-f431d241-e44d-4dea-9622-9af5f22d7984 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:34.269083 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11092896-5a1b-403c-b96e-82cb46cba4db", "name": "network-vif-plugged", "status": "completed", "tag": "2498fe13-7a33-4868-a6ca-f79c626e70d2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:34.269381 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f431d241-e44d-4dea-9622-9af5f22d7984 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:34.269791 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11092896-5a1b-403c-b96e-82cb46cba4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2498fe13-7a33-4868-a6ca-f79c626e70d2', 'code': 200} Sep 21 18:00:34.302805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] For port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:34.404316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e75ec-99e9-4026-b10a-65efe5d7564f req-3a8d51b0-adf6-480d-9385-6e0c7695c873 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.405896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e2e75ec-99e9-4026-b10a-65efe5d7564f req-3a8d51b0-adf6-480d-9385-6e0c7695c873 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 950 time: 0.0795829 Sep 21 18:00:34.406553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] For port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:34.430254 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.453294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.481174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e2e75ec-99e9-4026-b10a-65efe5d7564f req-d5c8dc53-b945-4f09-a478-57e6530463b7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607257 Sep 21 18:00:34.481402 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.482248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.484844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5797865-8d87-4a16-aef2-0d2f4b175d79 req-f50af8ef-5f13-4399-b9b1-42c524fc2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.486411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5797865-8d87-4a16-aef2-0d2f4b175d79 req-f50af8ef-5f13-4399-b9b1-42c524fc2ae6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 1101 time: 0.0748229 Sep 21 18:00:34.548574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5797865-8d87-4a16-aef2-0d2f4b175d79 req-20eee427-4976-48f4-bfd6-37293f053816 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Sep 21 18:00:34.610745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991a729-2e00-4663-8d96-e667128945db req-437e735c-7e52-4262-8b24-dbb8e797aeaa tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.611511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d991a729-2e00-4663-8d96-e667128945db req-437e735c-7e52-4262-8b24-dbb8e797aeaa tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.0562341 Sep 21 18:00:34.619788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.620438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.621933 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] 10.222.0.41 "PUT /v2.0/ports/70dc470d-0ea2-4f3e-8a26-fcd235cb1299 HTTP/1.1" status: 200 len: 1090 time: 2.9609120 Sep 21 18:00:34.646340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.666695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d991a729-2e00-4663-8d96-e667128945db req-e081d739-6bf0-41f4-9e3f-741293c92866 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Sep 21 18:00:34.685167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:34.698381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4'}, {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:34.700682 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4"}, {"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:34.789060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3b18f-007f-499a-86a4-494bb7bb128a req-a886d192-e259-4c64-8c9e-789d853222d2 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.790645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6d3b18f-007f-499a-86a4-494bb7bb128a req-a886d192-e259-4c64-8c9e-789d853222d2 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.4181337 Sep 21 18:00:34.791296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc723e-5127-403f-9e3b-44cb97edfb4a service neutron] Pushing event updated for resources: {'Port': ['ID=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:34.802395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae7a6-c471-4994-a489-857e3c64b8c0 req-70cb04c4-da75-4798-b5ec-aae0199d951e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.805638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a75ae7a6-c471-4994-a489-857e3c64b8c0 req-70cb04c4-da75-4798-b5ec-aae0199d951e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 950 time: 0.0724502 Sep 21 18:00:34.841066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-51ed7657-f587-4cd5-93bd-04d094f99397 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.842568 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-51ed7657-f587-4cd5-93bd-04d094f99397 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 823 time: 0.4986815 Sep 21 18:00:34.855968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a75ae7a6-c471-4994-a489-857e3c64b8c0 req-d58bca45-7a0b-421b-b269-897363251149 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Sep 21 18:00:34.943037 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cbb615-3166-4bb1-9fbd-86f308c67c31 x-openstack-request-id: req-58cbb615-3166-4bb1-9fbd-86f308c67c31 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:34.943467 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:34.943583 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58cbb615-3166-4bb1-9fbd-86f308c67c31 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:34.943982 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4', 'status': 'completed', 'code': 200} Sep 21 18:00:34.944232 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299', 'status': 'completed', 'code': 200} Sep 21 18:00:34.973309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.973672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.974215 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f disassociated. External IP: 172.25.3.174, port: 199ec9d6-b96f-4a5c-a44c-2daa56ac1249. Sep 21 18:00:34.974724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Calling delete_port for 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 owned by compute:tempest-test_az-19953765 {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:34.975101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:35.000550 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.015569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Pushing event updated for resources: {'Port': ['ID=27047d17-856e-4f40-b5c9-9025bb804a58,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:35.036188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:35.036710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.058987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.059564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.060135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.060613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.061421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.061814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.062480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.064713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-2d62a31b-6080-4c71-aa85-69e602802e3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6344 time: 0.0896797 Sep 21 18:00:35.066052 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6d3b18f-007f-499a-86a4-494bb7bb128a req-4732830f-4b61-4331-a96a-ed832db2b7a4 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361374 Sep 21 18:00:35.076284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-c9ad7f6d-14bb-40cd-954f-09e49ac96330 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272 HTTP/1.1" status: 200 len: 379 time: 0.1974223 Sep 21 18:00:35.116709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'port': {'device_id': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'admin_state_up': True, 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'security_groups': ['1199ca9d-2b3e-47d9-ae30-2066ab374087']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:35.161112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-0329dc75-7f09-49f0-bf01-17f3445e19d8 service neutron] 10.222.0.41 "GET /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960/bindings/n-h1-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.2295964 Sep 21 18:00:35.170411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Network cadcc230-0205-4274-b849-f9d0f4e22531 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:35.191063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:35.337372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-ec4613c9-b64f-47ad-ae32-9a38add0701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.337852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-ec4613c9-b64f-47ad-ae32-9a38add0701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.338355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-ec4613c9-b64f-47ad-ae32-9a38add0701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.339985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-ec4613c9-b64f-47ad-ae32-9a38add0701f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2568989 Sep 21 18:00:35.351575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36e509-0517-46e9-bb4f-2d3e539f2758 req-0c8b077e-1cde-4e34-bda5-8f88674e9faf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.357588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36e509-0517-46e9-bb4f-2d3e539f2758 req-0c8b077e-1cde-4e34-bda5-8f88674e9faf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.363851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c36e509-0517-46e9-bb4f-2d3e539f2758 req-0c8b077e-1cde-4e34-bda5-8f88674e9faf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8&device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 1691 time: 0.1221626 Sep 21 18:00:35.492080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-379eb320-f4a3-428f-943c-c93be5572389 None None] Provisioning complete for port 27047d17-856e-4f40-b5c9-9025bb804a58 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:35.492522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-379eb320-f4a3-428f-943c-c93be5572389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.512832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.518410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.525042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.526033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c36e509-0517-46e9-bb4f-2d3e539f2758 req-61507289-82b0-4f5b-8bf9-ad3c5729e9b3 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371803 Sep 21 18:00:35.527652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-379eb320-f4a3-428f-943c-c93be5572389 None None] Port 27047d17-856e-4f40-b5c9-9025bb804a58 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:35.530900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.537282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.543970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.551063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.555386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0339364e-5181-4d2d-95f0-a19008f66050 req-869440a6-4e83-49c9-bb01-6bbe79ff47c7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5397 time: 0.3662457 Sep 21 18:00:35.568003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:35.611266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-72d3f619-0262-4ef4-a9a7-a7dc8ef5d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.613091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-72d3f619-0262-4ef4-a9a7-a7dc8ef5d2cc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2519484 Sep 21 18:00:35.627320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:35.659419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-142e2f52-54a6-4b6f-b4ab-0fcb63657b4e req-9222f2c7-7b6a-4704-bdcd-a5097f20bc59 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 210 time: 0.0519578 Sep 21 18:00:35.706887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:35.725116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '0a562819-2062-46fb-993a-8ec8776e7d19', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'port_id': '0a562819-2062-46fb-993a-8ec8776e7d19', 'mac_address': 'fa:16:3e:c5:55:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50393ea-cf1b-4c33-9b70-42d19ccea4f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:35.729269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:35.730574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Made reservation on behalf of 122f5fe7a5d64fa2a4f6a3f02dd40272 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:35.734141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.745908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Router 077c2add-23bf-42f7-83ac-9c10d67c9765 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:00:35.746639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.760163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0339364e-5181-4d2d-95f0-a19008f66050 req-d66101af-2906-435c-b9bc-5f19a169656f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1865132 Sep 21 18:00:35.781468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b35d87-38c4-451e-8be8-340eaea37960 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:35.797198 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.816846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:35.819181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a562819-2062-46fb-993a-8ec8776e7d19 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:35.823153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event deleted for resources: {'Port': ['ID=199ec9d6-b96f-4a5c-a44c-2daa56ac1249,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:35.825432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.825937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.826640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.827122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.827594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.828062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.828530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.830655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-a2cc06fe-c616-4acb-a9b4-18c28cb95c28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6344 time: 0.1629667 Sep 21 18:00:35.851853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:35.860857 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.876303 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:35.909673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784fe6c-6e70-4f4d-b54a-6723d6b573f1 req-2cacf9b4-3370-4f7a-9e5f-7938bbb6d739 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.911345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c784fe6c-6e70-4f4d-b54a-6723d6b573f1 req-2cacf9b4-3370-4f7a-9e5f-7938bbb6d739 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 950 time: 0.1503263 Sep 21 18:00:35.939203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:36.020979 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c784fe6c-6e70-4f4d-b54a-6723d6b573f1 req-d6979f00-6330-410d-bc59-a4459ec526fc tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739400 Sep 21 18:00:36.052961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-9c4d2324-f0ee-4b3a-90c4-f8e6425ffea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.053453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-9c4d2324-f0ee-4b3a-90c4-f8e6425ffea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.054555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-9c4d2324-f0ee-4b3a-90c4-f8e6425ffea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.064036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-9c4d2324-f0ee-4b3a-90c4-f8e6425ffea7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2203264 Sep 21 18:00:36.157247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['0a562819-2062-46fb-993a-8ec8776e7d19'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:36.325440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f05fbe-79f4-4a84-afe7-e20738dbe76e {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:36.343316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.344093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-d6c6d813-0efc-4790-b80a-5ee462e2478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.346278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f5590d2-2f36-46bf-90e0-e3cdb151fe6c req-d6c6d813-0efc-4790-b80a-5ee462e2478c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2719200 Sep 21 18:00:36.374502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8fb14-f3ce-4968-9c12-21635ecd92c0 req-00821fe1-0aea-421f-9858-43ef6756de64 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.376494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ed8fb14-f3ce-4968-9c12-21635ecd92c0 req-00821fe1-0aea-421f-9858-43ef6756de64 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.1498172 Sep 21 18:00:36.415175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] Transition to ACTIVE for port object 05b35d87-38c4-451e-8be8-340eaea37960 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:36.439581 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.444026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ed8fb14-f3ce-4968-9c12-21635ecd92c0 req-3a551409-704e-4b3a-9e02-65ffb69c1fd2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576627 Sep 21 18:00:36.521373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] No DVR routers for this DVR port 05b35d87-38c4-451e-8be8-340eaea37960 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:36.560869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382afe5a-43ad-4c04-b8be-71e17b0db949 req-a3c1964e-fab4-4c26-b032-afe9c7528353 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.562441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-382afe5a-43ad-4c04-b8be-71e17b0db949 req-a3c1964e-fab4-4c26-b032-afe9c7528353 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 944 time: 0.4087453 Sep 21 18:00:36.567722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960/bindings/n-h1-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3969159 Sep 21 18:00:36.569760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9cfde-c46d-4fac-a6c3-2024db7dc8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:36.580695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Transition to ACTIVE for port object b3f05fbe-79f4-4a84-afe7-e20738dbe76e will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:36.606843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Router d893596b-ced7-4e3a-b5b3-427d27a99059 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:00:36.611180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.636865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Allocated IP 172.20.0.13 (867dbb29-1b62-4023-92b8-23fc510b7091/9938b0a4-f7b6-47cf-8425-1039ea4920c3/8afbb9ac-0883-40e3-ac1a-b3bd16432662) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:36.641637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4ba69-f55b-4695-b1fc-825cf0b8f871 req-6201c698-510a-43e6-bafb-b6fd91620e52 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.643682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92f4ba69-f55b-4695-b1fc-825cf0b8f871 req-6201c698-510a-43e6-bafb-b6fd91620e52 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.0851557 Sep 21 18:00:36.676644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:00:36.688890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Sync routers for ids ['077c2add-23bf-42f7-83ac-9c10d67c9765'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:00:36.689662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3f271ae5-1be4-44b8-98f6-ab15b5a8b321 admin admin] 10.222.0.70 "PUT /v2.0/routers/077c2add-23bf-42f7-83ac-9c10d67c9765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4960723 Sep 21 18:00:36.730700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Routers {'077c2add-23bf-42f7-83ac-9c10d67c9765'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:36.731764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['077c2add-23bf-42f7-83ac-9c10d67c9765'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:36.768263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-382afe5a-43ad-4c04-b8be-71e17b0db949 req-d51480ba-3bad-4f4b-b837-e84615b796af tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791942 Sep 21 18:00:36.769838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:36.799777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92f4ba69-f55b-4695-b1fc-825cf0b8f871 req-a84d9ab0-e4d5-4b0b-97c3-8fa088e21c1a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387975 Sep 21 18:00:36.809268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-690195d1-6bc8-4ebb-9740-46aac6939bbb tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.813029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-690195d1-6bc8-4ebb-9740-46aac6939bbb tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.1595359 Sep 21 18:00:36.968807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Set router 077c2add-23bf-42f7-83ac-9c10d67c9765 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:37.023774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e2bc52b-5e3e-47da-8e9b-cf5b39c68c6e req-c2a77045-f100-4f76-8bb0-4c15365ffebb tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 210 time: 0.0706501 Sep 21 18:00:37.055145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-ebb9e949-dd4e-4acb-ab03-65a11de46f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.057739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-ebb9e949-dd4e-4acb-ab03-65a11de46f5f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8&tenant_id=488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 1096 time: 0.2364392 Sep 21 18:00:37.085481 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.158971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.183980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e50f64fa-f4aa-425a-bb2b-b7be5fccab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.185745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-e50f64fa-f4aa-425a-bb2b-b7be5fccab71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1096 time: 0.0972092 Sep 21 18:00:37.216671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Attempting to bind port b3f05fbe-79f4-4a84-afe7-e20738dbe76e on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:37.217211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Attempting to bind port b3f05fbe-79f4-4a84-afe7-e20738dbe76e by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:37.217547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Attempting to bind port b3f05fbe-79f4-4a84-afe7-e20738dbe76e on network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:37.239744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.246839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.253218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.260280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.266885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.271411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Port b3f05fbe-79f4-4a84-afe7-e20738dbe76e on network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:37.271791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Attempting to bind port b3f05fbe-79f4-4a84-afe7-e20738dbe76e on network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:37.275255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.284552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.288809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.291088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-00998781-3576-4fbf-a359-c16261fefee7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5409 time: 0.1452749 Sep 21 18:00:37.312941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:37.342777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:37.343176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:37.363143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Network 867dbb29-1b62-4023-92b8-23fc510b7091 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:37.370210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638baa8-cee2-4120-9f2a-85cc63ec830c req-20cb8ad1-1bed-45a2-9888-84d893661b11 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.373436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '27047d17-856e-4f40-b5c9-9025bb804a58', 'name': '', 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'mac_address': 'fa:16:3e:90:b7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cd178495-a3d8-4975-a1d9-22eeb54dbe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:31Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 2, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'subnets': [{'id': 'cd178495-a3d8-4975-a1d9-22eeb54dbe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:37.378663 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7638baa8-cee2-4120-9f2a-85cc63ec830c req-20cb8ad1-1bed-45a2-9888-84d893661b11 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 1101 time: 0.3576620 Sep 21 18:00:37.385258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:37.387734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:37.394355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.394997 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.411582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Checking router: 077c2add-23bf-42f7-83ac-9c10d67c9765 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:00:37.412721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Updating router 077c2add-23bf-42f7-83ac-9c10d67c9765 port 27047d17-856e-4f40-b5c9-9025bb804a58 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:00:37.440149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:37.440558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Checking segment: {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:37.440948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Bound using segment: {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:37.441416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Bound port: b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:37.441806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.445796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4ad2158-0b67-473b-9803-fb89637ad48a req-7e9e9470-8015-4632-bc0a-c9d1635fec59 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387579 Sep 21 18:00:37.454123 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.461422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-079f1043-cb4d-4a51-b881-c2ad713d7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.462969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-079f1043-cb4d-4a51-b881-c2ad713d7a25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2610557 Sep 21 18:00:37.492534 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3822873 Sep 21 18:00:37.560090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Request body: {'port': {'device_id': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:37.562579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-61b8e1a4-c07e-4a96-b148-a0de2e297857 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 217 time: 0.0715468 Sep 21 18:00:37.573402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:37.637439 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-859fa7a6-8b3d-4c6d-9026-1ea385abcaa4 req-293eb9b5-204c-4059-8e18-0a33c7b35bd5 tempest-FloatingIPDetailsNegativeTestJSON-159965599 tempest-FloatingIPDetailsNegativeTestJSON-159965599-project] show failed (client error): The resource could not be found. Sep 21 18:00:37.651308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-859fa7a6-8b3d-4c6d-9026-1ea385abcaa4 req-293eb9b5-204c-4059-8e18-0a33c7b35bd5 tempest-FloatingIPDetailsNegativeTestJSON-159965599 tempest-FloatingIPDetailsNegativeTestJSON-159965599-project] 10.222.0.70 "GET /v2.0/floatingips/5c9e616c-8356-4949-8340-5e46b0c282bf HTTP/1.1" status: 404 len: 350 time: 0.0832114 Sep 21 18:00:37.654083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49990) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:37.670773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7638baa8-cee2-4120-9f2a-85cc63ec830c req-8a927f93-6706-45a0-8f01-ad7f9ca0c6db tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909222 Sep 21 18:00:37.680933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:00:37.704301 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] Sync routers for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:00:37.719828 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:37.720529 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:37.723073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae4ab-b9f3-407c-9345-266fa437d4c6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event updated for resources: {'Port': ['ID=8afbb9ac-0883-40e3-ac1a-b3bd16432662,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:37.837621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] No DVR routers for this DVR port 199ec9d6-b96f-4a5c-a44c-2daa56ac1249 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:37.841288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.854690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f8cc8-cdeb-4636-83bc-6feff62c4b9f req-8d4056d5-a982-4cde-a345-c27ae46bb01b tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.862350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f9f8cc8-cdeb-4636-83bc-6feff62c4b9f req-8d4056d5-a982-4cde-a345-c27ae46bb01b tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 950 time: 0.0808542 Sep 21 18:00:37.863276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.865110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1a74cdd-12bd-475e-a3bc-4ffd7f860e04 req-ba3e63d9-6eca-4f88-8e36-8982b94fd846 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "DELETE /v2.0/ports/199ec9d6-b96f-4a5c-a44c-2daa56ac1249 HTTP/1.1" status: 204 len: 173 time: 4.6836340 Sep 21 18:00:37.873192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'name': 'network-vif-deleted', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:37.876314 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5a9a76-58be-49cd-8c73-417b0a269b41" -d '{"events": [{"server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "name": "network-vif-deleted", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:37.876509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 0a562819-2062-46fb-993a-8ec8776e7d19 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:37.890821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] For port b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:37.892025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-6b23d841-c391-4d53-9ba4-82bea314dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.893883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-6b23d841-c391-4d53-9ba4-82bea314dc79 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.2413068 Sep 21 18:00:37.894594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 0a562819-2062-46fb-993a-8ec8776e7d19 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:37.895720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.929999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] For port b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:37.947548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601c539-8fa8-4cbb-a5d2-ba3930214b00 req-77817622-b5d1-4c51-a6f9-982a86b1ba44 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.949271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7601c539-8fa8-4cbb-a5d2-ba3930214b00 req-77817622-b5d1-4c51-a6f9-982a86b1ba44 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.1551499 Sep 21 18:00:37.953231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.032786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.033494 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.035006 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] 10.222.0.41 "PUT /v2.0/ports/b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 200 len: 1091 time: 3.3678284 Sep 21 18:00:38.104425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-8ad5819d-0fb1-45c6-a6d2-5e7ffd99c68a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961939 Sep 21 18:00:38.163416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Request body: {'port': {'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:38.181079 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.198743 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:38.206667 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.274156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f9f8cc8-cdeb-4636-83bc-6feff62c4b9f req-fb67bc03-8b41-44fc-9cd8-4e8964d2e969 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990314 Sep 21 18:00:38.304549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7601c539-8fa8-4cbb-a5d2-ba3930214b00 req-569c33fd-eb82-41ce-8a70-de9ddb16469c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418677 Sep 21 18:00:38.321428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7fbc5-96e4-4aee-a8e3-17c78fb00e51 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:38.417724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.431451 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.542001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:38.548989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:38.559935 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc84c13-ef45-4aa8-9a86-c50773264ba8" -d '{"events": [{"server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "name": "network-vif-plugged", "status": "completed", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:38.592894 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.597315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:38.748285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e361f-531d-4f21-8f35-ba01c4f8addd None None] Pushing event updated for resources: {'Port': ['ID=27047d17-856e-4f40-b5c9-9025bb804a58,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:38.884882 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:38.888800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Attempting to bind port 27047d17-856e-4f40-b5c9-9025bb804a58 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:38.890330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Attempting to bind port 27047d17-856e-4f40-b5c9-9025bb804a58 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:38.890717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Attempting to bind port 27047d17-856e-4f40-b5c9-9025bb804a58 on network cadcc230-0205-4274-b849-f9d0f4e22531 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:38.933361 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] Checking router: d893596b-ced7-4e3a-b5b3-427d27a99059 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:00:38.944447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:38.946067 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:38.947052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:38.948132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afbb9ac-0883-40e3-ac1a-b3bd16432662 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:38.958010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.966174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:38.966598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Checking segment: {'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:38.967462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.967977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Bound using segment: {'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:38.968485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Bound port: 27047d17-856e-4f40-b5c9-9025bb804a58, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:38.968986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:38.973826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Transition to ACTIVE for port object 8afbb9ac-0883-40e3-ac1a-b3bd16432662 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:38.976807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.044407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] For port 27047d17-856e-4f40-b5c9-9025bb804a58, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:39.048283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] For port 27047d17-856e-4f40-b5c9-9025bb804a58, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=27047d17-856e-4f40-b5c9-9025bb804a58,segment=NetworkSegment(cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec),segment_id=cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:39.089821 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.092087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:39.109813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:39.135010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.202274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Routers {'077c2add-23bf-42f7-83ac-9c10d67c9765'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:39.202961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['077c2add-23bf-42f7-83ac-9c10d67c9765'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:39.252444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617b7e-fcaf-4d7c-81b2-a7619423a1e7 req-8497fde5-a359-480e-92a7-f36d224afa73 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:39.254790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6617b7e-fcaf-4d7c-81b2-a7619423a1e7 req-8497fde5-a359-480e-92a7-f36d224afa73 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 945 time: 0.7167170 Sep 21 18:00:39.290038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-55e7d868-22c7-4500-8401-ee72d5dc76e7 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0711172 Sep 21 18:00:39.337560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Pushing event updated for resources: {'Port': ['ID=8afbb9ac-0883-40e3-ac1a-b3bd16432662,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:39.376633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-90028ace-ed04-474b-933f-9691057cbcd2 None None] Provisioning complete for port 27047d17-856e-4f40-b5c9-9025bb804a58 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:39.377002 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-90028ace-ed04-474b-933f-9691057cbcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.390785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7e120-0a7a-462c-86bf-e53b43c1db33 req-c2be6ea6-eb92-4d8b-be4d-31bf2f757a42 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:39.392025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75a7e120-0a7a-462c-86bf-e53b43c1db33 req-c2be6ea6-eb92-4d8b-be4d-31bf2f757a42 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 1101 time: 0.9020636 Sep 21 18:00:39.405985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e361f-531d-4f21-8f35-ba01c4f8addd None None] Pushing event updated for resources: {'Port': ['ID=27047d17-856e-4f40-b5c9-9025bb804a58,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:39.463752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Attempting to bind port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:39.464090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Attempting to bind port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:39.464419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Attempting to bind port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 on network 867dbb29-1b62-4023-92b8-23fc510b7091 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:39.468683 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:39.479863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6617b7e-fcaf-4d7c-81b2-a7619423a1e7 req-cbac7ec3-f71f-44d3-bbd9-c02aa784a9a2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112119 Sep 21 18:00:39.499267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 on network 867dbb29-1b62-4023-92b8-23fc510b7091 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:39.499589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Attempting to bind port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 on network 867dbb29-1b62-4023-92b8-23fc510b7091 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:39.509418 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876a4dd-a364-4990-9bf4-73073ce7aef1 None None] The sync data for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 is: [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:00:39.514993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:39.515334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Checking segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:39.515718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Bound using segment: {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:39.516159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Bound port: 8afbb9ac-0883-40e3-ac1a-b3bd16432662, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec14180-7c53-486d-9226-04be4f26940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:39.516519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.549655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] Set router 077c2add-23bf-42f7-83ac-9c10d67c9765 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:39.681362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75a7e120-0a7a-462c-86bf-e53b43c1db33 req-935e9d71-f5f3-4141-b7ea-284390d69dbc tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707858 Sep 21 18:00:39.730335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaf0ca5-7356-4b43-a68a-1fe787189cbf {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:39.746927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-7c8656b2-b22a-4d4d-aa03-a55d14b274c3 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854237 Sep 21 18:00:39.757277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.771368 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b1d3f-c4d8-4674-a2ba-4c8bb5e647af x-openstack-request-id: req-aa2b1d3f-c4d8-4674-a2ba-4c8bb5e647af {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:39.771650 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b6b591-c0af-4698-b220-97f2ced63af6", "name": "network-vif-deleted", "tag": "199ec9d6-b96f-4a5c-a44c-2daa56ac1249", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:39.771894 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa2b1d3f-c4d8-4674-a2ba-4c8bb5e647af {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:39.772854 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b6b591-c0af-4698-b220-97f2ced63af6', 'name': 'network-vif-deleted', 'tag': '199ec9d6-b96f-4a5c-a44c-2daa56ac1249', 'status': 'completed', 'code': 200} Sep 21 18:00:39.831516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] For port 8afbb9ac-0883-40e3-ac1a-b3bd16432662, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:39.852682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] For port 8afbb9ac-0883-40e3-ac1a-b3bd16432662, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:39.869776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Transition to ACTIVE for port object 9aaf0ca5-7356-4b43-a68a-1fe787189cbf will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:39.872087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.898526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.908126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fcd00-35fe-4c15-bbc3-0cd54755698e req-aba5da19-943b-4c6b-a99a-b573ee2403c0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:39.910024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b49fcd00-35fe-4c15-bbc3-0cd54755698e req-aba5da19-943b-4c6b-a99a-b573ee2403c0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.2618227 Sep 21 18:00:39.916626 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-90028ace-ed04-474b-933f-9691057cbcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.954227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:39.954950 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.956452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] 10.222.0.78 "PUT /v2.0/ports/8afbb9ac-0883-40e3-ac1a-b3bd16432662 HTTP/1.1" status: 200 len: 1092 time: 2.4149635 Sep 21 18:00:40.016177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73d45-c5a6-47f2-b1f7-f8603816507d service neutron] Pushing event updated for resources: {'Port': ['ID=8afbb9ac-0883-40e3-ac1a-b3bd16432662,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:40.040296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9292-6707-4114-8595-1a1f5b1b196a req-ffc4a14b-4674-4a11-9be2-22daaa98c4d6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.040749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b49fcd00-35fe-4c15-bbc3-0cd54755698e req-d39cd141-3eda-4d9a-b51f-00ea714e73bf tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040180 Sep 21 18:00:40.042529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-683e9292-6707-4114-8595-1a1f5b1b196a req-ffc4a14b-4674-4a11-9be2-22daaa98c4d6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 944 time: 0.1564002 Sep 21 18:00:40.076174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc4063-cd36-4811-9e0f-ad48edce8c74 None None] New status for floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:00:40.086861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-90028ace-ed04-474b-933f-9691057cbcd2 None None] For port 27047d17-856e-4f40-b5c9-9025bb804a58, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=27047d17-856e-4f40-b5c9-9025bb804a58,segment=NetworkSegment(cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec),segment_id=cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:40.107984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.148810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-90028ace-ed04-474b-933f-9691057cbcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.255245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:40.274482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Attempting to bind port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:40.274830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Attempting to bind port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:40.275161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Attempting to bind port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf on network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:40.281974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf on network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:40.282653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Attempting to bind port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf on network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:40.286819 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-683e9292-6707-4114-8595-1a1f5b1b196a req-9b6d990d-a62f-45a4-845f-78514ac76f2b tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365541 Sep 21 18:00:40.291601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:40.291956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Checking segment: {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:40.292342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Bound using segment: {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:40.306016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Bound port: 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810826e8-6848-4b6f-bb67-ae557dfbf05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:40.306431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.337975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-fe406665-9c77-48d4-9e08-2c4a839d420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.339661 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-fe406665-9c77-48d4-9e08-2c4a839d420e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 1095 time: 0.1999393 Sep 21 18:00:40.500277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.510290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.518137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.526907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.532981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.540142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.546146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.548541 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-d3d3b993-c894-4b1e-bd0b-15887c68e02f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.1565919 Sep 21 18:00:40.549020 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e670e5-3248-4802-a0f7-490984ee20fd x-openstack-request-id: req-99e670e5-3248-4802-a0f7-490984ee20fd {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:40.549518 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "name": "network-vif-plugged", "status": "completed", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:40.549518 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99e670e5-3248-4802-a0f7-490984ee20fd {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:40.549835 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19', 'code': 200} Sep 21 18:00:40.589545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90028ace-ed04-474b-933f-9691057cbcd2 None None] Pushing event updated for resources: {'Port': ['ID=27047d17-856e-4f40-b5c9-9025bb804a58,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:40.607001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-017a2a0c-9d37-440b-8a44-7773a01bdb0d None None] Provisioning complete for port 27047d17-856e-4f40-b5c9-9025bb804a58 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:40.607503 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-017a2a0c-9d37-440b-8a44-7773a01bdb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.644697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '27047d17-856e-4f40-b5c9-9025bb804a58', 'name': '', 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'mac_address': 'fa:16:3e:90:b7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cd178495-a3d8-4975-a1d9-22eeb54dbe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:31Z', 'updated_at': '2021-09-21T18:00:39Z', 'revision_number': 4, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'subnets': [{'id': 'cd178495-a3d8-4975-a1d9-22eeb54dbe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:40.683544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b550a-dc5a-4ccf-8ad0-9c71fc09ea7d None None] The sync data for ids ['077c2add-23bf-42f7-83ac-9c10d67c9765'] in n-d-810285-3 is: [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '27047d17-856e-4f40-b5c9-9025bb804a58', 'name': '', 'network_id': 'cadcc230-0205-4274-b849-f9d0f4e22531', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'mac_address': 'fa:16:3e:90:b7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cd178495-a3d8-4975-a1d9-22eeb54dbe91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:31Z', 'updated_at': '2021-09-21T18:00:39Z', 'revision_number': 4, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'subnets': [{'id': 'cd178495-a3d8-4975-a1d9-22eeb54dbe91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:00:40.736609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bd6b90e-b579-489c-9cc5-7b80d8465a9f req-01726cbe-e9f2-41f4-92f9-f2432a1db9d0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222808 Sep 21 18:00:40.768931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79feece-e7e2-4fea-9e8a-393761674cd5 req-29c8ac63-80e9-4a49-9b21-b3faa55ee3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.770520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e79feece-e7e2-4fea-9e8a-393761674cd5 req-29c8ac63-80e9-4a49-9b21-b3faa55ee3f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1096 time: 0.1580405 Sep 21 18:00:40.813133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-34ebe2ca-4971-4f89-8295-47933e05bc9b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662 HTTP/1.1" status: 200 len: 217 time: 0.4232159 Sep 21 18:00:40.851792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] For port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:40.856757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] For port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:40.875189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e79feece-e7e2-4fea-9e8a-393761674cd5 req-03703781-2417-4937-b27b-bbb68bb4cc9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 Sep 21 18:00:40.890219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.918794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.919194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.921038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] 10.222.0.41 "PUT /v2.0/ports/9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 200 len: 1091 time: 2.7808018 Sep 21 18:00:40.934356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-afb17d92-9129-4e59-8c81-9622ade3dcad tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612192 Sep 21 18:00:41.053792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 27047d17-856e-4f40-b5c9-9025bb804a58 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:41.062374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-c29e6129-df08-4f26-b609-5b36a2a3b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.063372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-c29e6129-df08-4f26-b609-5b36a2a3b937 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 200 len: 862 time: 0.1866496 Sep 21 18:00:41.076050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fca33-7aca-41cc-83c1-8e946ce18485 req-accfbb84-97a4-455a-bc90-9585d4a2343e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.077995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-556fca33-7aca-41cc-83c1-8e946ce18485 req-accfbb84-97a4-455a-bc90-9585d4a2343e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 945 time: 0.2735856 Sep 21 18:00:41.130372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739644-26e0-4dbf-bb3c-a179674355dc service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:41.130932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Deleting port 27047d17-856e-4f40-b5c9-9025bb804a58 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:41.131280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:41.180402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-509575d9-9c52-4ad7-9975-e68ae41a4334 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.188870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-509575d9-9c52-4ad7-9975-e68ae41a4334 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257774 Sep 21 18:00:41.199754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 27047d17-856e-4f40-b5c9-9025bb804a58 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:41.200147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:41.246961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-95b2f705-eac7-4f1e-a22b-81a4578a67d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/quotas/399a89c63c754529980c3783f36f8e44 HTTP/1.1" status: 200 len: 375 time: 0.0570340 Sep 21 18:00:41.275456 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-556fca33-7aca-41cc-83c1-8e946ce18485 req-4e4efc3b-9590-46c0-8085-34b24652c1f8 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546824 Sep 21 18:00:41.285536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-213b3031-6c8e-4e01-a4e2-7da29efdc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.287355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-213b3031-6c8e-4e01-a4e2-7da29efdc5f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=867dbb29-1b62-4023-92b8-23fc510b7091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055671 Sep 21 18:00:41.388817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] For port 27047d17-856e-4f40-b5c9-9025bb804a58, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=27047d17-856e-4f40-b5c9-9025bb804a58,segment=NetworkSegment(cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec),segment_id=cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:41.389428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:41.421204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.421561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.422118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.422754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.423217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.423680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.424471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.426791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f6eb670e-0dd8-4ae0-b0cb-eeb8d6e7136a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6478 time: 0.2534571 Sep 21 18:00:41.434768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-db4f90f4-268e-4059-ac67-5ef702155839 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1868770 Sep 21 18:00:41.439017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Calling delete_port for 27047d17-856e-4f40-b5c9-9025bb804a58 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:41.448463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-b3a5aed1-7daa-4459-b3bb-0eb1aff08b3a tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.452116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-b3a5aed1-7daa-4459-b3bb-0eb1aff08b3a tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.1777730 Sep 21 18:00:41.527748 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-0669e967-c733-4930-a36e-b1f97434e950 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 200 len: 217 time: 0.0870645 Sep 21 18:00:41.536909 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-b1aed7c1-a876-4c42-a6cc-566f1321f545 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320602 Sep 21 18:00:41.579036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17f487-1b70-46d4-8b3f-cb74182e1d34 req-1a575fbc-ff95-401d-a1c9-90601515ce00 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.580847 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe17f487-1b70-46d4-8b3f-cb74182e1d34 req-1a575fbc-ff95-401d-a1c9-90601515ce00 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 945 time: 0.1530962 Sep 21 18:00:41.751818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-92aa7b37-c92d-4d68-b6b5-097c66add6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.753305 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-92aa7b37-c92d-4d68-b6b5-097c66add6ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 HTTP/1.1" status: 200 len: 851 time: 0.2136612 Sep 21 18:00:41.768711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe17f487-1b70-46d4-8b3f-cb74182e1d34 req-87f1df07-8ec3-48b1-9238-5080432898d1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153550 Sep 21 18:00:41.778457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e'}, {'name': 'network-changed', 'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662'}, {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:41.780736 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80f14ed-3435-48d5-b236-8beeb08d69ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e"}, {"name": "network-changed", "server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662"}, {"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:41.828274 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ae898fd-e49d-46f5-8561-018f679fa3bc req-f427e76d-3b19-4d91-897c-096793a32053 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464063 Sep 21 18:00:41.835668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ff24a9dd-ab49-4ec2-b33c-c803969d2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.837169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ff24a9dd-ab49-4ec2-b33c-c803969d2c58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680609 Sep 21 18:00:41.909496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ede09b-7243-44da-932e-bf7e8fdb1ddd req-fe0a439d-c3fa-4040-b9e4-141f73b996a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.911036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2ede09b-7243-44da-932e-bf7e8fdb1ddd req-fe0a439d-c3fa-4040-b9e4-141f73b996a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1100 time: 0.1689517 Sep 21 18:00:41.930804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d87743a9-8094-4a53-b70f-b8b361aa5f6e service neutron] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:41.956917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d87743a9-8094-4a53-b70f-b8b361aa5f6e service neutron] Notify callbacks [] for binding, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:41.958435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f128a517-ffa8-418b-b0d0-331bbdeaab8c req-d87743a9-8094-4a53-b70f-b8b361aa5f6e service neutron] 10.222.0.78 "DELETE /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960/bindings/n-h2-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.4943755 Sep 21 18:00:41.973543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb6c5f-0e54-4bbf-8b7f-1eee4c9beda0 req-f68f3575-de7e-4b0a-b127-7d95c097a8b8 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.981004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03bb6c5f-0e54-4bbf-8b7f-1eee4c9beda0 req-f68f3575-de7e-4b0a-b127-7d95c097a8b8 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.2877879 Sep 21 18:00:42.001263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d4868-5e1f-4d23-847a-05367253da6a req-c931706c-8f09-4d22-ba2a-e514c2f62cba tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.001836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2ede09b-7243-44da-932e-bf7e8fdb1ddd req-f13535f8-06b9-4633-ac69-6b3ac37ce3e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803101 Sep 21 18:00:42.004830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c21d4868-5e1f-4d23-847a-05367253da6a req-c931706c-8f09-4d22-ba2a-e514c2f62cba tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 944 time: 0.1203122 Sep 21 18:00:42.051958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ed0e51eb-8a55-41f9-9003-518a804b2ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046273 Sep 21 18:00:42.057100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03bb6c5f-0e54-4bbf-8b7f-1eee4c9beda0 req-71876cc0-6040-4492-a10d-bf3d253c2c05 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753748 Sep 21 18:00:42.077533 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c21d4868-5e1f-4d23-847a-05367253da6a req-a5b98852-55ec-4a41-b0f0-70918033e89b tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546384 Sep 21 18:00:42.097317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.154044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Pushing event deleted for resources: {'Port': ['ID=27047d17-856e-4f40-b5c9-9025bb804a58,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:42.234041 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-95c786d6-d0f0-4df9-a0c6-2917a2045282 req-9d5c95a1-80e8-42ae-9e3d-7d34a5854c1d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 210 time: 0.0340042 Sep 21 18:00:42.485766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-19136c30-efb3-4087-8e4d-bbf8eb6f758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.487384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-19136c30-efb3-4087-8e4d-bbf8eb6f758b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 1095 time: 0.2190068 Sep 21 18:00:42.507966 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5980d45-62c9-473f-87a8-62f13c2bfe14 x-openstack-request-id: req-d5980d45-62c9-473f-87a8-62f13c2bfe14 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:42.508828 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:42.509963 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5980d45-62c9-473f-87a8-62f13c2bfe14 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:42.510635 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e', 'status': 'completed', 'code': 200} Sep 21 18:00:42.511068 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'status': 'completed', 'code': 200} Sep 21 18:00:42.511555 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf', 'status': 'completed', 'code': 200} Sep 21 18:00:42.526978 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-84c37587-334e-4c6b-82a6-8456b3a1897d service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879956 Sep 21 18:00:42.570614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.576537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.583121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.588676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-90b5e640-7ea2-4199-9f44-0f25ff6e865c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 217 time: 0.0514426 Sep 21 18:00:42.589767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.596891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.603494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.609656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.611537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-c6c0db24-9f3e-4236-acb6-2b7226b368fd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2184372 Sep 21 18:00:42.708802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-77b960d5-8caa-4a79-a1d2-99ee7e6dd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.711127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-77b960d5-8caa-4a79-a1d2-99ee7e6dd51d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1138034 Sep 21 18:00:42.731316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef952899-f873-4c67-bf8a-a43cc2fa309c req-b6ba76df-a484-4eb9-8fac-162e50a2dcde tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.738980 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ef952899-f873-4c67-bf8a-a43cc2fa309c req-b6ba76df-a484-4eb9-8fac-162e50a2dcde tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 945 time: 0.0831101 Sep 21 18:00:42.817601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ef952899-f873-4c67-bf8a-a43cc2fa309c req-416f7ad7-3809-4b3b-90d3-8aef38342733 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657904 Sep 21 18:00:42.821317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-1a29ab91-18ae-4ed6-87d3-5c00ee59318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.823073 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-1a29ab91-18ae-4ed6-87d3-5c00ee59318b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0827105 Sep 21 18:00:42.925791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.965634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7768d470-3bd9-4cc9-99e2-b0adac0f23ea req-d642dc6b-3017-4975-b126-25e13d6664d2 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3431082 Sep 21 18:00:43.010852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20483d8-77b4-4ef0-86a5-6e1c98f98187 req-009317e1-cea1-49e7-96b6-1a277dd2676c tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.012683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a20483d8-77b4-4ef0-86a5-6e1c98f98187 req-009317e1-cea1-49e7-96b6-1a277dd2676c tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1096 time: 0.0880117 Sep 21 18:00:43.016672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-bf96f62d-c445-45fb-8e00-4299a0e10d4e service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812346 Sep 21 18:00:43.029532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-e7405c10-9857-422e-af91-7097ff2816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.031030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-e7405c10-9857-422e-af91-7097ff2816c3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 925 time: 0.5017471 Sep 21 18:00:43.161323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-e8a68a40-fbe9-4370-b13c-5c82ad22b361 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662 HTTP/1.1" status: 200 len: 217 time: 0.0770648 Sep 21 18:00:43.171078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a20483d8-77b4-4ef0-86a5-6e1c98f98187 req-10b6adcb-8fe3-403d-ba2c-c5dee05719a0 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399560 Sep 21 18:00:43.184740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-37feb7a0-e10f-4b76-9472-a48616f7e290 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472836 Sep 21 18:00:43.192383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-4f1206e7-fcfe-492b-bfdf-329c96897676 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818012 Sep 21 18:00:43.233920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-a16cfaa1-3848-478d-b616-9b69f4243d6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 217 time: 0.0381882 Sep 21 18:00:43.248505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920916-c8c0-4e7c-b9e5-f3de6197069f req-a4034840-83c4-4aae-a34f-35e7a8b5b935 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.249794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c920916-c8c0-4e7c-b9e5-f3de6197069f req-a4034840-83c4-4aae-a34f-35e7a8b5b935 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 950 time: 0.1670966 Sep 21 18:00:43.256858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-70d3d0c3-a101-4392-b5be-00b6eee0a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.258829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-70d3d0c3-a101-4392-b5be-00b6eee0a39b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 200 len: 862 time: 0.0850580 Sep 21 18:00:43.336710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-e4804036-bda6-45fc-b0c1-93f5cb7fa046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.338258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-e4804036-bda6-45fc-b0c1-93f5cb7fa046 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.0970736 Sep 21 18:00:43.345445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-910e9b11-e346-47cb-94fa-c1a1c05ebdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.346961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-910e9b11-e346-47cb-94fa-c1a1c05ebdd8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 1101 time: 0.0853558 Sep 21 18:00:43.447687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c920916-c8c0-4e7c-b9e5-f3de6197069f req-999990db-f1e5-43a7-b2d3-d0b784ac87b8 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803108 Sep 21 18:00:43.478933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-a5e9aa60-597f-4296-a757-b33b08515a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.480436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-a5e9aa60-597f-4296-a757-b33b08515a0c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=867dbb29-1b62-4023-92b8-23fc510b7091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892520 Sep 21 18:00:43.489895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-4148eca3-bbf0-460a-9345-45232a0499ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.492013 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-4148eca3-bbf0-460a-9345-45232a0499ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1372914 Sep 21 18:00:43.495550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Router 077c2add-23bf-42f7-83ac-9c10d67c9765 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:00:43.496509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10bfe4-3b90-4a17-8370-a3dd1e2220eb req-42f036a8-7534-4c34-a228-c8676752ec64 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.498020 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae10bfe4-3b90-4a17-8370-a3dd1e2220eb req-42f036a8-7534-4c34-a228-c8676752ec64 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1096 time: 0.1561668 Sep 21 18:00:43.607021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:43.609056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:43.617261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-a1ca797c-0494-4e51-8556-8b2a9d99eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.618761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-a1ca797c-0494-4e51-8556-8b2a9d99eb88 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2261438 Sep 21 18:00:43.625028 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae10bfe4-3b90-4a17-8370-a3dd1e2220eb req-91510672-9019-450c-8385-6cac16fc4d08 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092443 Sep 21 18:00:43.698941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-92ed4ece-65f9-4d49-a9c2-f18891ff2dbf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d HTTP/1.1" status: 200 len: 217 time: 0.0635374 Sep 21 18:00:43.699642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-c0edc472-7e5f-49ea-b5e8-992a74267126 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087760 Sep 21 18:00:43.706071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-8cfc4c87-9b71-48cc-b224-2c972b617321 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033882 Sep 21 18:00:43.728034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e349d-e157-4ada-8840-c03ade638c35 req-2737fe9a-50dd-4c8e-b403-3d941230f255 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.729715 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-810e349d-e157-4ada-8840-c03ade638c35 req-2737fe9a-50dd-4c8e-b403-3d941230f255 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 949 time: 0.1508975 Sep 21 18:00:43.761451 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.785124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:43.806326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:43.808618 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33cff96-5fb6-44e9-ac1d-3da82f80ffbb" -d '{"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:43.818244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'mac_address': 'fa:16:3e:17:88:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:43.826891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-8847be5c-827d-401d-bc1b-d710f25c93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.827843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:43.830988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-8847be5c-827d-401d-bc1b-d710f25c93ad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1073737 Sep 21 18:00:43.863526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:00:43.877755 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] Sync routers for ids ['077c2add-23bf-42f7-83ac-9c10d67c9765'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:00:43.878992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cde04d6d-cb9d-44df-8296-6af4be07bcec admin admin] 10.222.0.70 "PUT /v2.0/routers/077c2add-23bf-42f7-83ac-9c10d67c9765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2237980 Sep 21 18:00:43.879959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50080) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:43.892283 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] Routers {'077c2add-23bf-42f7-83ac-9c10d67c9765'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:43.894339 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['077c2add-23bf-42f7-83ac-9c10d67c9765'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:43.896973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-810e349d-e157-4ada-8840-c03ade638c35 req-966f860f-688f-4dd0-a22e-93d62a5f502a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353250 Sep 21 18:00:43.922401 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.924132 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:44.031068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe681010-8d4b-4650-b30c-ab1a8893cc90 req-4708121d-c6da-4160-bf9d-197be73c6ffe tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.034511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f2d96b1-f412-4006-b09e-48c02222e06c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:44.036118 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe681010-8d4b-4650-b30c-ab1a8893cc90 req-4708121d-c6da-4160-bf9d-197be73c6ffe tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 944 time: 0.3202326 Sep 21 18:00:44.077212 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] Set router 077c2add-23bf-42f7-83ac-9c10d67c9765 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:44.089459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-0c88f9ea-d5f2-479d-a5f6-abba8d71d23f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540391 Sep 21 18:00:44.098124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-92c5ca91-99cd-457c-a8d5-060b754bf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.100240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-92c5ca91-99cd-457c-a8d5-060b754bf0e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265651 Sep 21 18:00:44.106441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:44.109253 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-fedbe3aa-cf98-424e-8769-3f9b70a2056a service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952103 Sep 21 18:00:44.120115 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:00:44.120761 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:00:44.181685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe681010-8d4b-4650-b30c-ab1a8893cc90 req-873949db-6e6a-4390-8bf5-23b36cd6ed33 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341670 Sep 21 18:00:44.185228 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-75c5548f-6588-45b8-8a45-797780e4fe30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 HTTP/1.1" status: 200 len: 217 time: 0.0486436 Sep 21 18:00:44.276936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0b540fb-b3ed-4976-b382-5f2d696f09f4 req-a19548cc-087e-44b6-a6c4-27f5f9769c55 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 210 time: 0.2109339 Sep 21 18:00:44.346306 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:42Z', 'revision_number': 5, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:44.366607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-ac106b3f-1c6f-42bd-9f45-1e5cab0067dc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.368262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-ac106b3f-1c6f-42bd-9f45-1e5cab0067dc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778680 Sep 21 18:00:44.370341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-83b6ebb7-ae15-4e8c-a067-7447723fe98c service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394467 Sep 21 18:00:44.383321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] Checking router: 077c2add-23bf-42f7-83ac-9c10d67c9765 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:00:44.399578 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] Routers {'077c2add-23bf-42f7-83ac-9c10d67c9765'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:44.401395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:44.403541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['077c2add-23bf-42f7-83ac-9c10d67c9765'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:44.476647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:44.545215 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] Set router 077c2add-23bf-42f7-83ac-9c10d67c9765 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:44.566636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-837b5c0f-7244-4f3e-bda2-ddabdaeedef6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2366309 Sep 21 18:00:44.585994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449db1-4b68-4183-8f6c-9878b96b0833 req-a1579506-36eb-42ad-826b-50a9a9acb487 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.587780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e449db1-4b68-4183-8f6c-9878b96b0833 req-a1579506-36eb-42ad-826b-50a9a9acb487 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1096 time: 0.2131162 Sep 21 18:00:44.663430 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:44.682597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2d96b1-f412-4006-b09e-48c02222e06c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:44.710474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-51b53521-ac6b-4b1a-9f82-6a989c0c7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.710757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:44.711984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-51b53521-ac6b-4b1a-9f82-6a989c0c7411 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.5119452 Sep 21 18:00:44.716197 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:44.777583 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:42Z', 'revision_number': 5, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:44.777833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-37a051ea-fab2-4550-9bde-7dbeeba6051f service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509466 Sep 21 18:00:44.781607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:44.793427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:44.797602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:44.804985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-c7657415-6838-4261-97c1-7fc319c85175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.806482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-c7657415-6838-4261-97c1-7fc319c85175 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843539 Sep 21 18:00:44.808036 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:44.809025 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5dbbc-e51a-4d72-ae79-e068398acc52 None None] The sync data for ids ['077c2add-23bf-42f7-83ac-9c10d67c9765'] in n-d-810285-3 is: [{'id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2048796685-router', 'tenant_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:00:21Z', 'updated_at': '2021-09-21T18:00:42Z', 'revision_number': 5, 'project_id': 'a9ad7ce6a9094f89819d26e000f86ffe', 'gw_port': {'id': '4c4f1e40-4fc3-4d88-ad1f-3393a7edb096', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077c2add-23bf-42f7-83ac-9c10d67c9765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:00:25Z', 'updated_at': '2021-09-21T18:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:00:44.829057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710667-5bd1-402e-a044-297c98103d43 req-b2530367-e9be-42b2-9246-01e9dc825b3d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.838858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-b2530367-e9be-42b2-9246-01e9dc825b3d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.5473254 Sep 21 18:00:44.852114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e449db1-4b68-4183-8f6c-9878b96b0833 req-d292ec3e-ccca-4c11-b91b-dc66059c0937 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524769 Sep 21 18:00:44.894648 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c78fcc-1d69-4ae8-bbaf-36108fec8181 x-openstack-request-id: req-e9c78fcc-1d69-4ae8-bbaf-36108fec8181 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:44.894963 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:44.895231 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9c78fcc-1d69-4ae8-bbaf-36108fec8181 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:44.895595 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'code': 200} Sep 21 18:00:44.903096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-3cef014c-91ca-414f-8253-1283c8c55187 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.906152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-3cef014c-91ca-414f-8253-1283c8c55187 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.78 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 950 time: 0.2447214 Sep 21 18:00:44.916929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-0ad35ce6-465a-4996-a075-a859084d171c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/quotas/488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 375 time: 0.0772316 Sep 21 18:00:44.926223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706394-a724-4134-819c-d0da20732e1b req-0f8f1d78-5359-4514-81e9-a1c458bf8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.928021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-0f8f1d78-5359-4514-81e9-a1c458bf8522 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98812013190e46e3a755e4b2ac6b64ff&device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 1101 time: 0.3137946 Sep 21 18:00:45.016646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7f2d96b1-f412-4006-b09e-48c02222e06c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:45.017175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27e74d32-6cd7-48e7-b205-56d09e4b5b69 req-bc00a30b-a8be-456f-ab08-a1f71613257d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262902 Sep 21 18:00:45.051606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-172c973a-09e3-44a2-8187-48598bc39f05 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336379 Sep 21 18:00:45.074152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-3c81f37e-3f45-4e59-8da1-efc81da0a5e9 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311220 Sep 21 18:00:45.188831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 27047d17-856e-4f40-b5c9-9025bb804a58 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:45.222038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 27047d17-856e-4f40-b5c9-9025bb804a58 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:45.222425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 27047d17-856e-4f40-b5c9-9025bb804a58 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:45.228953 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-81d545df-c92f-4d44-929a-b616031b84aa service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763842 Sep 21 18:00:45.267159 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-b0d94ecc-c342-4075-80b8-021a549ea69a service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838815 Sep 21 18:00:45.346478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-1e94dd79-58dc-419f-8932-9aa3f12efbe3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299 HTTP/1.1" status: 200 len: 217 time: 0.0701625 Sep 21 18:00:45.380415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8afbb9ac-0883-40e3-ac1a-b3bd16432662 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:45.426484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-3a5de177-80a5-44cf-b08b-5a0f825f1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.428262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-3a5de177-80a5-44cf-b08b-5a0f825f1fa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.0739677 Sep 21 18:00:45.431731 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-f99d6f6c-50ca-450e-85b5-05515f66d57c service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018626 Sep 21 18:00:45.503716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706394-a724-4134-819c-d0da20732e1b req-eba01287-b5c3-45f9-a73a-35be80f09db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.505936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-eba01287-b5c3-45f9-a73a-35be80f09db6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.5376744 Sep 21 18:00:45.508498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f038cc6c-0f38-4e02-8809-b509d133d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.510633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-f038cc6c-0f38-4e02-8809-b509d133d805 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741909 Sep 21 18:00:45.528312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8afbb9ac-0883-40e3-ac1a-b3bd16432662, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:45.553876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'port_id': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'mac_address': 'fa:16:3e:f8:15:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:45.577621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Deleting port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:45.577906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.605838 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.636908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-767d3496-d255-4e9b-966d-5434717955d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950 HTTP/1.1" status: 200 len: 217 time: 0.1081543 Sep 21 18:00:45.637726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afbb9ac-0883-40e3-ac1a-b3bd16432662 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:45.640546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-afb454e4-368e-4364-a8cc-46ba71871a09 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182611 Sep 21 18:00:45.664177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.671579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.677723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.684577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.685435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8afbb9ac-0883-40e3-ac1a-b3bd16432662, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:45.690571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.692662 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.697650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.703639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.712689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-11dd9fec-39b7-4e8f-90d8-8df41ede7753 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.3263307 Sep 21 18:00:45.762720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8afbb9ac-0883-40e3-ac1a-b3bd16432662,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:45.816865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-18c6fddc-3070-42a8-a164-24bca2b5d9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608403 Sep 21 18:00:45.824065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.158 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/7f808522-d5c3-46e3-8cea-60173c1c9c61) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:45.825984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5be46f-eaf9-4f59-8506-218d903b5b15 req-c75b74d2-2dcc-4905-bb04-c8b1b302d7ee tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.827564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c5be46f-eaf9-4f59-8506-218d903b5b15 req-c75b74d2-2dcc-4905-bb04-c8b1b302d7ee tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/ports?device_id=11092896-5a1b-403c-b96e-82cb46cba4db HTTP/1.1" status: 200 len: 950 time: 0.0777929 Sep 21 18:00:45.863528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Deleting port 2498fe13-7a33-4868-a6ca-f79c626e70d2 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:45.863875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.872672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-956e5072-3e92-4018-8439-186802306672 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 200 len: 217 time: 0.0439074 Sep 21 18:00:45.876596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706394-a724-4134-819c-d0da20732e1b req-d864a172-399f-417c-95de-f10c6ce12bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.878114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-d864a172-399f-417c-95de-f10c6ce12bee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1597795 Sep 21 18:00:45.896385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f1ffff1e-a791-4f53-a207-a2673b5fd4e1 req-bbf10f91-edf5-4d34-9a76-1e32f73c92bd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1828146 Sep 21 18:00:45.933778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c5be46f-eaf9-4f59-8506-218d903b5b15 req-442255c6-0c6e-4b2d-96f6-18320a269d34 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.70 "GET /v2.0/security-groups?id=03afff08-e9d3-4c05-ab16-904fcf595c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635540 Sep 21 18:00:45.955327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ece8ddc9-4ba1-4bc5-b5b0-8e98b448e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.967409 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-ece8ddc9-4ba1-4bc5-b5b0-8e98b448e0b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.0630784 Sep 21 18:00:46.029704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] For port 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:46.030077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.066343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Calling delete_port for 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:46.096636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6706394-a724-4134-819c-d0da20732e1b req-98a4fc12-3bfa-404b-9f65-9bab280e8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.098140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-98a4fc12-3bfa-404b-9f65-9bab280e8141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007217 Sep 21 18:00:46.103423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-15fe14c9-2880-45f2-81cf-878d1054de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.104935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-15fe14c9-2880-45f2-81cf-878d1054de42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366234 Sep 21 18:00:46.143555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19996166-d1c1-4a27-85c6-001c15b8c3ba req-7916e6fd-4036-49d1-8b18-1e40d4acb515 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.145528 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19996166-d1c1-4a27-85c6-001c15b8c3ba req-7916e6fd-4036-49d1-8b18-1e40d4acb515 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1099 time: 0.0870647 Sep 21 18:00:46.159317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['8afbb9ac-0883-40e3-ac1a-b3bd16432662'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:46.252758 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19996166-d1c1-4a27-85c6-001c15b8c3ba req-b31d671e-ce1e-4d19-b845-2407b3a2743d tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987043 Sep 21 18:00:46.261490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] For port 2498fe13-7a33-4868-a6ca-f79c626e70d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2498fe13-7a33-4868-a6ca-f79c626e70d2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:46.261862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.286829 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-41a4062a-176e-4a4c-9fdd-e0c1b560cba5 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728871 Sep 21 18:00:46.315756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Calling delete_port for 2498fe13-7a33-4868-a6ca-f79c626e70d2 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:46.383584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076519-9358-477a-8671-ae8105db62cd req-8b22aade-2812-4cda-9eab-a69da11cb0e4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.385152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b076519-9358-477a-8671-ae8105db62cd req-8b22aade-2812-4cda-9eab-a69da11cb0e4 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 945 time: 0.3000100 Sep 21 18:00:46.426830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e3f36ea-aed7-4613-bbd6-d020dd8c1f5a req-48733c24-3122-418a-8f8f-ba7a0fc190cc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 210 time: 0.0870559 Sep 21 18:00:46.433633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.467656 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-21653902-4a8c-4c07-a759-cd5dbcfe6fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646407 Sep 21 18:00:46.517599 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-1a097631-2be4-40fc-9116-ae54d622e3ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 200 len: 217 time: 0.0421348 Sep 21 18:00:46.530609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-d6d813c1-e9ac-485d-8469-a15b93fd8d85 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096265 Sep 21 18:00:46.564350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bf9c422-b610-40bc-986a-3a2f399bf9b9 req-f62ffb3a-c190-451e-8bc4-78cc619aa687 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 210 time: 0.0456407 Sep 21 18:00:46.610927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b076519-9358-477a-8671-ae8105db62cd req-21fde655-5585-43a2-b20b-464323e132fd tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817131 Sep 21 18:00:46.624203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-50754adb-e6dd-47ef-a6ba-3a0fd2bbfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.626983 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-50754adb-e6dd-47ef-a6ba-3a0fd2bbfafa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.0964332 Sep 21 18:00:46.703537 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7aa4ef75-e03d-4cdf-bd82-3a97305db1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.705417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-7aa4ef75-e03d-4cdf-bd82-3a97305db1c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700161 Sep 21 18:00:46.718580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.738331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6d74abc2-23bc-450d-9c0c-ba23038db5c1'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:46.807423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:46.814476 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6706394-a724-4134-819c-d0da20732e1b req-7ec6b9de-f6ad-44de-aa01-a50607a0ad0e service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716548 Sep 21 18:00:46.817489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:46.823047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:46.826058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.831082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.873665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=7f808522-d5c3-46e3-8cea-60173c1c9c61,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:46.982602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-03df22a7-ce27-48c8-8450-3ff781238d85 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637653 Sep 21 18:00:46.995872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4f1e40-4fc3-4d88-ad1f-3393a7edb096,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:47.063848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.069775 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.155626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] No DVR routers for this DVR port 2498fe13-7a33-4868-a6ca-f79c626e70d2 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:47.164058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Pushing event deleted for resources: {'Port': ['ID=2498fe13-7a33-4868-a6ca-f79c626e70d2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:47.169090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.171115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af4aa454-62ad-4c31-aac4-94a6df095ae7 req-1bb8aaf3-a49d-4039-bacf-9c37e657a252 tempest-TenantUsagesTestJSON-1400309072 tempest-TenantUsagesTestJSON-1400309072-project] 10.222.0.78 "DELETE /v2.0/ports/2498fe13-7a33-4868-a6ca-f79c626e70d2 HTTP/1.1" status: 204 len: 173 time: 2.2375271 Sep 21 18:00:47.171626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11092896-5a1b-403c-b96e-82cb46cba4db', 'name': 'network-vif-deleted', 'tag': '2498fe13-7a33-4868-a6ca-f79c626e70d2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:47.173822 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d022e5-51c2-4adf-955f-187ad7599e70" -d '{"events": [{"server_uuid": "11092896-5a1b-403c-b96e-82cb46cba4db", "name": "network-vif-deleted", "tag": "2498fe13-7a33-4868-a6ca-f79c626e70d2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:47.190941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d6961915-cd11-4282-97d0-03d757983e0c None None] Provisioning complete for port 7f808522-d5c3-46e3-8cea-60173c1c9c61 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:47.194609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-04b846a7-c967-446d-bfd6-4098a665de89 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7973006 Sep 21 18:00:47.198155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6961915-cd11-4282-97d0-03d757983e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.201498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c216015-6451-48df-9839-574ed2b9e79c req-133df359-054f-4a13-a6d6-b65ca42cf89a tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.209115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c216015-6451-48df-9839-574ed2b9e79c req-133df359-054f-4a13-a6d6-b65ca42cf89a tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 1099 time: 0.3416772 Sep 21 18:00:47.212692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['2498fe13-7a33-4868-a6ca-f79c626e70d2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:47.220784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Request body: {'port': {'device_id': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:47.231651 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.259142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', '0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:47.279801 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57f29ba7-2d88-4364-92b0-c646894dafa7 req-23954083-8573-446d-8f66-b717d8c0d916 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693481 Sep 21 18:00:47.346060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d6961915-cd11-4282-97d0-03d757983e0c None None] Port 7f808522-d5c3-46e3-8cea-60173c1c9c61 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:00:47.356312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710667-5bd1-402e-a044-297c98103d43 req-96de640d-eef3-4775-957d-49c9694c40aa tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.358285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-96de640d-eef3-4775-957d-49c9694c40aa tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.2440591 Sep 21 18:00:47.375016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Request body: {'port': {'device_id': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'admin_state_up': True, 'tenant_id': '488675541d0546a4a382868afc2648ea'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:47.401442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8afbb9ac-0883-40e3-ac1a-b3bd16432662 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:47.494836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.499010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.542799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c216015-6451-48df-9839-574ed2b9e79c req-e7c3753f-6d53-4e1a-b4ce-3b98179e31c7 tempest-ServersAdminTestJSON-1012544879 tempest-ServersAdminTestJSON-1012544879-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326657 Sep 21 18:00:47.562024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:47.569471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:47.569689 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.640500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:47.664674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.685361 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.686177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077c2add-23bf-42f7-83ac-9c10d67c9765 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:00:47.703162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.705235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f0903269-969d-4173-89ce-9834265cc771 admin admin] 10.222.0.70 "DELETE /v2.0/routers/077c2add-23bf-42f7-83ac-9c10d67c9765 HTTP/1.1" status: 204 len: 168 time: 3.8216670 Sep 21 18:00:47.712205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50158) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:47.733181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.733402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.733982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.734758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.735346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.736084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.736619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.738832 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-af307219-be7d-41c9-b28f-e0c0aa3c875c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6478 time: 0.1255329 Sep 21 18:00:47.803869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Made reservation on behalf of 488675541d0546a4a382868afc2648ea for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:47.808034 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.819015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7f2d96b1-f412-4006-b09e-48c02222e06c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:47.819015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.892124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.899486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:47.900293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.906677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.912777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.919422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.926251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.933585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.936568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-14e885d6-605a-4f23-9d71-a12ac9c380e6 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2876034 Sep 21 18:00:48.003920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.036131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:48.038547 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c726d1a-eeed-447e-ba9a-549a61f7b124" -d '{"events": [{"server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "name": "network-vif-plugged", "status": "completed", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:48.045308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-450b93d8-3b6d-47e8-96d1-fe76989c0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:48.046893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-450b93d8-3b6d-47e8-96d1-fe76989c0cd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 904 time: 0.2954335 Sep 21 18:00:48.055666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] Deleting subnet cd178495-a3d8-4975-a1d9-22eeb54dbe91 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:00:48.059329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Allocated IP 172.20.0.3 (bdaba322-21b6-4e5a-979b-ca73f663a501/2850d4cc-a77d-46b9-a908-3ed136a714e8/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:48.072475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.126075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8afbb9ac-0883-40e3-ac1a-b3bd16432662, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:48.138069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-5769b14d-08e6-4268-8a23-f508d134669c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 200 len: 217 time: 0.0517113 Sep 21 18:00:48.144209 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.192394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:48.203040 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.217848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-38df4750-1b13-4fbc-b75f-9f0436b01565 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:00:48.219663 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-38df4750-1b13-4fbc-b75f-9f0436b01565 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414088 Sep 21 18:00:48.240265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8afbb9ac-0883-40e3-ac1a-b3bd16432662,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:48.279421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-9aeaf6f9-794e-4400-b361-6b9a97c47d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:48.281097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-9aeaf6f9-794e-4400-b361-6b9a97c47d62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.1308646 Sep 21 18:00:48.333853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=10']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:48.379459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-e7ed0d05-1069-4e82-b127-b2989748c639 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:48.381024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-e7ed0d05-1069-4e82-b127-b2989748c639 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 1093 time: 0.1457996 Sep 21 18:00:48.395151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Request body: {'binding': {'host': 'n-h1-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:48.395666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:00:48.460908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-cafb13df-2434-4a5f-a119-49dedd40a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:48.462566 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-cafb13df-2434-4a5f-a119-49dedd40a376 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683443 Sep 21 18:00:48.470450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68d735d2-fb3b-4fbc-8202-b4114f8a804d req-bab9aef1-be2f-43fd-b628-4860b8591f23 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5096269 Sep 21 18:00:48.498232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.544185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.572480 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9432ca71-77dc-4c1e-a69b-ab37d08396a4 x-openstack-request-id: req-9432ca71-77dc-4c1e-a69b-ab37d08396a4 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:48.573033 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11092896-5a1b-403c-b96e-82cb46cba4db", "name": "network-vif-deleted", "tag": "2498fe13-7a33-4868-a6ca-f79c626e70d2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:48.573033 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9432ca71-77dc-4c1e-a69b-ab37d08396a4 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:48.573358 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11092896-5a1b-403c-b96e-82cb46cba4db', 'name': 'network-vif-deleted', 'tag': '2498fe13-7a33-4868-a6ca-f79c626e70d2', 'status': 'completed', 'code': 200} Sep 21 18:00:48.697902 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-63f468d7-f1ec-4569-93db-e7c2e1d479fa service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203791 Sep 21 18:00:48.713669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.739309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.789091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Network bdaba322-21b6-4e5a-979b-ca73f663a501 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:48.789963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on host n-h1-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:48.790323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:48.790650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:48.804445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:48.807261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:48.813411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:48.814282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.815409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b4561-3cba-4e6c-856c-6ac986aa26cb req-a61ccc66-fb81-4b1f-9f0f-acb32145056f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:48.816981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a86b4561-3cba-4e6c-856c-6ac986aa26cb req-a61ccc66-fb81-4b1f-9f0f-acb32145056f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 936 time: 0.1705902 Sep 21 18:00:48.831689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f808522-d5c3-46e3-8cea-60173c1c9c61 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:48.846739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.859444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:48.859444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:48.875805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.884081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50166) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:48.892040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:48.892671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:48.893121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:48.893491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Bound port: 0a562819-2062-46fb-993a-8ec8776e7d19, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:48.895435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:48.906507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Transition to ACTIVE for port object 7f808522-d5c3-46e3-8cea-60173c1c9c61 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:48.906671 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-ca10e382-b0c6-4f4c-ba01-d76834ed29a0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5358372 Sep 21 18:00:48.917304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd178495-a3d8-4975-a1d9-22eeb54dbe91,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:48.921415 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.933241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.935070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-65ee3dc2-fbd2-48fd-abcf-8134291460eb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cd178495-a3d8-4975-a1d9-22eeb54dbe91 HTTP/1.1" status: 204 len: 168 time: 1.2181265 Sep 21 18:00:48.939448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50170) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:48.941066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8fb78c-70d8-46ff-9ae9-b35b4398f652 None None] Network cadcc230-0205-4274-b849-f9d0f4e22531 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:48.973248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a86b4561-3cba-4e6c-856c-6ac986aa26cb req-03cce020-71ec-466d-ac5e-dd20ff6da272 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306407 Sep 21 18:00:49.107926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:49.141647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Pushing event updated for resources: {'Port': ['ID=7f808522-d5c3-46e3-8cea-60173c1c9c61,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:49.147389 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.152248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:49.152535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4c4f1e40-4fc3-4d88-ad1f-3393a7edb096 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:49.286294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] DHCP port deletion for cadcc230-0205-4274-b849-f9d0f4e22531 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:00:49.347441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] Deleting port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:49.348121 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.349248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Attempting to bind port 7f808522-d5c3-46e3-8cea-60173c1c9c61 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:49.349598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Attempting to bind port 7f808522-d5c3-46e3-8cea-60173c1c9c61 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:49.350400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-e87641fe-2a55-4dd6-9bca-1f56d0d7da90 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384506 Sep 21 18:00:49.350954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Attempting to bind port 7f808522-d5c3-46e3-8cea-60173c1c9c61 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:49.364321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Deleting port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:49.364321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.378820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Port 7f808522-d5c3-46e3-8cea-60173c1c9c61 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:49.379181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Attempting to bind port 7f808522-d5c3-46e3-8cea-60173c1c9c61 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:49.382725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Request body: {'port': {'device_id': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:49.393666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2498fe13-7a33-4868-a6ca-f79c626e70d2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:49.401850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:49.402430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:49.402767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:49.403222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Bound port: 7f808522-d5c3-46e3-8cea-60173c1c9c61, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:49.403588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.423004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 2498fe13-7a33-4868-a6ca-f79c626e70d2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:49.423354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2498fe13-7a33-4868-a6ca-f79c626e70d2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:49.467997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23ffb3-ec96-4b98-ad6a-f2bab13f42f3 req-3cc5ea3d-5c99-4abd-8321-1ab0576d660c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.469473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac23ffb3-ec96-4b98-ad6a-f2bab13f42f3 req-3cc5ea3d-5c99-4abd-8321-1ab0576d660c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 931 time: 0.1679571 Sep 21 18:00:49.478485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] For port ae75ee04-d3ce-40c9-8034-3f5ffa98e798, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,segment=NetworkSegment(cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec),segment_id=cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:49.478637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.483607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] For port ae75ee04-d3ce-40c9-8034-3f5ffa98e798, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,segment=NetworkSegment(cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec),segment_id=cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:49.484282 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.494371 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b8378fcc-94c8-401c-96c9-98a010ffbc2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=243a43ac08f44150ae1c70544d7b1e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6094484 Sep 21 18:00:49.502087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] Calling delete_port for ae75ee04-d3ce-40c9-8034-3f5ffa98e798 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:49.506272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50174) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:49.524689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:49.531403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Calling delete_port for ae75ee04-d3ce-40c9-8034-3f5ffa98e798 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:49.534337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.535853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-17e669ab-c664-43ce-b2b4-9d9d07490618 service neutron] 10.222.0.70 "POST /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19/bindings HTTP/1.1" status: 201 len: 389 time: 1.1464808 Sep 21 18:00:49.537096 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.560686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.561377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.561629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.562092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.562876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.563030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.563490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.565655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-08dddb69-2627-44d5-a4a2-ea30fc0be310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6478 time: 0.1335664 Sep 21 18:00:49.701198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac23ffb3-ec96-4b98-ad6a-f2bab13f42f3 req-38cd2e21-b079-46ad-829f-6b752c4b7deb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955869 Sep 21 18:00:49.710403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] For port 7f808522-d5c3-46e3-8cea-60173c1c9c61, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:49.745965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] For port 7f808522-d5c3-46e3-8cea-60173c1c9c61, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f808522-d5c3-46e3-8cea-60173c1c9c61,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:49.749372 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac370-a623-43cd-b8a6-903eb7bbea27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.764179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.819926 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30825c27-1863-4259-b044-35c2d9b6e75b x-openstack-request-id: req-30825c27-1863-4259-b044-35c2d9b6e75b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:49.820549 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "name": "network-vif-plugged", "status": "completed", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:49.820816 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30825c27-1863-4259-b044-35c2d9b6e75b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:49.821213 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'code': 200} Sep 21 18:00:49.827328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac370-a623-43cd-b8a6-903eb7bbea27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.847804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.848870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.851104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] 10.222.0.41 "PUT /v2.0/ports/7f808522-d5c3-46e3-8cea-60173c1c9c61 HTTP/1.1" status: 200 len: 1096 time: 2.6393068 Sep 21 18:00:49.868922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.913424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c59c8-dc8b-442b-b16e-d0d6752a2688 req-e3cf8e3c-34ea-4213-9e66-9c7607c0e5dc tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.916035 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.922583 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-376c59c8-dc8b-442b-b16e-d0d6752a2688 req-e3cf8e3c-34ea-4213-9e66-9c7607c0e5dc tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.2453716 Sep 21 18:00:49.942814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-27a44fec-d2b8-4c5d-a9aa-252af70a1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.946208 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-27a44fec-d2b8-4c5d-a9aa-252af70a1381 service neutron] 10.222.0.41 "GET /v2.0/networks?id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 904 time: 0.3509214 Sep 21 18:00:49.970490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5704bce-6b7e-47fe-9fdf-ba1b82baf58d service neutron] Pushing event updated for resources: {'Port': ['ID=7f808522-d5c3-46e3-8cea-60173c1c9c61,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:49.973317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] Pushing event deleted for resources: {'Port': ['ID=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:49.980923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] No DVR routers for this DVR port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:49.988533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7aa1c-9318-4df6-a663-63129037aaf5 None None] No DVR routers for this DVR port ae75ee04-d3ce-40c9-8034-3f5ffa98e798 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:50.065148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae75ee04-d3ce-40c9-8034-3f5ffa98e798,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:50.080743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-495087cd-f147-4810-8020-55bf773ab229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 200 len: 217 time: 0.1102347 Sep 21 18:00:50.096952 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-376c59c8-dc8b-442b-b16e-d0d6752a2688 req-061ab52e-0ce3-4e40-8493-65a4033b75b6 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734030 Sep 21 18:00:50.108152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-28042aec-3ed8-4f02-b1e1-cc8d79da8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.109693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-28042aec-3ed8-4f02-b1e1-cc8d79da8c2f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1096 time: 0.2731030 Sep 21 18:00:50.183545 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.204887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97393a-38f9-4fe8-a317-e7e293429310 req-e601ef83-5855-4356-b04e-21b5d4581c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.206438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f97393a-38f9-4fe8-a317-e7e293429310 req-e601ef83-5855-4356-b04e-21b5d4581c50 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 1097 time: 0.2413299 Sep 21 18:00:50.225588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a26069-17ad-4d2f-acc6-9ff0c8a6c6eb req-3b704290-3fd6-4f44-a3ed-7b7cba0a9ed6 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.227211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47a26069-17ad-4d2f-acc6-9ff0c8a6c6eb req-3b704290-3fd6-4f44-a3ed-7b7cba0a9ed6 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 950 time: 0.2478433 Sep 21 18:00:50.229013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-a071dfd6-f244-4a0a-8480-6b52c88e68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.230403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-a071dfd6-f244-4a0a-8480-6b52c88e68b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 1099 time: 0.3123643 Sep 21 18:00:50.235164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-ec2540fc-3c73-4323-9fd1-19782c77067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.236275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac370-a623-43cd-b8a6-903eb7bbea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.236617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-ec2540fc-3c73-4323-9fd1-19782c77067d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.1464300 Sep 21 18:00:50.238858 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ac370-a623-43cd-b8a6-903eb7bbea27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.239969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6c3ac370-a623-43cd-b8a6-903eb7bbea27 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03afff08-e9d3-4c05-ab16-904fcf595c33 HTTP/1.1" status: 204 len: 168 time: 0.7328196 Sep 21 18:00:50.272551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadcc230-0205-4274-b849-f9d0f4e22531']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:50.325195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ac370-a623-43cd-b8a6-903eb7bbea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03afff08-e9d3-4c05-ab16-904fcf595c33,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:50.331166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:50.331556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5ed90f-7e7f-4aca-b160-3bc62fdd90ec') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:50.334541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.340786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.346803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.353740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.360131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.368979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.374902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.375380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-f0289b62-f2a8-42e7-81a0-1037547e8826 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7f808522-d5c3-46e3-8cea-60173c1c9c61 HTTP/1.1" status: 200 len: 217 time: 0.1148007 Sep 21 18:00:50.377006 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.383813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-15b90a95-f9be-4bc5-8e8e-65ec64339a72 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2072003 Sep 21 18:00:50.389463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f97393a-38f9-4fe8-a317-e7e293429310 req-8e0a114b-708a-4d11-82de-6cbf875f07fd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647084 Sep 21 18:00:50.437481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.452542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-aed314d2-029e-478d-89f4-fc49ef8c2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.454064 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-aed314d2-029e-478d-89f4-fc49ef8c2cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1969876 Sep 21 18:00:50.461196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47a26069-17ad-4d2f-acc6-9ff0c8a6c6eb req-5aa6b635-3984-4b65-8fc5-804b1cda10ac tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196076 Sep 21 18:00:50.468749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:00:50.469203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:00:50.471035 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:00:50.485538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-8529f7f0-3121-483b-bccd-ad1593351fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.486972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-8529f7f0-3121-483b-bccd-ad1593351fdc service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.3078909 Sep 21 18:00:50.499727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:50.511203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.524130 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-daae7089-0c24-466d-b2aa-5dd42f8aa3c9 req-8a4c0775-f394-43a9-bbd5-d2287c8193f4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390936 Sep 21 18:00:50.540798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-7d80b55a-f274-4857-bbfe-b1f3b0261848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.542494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-7d80b55a-f274-4857-bbfe-b1f3b0261848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1527224 Sep 21 18:00:50.549510 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.556585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.558902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cadcc230-0205-4274-b849-f9d0f4e22531 HTTP/1.1" status: 204 len: 168 time: 1.5897708 Sep 21 18:00:50.581972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'tag': '7f808522-d5c3-46e3-8cea-60173c1c9c61'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:50.584626 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d97c172-5dff-4f23-bec3-ee6006dc1346" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5eb1bb-e689-4c4e-abe0-b99d244c0b03", "tag": "7f808522-d5c3-46e3-8cea-60173c1c9c61"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:50.611635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed07897-6576-41aa-a4f9-2d70e45dce91 admin admin] Pushing event deleted for resources: {'Network': ['ID=cadcc230-0205-4274-b849-f9d0f4e22531,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:50.636595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Transition to ACTIVE for port object 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:50.640245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-3fb0ad5e-2af0-40e2-a590-09fde447acbb service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764431 Sep 21 18:00:50.650765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.660330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50190) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:50.719963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-7d19b253-744a-47ee-857c-a70d38e62386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.721504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-7d19b253-744a-47ee-857c-a70d38e62386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615539 Sep 21 18:00:50.730924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7611e1e8-1ae1-456e-976e-3af7e494576a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 217 time: 0.0640664 Sep 21 18:00:50.732386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9f4c-989b-4efe-872a-b0ea410e5025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.743445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50192) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:50.802593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:50.827440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e1105-4b44-45a8-826f-86e4898e7a7f req-b47544d9-0e98-4472-bcad-14b9d69122e4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.828935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad5e1105-4b44-45a8-826f-86e4898e7a7f req-b47544d9-0e98-4472-bcad-14b9d69122e4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 945 time: 0.2197351 Sep 21 18:00:50.848099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046c522-85e4-4881-a871-e2f1e9713cbc req-dc96235d-2652-4722-8aa4-bb17018b081e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.849611 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8046c522-85e4-4881-a871-e2f1e9713cbc req-dc96235d-2652-4722-8aa4-bb17018b081e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 948 time: 0.2117591 Sep 21 18:00:50.895723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-47b988e9-87c3-4f0f-8a96-46f5b7a436d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.897786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-47b988e9-87c3-4f0f-8a96-46f5b7a436d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1465249 Sep 21 18:00:50.902828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:50.903164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:50.903516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:50.919445 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e039e7bc-7c18-47b9-b322-c536be6da596 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9ad7ce6a9094f89819d26e000f86ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728458 Sep 21 18:00:50.922164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50196) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:50.930625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:50.930959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:50.934183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e80f14ed-3435-48d5-b236-8beeb08d69ce req-ffc619eb-77a9-4af6-94ef-ab0799250ad9 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559593 Sep 21 18:00:50.949559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:50.949959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:50.950381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:50.950785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Bound port: 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:50.951168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.975130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-217636a1-496e-4df8-916d-98590595d910 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605695 Sep 21 18:00:50.979913 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad5e1105-4b44-45a8-826f-86e4898e7a7f req-65668356-3b86-4498-926e-df965eefb110 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207666 Sep 21 18:00:50.981827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-7ea8edf0-2e5b-4f85-a6e1-e97b5af9716a service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462726 Sep 21 18:00:50.986476 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8046c522-85e4-4881-a871-e2f1e9713cbc req-cd76486a-46c4-419c-b8cb-0efa65479eb1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157148 Sep 21 18:00:50.990139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ae75ee04-d3ce-40c9-8034-3f5ffa98e798 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:51.013582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ae75ee04-d3ce-40c9-8034-3f5ffa98e798 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:51.014121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ae75ee04-d3ce-40c9-8034-3f5ffa98e798 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:51.075664 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10408b07-1b1d-4770-9845-bbbb2c8b521d x-openstack-request-id: req-10408b07-1b1d-4770-9845-bbbb2c8b521d {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:51.075946 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5eb1bb-e689-4c4e-abe0-b99d244c0b03", "tag": "7f808522-d5c3-46e3-8cea-60173c1c9c61", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:51.076194 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10408b07-1b1d-4770-9845-bbbb2c8b521d {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:51.076587 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'tag': '7f808522-d5c3-46e3-8cea-60173c1c9c61', 'status': 'completed', 'code': 200} Sep 21 18:00:51.137887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:51.143179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68b4a869-465b-448d-889a-8a638e06f047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.170822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:51.182562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e05117-a500-4bd8-b189-245186a97355 req-bf753048-8eca-4299-a6c0-5ec493378547 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.184058 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-26e05117-a500-4bd8-b189-245186a97355 req-bf753048-8eca-4299-a6c0-5ec493378547 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 950 time: 0.1686461 Sep 21 18:00:51.194347 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.197471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68b4a869-465b-448d-889a-8a638e06f047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.229479 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9f4c-989b-4efe-872a-b0ea410e5025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.247396 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9f4c-989b-4efe-872a-b0ea410e5025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.277640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-844a5cc7-c26e-4313-9571-0d7277eeb08d req-8242175f-8fa6-48ef-920c-feb513e22052 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421947 Sep 21 18:00:51.292570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8b382-6840-49f9-9cd1-0614948f9abf req-b28c210a-53ef-4ce0-a764-3f4d9e9d2f68 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.297434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-d0160464-9df4-4ddb-8a36-60627a0801bb service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994430 Sep 21 18:00:51.300539 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e8b382-6840-49f9-9cd1-0614948f9abf req-b28c210a-53ef-4ce0-a764-3f4d9e9d2f68 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.2153955 Sep 21 18:00:51.312649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.313327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5d5b9f4c-989b-4efe-872a-b0ea410e5025 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e4c6caa295c441c9a0d90066a4b995e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511178 Sep 21 18:00:51.314736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.316718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] 10.222.0.78 "PUT /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 1091 time: 2.3811553 Sep 21 18:00:51.319215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:51.322437 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a7b62-9318-4ce0-8feb-2e2e8be01687" -d '{"events": [{"name": "network-changed", "server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:51.323583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50200) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:51.324801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b9f4c-989b-4efe-872a-b0ea410e5025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5681058-744e-4b17-971a-426c4820e24f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:51.356209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bd30d-b4cd-4983-bf3e-c81f0d2c9fd9 req-c45b6b36-f98a-4b85-8a38-6f93dca42ca0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.357739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-505bd30d-b4cd-4983-bf3e-c81f0d2c9fd9 req-c45b6b36-f98a-4b85-8a38-6f93dca42ca0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.1740191 Sep 21 18:00:51.446244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2a329-4e0b-4859-b80b-d8277b7dfbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:51.471240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e8b382-6840-49f9-9cd1-0614948f9abf req-55618e35-7e6e-4227-8b5b-ffa6df96d9e0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698296 Sep 21 18:00:51.474716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68b4a869-465b-448d-889a-8a638e06f047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.478043 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68b4a869-465b-448d-889a-8a638e06f047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.479209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-68b4a869-465b-448d-889a-8a638e06f047 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a520e3aa-81e7-40c0-982d-f4e51650881f HTTP/1.1" status: 204 len: 168 time: 0.5561118 Sep 21 18:00:51.508328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710667-5bd1-402e-a044-297c98103d43 req-47273524-698f-4ed3-aa3d-2adf4ab3a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.510379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-47273524-698f-4ed3-aa3d-2adf4ab3a084 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1094 time: 0.1219320 Sep 21 18:00:51.511568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4a869-465b-448d-889a-8a638e06f047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520e3aa-81e7-40c0-982d-f4e51650881f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:51.522490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-a6754585-bfbb-4701-bff4-f48d9a947cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.524009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-a6754585-bfbb-4701-bff4-f48d9a947cac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 1099 time: 0.1763902 Sep 21 18:00:51.538528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Deleting port ee25cba6-976f-4f52-bfc1-7c904ccf4950 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:51.539325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.543771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-505bd30d-b4cd-4983-bf3e-c81f0d2c9fd9 req-220ee09e-86e2-49f6-90c7-d9c00062d2ec tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546082 Sep 21 18:00:51.570905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-95a633ae-7d75-460d-b952-1a81e0b65d35 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617416 Sep 21 18:00:51.581305 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c16d06-385a-4efe-8f08-dd9c72becd4f x-openstack-request-id: req-d5c16d06-385a-4efe-8f08-dd9c72becd4f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:51.581588 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:51.581833 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5c16d06-385a-4efe-8f08-dd9c72becd4f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:51.582245 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0', 'status': 'completed', 'code': 200} Sep 21 18:00:51.583628 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-0b9e78b6-546a-4709-affc-22a71d1f52fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 217 time: 0.0621409 Sep 21 18:00:51.596496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.741246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710667-5bd1-402e-a044-297c98103d43 req-c38fedb1-a941-44b7-92fc-68b12acbd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.742905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-c38fedb1-a941-44b7-92fc-68b12acbd395 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1385796 Sep 21 18:00:51.797192 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-69014ae0-6918-49ea-9852-d40631d5ecef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439479 Sep 21 18:00:51.817021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.822865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:51.824634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.827935 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db54855-d71e-4977-a714-5d117eb1a8dc" -d '{"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:51.831227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.837334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.843290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.849196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.855386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.857278 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-23fb4cc7-442d-4840-8e72-4d1428870229 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.1736946 Sep 21 18:00:51.860296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] For port ee25cba6-976f-4f52-bfc1-7c904ccf4950, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee25cba6-976f-4f52-bfc1-7c904ccf4950,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:51.860669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.919791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Calling delete_port for ee25cba6-976f-4f52-bfc1-7c904ccf4950 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:51.961241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:52.026928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-c45078c0-a295-4e79-b708-5b5dc336815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.027252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f02e765-1d21-476f-ad44-b958a702c8d2 req-98e41d11-bdf7-4517-808b-99d301320b47 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489866 Sep 21 18:00:52.028415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-c45078c0-a295-4e79-b708-5b5dc336815c service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.4830501 Sep 21 18:00:52.033004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-5f1c267a-ffc9-4c72-ade4-96bc9d8eff52 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.034603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-5f1c267a-ffc9-4c72-ade4-96bc9d8eff52 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.1769876 Sep 21 18:00:52.056467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe20ea-baeb-4209-bcde-11505cc8445a req-1d5bb0dc-1dc9-453c-b67e-a8f1d1a2c9d0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.063779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bbe20ea-baeb-4209-bcde-11505cc8445a req-1d5bb0dc-1dc9-453c-b67e-a8f1d1a2c9d0 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8c9cc8-6777-4048-8899-8663611c7703 HTTP/1.1" status: 200 len: 950 time: 0.2001901 Sep 21 18:00:52.086664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810285-3'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:52.098789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:52.098941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-e51e92c8-3ebe-411c-859e-19ebdc4d9bca service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404671 Sep 21 18:00:52.101468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:52.102556 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5681058-744e-4b17-971a-426c4820e24f HTTP/1.1" status: 204 len: 168 time: 0.7749622 Sep 21 18:00:52.107962 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57223dad-ed5f-4de9-a41c-23646b03adfc x-openstack-request-id: req-57223dad-ed5f-4de9-a41c-23646b03adfc {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:52.108494 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:52.108494 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57223dad-ed5f-4de9-a41c-23646b03adfc {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:52.108871 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'code': 200} Sep 21 18:00:52.163970 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-c760b29f-8d1b-49f2-8775-181d6ec31187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7f808522-d5c3-46e3-8cea-60173c1c9c61 HTTP/1.1" status: 200 len: 217 time: 0.1258323 Sep 21 18:00:52.167919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5681058-744e-4b17-971a-426c4820e24f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:52.188641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.188981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.189564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.190081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.190673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.191258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.191772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.192299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.192809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.193345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.193941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.194530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53829a3-7d56-401f-ad20-f0cc534c22e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.267072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bbe20ea-baeb-4209-bcde-11505cc8445a req-a3a4669f-cb3a-40ed-9719-0ae5b3d4535d tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978223 Sep 21 18:00:52.285291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:52.287844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:52.302393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ee25cba6-976f-4f52-bfc1-7c904ccf4950', '7f2d96b1-f412-4006-b09e-48c02222e06c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:52.308226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-ee17878c-3a47-4b09-9190-fc61405a6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.316695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-ee17878c-3a47-4b09-9190-fc61405a6fc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1298428 Sep 21 18:00:52.350397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0710667-5bd1-402e-a044-297c98103d43 req-2dd22688-806b-4ac2-a70f-f3cdddf286c3 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311147 Sep 21 18:00:52.392498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['408b8c80-1d17-4c1f-a682-9b5409d95b9d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:52.470567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Pushing event deleted for resources: {'Port': ['ID=ee25cba6-976f-4f52-bfc1-7c904ccf4950,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:52.535362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-1a1f929e-2c14-43d1-b657-660f6f31de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.537572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-1a1f929e-2c14-43d1-b657-660f6f31de79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736124 Sep 21 18:00:52.551222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab2fae-13f6-4f1b-a579-6bc1e3ece306 req-e66ab01d-fe3d-4663-81bd-c76ff23136ec tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.554680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] No DVR routers for this DVR port ee25cba6-976f-4f52-bfc1-7c904ccf4950 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:52.558732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:52.560116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7ab2fae-13f6-4f1b-a579-6bc1e3ece306 req-e66ab01d-fe3d-4663-81bd-c76ff23136ec tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 948 time: 0.1529877 Sep 21 18:00:52.562133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-26e05117-a500-4bd8-b189-245186a97355 req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "DELETE /v2.0/ports/ee25cba6-976f-4f52-bfc1-7c904ccf4950 HTTP/1.1" status: 204 len: 173 time: 1.3618348 Sep 21 18:00:52.563647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.565422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.565815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.566282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.566627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.566969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.567505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.567849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.568181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.569083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.569546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.569883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377f784-b91c-42b1-9cbe-da7e5f063813 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:52.627156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ba7bd-ef46-4ce7-92c5-505dbc39ff8c req-9a305c0b-145d-442a-83ef-a0ae33ee689a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.637077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e5ba7bd-ef46-4ce7-92c5-505dbc39ff8c req-9a305c0b-145d-442a-83ef-a0ae33ee689a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 945 time: 0.3530889 Sep 21 18:00:52.667549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-044bf238-a0e2-4ec4-99f0-139213a81cac service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021774 Sep 21 18:00:52.690104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-82a5ead9-0a55-4c12-9206-2dfb067f4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.694940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-82a5ead9-0a55-4c12-9206-2dfb067f4f4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1094 time: 0.2574577 Sep 21 18:00:52.710982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e5ba7bd-ef46-4ce7-92c5-505dbc39ff8c req-4acf1399-13d8-4a2e-a92b-d709c95e943d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713108 Sep 21 18:00:52.832008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7ab2fae-13f6-4f1b-a579-6bc1e3ece306 req-6272bb5e-4f95-432e-ac22-001e954b574f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659147 Sep 21 18:00:52.871585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:52.949569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-db37a357-b83f-4456-b4c9-b8021bf08f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.951137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-db37a357-b83f-4456-b4c9-b8021bf08f7f service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2392187 Sep 21 18:00:52.977354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc795a-0887-4fa3-8def-cc00bf2d4572 req-63726f03-279c-47a1-84c0-5f0b7c5cc4de tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.978928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4adc795a-0887-4fa3-8def-cc00bf2d4572 req-63726f03-279c-47a1-84c0-5f0b7c5cc4de tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1186719 Sep 21 18:00:52.981999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d97c172-5dff-4f23-bec3-ee6006dc1346 req-b85a342e-a0a0-46b7-a662-4d4262edbae6 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028886 Sep 21 18:00:52.999787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:53.041369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fedb30-0a32-4714-8f56-f4bdbff6f322 req-54b56892-b32f-4476-8724-d0ec5075836f tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.043480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97fedb30-0a32-4714-8f56-f4bdbff6f322 req-54b56892-b32f-4476-8724-d0ec5075836f tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.1128032 Sep 21 18:00:53.044421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-1123c3ec-28de-4466-8b82-7569064bd2e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 217 time: 0.0644302 Sep 21 18:00:53.085267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:53.087541 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87770146-8064-463f-9c8f-4864119572d3" -d '{"events": [{"server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "name": "network-vif-unplugged", "status": "completed", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:53.093368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.112404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.128462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97fedb30-0a32-4714-8f56-f4bdbff6f322 req-4f53f4b7-f4b9-4d54-b42f-366a767e1ef0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751622 Sep 21 18:00:53.135236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4adc795a-0887-4fa3-8def-cc00bf2d4572 req-26d33c6b-85f4-4d03-a2ef-083e8e56fcd3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447899 Sep 21 18:00:53.139088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-069d1eb4-7ecf-4ec8-8c63-a87e560b375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.144140 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-069d1eb4-7ecf-4ec8-8c63-a87e560b375f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.0893061 Sep 21 18:00:53.199019 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-2092bd3c-a2e6-4a9b-9e04-4999758629f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447750 Sep 21 18:00:53.239895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:53.266364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on host n-h2-810285-3 for vnic_type normal with profile {"migrating_to": "n-h1-810285-3"} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:53.266844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:53.267566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:53.274054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:53.274533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Attempting to bind port 0a562819-2062-46fb-993a-8ec8776e7d19 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:53.284294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:53.284294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:53.284599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:53.284920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Bound port: 0a562819-2062-46fb-993a-8ec8776e7d19, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:53.285299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.341237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-65fffd45-9807-4317-aaaf-33b279ae8dbc service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304111 Sep 21 18:00:53.406761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.412588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.418449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.424924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.435221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.441492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.448252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.450612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-07fcc215-0fbe-4ba7-ab5e-6d64e5140090 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.1685944 Sep 21 18:00:53.479151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-690a7b62-9318-4ce0-8feb-2e2e8be01687 req-a1776fd0-9d6d-4017-9166-3fc4ad5b395c service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258810 Sep 21 18:00:53.497194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:53.536600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:53.549121 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.584411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'name': 'network-vif-deleted', 'tag': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:53.587926 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b9ecf6-c193-49d5-aabf-72a939b99de8" -d '{"events": [{"server_uuid": "bc8c9cc8-6777-4048-8899-8663611c7703", "name": "network-vif-deleted", "tag": "ee25cba6-976f-4f52-bfc1-7c904ccf4950"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:53.592959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-019a41a7-48a2-48de-823b-0c6182d824f8 req-63c716a0-1506-4eed-8ebc-a738cec98454 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997941 Sep 21 18:00:53.654409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f808522-d5c3-46e3-8cea-60173c1c9c61 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:53.659279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=8']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:53.664576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.665063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.666559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-7a0b14b0-ffdb-44a8-8976-70ccf1b81349 service neutron] 10.222.0.78 "PUT /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 1121 time: 1.5937326 Sep 21 18:00:53.668457 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ef644e-9710-40b1-b0bd-44994514db36 x-openstack-request-id: req-34ef644e-9710-40b1-b0bd-44994514db36 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:53.668742 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "name": "network-vif-unplugged", "status": "completed", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:53.669001 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34ef644e-9710-40b1-b0bd-44994514db36 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:53.669394 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19', 'code': 200} Sep 21 18:00:53.781658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f808522-d5c3-46e3-8cea-60173c1c9c61, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f808522-d5c3-46e3-8cea-60173c1c9c61,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:53.795655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7f808522-d5c3-46e3-8cea-60173c1c9c61', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7f808522-d5c3-46e3-8cea-60173c1c9c61', 'mac_address': 'fa:16:3e:56:d2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:53.809230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033455-a1a2-4a31-be47-2df2656bf1ce req-a5004252-a84e-45e4-9505-14c1e02e0a6f tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.811168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50033455-a1a2-4a31-be47-2df2656bf1ce req-a5004252-a84e-45e4-9505-14c1e02e0a6f tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.0687675 Sep 21 18:00:53.822158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50280) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:53.827787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Request body: {'floatingip': {'port_id': '8afbb9ac-0883-40e3-ac1a-b3bd16432662'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:53.850162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['0a562819-2062-46fb-993a-8ec8776e7d19'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:53.901131 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b7a7e-807a-4bfa-94b8-b2945767c077 x-openstack-request-id: req-565b7a7e-807a-4bfa-94b8-b2945767c077 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:53.901451 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8c9cc8-6777-4048-8899-8663611c7703", "name": "network-vif-deleted", "tag": "ee25cba6-976f-4f52-bfc1-7c904ccf4950", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:53.901700 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-565b7a7e-807a-4bfa-94b8-b2945767c077 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:53.902103 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8c9cc8-6777-4048-8899-8663611c7703', 'name': 'network-vif-deleted', 'tag': 'ee25cba6-976f-4f52-bfc1-7c904ccf4950', 'status': 'completed', 'code': 200} Sep 21 18:00:53.912025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.913246 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.944740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f808522-d5c3-46e3-8cea-60173c1c9c61 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:53.983022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f808522-d5c3-46e3-8cea-60173c1c9c61, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f808522-d5c3-46e3-8cea-60173c1c9c61,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:53.994427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:54.088077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ca231-99db-4109-87c4-ed31750f4afd req-76441b79-8c5c-4c48-9183-58a51632a4d0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:54.089773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-627ca231-99db-4109-87c4-ed31750f4afd req-76441b79-8c5c-4c48-9183-58a51632a4d0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.0964088 Sep 21 18:00:54.123177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f808522-d5c3-46e3-8cea-60173c1c9c61,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:54.138503 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:00:54.193353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-627ca231-99db-4109-87c4-ed31750f4afd req-7913a07c-1a70-4990-b828-239718cbeda6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943398 Sep 21 18:00:54.200072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25a54-44db-4fd5-bbac-b5f91b5b74ee req-a618b240-a7fe-4c7c-9fb2-2e155e5b9600 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:54.201901 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4bb25a54-44db-4fd5-bbac-b5f91b5b74ee req-a618b240-a7fe-4c7c-9fb2-2e155e5b9600 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 949 time: 0.0957708 Sep 21 18:00:54.280634 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4bb25a54-44db-4fd5-bbac-b5f91b5b74ee req-ac5ad306-598a-4206-a1d8-be290299bf69 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689609 Sep 21 18:00:54.416810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7f808522-d5c3-46e3-8cea-60173c1c9c61'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:54.475515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d663e-e308-44d2-b9bc-f030ff74d82f req-b90d75a1-ca77-4448-82c5-fcaa00bbb124 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:54.494525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f22d663e-e308-44d2-b9bc-f030ff74d82f req-b90d75a1-ca77-4448-82c5-fcaa00bbb124 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.0932541 Sep 21 18:00:54.570799 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f22d663e-e308-44d2-b9bc-f030ff74d82f req-3604e272-d081-4bb6-a929-4241718c9be9 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758445 Sep 21 18:00:54.698375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202afc52-ec89-4aa5-bd42-882a6ce29c09 req-db0cff17-3756-4134-944d-80f89f5beb1c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:54.699998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-202afc52-ec89-4aa5-bd42-882a6ce29c09 req-db0cff17-3756-4134-944d-80f89f5beb1c tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 950 time: 0.1415515 Sep 21 18:00:54.811507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:54.817034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-202afc52-ec89-4aa5-bd42-882a6ce29c09 req-3b0d1420-a959-4648-9784-7e7884e04ddb tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029351 Sep 21 18:00:54.818541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:55.213733 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f associated. External IP: 172.25.3.174, port: 8afbb9ac-0883-40e3-ac1a-b3bd16432662. Sep 21 18:00:55.282797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.289131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.295078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.301252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.307855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.313737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.320643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.322641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-06620e09-2bb8-46ef-8e4b-c128aa7054b0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.1536462 Sep 21 18:00:55.377112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f486a-384e-49c3-9b55-a956be67fd66 req-39f301c7-288b-4d90-b171-858b2b905671 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.385405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-068f486a-384e-49c3-9b55-a956be67fd66 req-39f301c7-288b-4d90-b171-858b2b905671 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.0723047 Sep 21 18:00:55.418989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7e4f63e-d12e-4aac-8916-4ba208f85944 req-36409b14-c0ba-459a-b026-3033b753fe5b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847287 Sep 21 18:00:55.428638 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-068f486a-384e-49c3-9b55-a956be67fd66 req-cffb354a-6511-4362-8e76-70a974d0fa71 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Sep 21 18:00:55.447696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:55.581590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:55.587994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Router d893596b-ced7-4e3a-b5b3-427d27a99059 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:00:55.605009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:55.618984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'port_id': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0', 'mac_address': 'fa:16:3e:13:fc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2850d4cc-a77d-46b9-a908-3ed136a714e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:55.622902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8598f8-053c-45e5-8333-89677813085a req-63f2b0e4-ba9a-40dc-a5e1-d23450a8b1dc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.630812 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e8598f8-053c-45e5-8333-89677813085a req-63f2b0e4-ba9a-40dc-a5e1-d23450a8b1dc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 949 time: 0.0869269 Sep 21 18:00:55.663803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:55.670369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:55.674228 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85" -d '{"events": [{"name": "network-changed", "server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:55.678678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f808522-d5c3-46e3-8cea-60173c1c9c61 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:55.690041 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e8598f8-053c-45e5-8333-89677813085a req-3c666a5d-9070-49fe-8b4f-d011cb5402a5 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578508 Sep 21 18:00:55.711133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:55.755421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:55.764211 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:55.765904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-827ed04c-ac6e-4688-a81f-2b02b68204dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:55.805546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7f808522-d5c3-46e3-8cea-60173c1c9c61 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:55.819017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7f808522-d5c3-46e3-8cea-60173c1c9c61 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:55.819810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:55.829429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:00:55.833082 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5204a26d-7cfa-4ed3-9a64-2d5efca348bb x-openstack-request-id: req-5204a26d-7cfa-4ed3-9a64-2d5efca348bb {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:55.835183 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:55.835775 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5204a26d-7cfa-4ed3-9a64-2d5efca348bb {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:55.837193 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19', 'status': 'completed', 'code': 200} Sep 21 18:00:55.853992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:55.859886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] Sync routers for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:00:55.869260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd03f9e-b828-4536-bbe6-afe9ed51a299 req-ee521482-ff58-4c5c-a5a5-d42ad5ae53a3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.869626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:55.871124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2dd03f9e-b828-4536-bbe6-afe9ed51a299 req-ee521482-ff58-4c5c-a5a5-d42ad5ae53a3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.0825281 Sep 21 18:00:55.880342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.881420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.882162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.882678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.883019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.883408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.883955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.884380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.884742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.885081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.885406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.885731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:55.894937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:55.896903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:55.907676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-813daf95-735c-4a7d-bf10-149b65312bbf tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "PUT /v2.0/floatingips/9be9629a-93c1-443a-8b35-cd6f116f520f HTTP/1.1" status: 200 len: 992 time: 2.0838640 Sep 21 18:00:55.952393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-1e5efb3a-0314-4c5d-b64c-caad1cc8e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.954086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-1e5efb3a-0314-4c5d-b64c-caad1cc8e371 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1124 time: 0.1152487 Sep 21 18:00:55.954715 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2dd03f9e-b828-4536-bbe6-afe9ed51a299 req-1699bf01-0684-47ad-910c-83f57e7b0e8e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739114 Sep 21 18:00:55.989251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-827ed04c-ac6e-4688-a81f-2b02b68204dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:55.996894 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-827ed04c-ac6e-4688-a81f-2b02b68204dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.032425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-827ed04c-ac6e-4688-a81f-2b02b68204dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3703259eed44ba5abec48f5170f09a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495573 Sep 21 18:00:56.043080 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.046070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50348) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:56.108603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:56.110172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268dfae-dae2-4ba4-a06f-b2f9f05274dd req-c69b2316-51a9-4f59-86b7-fc4a965b189a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.112044 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2268dfae-dae2-4ba4-a06f-b2f9f05274dd req-c69b2316-51a9-4f59-86b7-fc4a965b189a tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 950 time: 0.0837564 Sep 21 18:00:56.112810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-9dbb3de8-6a31-4c90-adb2-afe0db846332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.113255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ed04c-ac6e-4688-a81f-2b02b68204dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f7f897-b4b9-4486-8723-4dbc37c78170,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:56.114328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-9dbb3de8-6a31-4c90-adb2-afe0db846332 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.1523807 Sep 21 18:00:56.164919 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-faaf23fe-2b73-42bc-a4f8-27c58f8bde85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.168448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-3a4126c9-0c2f-454d-a358-988aba076326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 217 time: 0.0448453 Sep 21 18:00:56.169039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2268dfae-dae2-4ba4-a06f-b2f9f05274dd req-3a3b16d8-a2e4-44c3-874e-f799c479f0d9 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Sep 21 18:00:56.228239 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-faaf23fe-2b73-42bc-a4f8-27c58f8bde85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.271026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-8ea3f6ef-4210-4c34-8232-17d4fc61b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.273386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-8ea3f6ef-4210-4c34-8232-17d4fc61b1ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0940974 Sep 21 18:00:56.285515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f808522-d5c3-46e3-8cea-60173c1c9c61'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:56.288846 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f3c418-6bf9-4376-8331-9df08e792f32" -d '{"events": [{"server_uuid": "5f5eb1bb-e689-4c4e-abe0-b99d244c0b03", "name": "network-vif-plugged", "status": "completed", "tag": "7f808522-d5c3-46e3-8cea-60173c1c9c61"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:56.330975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-de0301b9-dd43-45bb-a2c2-0ea9f8be4325 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478897 Sep 21 18:00:56.331195 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd754ba7-f3fb-4bc4-9085-05d59f640ac6 x-openstack-request-id: req-bd754ba7-f3fb-4bc4-9085-05d59f640ac6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:56.331404 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5eb1bb-e689-4c4e-abe0-b99d244c0b03", "name": "network-vif-plugged", "status": "completed", "tag": "7f808522-d5c3-46e3-8cea-60173c1c9c61", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:56.331652 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd754ba7-f3fb-4bc4-9085-05d59f640ac6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:56.332032 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f808522-d5c3-46e3-8cea-60173c1c9c61', 'code': 200} Sep 21 18:00:56.336770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7f808522-d5c3-46e3-8cea-60173c1c9c61, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f808522-d5c3-46e3-8cea-60173c1c9c61,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:56.342754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.343595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ee25cba6-976f-4f52-bfc1-7c904ccf4950 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:56.375808 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-faaf23fe-2b73-42bc-a4f8-27c58f8bde85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.378894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-faaf23fe-2b73-42bc-a4f8-27c58f8bde85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.380049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-faaf23fe-2b73-42bc-a4f8-27c58f8bde85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82f7f897-b4b9-4486-8723-4dbc37c78170 HTTP/1.1" status: 204 len: 168 time: 0.3329771 Sep 21 18:00:56.402246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf23fe-2b73-42bc-a4f8-27c58f8bde85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f7f897-b4b9-4486-8723-4dbc37c78170,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:56.403025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:56.498678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829d8b2-47be-4be0-b874-fa23747aa611 req-43d640b3-d057-42e7-834d-a6bed8bccedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.500189 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6829d8b2-47be-4be0-b874-fa23747aa611 req-43d640b3-d057-42e7-834d-a6bed8bccedc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 1101 time: 0.0734401 Sep 21 18:00:56.516822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-4406a4d1-5b78-4c5a-9254-5101709e89da service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658378 Sep 21 18:00:56.523507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: ee25cba6-976f-4f52-bfc1-7c904ccf4950 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:56.524089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ee25cba6-976f-4f52-bfc1-7c904ccf4950 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:56.572685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6829d8b2-47be-4be0-b874-fa23747aa611 req-bd619ba9-4603-4077-9ce6-a66c903b0302 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571086 Sep 21 18:00:56.625243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7f808522-d5c3-46e3-8cea-60173c1c9c61,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:56.684002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52e8aa-ab81-4038-91cb-d761f9d8ae7f req-6215dcbd-bd59-4f8c-ab31-7849078856c1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.690778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d52e8aa-ab81-4038-91cb-d761f9d8ae7f req-6215dcbd-bd59-4f8c-ab31-7849078856c1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.0768161 Sep 21 18:00:56.712206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-b3f1eb58-8d9d-4c02-86ee-0906f05cb2ca tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.714110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-b3f1eb58-8d9d-4c02-86ee-0906f05cb2ca tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.78 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 950 time: 0.1928198 Sep 21 18:00:56.733489 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d52e8aa-ab81-4038-91cb-d761f9d8ae7f req-43cbaa46-6efd-40b5-9814-8b305006036c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Sep 21 18:00:56.765054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ec7b50a-822a-4e54-b3ae-e359fd30ef85 req-d8a33875-0e3d-48b6-aab4-e2aa040085a6 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294044 Sep 21 18:00:56.788336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9be9629a-93c1-443a-8b35-cd6f116f520f', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'port_id': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'mac_address': 'fa:16:3e:f8:15:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:18Z', 'updated_at': '2021-09-21T18:00:54Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:56.815627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.823293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.834389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.834729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50368) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:56.841293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.847476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.851526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26ee8569-e599-41b0-a239-8d9fd5dbe2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.854366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.861108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.863011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-67a8e584-4f34-4fbc-b35b-284871ae61d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2265358 Sep 21 18:00:56.928974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71db33f6-4cec-4497-9cd2-0789dd04b2fd req-76642c89-074a-4109-b499-900dc8e57878 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529296 Sep 21 18:00:56.937350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Deleting port 408b8c80-1d17-4c1f-a682-9b5409d95b9d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:56.937792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.959793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] Checking router: d893596b-ced7-4e3a-b5b3-427d27a99059 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:00:56.992584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:56.993468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:57.101218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] For port 408b8c80-1d17-4c1f-a682-9b5409d95b9d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=408b8c80-1d17-4c1f-a682-9b5409d95b9d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:57.101731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.121665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:57.121893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Calling delete_port for 408b8c80-1d17-4c1f-a682-9b5409d95b9d owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:57.143171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd93d1f-fe56-4beb-a864-db5424eb636d req-c789e6f4-cc4c-4e4a-99dd-48b98b330780 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:57.144749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9bd93d1f-fe56-4beb-a864-db5424eb636d req-c789e6f4-cc4c-4e4a-99dd-48b98b330780 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.0879822 Sep 21 18:00:57.230062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9bd93d1f-fe56-4beb-a864-db5424eb636d req-0bd8e89e-803c-4e29-b430-3665131f214f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Sep 21 18:00:57.231730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2355d7-5587-48d2-92ef-a098395e52d1 req-9cd7e5cc-00cd-41cd-b6ff-ad71cf769fa0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:57.233279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf2355d7-5587-48d2-92ef-a098395e52d1 req-9cd7e5cc-00cd-41cd-b6ff-ad71cf769fa0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 950 time: 0.3719499 Sep 21 18:00:57.309040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf2355d7-5587-48d2-92ef-a098395e52d1 req-5416e3a9-4bc5-4ff9-b9bf-4dd17a5431be tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668766 Sep 21 18:00:57.336239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26ee8569-e599-41b0-a239-8d9fd5dbe2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.342780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26ee8569-e599-41b0-a239-8d9fd5dbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.359561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.376677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7f2d96b1-f412-4006-b09e-48c02222e06c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:57.397266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Pushing event deleted for resources: {'Port': ['ID=408b8c80-1d17-4c1f-a682-9b5409d95b9d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:57.407596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee8569-e599-41b0-a239-8d9fd5dbe2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c8793-9774-472a-af56-7789da1eea76,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:57.414980 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-26ee8569-e599-41b0-a239-8d9fd5dbe2b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bf588b7710a45a09c8f791f96c3aee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790651 Sep 21 18:00:57.421523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50380) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:57.485168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:57.500407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dec9f6f-0287-487c-b1c4-03c831ffef8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.514878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44895b46-6bb9-45bc-a7df-cc7bb1572ad3 req-e88955ee-1a07-4618-8fd4-d668f4316017 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd9f07e-b04c-4f4b-b8de-b4469423ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0619605 Sep 21 18:00:57.518766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] No DVR routers for this DVR port 408b8c80-1d17-4c1f-a682-9b5409d95b9d on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:57.528015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.531316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d6e19db-8ecc-4c53-9ed2-fa1fde5b9d01 req-1ac1837a-4388-4884-9172-913441528079 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.78 "DELETE /v2.0/ports/408b8c80-1d17-4c1f-a682-9b5409d95b9d HTTP/1.1" status: 204 len: 173 time: 0.8031552 Sep 21 18:00:57.537724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dec9f6f-0287-487c-b1c4-03c831ffef8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.596821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dec9f6f-0287-487c-b1c4-03c831ffef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.601169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dec9f6f-0287-487c-b1c4-03c831ffef8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.603454 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7dec9f6f-0287-487c-b1c4-03c831ffef8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b84c8793-9774-472a-af56-7789da1eea76 HTTP/1.1" status: 204 len: 168 time: 0.1808517 Sep 21 18:00:57.628419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec9f6f-0287-487c-b1c4-03c831ffef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c8793-9774-472a-af56-7789da1eea76,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:57.696623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:57.723094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 has no active binding in host n-h1-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:00:57.730047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9be9629a-93c1-443a-8b35-cd6f116f520f', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'port_id': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'mac_address': 'fa:16:3e:f8:15:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:18Z', 'updated_at': '2021-09-21T18:00:54Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:57.769575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf233a-5012-498b-a3db-bbc52f636865 None None] The sync data for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 is: [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9be9629a-93c1-443a-8b35-cd6f116f520f', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'port_id': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'mac_address': 'fa:16:3e:f8:15:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:18Z', 'updated_at': '2021-09-21T18:00:54Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:00:57.832154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50392) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:57.838748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662'}, {'server_uuid': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'name': 'network-vif-deleted', 'tag': '408b8c80-1d17-4c1f-a682-9b5409d95b9d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:57.842321 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48970194-9c6e-482f-8ef7-e5c3442a96df" -d '{"events": [{"name": "network-changed", "server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662"}, {"server_uuid": "5fd9f07e-b04c-4f4b-b8de-b4469423ffb0", "name": "network-vif-deleted", "tag": "408b8c80-1d17-4c1f-a682-9b5409d95b9d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:57.910500 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8fce4d-c2d3-4327-9394-2d7f0b26d836 x-openstack-request-id: req-4c8fce4d-c2d3-4327-9394-2d7f0b26d836 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:57.911135 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662", "status": "completed", "code": 200}, {"server_uuid": "5fd9f07e-b04c-4f4b-b8de-b4469423ffb0", "name": "network-vif-deleted", "tag": "408b8c80-1d17-4c1f-a682-9b5409d95b9d", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:57.911399 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c8fce4d-c2d3-4327-9394-2d7f0b26d836 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:57.912017 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'status': 'completed', 'code': 200} Sep 21 18:00:57.912173 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9f07e-b04c-4f4b-b8de-b4469423ffb0', 'name': 'network-vif-deleted', 'tag': '408b8c80-1d17-4c1f-a682-9b5409d95b9d', 'status': 'completed', 'code': 200} Sep 21 18:00:57.973515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacda70a-ed4b-4f71-b48a-91d50a46c118 req-8eba8321-decb-431c-8a04-46e590f9b4ac tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:57.980076 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cacda70a-ed4b-4f71-b48a-91d50a46c118 req-8eba8321-decb-431c-8a04-46e590f9b4ac tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.1192517 Sep 21 18:00:58.087712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cacda70a-ed4b-4f71-b48a-91d50a46c118 req-0940b1c9-25b0-4eee-a802-fb11ee8d58f3 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997367 Sep 21 18:00:58.095313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-ca7d61bd-f96c-4929-8d91-e0ca051b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.095974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1d078ae1-61eb-491f-95c6-aa00929ec1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.098309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-ca7d61bd-f96c-4929-8d91-e0ca051b5072 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 1097 time: 0.1389334 Sep 21 18:00:58.179318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.185536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.192279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.198626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.203419 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55561fe5-418c-45ae-90fc-55fcf2e8523e None None] New status for floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:00:58.205002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.212036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.219056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.229317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-642c4159-d2b3-4a9e-a0c0-4a0b7df239a4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.1981618 Sep 21 18:00:58.301409 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1d078ae1-61eb-491f-95c6-aa00929ec1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.308082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1d078ae1-61eb-491f-95c6-aa00929ec1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.380107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d078ae1-61eb-491f-95c6-aa00929ec1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c4552-b7c9-4f24-9eb8-13b9f0a6b20d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:58.388324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7422ec7-fedd-413f-b856-d0b27eb6540d req-175d59bd-45c4-4c07-938c-44976d649cf4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1573706 Sep 21 18:00:58.400382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-6246e88f-9da9-4070-9bc7-72829beb6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.404446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-6246e88f-9da9-4070-9bc7-72829beb6fdd service neutron] 10.222.0.78 "GET /v2.0/networks?id=867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 200 len: 925 time: 0.2908931 Sep 21 18:00:58.441025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1d078ae1-61eb-491f-95c6-aa00929ec1ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f180e1e8fe5440c9a59bb95ee0578f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077199 Sep 21 18:00:58.442285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50420) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:58.498161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756b36-d92f-4983-9f71-a1cdc70e5ed2 req-d3a3f0c7-117e-4d2c-808a-594e95940209 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.506167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca756b36-d92f-4983-9f71-a1cdc70e5ed2 req-d3a3f0c7-117e-4d2c-808a-594e95940209 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.1323392 Sep 21 18:00:58.569719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca756b36-d92f-4983-9f71-a1cdc70e5ed2 req-efa6df79-c4b4-46c8-9ac3-f9b3a1f0648e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592785 Sep 21 18:00:58.574334 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a61b-ef6d-42fd-8793-a2c3072dac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.581205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-d6867fe2-b8cb-47be-a5cb-aa5c10a589d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662 HTTP/1.1" status: 200 len: 1000 time: 0.1606014 Sep 21 18:00:58.591722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a2420-a800-4ff1-b966-93fd9e576488 req-b3c8b461-5ae1-4858-a66a-c3bf43042aaf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.600772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c1a2420-a800-4ff1-b966-93fd9e576488 req-b3c8b461-5ae1-4858-a66a-c3bf43042aaf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 950 time: 0.0824506 Sep 21 18:00:58.626625 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a61b-ef6d-42fd-8793-a2c3072dac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.698863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c1a2420-a800-4ff1-b966-93fd9e576488 req-6b105759-a7e3-442e-abc1-904d18c7d40b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970957 Sep 21 18:00:58.700614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-8e877b15-c47f-4e09-869b-31ba5fc5029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.702119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-8e877b15-c47f-4e09-869b-31ba5fc5029b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 200 len: 862 time: 0.0987563 Sep 21 18:00:58.727979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a61b-ef6d-42fd-8793-a2c3072dac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.730632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a61b-ef6d-42fd-8793-a2c3072dac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.734436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ae4a61b-ef6d-42fd-8793-a2c3072dac71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b48c4552-b7c9-4f24-9eb8-13b9f0a6b20d HTTP/1.1" status: 204 len: 168 time: 0.2863629 Sep 21 18:00:58.760918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4a61b-ef6d-42fd-8793-a2c3072dac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c4552-b7c9-4f24-9eb8-13b9f0a6b20d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:58.780047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-0ef128fd-55aa-4c4e-8635-61192c842b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.781413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-0ef128fd-55aa-4c4e-8635-61192c842b33 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=867dbb29-1b62-4023-92b8-23fc510b7091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660434 Sep 21 18:00:58.837312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281aea6-9328-426f-bcb4-d6b95d1c0293 req-ed148ab1-a8a7-4f8d-b35f-cf83831bdf38 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.844353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d281aea6-9328-426f-bcb4-d6b95d1c0293 req-ed148ab1-a8a7-4f8d-b35f-cf83831bdf38 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 1101 time: 0.0488458 Sep 21 18:00:58.883288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d281aea6-9328-426f-bcb4-d6b95d1c0293 req-e931d031-8a9e-41a2-8108-bf69aa62c738 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Sep 21 18:00:58.891071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-6bc2eab8-f723-4c57-85e7-d1ec9541a492 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983174 Sep 21 18:00:59.039408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48970194-9c6e-482f-8ef7-e5c3442a96df req-18cda153-378e-40d8-ae29-d7ffa084ec85 service neutron] 10.222.0.78 "GET /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364956 Sep 21 18:00:59.176798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-2a7c4461-78dd-4461-9728-f5e0e66000de tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236075 Sep 21 18:00:59.230047 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a5e75e0-e0ba-448a-8db3-7e6a94e03686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.280089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac75bf-f17c-4cdc-9c13-d60627535c4c req-bf79e880-2c84-4166-b05e-f1b54f146931 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.282152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-28ac75bf-f17c-4cdc-9c13-d60627535c4c req-bf79e880-2c84-4166-b05e-f1b54f146931 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 943 time: 0.0916531 Sep 21 18:00:59.325940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-28ac75bf-f17c-4cdc-9c13-d60627535c4c req-c5b696e1-55d9-4542-8266-60968ba91f48 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Sep 21 18:00:59.351475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-49893073-e8fc-41c2-896d-fcdc46b81cdb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.360349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-49893073-e8fc-41c2-896d-fcdc46b81cdb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742873 Sep 21 18:00:59.376528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-f9ba2620-ed82-422d-9d8e-553d5611240e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/quotas/399a89c63c754529980c3783f36f8e44 HTTP/1.1" status: 200 len: 375 time: 0.0152628 Sep 21 18:00:59.438260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-eabed2d1-01d7-496f-831f-d4a685460b26 service neutron] 10.222.0.41 "GET /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19/bindings/n-h1-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.1436303 Sep 21 18:00:59.456855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d9855-a261-40e8-babf-301a45306f8b req-ab2f5adf-4fd0-459e-b94c-20fab5757686 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.458844 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7f2d9855-a261-40e8-babf-301a45306f8b req-ab2f5adf-4fd0-459e-b94c-20fab5757686 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 950 time: 0.0620484 Sep 21 18:00:59.469462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-c0e2556c-7cee-4e18-bd27-af01cd005504 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0814831 Sep 21 18:00:59.475677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:59.518736 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7f2d9855-a261-40e8-babf-301a45306f8b req-b1b06011-c0f0-4a34-b954-6217c56123ed tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Sep 21 18:00:59.559393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:59.565621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:59.566128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.692948 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.726277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:59.728976 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff522846-9f0a-4819-a98c-4c4756ab05c9" -d '{"events": [{"server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "name": "network-vif-plugged", "status": "completed", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:59.744717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:59.752177 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.753058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 408b8c80-1d17-4c1f-a682-9b5409d95b9d no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:59.771822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8b040-9443-4d54-9611-504c0f98220a req-0ed4b7ec-778f-4417-9798-297db3915414 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.773810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cee8b040-9443-4d54-9611-504c0f98220a req-0ed4b7ec-778f-4417-9798-297db3915414 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.0773885 Sep 21 18:00:59.795188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50496) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:59.807040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 408b8c80-1d17-4c1f-a682-9b5409d95b9d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:59.808010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 408b8c80-1d17-4c1f-a682-9b5409d95b9d not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:59.830525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cee8b040-9443-4d54-9611-504c0f98220a req-215cccba-ffd9-46b5-b6e6-4dba8e49d20e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Sep 21 18:00:59.846163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:59.899638 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.905647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.911625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.918739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6bd972c-0784-4996-b2e8-064fbdc1db8c req-cbee9da8-5a9c-4bcd-b356-74d14453bc00 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 210 time: 0.0385227 Sep 21 18:00:59.919940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.928897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.934641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.940494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.942465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-9d84a227-654a-434d-82ef-399a4a1b68c4 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2426953 Sep 21 18:00:59.945589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:59.982563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1786199744-network', 'tenant_id': 'c0c585f6b65a444592093b930872598e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:59.992490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:00.046775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a562819-2062-46fb-993a-8ec8776e7d19 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:00.075276 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f15de964-13ef-4d58-b264-5223555ba7d1 req-db962170-803b-40eb-9bc5-402c5f8cd63e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196339 Sep 21 18:01:00.077821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:00.102008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Made reservation on behalf of c0c585f6b65a444592093b930872598e for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:00.102008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.104656 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f64ba11-9161-411a-89b5-274c701ff08b x-openstack-request-id: req-4f64ba11-9161-411a-89b5-274c701ff08b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:00.104869 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "name": "network-vif-plugged", "status": "completed", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:00.105083 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f64ba11-9161-411a-89b5-274c701ff08b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:00.105477 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0', 'code': 200} Sep 21 18:01:00.109561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.123781 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.279658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3096-7de6-4d4d-9b04-cafb2224145e req-c052f786-06b3-4185-bd32-ff1669a8da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.281211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff6c3096-7de6-4d4d-9b04-cafb2224145e req-c052f786-06b3-4185-bd32-ff1669a8da54 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1096 time: 0.1073771 Sep 21 18:01:00.295268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] Transition to ACTIVE for port object 0a562819-2062-46fb-993a-8ec8776e7d19 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:00.311033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.448718 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.452282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff6c3096-7de6-4d4d-9b04-cafb2224145e req-a51d4747-b2fb-4c94-89f5-62956960c995 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509190 Sep 21 18:01:00.468961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] No DVR routers for this DVR port 0a562819-2062-46fb-993a-8ec8776e7d19 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:00.471931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] Pushing event updated for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:00.473969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.511665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1576d4-7cf4-4114-930d-d4f4dc36d91e req-9713a182-d7a4-496e-abd0-5d7af782b0d0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.513229 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e1576d4-7cf4-4114-930d-d4f4dc36d91e req-9713a182-d7a4-496e-abd0-5d7af782b0d0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.0768149 Sep 21 18:01:00.516785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:01:00.539219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-75b4a13c-fac1-4b74-aac9-58f20acd32be service neutron] 10.222.0.41 "PUT /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19/bindings/n-h1-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0921798 Sep 21 18:01:00.542003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c9825e-4b1b-4672-808c-584c54153a08,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:00.545068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.545552 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Added segment 18020ead-6cb1-47d7-a615-55f2d82ba610 of type vlan for network 514a462d-b596-465d-8a3f-16e8671c39a8 Sep 21 18:01:00.575790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e1576d4-7cf4-4114-930d-d4f4dc36d91e req-8343e404-0a51-4af6-9972-5efa30b921b1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Sep 21 18:01:00.619231 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.675034 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.676092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.676679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.691117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184f8d-7679-4627-9289-a7404c17ff1f req-80ab01d5-603c-4e8c-9131-abd987578443 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.692676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84184f8d-7679-4627-9289-a7404c17ff1f req-80ab01d5-603c-4e8c-9131-abd987578443 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 950 time: 0.0864632 Sep 21 18:01:00.719172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50536) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:00.723693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9259167 Sep 21 18:01:00.727423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50540) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:00.732677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Request body: {'subnet': {'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1786199744-subnet', 'tenant_id': 'c0c585f6b65a444592093b930872598e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:00.757518 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Made reservation on behalf of c0c585f6b65a444592093b930872598e for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:00.760275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.776629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe400ef-00f2-41e8-adf6-5d53ca74eb64 admin admin] Pushing event updated for resources: {'Network': ['ID=514a462d-b596-465d-8a3f-16e8671c39a8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:00.783681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84184f8d-7679-4627-9289-a7404c17ff1f req-484bbe57-0504-44b3-a2a2-9b4381e5f328 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781949 Sep 21 18:01:00.788821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 514a462d-b596-465d-8a3f-16e8671c39a8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:01:00.911254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-643bb886-0786-4b2e-8b66-6b6a77952ccd tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.914219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c345fe4-d219-4730-97ac-04f95aaa86c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.914863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-643bb886-0786-4b2e-8b66-6b6a77952ccd tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.0560551 Sep 21 18:01:00.977343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-ed145e8e-b911-4256-a567-bc42e5636387 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547500 Sep 21 18:01:01.012650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-0aa2179f-b5b1-4bef-a7d5-aba21b126a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.014772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-0aa2179f-b5b1-4bef-a7d5-aba21b126a7d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12&tenant_id=97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 1095 time: 0.0777771 Sep 21 18:01:01.073554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb370a69-cc0e-4781-9230-2aa47b8c578d req-a5a67655-55b0-4d66-a427-5bf7fa38c95f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.075129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb370a69-cc0e-4781-9230-2aa47b8c578d req-a5a67655-55b0-4d66-a427-5bf7fa38c95f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.1391277 Sep 21 18:01:01.081088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcdc6c48-3cf1-45ef-b7aa-70b86f511f7a req-c92e960b-fd73-4e87-b737-cdb977149e73 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 210 time: 0.0545616 Sep 21 18:01:01.184350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-b8ed327b-2c22-424b-8a86-174837ae72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.185864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-b8ed327b-2c22-424b-8a86-174837ae72c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1095 time: 0.1373506 Sep 21 18:01:01.197635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-fb79fab6-1172-4702-9347-d7fe009266e6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.197635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-fb79fab6-1172-4702-9347-d7fe009266e6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116895 Sep 21 18:01:01.219087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.224675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:01.238231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-e09812a0-c188-4572-971b-4658462b4863 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.240436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-e09812a0-c188-4572-971b-4658462b4863 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 950 time: 0.1853621 Sep 21 18:01:01.269746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb370a69-cc0e-4781-9230-2aa47b8c578d req-81832e79-3b19-4608-8970-32511ab2ed9a tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660266 Sep 21 18:01:01.317311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c345fe4-d219-4730-97ac-04f95aaa86c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.330588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c345fe4-d219-4730-97ac-04f95aaa86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.405278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:01.410395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.417379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.421480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7c345fe4-d219-4730-97ac-04f95aaa86c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19d972d62e9c41ccbbdbc8d9cd42512a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011268 Sep 21 18:01:01.423436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.426463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50550) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:01.429702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.435567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.437403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c345fe4-d219-4730-97ac-04f95aaa86c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531c066d-2bcf-4a89-be6a-28ef0c6acc05,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:01.441395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.447294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.448072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Checking segment: {'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:01.448425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Network hostable DHCP agents. Network: 514a462d-b596-465d-8a3f-16e8671c39a8, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:01:01.454815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-cf978b27-3584-44c5-8580-9513d5f05102 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2069941 Sep 21 18:01:01.474854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-e0649154-0aab-4d73-8e1b-a9eb861f4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.476392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-e0649154-0aab-4d73-8e1b-a9eb861f4491 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.2780664 Sep 21 18:01:01.499312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Network 514a462d-b596-465d-8a3f-16e8671c39a8 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:01:01.509209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Deleting port 7f2d96b1-f412-4006-b09e-48c02222e06c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:01.509546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.535578 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e150afc6-7a05-46c7-a8c4-928004304027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.537943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 514a462d-b596-465d-8a3f-16e8671c39a8) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:01.547923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8004ae3c-833e-409d-a6f2-e52a239f2d20 None None] Network 514a462d-b596-465d-8a3f-16e8671c39a8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:01.553406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.554358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.633067 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f2f79257-d606-4bb2-809d-8598517cb2cc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9042192 Sep 21 18:01:01.637002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e150afc6-7a05-46c7-a8c4-928004304027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.684997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] For port 7f2d96b1-f412-4006-b09e-48c02222e06c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f2d96b1-f412-4006-b09e-48c02222e06c,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:01.685359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.707675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Calling delete_port for 7f2d96b1-f412-4006-b09e-48c02222e06c owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:01.758218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7623b46-3b99-4524-afa3-690a379e85d5 None None] Network 514a462d-b596-465d-8a3f-16e8671c39a8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:01.824471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879f375-e185-4eab-9f05-aace6f0301bc req-b0516a44-69e0-4893-8138-e6ce9d3f2994 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.832195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-4abf6ece-a6a4-4395-af2b-ebbfa92d1f52 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 217 time: 0.3424630 Sep 21 18:01:01.832698 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1879f375-e185-4eab-9f05-aace6f0301bc req-b0516a44-69e0-4893-8138-e6ce9d3f2994 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.1308675 Sep 21 18:01:01.857480 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e150afc6-7a05-46c7-a8c4-928004304027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.860436 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e150afc6-7a05-46c7-a8c4-928004304027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.861781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e150afc6-7a05-46c7-a8c4-928004304027 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/531c066d-2bcf-4a89-be6a-28ef0c6acc05 HTTP/1.1" status: 204 len: 168 time: 0.4318101 Sep 21 18:01:01.873882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150afc6-7a05-46c7-a8c4-928004304027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531c066d-2bcf-4a89-be6a-28ef0c6acc05,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:01.901164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-a2858507-2789-4efc-89d5-87b1a7ab7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.902912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-a2858507-2789-4efc-89d5-87b1a7ab7ef6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0506523 Sep 21 18:01:01.912499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1879f375-e185-4eab-9f05-aace6f0301bc req-63f92b55-fa1c-45ff-9787-3a62cba3de3e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736740 Sep 21 18:01:01.927109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa0c7b5-2195-4965-b608-969d0b3ec0a7 req-90beaf50-5290-4225-bd4f-6a0c9d1bbe8b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4665446 Sep 21 18:01:01.956375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:01.967253 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.988237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-a7fd3894-c847-433a-a485-334ce7f31f18 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766878 Sep 21 18:01:02.093234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-6276b740-dcc5-40d1-8fa9-b02b7fae8dbb service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963652 Sep 21 18:01:02.107520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e8f8f-9430-49c9-a0c1-36c07199a1e8 req-90e3c9f7-a369-4f18-aaa3-775e4810da08 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:02.109209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ce5e8f8f-9430-49c9-a0c1-36c07199a1e8 req-90e3c9f7-a369-4f18-aaa3-775e4810da08 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/ports?device_id=509387f2-4ab8-48e1-835c-cb83d07d1834 HTTP/1.1" status: 200 len: 950 time: 0.0727530 Sep 21 18:01:02.110746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.123719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7f2d96b1-f412-4006-b09e-48c02222e06c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:02.172112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Pushing event deleted for resources: {'Port': ['ID=7f2d96b1-f412-4006-b09e-48c02222e06c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:02.204283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-6694afc9-cfd3-4d70-b405-4cd718006211 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988438 Sep 21 18:01:02.238978 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ce5e8f8f-9430-49c9-a0c1-36c07199a1e8 req-97f0e2da-1899-4f87-998b-af636592f8b5 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0255b5e-e308-445f-8951-991e7f11dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867031 Sep 21 18:01:02.267571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] No DVR routers for this DVR port 7f2d96b1-f412-4006-b09e-48c02222e06c on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:02.279142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.281226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40fc852c-3b91-409f-acc1-9860746f0f93 req-14c6a58a-25cb-41e2-a59b-5199181ff980 tempest-ServersAdminTestJSON-1680930424 tempest-ServersAdminTestJSON-1680930424-project] 10.222.0.41 "DELETE /v2.0/ports/7f2d96b1-f412-4006-b09e-48c02222e06c HTTP/1.1" status: 204 len: 173 time: 1.0148826 Sep 21 18:01:02.281691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-deleted', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:02.287310 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69817cf3-39b7-4262-96ec-9427a4adce42" -d '{"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-deleted", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:02.347701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.194 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:02.424925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6668b121-a1e9-4702-86e4-1946450c2131 req-3695bf0f-12b1-4dce-b833-3267850443ac tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 210 time: 0.0665219 Sep 21 18:01:02.526756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-dfca2c07-9ea0-4c6a-b282-3f7bce8b01b6 req-679461fd-284b-43e3-95ef-3c47d2aa3e4a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1508277291', 'description': 'tempest-description-2096781000'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:02.579076 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2835d3dd-b80e-47d2-9e59-77fa4133362e x-openstack-request-id: req-2835d3dd-b80e-47d2-9e59-77fa4133362e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:02.579567 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509387f2-4ab8-48e1-835c-cb83d07d1834", "name": "network-vif-deleted", "tag": "7f2d96b1-f412-4006-b09e-48c02222e06c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:02.579969 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2835d3dd-b80e-47d2-9e59-77fa4133362e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:02.580557 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509387f2-4ab8-48e1-835c-cb83d07d1834', 'name': 'network-vif-deleted', 'tag': '7f2d96b1-f412-4006-b09e-48c02222e06c', 'status': 'completed', 'code': 200} Sep 21 18:01:02.621923 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dfca2c07-9ea0-4c6a-b282-3f7bce8b01b6 req-679461fd-284b-43e3-95ef-3c47d2aa3e4a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.678915 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.681825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-fb939251-c928-488f-a3b5-54fb0b396f73 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:02.683392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-fb939251-c928-488f-a3b5-54fb0b396f73 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.1133423 Sep 21 18:01:02.691779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6353d-9bfc-4ad9-8b4d-a646b3f9f430 req-1b4a7ff8-59bb-4f25-ab60-82ccf10de5be tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:02.693371 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-01b6353d-9bfc-4ad9-8b4d-a646b3f9f430 req-1b4a7ff8-59bb-4f25-ab60-82ccf10de5be tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.0607522 Sep 21 18:01:02.751305 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-01b6353d-9bfc-4ad9-8b4d-a646b3f9f430 req-2f2f60ef-2cc5-443b-9eb2-1a3fcd89683e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Sep 21 18:01:02.802757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.816645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6d74abc2-23bc-450d-9c0c-ba23038db5c1', '7f808522-d5c3-46e3-8cea-60173c1c9c61'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:02.825500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', '0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:02.860262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:02.897277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:02.908977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:02.979061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9fd0c-7f00-481a-ada4-c27151857073 req-0fdc2660-6cc3-4615-9b95-832fb22851fc tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:02.979718 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dfca2c07-9ea0-4c6a-b282-3f7bce8b01b6 req-679461fd-284b-43e3-95ef-3c47d2aa3e4a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.992096 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b9fd0c-7f00-481a-ada4-c27151857073 req-0fdc2660-6cc3-4615-9b95-832fb22851fc tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1096 time: 0.1441369 Sep 21 18:01:03.031111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.031679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.060922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b9fd0c-7f00-481a-ada4-c27151857073 req-5ba70f06-17e7-43be-9078-bee70bdd8b3e tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678427 Sep 21 18:01:03.068433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dfca2c07-9ea0-4c6a-b282-3f7bce8b01b6 req-679461fd-284b-43e3-95ef-3c47d2aa3e4a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.069108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50596) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:03.087954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8778868 Sep 21 18:01:03.101448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e8b4e-1a28-44e4-af75-d00a19e947e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:03.115195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Request body: {'port': {'device_id': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:03.192671 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dfca2c07-9ea0-4c6a-b282-3f7bce8b01b6 req-679461fd-284b-43e3-95ef-3c47d2aa3e4a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.194438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfca2c07-9ea0-4c6a-b282-3f7bce8b01b6 req-679461fd-284b-43e3-95ef-3c47d2aa3e4a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6786661 Sep 21 18:01:03.210386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-274aa22e-2dc0-4023-b42b-d4730bd094a3 service neutron] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:03.214131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679461fd-284b-43e3-95ef-3c47d2aa3e4a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422f1c59-85e4-4caa-bc8e-a49db20f9e2f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:03.221092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-274aa22e-2dc0-4023-b42b-d4730bd094a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.222522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8437160f-b715-4a0a-bbea-d51e572312a4 req-274aa22e-2dc0-4023-b42b-d4730bd094a3 service neutron] 10.222.0.78 "DELETE /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19/bindings/n-h2-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.5292289 Sep 21 18:01:03.228053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.247911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920bac2-14ca-4178-8dd2-216af5a6284e req-a8a49a03-42ab-4845-82e7-ffeef353f55f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.277026 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c920bac2-14ca-4178-8dd2-216af5a6284e req-a8a49a03-42ab-4845-82e7-ffeef353f55f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.1092010 Sep 21 18:01:03.295366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-782221386-network', 'tenant_id': '8cb0795afcef4edbb28224ae7cef778c'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:03.353544 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c920bac2-14ca-4178-8dd2-216af5a6284e req-91c92dcd-4d7e-4d53-98f1-85178aa7443f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744350 Sep 21 18:01:03.366309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Made reservation on behalf of 8cb0795afcef4edbb28224ae7cef778c for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:03.372502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.384193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.418083 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6b2b39a1-f4db-426b-98c9-54048b3f52f5 None None] Provisioning complete for port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:03.418706 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6b2b39a1-f4db-426b-98c9-54048b3f52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.480896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-af6e26a1-9b92-442c-abe8-8891a782c632 req-306f25c1-bf74-4221-98bd-9f2174093205 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-788320840', 'description': 'tempest-description-720310283'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:03.500363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b39a1-f4db-426b-98c9-54048b3f52f5 None None] Port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:01:03.533856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.563640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.571132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:03.580676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.597488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Transition to ACTIVE for port object 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:03.617229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.641787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1e4eeb36-ae80-403f-9fa0-a47ae273252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.663609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:01:03.688001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1473aedb-70e6-4349-9f4c-41fa88c8cd07,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:03.708924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-af6e26a1-9b92-442c-abe8-8891a782c632 req-306f25c1-bf74-4221-98bd-9f2174093205 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.716904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:03.734874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Pushing event updated for resources: {'Port': ['ID=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:03.747899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.748355 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Added segment df2fc763-97b4-4ff2-b4a1-150c4705b979 of type vlan for network f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7 Sep 21 18:01:03.764449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.771353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.778215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.784562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.792928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.801052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.832841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.834937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-0b7fa6bd-08aa-45bc-99fd-e50e8e38a08a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2351103 Sep 21 18:01:03.901742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:03.917806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:03.918468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:03.939737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58bc8843-4a5a-4fb9-8618-007cb0b50128 req-62dd1b55-63f7-4f04-9dec-75489866ee1d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914114 Sep 21 18:01:03.996748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Attempting to bind port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:03.997150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Attempting to bind port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:03.997707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Attempting to bind port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:04.003831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.004022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:04.004177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Attempting to bind port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:04.006822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7f2d96b1-f412-4006-b09e-48c02222e06c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:04.007300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f2d96b1-f412-4006-b09e-48c02222e06c not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:04.011203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:04.011472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-af6e26a1-9b92-442c-abe8-8891a782c632 req-306f25c1-bf74-4221-98bd-9f2174093205 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.011640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:04.012105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:04.012796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Bound port: 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:04.013226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.013791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.015328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.016466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.023540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-af6e26a1-9b92-442c-abe8-8891a782c632 req-306f25c1-bf74-4221-98bd-9f2174093205 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.086276 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.100271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0297861 Sep 21 18:01:04.108214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:04.110153 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-af6e26a1-9b92-442c-abe8-8891a782c632 req-306f25c1-bf74-4221-98bd-9f2174093205 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.127087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Request body: {'subnet': {'network_id': 'f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-782221386-subnet', 'tenant_id': '8cb0795afcef4edbb28224ae7cef778c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:04.127201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-af6e26a1-9b92-442c-abe8-8891a782c632 req-306f25c1-bf74-4221-98bd-9f2174093205 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6544011 Sep 21 18:01:04.178737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] For port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:04.214128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] For port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:04.244410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f25c1-bf74-4221-98bd-9f2174093205 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:04.245147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.270832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bf33c-8207-4687-bc86-45e3b2d110c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:04.305662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:01:04.320444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.321360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.323219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] 10.222.0.41 "PUT /v2.0/ports/559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 HTTP/1.1" status: 200 len: 1096 time: 1.2170978 Sep 21 18:01:04.324263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'tag': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:04.327093 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9155ff4-3098-400b-b2b4-299f4a2aef2f" -d '{"events": [{"name": "network-changed", "server_uuid": "58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775", "tag": "559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:04.343277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Made reservation on behalf of 8cb0795afcef4edbb28224ae7cef778c for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:04.347542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.436908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cddc7-8059-4c8e-8c12-bacf843a7449 req-7c85ec78-8470-4c0b-ae45-3c381d69e56f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.439041 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c76cddc7-8059-4c8e-8c12-bacf843a7449 req-7c85ec78-8470-4c0b-ae45-3c381d69e56f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 948 time: 0.1734650 Sep 21 18:01:04.529629 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c76cddc7-8059-4c8e-8c12-bacf843a7449 req-7ded9d5c-90d9-4a15-8a24-811dbf49be71 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736842 Sep 21 18:01:04.561285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50636) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:04.641935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.647068 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7df79d6-7228-4d20-a0e1-7c62483b45f7 x-openstack-request-id: req-e7df79d6-7228-4d20-a0e1-7c62483b45f7 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:04.647856 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775", "tag": "559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:04.648290 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7df79d6-7228-4d20-a0e1-7c62483b45f7 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:04.648737 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'tag': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97', 'status': 'completed', 'code': 200} Sep 21 18:01:04.753205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da4f92-a563-41b9-9184-76d74490b375 service neutron] Pushing event updated for resources: {'Port': ['ID=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:04.779507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:04.796355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-be9cd545-2469-4e86-be7f-d6756d25065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.797795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-be9cd545-2469-4e86-be7f-d6756d25065d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 1099 time: 0.2306838 Sep 21 18:01:04.840883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-003a6114-c506-4c7f-ada1-1f5fc69c5a97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98812013190e46e3a755e4b2ac6b64ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782311 Sep 21 18:01:04.842631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50648) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:04.870012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-b0704b35-f7e0-4c3d-bbff-7c5ee68cd943 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.875975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-b0704b35-f7e0-4c3d-bbff-7c5ee68cd943 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 813 time: 0.1876826 Sep 21 18:01:04.884701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553dd9c-65b0-4901-899e-b9058609e138 req-24769471-5f9d-45d0-bdcd-36b7a605fc2e tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.886325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553dd9c-65b0-4901-899e-b9058609e138 req-24769471-5f9d-45d0-bdcd-36b7a605fc2e tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1095 time: 0.3116570 Sep 21 18:01:04.894848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-d09d7045-a12a-454d-b3cf-4df948112cb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 HTTP/1.1" status: 200 len: 217 time: 0.0710430 Sep 21 18:01:04.898683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-a56ff286-6190-4982-81a3-36de4c356b0c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/quotas/c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 375 time: 0.0169334 Sep 21 18:01:04.938977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-4a9c9dfd-b5bb-46cf-b063-d6bcb3b1ffad tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321503 Sep 21 18:01:04.973418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad59cc7f-781f-4ea7-b12f-724a2e5ddc16,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:05.030596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-725e9991-51e3-4e23-8d0b-6eae7ad3c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.032075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-725e9991-51e3-4e23-8d0b-6eae7ad3c0ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1237721 Sep 21 18:01:05.037025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Checking segment: {'id': 'df2fc763-97b4-4ff2-b4a1-150c4705b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:05.037586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Network hostable DHCP agents. Network: f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:01:05.042866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553dd9c-65b0-4901-899e-b9058609e138 req-370e5443-079e-4389-b47a-d6f6bd867751 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378505 Sep 21 18:01:05.054422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-ad5a683a-f235-42e1-96bc-3db7058a1acb service neutron] 10.222.0.70 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059892 Sep 21 18:01:05.091048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d19eaac1-0efe-4fbd-975d-f2cf83bf13e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.118274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Network f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:01:05.144554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d19eaac1-0efe-4fbd-975d-f2cf83bf13e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.153926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:05.168264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0062a1d-5094-46f0-9502-828b745a91a4 None None] Network f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:05.172750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-b489e39f-4b2e-4752-9257-2dde3257572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.173944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-b489e39f-4b2e-4752-9257-2dde3257572c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341298 Sep 21 18:01:05.185527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.185629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.199675 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-c08988c8-c0a1-4903-ab8f-06c0590a59ca service neutron] 10.222.0.70 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391261 Sep 21 18:01:05.283232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8453cf55-9c66-4c91-8c47-861381d02e3e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1734507 Sep 21 18:01:05.320110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492830e-666c-4dd3-8eef-34591f8fa3ae None None] Network f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:05.333977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.339920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.347556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.354829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.370229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.387664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.399896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.404417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-4de21726-2feb-4aa2-b1f5-301bc4c15fcf tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2785306 Sep 21 18:01:05.408715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d19eaac1-0efe-4fbd-975d-f2cf83bf13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.411337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d19eaac1-0efe-4fbd-975d-f2cf83bf13e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.424670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d19eaac1-0efe-4fbd-975d-f2cf83bf13e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0255b5e-e308-445f-8951-991e7f11dfae HTTP/1.1" status: 204 len: 168 time: 0.5737805 Sep 21 18:01:05.463381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19eaac1-0efe-4fbd-975d-f2cf83bf13e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0255b5e-e308-445f-8951-991e7f11dfae,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:05.485428 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-c8654d08-e90b-4a68-86fc-979a456615ce service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938430 Sep 21 18:01:05.538044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bb6de7fb-0a66-4491-a05e-d45df94eac97 req-9bd7eccb-7ab6-494b-9b5b-e6558bd37473 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116767 Sep 21 18:01:05.637543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bf11-14af-472c-bd8f-a720794ff41c req-3a8a480d-af96-4acf-908d-e39e5dba7c23 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.645183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-3a8a480d-af96-4acf-908d-e39e5dba7c23 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.2312582 Sep 21 18:01:05.663000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-fd97e476-03dd-44c3-8fd0-a5ab5e083555 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/quotas/97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 375 time: 0.0166903 Sep 21 18:01:05.688482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f62b9725-1e06-449f-bc93-9eae384004f3 req-23a31517-812b-49bf-a9e2-32ec245ae9e1 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935802 Sep 21 18:01:05.725836 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-720a79f9-387d-4f5a-bc11-1b413bbe2926 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615449 Sep 21 18:01:05.731946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5f09a20-be9a-41bd-9589-c617239b00e5 req-2deb3d94-e6bd-4706-a307-f699960c274b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 210 time: 0.0418460 Sep 21 18:01:05.801325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-87f8bbb3-4b90-4e7c-be44-82a6059edea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.803653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-87f8bbb3-4b90-4e7c-be44-82a6059edea7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 1099 time: 0.0504663 Sep 21 18:01:05.859497 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-83d4071f-b6c4-45a6-9413-0254a673be48 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324797 Sep 21 18:01:05.935516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-9a30dfda-9956-400a-894e-879856474a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.937720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-9a30dfda-9956-400a-894e-879856474a0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1236708 Sep 21 18:01:05.941564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50690) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:05.997864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-315c0c2b-f42d-4ae7-89df-f5ef07e6e0bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 HTTP/1.1" status: 200 len: 217 time: 0.0462856 Sep 21 18:01:06.004342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-d664eb9f-894d-428c-ad6f-b16f061d184f req-952fb6db-c65c-47fb-a098-46ad0e3e9fcb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-437273749', 'description': 'tempest-description-353464801'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:06.038706 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-4cf89908-6e33-4db9-b542-748f11587194 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767526 Sep 21 18:01:06.049147 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aed2044b-3f64-4bbf-b975-224f34c71206 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff773b2c43754d53af46f5d9b30cd83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064951 Sep 21 18:01:06.052474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50696) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:06.090221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d664eb9f-894d-428c-ad6f-b16f061d184f req-952fb6db-c65c-47fb-a098-46ad0e3e9fcb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.109629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbe40be8-81ed-4edf-ad01-3d9427275924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.119811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-c1c69a67-6895-4c41-914a-c12d800dd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:06.123480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-c1c69a67-6895-4c41-914a-c12d800dd88e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1137030 Sep 21 18:01:06.135308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbe40be8-81ed-4edf-ad01-3d9427275924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.218735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbe40be8-81ed-4edf-ad01-3d9427275924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.221584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbe40be8-81ed-4edf-ad01-3d9427275924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.230233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fbe40be8-81ed-4edf-ad01-3d9427275924 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f6bf038-c19a-4c45-a557-ab8abc2d9a67 HTTP/1.1" status: 204 len: 168 time: 0.1725883 Sep 21 18:01:06.258498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-0008c894-7654-4d0c-bacd-4ab043682105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:06.260132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-0008c894-7654-4d0c-bacd-4ab043682105 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203651 Sep 21 18:01:06.267948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe40be8-81ed-4edf-ad01-3d9427275924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6bf038-c19a-4c45-a557-ab8abc2d9a67,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:06.314235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d664eb9f-894d-428c-ad6f-b16f061d184f req-952fb6db-c65c-47fb-a098-46ad0e3e9fcb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.321565 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d664eb9f-894d-428c-ad6f-b16f061d184f req-952fb6db-c65c-47fb-a098-46ad0e3e9fcb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.349186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07fff5-b2a7-41cb-a711-50fbc5ee5bac req-9b497ff2-7dc4-46e7-88cd-b29095caa46d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:06.356965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b07fff5-b2a7-41cb-a711-50fbc5ee5bac req-9b497ff2-7dc4-46e7-88cd-b29095caa46d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 948 time: 0.1255314 Sep 21 18:01:06.358135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d664eb9f-894d-428c-ad6f-b16f061d184f req-952fb6db-c65c-47fb-a098-46ad0e3e9fcb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.379112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d664eb9f-894d-428c-ad6f-b16f061d184f req-952fb6db-c65c-47fb-a098-46ad0e3e9fcb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3793769 Sep 21 18:01:06.441001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b07fff5-b2a7-41cb-a711-50fbc5ee5bac req-3491b3b3-7c28-4cdb-80f7-0cb4fed0a151 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824602 Sep 21 18:01:06.466591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fb6db-c65c-47fb-a098-46ad0e3e9fcb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f9a8b1-912f-4566-92c1-ed0713e5c720,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:06.504239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-926140a5-2a75-4c68-bc49-baa067e58218 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346747 Sep 21 18:01:06.550877 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e5a51d8-ea74-4698-a13f-38169bb88e1d req-153b6215-e695-4e7a-aea3-b6864d3ffaa0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 210 time: 0.0616138 Sep 21 18:01:06.657352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9155ff4-3098-400b-b2b4-299f4a2aef2f req-0221d39a-64f9-4720-814e-f2604ad7536d service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420612 Sep 21 18:01:06.679074 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-dc9e54e7-bda2-4210-9a50-4e942979a821 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/e3f9a8b1-912f-4566-92c1-ed0713e5c720 HTTP/1.1" status: 200 len: 1803 time: 0.0724683 Sep 21 18:01:06.712178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3f9a8b1-912f-4566-92c1-ed0713e5c720', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:06.712780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3f9a8b1-912f-4566-92c1-ed0713e5c720', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:06.824104 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.884820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.891815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.941967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d02578f-d246-4b13-a912-5845db189d1c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:06.953846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.969321 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e1b1ff71-874d-4206-8269-1cc399df40b5 req-d56f5111-dcbc-416a-9db8-ff8f4737e07b tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2729757 Sep 21 18:01:07.074340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-ab056a2a-ae2f-4c27-baa2-d630b813b012 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.077581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-ab056a2a-ae2f-4c27-baa2-d630b813b012 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.41 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 813 time: 0.2650208 Sep 21 18:01:07.093497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.095326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'port': {'device_id': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8', 'admin_state_up': True, 'tenant_id': 'c0c585f6b65a444592093b930872598e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:07.215129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.224643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.232391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.241582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.248055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.257254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.263915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.270235 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-40652f2b-b525-451e-ae9d-d6390ade2991 req-aee1ea7a-6ba7-4983-ac5b-38bc0c828978 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Sep 21 18:01:07.273468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-9c53ecaf-102a-47b7-87fe-aba1aa518430 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.1947353 Sep 21 18:01:07.319858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f6b977ec-7c76-4d6c-bed8-79f02beed0b9 req-a53f628f-1a83-433d-9b00-3f8d104770de tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-794150979', 'description': 'tempest-description-1914427464'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:07.347185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c33eb603-b7da-405e-adfd-e6e95ec9228d req-c54fd2d1-1c30-428f-96d4-a3124bf46c96 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725958 Sep 21 18:01:07.352236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f6b977ec-7c76-4d6c-bed8-79f02beed0b9 req-a53f628f-1a83-433d-9b00-3f8d104770de tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.475912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f6b977ec-7c76-4d6c-bed8-79f02beed0b9 req-a53f628f-1a83-433d-9b00-3f8d104770de tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.481071 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f6b977ec-7c76-4d6c-bed8-79f02beed0b9 req-a53f628f-1a83-433d-9b00-3f8d104770de tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.502824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Made reservation on behalf of c0c585f6b65a444592093b930872598e for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:07.509386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.513695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50750) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:07.524080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f628f-1a83-433d-9b00-3f8d104770de tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ee1f83-801e-441a-8840-5f9b0aa0ffa0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:07.530489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f6b977ec-7c76-4d6c-bed8-79f02beed0b9 req-a53f628f-1a83-433d-9b00-3f8d104770de tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.537813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6b977ec-7c76-4d6c-bed8-79f02beed0b9 req-a53f628f-1a83-433d-9b00-3f8d104770de tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2222126 Sep 21 18:01:07.612549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-a2e2dd75-4035-4134-a220-b76e322dc80f tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/51ee1f83-801e-441a-8840-5f9b0aa0ffa0 HTTP/1.1" status: 200 len: 1804 time: 0.0556600 Sep 21 18:01:07.625586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '51ee1f83-801e-441a-8840-5f9b0aa0ffa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:07.625917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '51ee1f83-801e-441a-8840-5f9b0aa0ffa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:07.715281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1977d-253b-4a9f-a1b4-47836e17044c req-3e472b1f-bb01-4634-8066-9f726487a11b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.725837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe1977d-253b-4a9f-a1b4-47836e17044c req-3e472b1f-bb01-4634-8066-9f726487a11b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 948 time: 0.1430240 Sep 21 18:01:07.762430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-network', 'tenant_id': 'f5b5ac709e13454396d361910c524834'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:07.769621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.789488 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.795987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.823409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352f9458-91c9-44d3-a9b6-e685b16e4e01,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:07.837082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe1977d-253b-4a9f-a1b4-47836e17044c req-f5746882-eff2-4c60-bc78-27563f4fe583 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085725 Sep 21 18:01:07.847979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Made reservation on behalf of f5b5ac709e13454396d361910c524834 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:07.852105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.858936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bf11-14af-472c-bd8f-a720794ff41c req-56a5f082-a882-43e7-9c00-309f29c4ed8f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.860785 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-56a5f082-a882-43e7-9c00-309f29c4ed8f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.2575006 Sep 21 18:01:07.863032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.868172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Allocated IP 172.20.0.4 (514a462d-b596-465d-8a3f-16e8671c39a8/3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109/2ddb124e-83fa-4909-bfbd-62d7cc76a820) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:07.868801 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ef5cad1-0195-4424-9d86-d6516e3d0a73 req-be1bb411-e907-47e8-9421-a4fd8c65a17c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2553353 Sep 21 18:01:07.879209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:07.883044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Request body: {'port': {'device_id': '12611886-2f96-41aa-b093-75d60b3d65cb', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'admin_state_up': True, 'tenant_id': '97a27e9f4de64dc082327af06be8224b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:07.912363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-9168f082-c112-45e6-a95f-257c39c9a539 req-bcbd4120-58ed-4fd9-b80d-4ea4873afb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-405800453', 'description': 'tempest-description-586720951'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:08.009016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e1009062-c131-4857-9f22-c78c8a6fe3f6 req-bc376678-e18b-4d0e-8c6b-88d2142ef449 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 210 time: 0.0618346 Sep 21 18:01:08.074763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.141507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.156308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.161958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.197161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9168f082-c112-45e6-a95f-257c39c9a539 req-bcbd4120-58ed-4fd9-b80d-4ea4873afb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.202444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Made reservation on behalf of 97a27e9f4de64dc082327af06be8224b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:08.205311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:01:08.207454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.214847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a846776-1495-446c-8068-d88ff34c4b87,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:08.224014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.224406 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Added segment bce28d9f-2b51-4a34-9c93-44e4e1df8851 of type vlan for network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 Sep 21 18:01:08.238467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.337881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Network 514a462d-b596-465d-8a3f-16e8671c39a8 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:08.345620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.348470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:08.352385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:08.355270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:08.440613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.441594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.442218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.446977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9168f082-c112-45e6-a95f-257c39c9a539 req-bcbd4120-58ed-4fd9-b80d-4ea4873afb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.453558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Allocated IP 172.20.0.12 (9ea3f511-accc-45c0-852a-5d8599230099/b50393ea-cf1b-4c33-9b70-42d19ccea4f3/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:08.455411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9168f082-c112-45e6-a95f-257c39c9a539 req-bcbd4120-58ed-4fd9-b80d-4ea4873afb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.481308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.482504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.495463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9168f082-c112-45e6-a95f-257c39c9a539 req-bcbd4120-58ed-4fd9-b80d-4ea4873afb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.507417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9168f082-c112-45e6-a95f-257c39c9a539 req-bcbd4120-58ed-4fd9-b80d-4ea4873afb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5992274 Sep 21 18:01:08.532005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd4120-58ed-4fd9-b80d-4ea4873afb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be16e466-d459-4a9e-aaac-b335e9df06e8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:08.541966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0271175 Sep 21 18:01:08.547758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50770) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:08.556033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c8100-aa37-4785-b69b-87a45d47855a req-66e17417-e889-45b7-97de-1daa5ebbdb80 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.557603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de6c8100-aa37-4785-b69b-87a45d47855a req-66e17417-e889-45b7-97de-1daa5ebbdb80 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 931 time: 0.1963720 Sep 21 18:01:08.563006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Request body: {'subnet': {'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-subnet', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:08.566623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b95be3-2e61-48bc-a704-329882bd8f59 admin admin] Pushing event updated for resources: {'Network': ['ID=38937ce3-c86c-48b9-a9c2-6c9d8daa6731,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:08.584189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-edbdc8ff-41b9-49d3-8192-83176d1847e8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4927776 Sep 21 18:01:08.589331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:01:08.602781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Request body: {'port': {'device_id': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:08.651927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Made reservation on behalf of f5b5ac709e13454396d361910c524834 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:08.654217 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.691330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de6c8100-aa37-4785-b69b-87a45d47855a req-c3c1b32b-d257-48cb-b1da-aced2d901388 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171145 Sep 21 18:01:08.745309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.751777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.761515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.762386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.769298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.781302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.786178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c6e771d0-0b3d-4edb-aa39-71a08643ee16 req-7011c44c-0fdd-43f5-8c62-24ef9184cb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-437547722', 'description': 'tempest-description-278285187'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:08.793657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.799627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.807952 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-856599ef-0555-4d7a-9eff-084bdee0c44b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.2108665 Sep 21 18:01:08.873938 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c6e771d0-0b3d-4edb-aa39-71a08643ee16 req-7011c44c-0fdd-43f5-8c62-24ef9184cb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:08.881644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ecf3fe4b-2f54-448d-8d85-810cd9a99a70 req-0fcd9baa-24af-4bb5-9b40-ce4be424d59c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727308 Sep 21 18:01:08.893234 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.011934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.034633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4b06-2e84-43aa-9db0-51fcc0591e5b req-9f5f9486-a268-4c57-b7fc-0146da303185 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.036664 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aedb4b06-2e84-43aa-9db0-51fcc0591e5b req-9f5f9486-a268-4c57-b7fc-0146da303185 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 948 time: 0.0789115 Sep 21 18:01:09.098712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aedb4b06-2e84-43aa-9db0-51fcc0591e5b req-f6bace8e-7da8-4b58-b27c-04350444193f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Sep 21 18:01:09.111905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Network 9ea3f511-accc-45c0-852a-5d8599230099 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:09.116729 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.119388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:09.120941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:09.123161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:09.139402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.142789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.270041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80042187-9214-44bd-934d-7746c6782015 req-bbf2e9aa-c694-4cbb-a484-f8552842eb19 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.271894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80042187-9214-44bd-934d-7746c6782015 req-bbf2e9aa-c694-4cbb-a484-f8552842eb19 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 932 time: 0.0564973 Sep 21 18:01:09.316008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80042187-9214-44bd-934d-7746c6782015 req-4ed5dfae-e2ae-4937-bef9-334d61aae162 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369530 Sep 21 18:01:09.521381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b2d702-ca2e-434b-9a69-32de014a5275,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:09.535054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c6e771d0-0b3d-4edb-aa39-71a08643ee16 req-7011c44c-0fdd-43f5-8c62-24ef9184cb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.543883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c6e771d0-0b3d-4edb-aa39-71a08643ee16 req-7011c44c-0fdd-43f5-8c62-24ef9184cb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.545038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-185a4816-c1a6-49fc-b2e9-5bfc8f7933d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6740537 Sep 21 18:01:09.558575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Request body: {'port': {'device_id': '12611886-2f96-41aa-b093-75d60b3d65cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:09.584755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Checking segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:09.585159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Network hostable DHCP agents. Network: 38937ce3-c86c-48b9-a9c2-6c9d8daa6731, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:01:09.608813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c6e771d0-0b3d-4edb-aa39-71a08643ee16 req-7011c44c-0fdd-43f5-8c62-24ef9184cb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.610109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6e771d0-0b3d-4edb-aa39-71a08643ee16 req-7011c44c-0fdd-43f5-8c62-24ef9184cb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8407207 Sep 21 18:01:09.628251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.642806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011c44c-0fdd-43f5-8c62-24ef9184cb38 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d29e7-4a22-4d84-8ca4-8229a804a2c9,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:09.660136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddb124e-83fa-4909-bfbd-62d7cc76a820 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:09.665547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:01:09.674948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.682750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 38937ce3-c86c-48b9-a9c2-6c9d8daa6731) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:09.690876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.691469 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.691726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf287de6-e260-4c59-861f-00ceec4deb2a None None] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:09.698263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Transition to ACTIVE for port object 2ddb124e-83fa-4909-bfbd-62d7cc76a820 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:09.704573 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.714902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50782) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:09.715341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-346cd3ec-ef2b-4a12-ae75-c86b7691f1c3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1560411 Sep 21 18:01:09.722714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:09.735290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b3f05fbe-79f4-4a84-afe7-e20738dbe76e details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:09.747330 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-7142fd1f-080a-4eff-a2f0-3ad0a36bab90 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/be16e466-d459-4a9e-aaac-b335e9df06e8 HTTP/1.1" status: 200 len: 1803 time: 0.1084065 Sep 21 18:01:09.770342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:09.872108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.873395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:09.935132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91f6bb-b41c-4ff9-9c4d-ee8795484e13 req-247dd48e-f11f-46ae-afea-f79b6990675e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.938916 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-a563b72c-fee9-4c7c-bb25-1453d7f27f30 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/a79d29e7-4a22-4d84-8ca4-8229a804a2c9 HTTP/1.1" status: 200 len: 1803 time: 0.1850998 Sep 21 18:01:09.945845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a91f6bb-b41c-4ff9-9c4d-ee8795484e13 req-247dd48e-f11f-46ae-afea-f79b6990675e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 943 time: 0.1241577 Sep 21 18:01:09.969601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be16e466-d459-4a9e-aaac-b335e9df06e8', 'remote_group_id': 'a79d29e7-4a22-4d84-8ca4-8229a804a2c9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:09.970363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be16e466-d459-4a9e-aaac-b335e9df06e8', 'remote_group_id': 'a79d29e7-4a22-4d84-8ca4-8229a804a2c9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:09.988344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Attempting to bind port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:09.989165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Attempting to bind port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:09.990368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Attempting to bind port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 on network 514a462d-b596-465d-8a3f-16e8671c39a8 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:09.996763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:09.997983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 on network 514a462d-b596-465d-8a3f-16e8671c39a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:09.998507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Attempting to bind port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 on network 514a462d-b596-465d-8a3f-16e8671c39a8 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:10.007053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e1579-dc75-4468-bef3-653074961283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:01:10.007405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:10.007909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-163e1579-dc75-4468-bef3-653074961283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.008075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Checking segment: {'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:10.008623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Bound using segment: {'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:10.009241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Bound port: 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:10.010305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.052953 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a91f6bb-b41c-4ff9-9c4d-ee8795484e13 req-531b8637-f14c-4f72-912e-b6b4203979ab tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058149 Sep 21 18:01:10.174863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-163e1579-dc75-4468-bef3-653074961283 None None] Allocated IP 172.20.0.2 (38937ce3-c86c-48b9-a9c2-6c9d8daa6731/76b2d702-ca2e-434b-9a69-32de014a5275/77b295ad-f27a-48b7-8413-00ebfc50347e) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:10.215708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:10.238537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:10.259027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.266109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.272399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.278877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.287001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.293679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.301429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.311013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-517ec485-83c7-4eff-bb2a-f3ec46e21c7f tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5421 time: 0.1427321 Sep 21 18:01:10.314150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.343838 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-163e1579-dc75-4468-bef3-653074961283 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.350522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e', 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9', 'port_id': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e', 'mac_address': 'fa:16:3e:4c:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c684b8c6-a584-497d-8b4b-f68694f26e01', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:10.354866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-163e1579-dc75-4468-bef3-653074961283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.403338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.415115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec4dcaaa-3956-4575-b572-2c381aee5c32 req-76b123cb-b396-4681-bf06-0a59824681e3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030054 Sep 21 18:01:10.433904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.434537 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.436336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 200 len: 1091 time: 1.8423724 Sep 21 18:01:10.437086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:10.439310 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc08a4-2acf-4368-be7f-0a999afe0430" -d '{"events": [{"name": "network-changed", "server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:10.442001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5020d-edb3-4e74-983b-eefb8c8018b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:10.448977 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.469078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e1579-dc75-4468-bef3-653074961283 None None] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:10.480966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-163e1579-dc75-4468-bef3-653074961283 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:10.497254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163e1579-dc75-4468-bef3-653074961283 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:10.508855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f05fbe-79f4-4a84-afe7-e20738dbe76e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:10.538647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:10.546742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.547562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fbba3e41-8479-4c8b-bc57-1cee519dffa4 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:10.606684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a978ca-787c-485b-ac4c-f23aa37896fa req-11d4e081-a12f-4790-a30e-df5fe7100b57 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.607776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:10.609234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-64a978ca-787c-485b-ac4c-f23aa37896fa req-11d4e081-a12f-4790-a30e-df5fe7100b57 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 948 time: 0.0995038 Sep 21 18:01:10.612242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-b7131569-ce1e-4fde-aafb-f4f3a3b2d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.613700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-b7131569-ce1e-4fde-aafb-f4f3a3b2d3f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1094 time: 0.0917015 Sep 21 18:01:10.621061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.666896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fbba3e41-8479-4c8b-bc57-1cee519dffa4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:10.681230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-c82cbc0a-57bd-47b6-bf6e-4f063aa24852 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 200 len: 217 time: 0.0526834 Sep 21 18:01:10.688970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'fbba3e41-8479-4c8b-bc57-1cee519dffa4', 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'port_id': 'fbba3e41-8479-4c8b-bc57-1cee519dffa4', 'mac_address': 'fa:16:3e:29:ef:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9cd8a-73c4-47d3-991a-6387e6cc55f3', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:10.714627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e1579-dc75-4468-bef3-653074961283 None None] Pushing event updated for resources: {'Port': ['ID=77b295ad-f27a-48b7-8413-00ebfc50347e,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:10.732721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Transition to ACTIVE for port object c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:10.745177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-64a978ca-787c-485b-ac4c-f23aa37896fa req-832dff57-00e3-4711-8516-184b0896578d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256974 Sep 21 18:01:10.774182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.777481 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.778138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:10.792068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-e47b58b7-05e8-41b0-9fae-04f1a5d841f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.797424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-e47b58b7-05e8-41b0-9fae-04f1a5d841f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.0989466 Sep 21 18:01:10.851913 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.853599 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.860067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-3e27a57a-07e1-434b-9e15-3639ca025c98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511489 Sep 21 18:01:10.879462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbba3e41-8479-4c8b-bc57-1cee519dffa4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:10.902277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fbba3e41-8479-4c8b-bc57-1cee519dffa4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:10.902647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40068653-c118-48f6-a483-49374c638f26 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:10.903358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-163e1579-dc75-4468-bef3-653074961283 None None] Attempting to bind port 77b295ad-f27a-48b7-8413-00ebfc50347e on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:10.903720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-163e1579-dc75-4468-bef3-653074961283 None None] Attempting to bind port 77b295ad-f27a-48b7-8413-00ebfc50347e by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:10.904136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e1579-dc75-4468-bef3-653074961283 None None] Attempting to bind port 77b295ad-f27a-48b7-8413-00ebfc50347e on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:10.924540 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.925209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 215778f5-f252-427b-a173-9f69f19e88c3 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:10.939781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:10.940020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:10.940139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:10.952579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.978571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:10.978812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:10.985961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:10.986340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:10.987143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:10.987143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Bound port: c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:10.987503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:10.989361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.008586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae478b8b-108f-4645-b135-7dde97e4bfe3 req-209633f9-c18f-4fb1-8bde-dc3db482e4d2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.010787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae478b8b-108f-4645-b135-7dde97e4bfe3 req-209633f9-c18f-4fb1-8bde-dc3db482e4d2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.1579843 Sep 21 18:01:11.025004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e1579-dc75-4468-bef3-653074961283 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:11.025684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e1579-dc75-4468-bef3-653074961283 None None] Checking segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:11.026926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-163e1579-dc75-4468-bef3-653074961283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.027494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e1579-dc75-4468-bef3-653074961283 None None] Bound using segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:11.028142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-163e1579-dc75-4468-bef3-653074961283 None None] Bound port: 77b295ad-f27a-48b7-8413-00ebfc50347e, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:11.028891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-163e1579-dc75-4468-bef3-653074961283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.076762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-ea47671c-a54f-4c97-902e-755c75c204d0 service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036271 Sep 21 18:01:11.081118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae478b8b-108f-4645-b135-7dde97e4bfe3 req-1603e5df-9218-4048-9d00-5ee5e501c208 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Sep 21 18:01:11.095920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 215778f5-f252-427b-a173-9f69f19e88c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=215778f5-f252-427b-a173-9f69f19e88c3,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:11.120346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100dd184-de48-436c-a1c5-e2522f16cbbc,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:11.162140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.163532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59239d2d-53c5-47f8-b1ab-52892baf0830 req-3d3c98d8-ee65-4db5-9fad-6a1695bf956e tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2237637 Sep 21 18:01:11.168768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '215778f5-f252-427b-a173-9f69f19e88c3', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'port_id': '215778f5-f252-427b-a173-9f69f19e88c3', 'mac_address': 'fa:16:3e:ae:9c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:11.173587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:11.183997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fbba3e41-8479-4c8b-bc57-1cee519dffa4,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:11.189652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3a59f4f-120b-44ca-a0e5-203a4ca7b75b req-eaa60b0b-4357-49d8-95e9-16f3e4bf06e6 service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020432 Sep 21 18:01:11.194156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:11.205051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.235749 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b09738-df1e-41b8-921d-5b4aa370d54d x-openstack-request-id: req-33b09738-df1e-41b8-921d-5b4aa370d54d {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:11.236045 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:11.236309 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33b09738-df1e-41b8-921d-5b4aa370d54d {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:11.236702 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820', 'status': 'completed', 'code': 200} Sep 21 18:01:11.275467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-163e1579-dc75-4468-bef3-653074961283 None None] For port 77b295ad-f27a-48b7-8413-00ebfc50347e, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:11.291727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-9e42dbea-e128-4438-8055-7b3ab9c96c16 req-a841a64f-19ec-4249-b9b2-7d978199a749 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1717313749', 'description': 'tempest-description-302707695'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:11.307779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.308696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.310491 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-40068653-c118-48f6-a483-49374c638f26 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 1092 time: 1.7564268 Sep 21 18:01:11.311974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-163e1579-dc75-4468-bef3-653074961283 None None] For port 77b295ad-f27a-48b7-8413-00ebfc50347e, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77b295ad-f27a-48b7-8413-00ebfc50347e,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:11.315341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.315826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:11.320363 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:11.346090 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-163e1579-dc75-4468-bef3-653074961283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.385863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-fc52989a-1151-4268-95ae-3198fe15fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.387627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-fc52989a-1151-4268-95ae-3198fe15fae1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1094 time: 0.1227334 Sep 21 18:01:11.413183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215778f5-f252-427b-a173-9f69f19e88c3 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:11.432002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7252b5-12d1-4a70-b8f5-6c6a5b167ebb req-9aae5ed8-881e-4986-902d-4a684c857e2b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.433734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc7252b5-12d1-4a70-b8f5-6c6a5b167ebb req-9aae5ed8-881e-4986-902d-4a684c857e2b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 943 time: 0.1144261 Sep 21 18:01:11.452156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9e42dbea-e128-4438-8055-7b3ab9c96c16 req-a841a64f-19ec-4249-b9b2-7d978199a749 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.452660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 215778f5-f252-427b-a173-9f69f19e88c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=215778f5-f252-427b-a173-9f69f19e88c3,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:11.461599 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.462491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 640fb863-861c-42a8-ba4c-56ac6fd3d842 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:11.505904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e1579-dc75-4468-bef3-653074961283 None None] Pushing event updated for resources: {'Port': ['ID=77b295ad-f27a-48b7-8413-00ebfc50347e,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:11.528833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-fc77d2e3-21c8-49ec-8127-270cce3c30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.531054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-fc77d2e3-21c8-49ec-8127-270cce3c30f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 915 time: 0.1292894 Sep 21 18:01:11.554512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40068653-c118-48f6-a483-49374c638f26 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:11.576930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=215778f5-f252-427b-a173-9f69f19e88c3,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:11.603009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-1cf8f333-c0c8-4b74-aef2-35c1db2bfd68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 200 len: 217 time: 0.0620117 Sep 21 18:01:11.611368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:11.635148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc7252b5-12d1-4a70-b8f5-6c6a5b167ebb req-4f32a7fa-1a9d-4aae-83aa-f63c93e98394 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022875 Sep 21 18:01:11.635739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '640fb863-861c-42a8-ba4c-56ac6fd3d842', 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'port_id': '640fb863-861c-42a8-ba4c-56ac6fd3d842', 'mac_address': 'fa:16:3e:f3:a1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9cd8a-73c4-47d3-991a-6387e6cc55f3', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:11.697124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bf11-14af-472c-bd8f-a720794ff41c req-0e4e8f36-140b-4516-8918-4339a6d2bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.699001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-0e4e8f36-140b-4516-8918-4339a6d2bea7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1095 time: 0.2780190 Sep 21 18:01:11.701369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9e42dbea-e128-4438-8055-7b3ab9c96c16 req-a841a64f-19ec-4249-b9b2-7d978199a749 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.712624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-3eea4650-627a-4eff-b06e-914ba9aa29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.715174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-3eea4650-627a-4eff-b06e-914ba9aa29ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.0916805 Sep 21 18:01:11.726414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.784952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640fb863-861c-42a8-ba4c-56ac6fd3d842 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:11.803736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-379eb35b-6a9c-4aff-b71a-72de081211fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749245 Sep 21 18:01:11.818881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9e42dbea-e128-4438-8055-7b3ab9c96c16 req-a841a64f-19ec-4249-b9b2-7d978199a749 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.823072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-8df2e195-d197-4641-80fd-59cc007712ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 217 time: 0.1069758 Sep 21 18:01:11.826568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:11.826938 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939a849-5069-441e-8f0f-53e01e3277d8 x-openstack-request-id: req-c939a849-5069-441e-8f0f-53e01e3277d8 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:11.827248 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:11.827480 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c939a849-5069-441e-8f0f-53e01e3277d8 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:11.828002 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab', 'status': 'completed', 'code': 200} Sep 21 18:01:11.832862 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.833945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:11.885784 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.925319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:11.928654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:11.945552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299', 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'port_id': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299', 'mac_address': 'fa:16:3e:c9:70:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9cd8a-73c4-47d3-991a-6387e6cc55f3', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:11.948398 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.953949 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9e42dbea-e128-4438-8055-7b3ab9c96c16 req-a841a64f-19ec-4249-b9b2-7d978199a749 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:11.964207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e42dbea-e128-4438-8055-7b3ab9c96c16 req-a841a64f-19ec-4249-b9b2-7d978199a749 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6848583 Sep 21 18:01:11.978908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a64f-19ec-4249-b9b2-7d978199a749 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e275320-9643-409c-8a94-0aeff138db82,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:12.016100 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.020095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-5b1f02f2-766d-4e12-8d8d-b9cfbec16533 service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075193 Sep 21 18:01:12.026857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bf11-14af-472c-bd8f-a720794ff41c req-5bc17e61-9b27-4dd5-8dd7-355b2ab62867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.031896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-5bc17e61-9b27-4dd5-8dd7-355b2ab62867 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1969647 Sep 21 18:01:12.032105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:12.075051 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:12.081698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.085064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:12.138110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-38e9775a-0a5f-4ec0-a2dd-98a7d6900435 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691490 Sep 21 18:01:12.150099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.159321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.167096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.176281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.185543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.187218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:12.201657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.209047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.220720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-052e90ce-111a-4796-a9f2-ea27902cc050 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5425 time: 0.2652316 Sep 21 18:01:12.226514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec3b86-0fae-4081-8889-9008a054c346 req-6a22a3d8-21fb-4b91-aaa0-f0e08f0d7a81 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.228367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-daec3b86-0fae-4081-8889-9008a054c346 req-6a22a3d8-21fb-4b91-aaa0-f0e08f0d7a81 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 948 time: 0.1580324 Sep 21 18:01:12.287620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a25315a-3462-4e79-9ea5-1e2423b95e61 req-0c1af6be-6709-4273-91bb-dd64f4af0032 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658379 Sep 21 18:01:12.289205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:12.303886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97', 'mac_address': 'fa:16:3e:7f:8a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:12.328827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4dc08a4-2acf-4368-be7f-0a999afe0430 req-bf19d0b1-7634-4b42-92e0-ea497167507b service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892458 Sep 21 18:01:12.337337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Allocated IP 172.25.3.97 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/bca8f58e-46bc-4d2b-8ea5-d77029214a20) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:12.337682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ded915c6-ad7e-4d10-82aa-a3db548887e3 req-a6490b82-58ec-4398-a13a-f2351500fcdd tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1841440551', 'description': 'tempest-description-1521632006'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:12.353241 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-daec3b86-0fae-4081-8889-9008a054c346 req-e3718a02-025d-466e-bfdb-eab3d0bd3684 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125109 Sep 21 18:01:12.390016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ded915c6-ad7e-4d10-82aa-a3db548887e3 req-a6490b82-58ec-4398-a13a-f2351500fcdd tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.406675 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.435030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-71d08e2c-e67a-4700-be12-6d32962daca0 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793419 Sep 21 18:01:12.453970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:12.491944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:12.499933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.500873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 9aaf0ca5-7356-4b43-a68a-1fe787189cbf details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:12.531616 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ded915c6-ad7e-4d10-82aa-a3db548887e3 req-a6490b82-58ec-4398-a13a-f2351500fcdd tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.538931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ded915c6-ad7e-4d10-82aa-a3db548887e3 req-a6490b82-58ec-4398-a13a-f2351500fcdd tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.567888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ded915c6-ad7e-4d10-82aa-a3db548887e3 req-a6490b82-58ec-4398-a13a-f2351500fcdd tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.569911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ded915c6-ad7e-4d10-82aa-a3db548887e3 req-a6490b82-58ec-4398-a13a-f2351500fcdd tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2381978 Sep 21 18:01:12.588862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6490b82-58ec-4398-a13a-f2351500fcdd tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e58674-db46-4d2e-8648-919b52a034a6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:12.703281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2082bf11-14af-472c-bd8f-a720794ff41c req-5c47a48c-bbc8-486a-9371-bc81fc634007 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181604 Sep 21 18:01:12.736464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.747576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca3648-6c26-4ece-953d-28fb5993300c req-c3596b46-16ba-444f-86b4-72711fd27d9d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.759086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59ca3648-6c26-4ece-953d-28fb5993300c req-c3596b46-16ba-444f-86b4-72711fd27d9d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.1608014 Sep 21 18:01:12.815710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-7e3ce81a-afd2-4718-8348-9e457f36a0c7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/2e275320-9643-409c-8a94-0aeff138db82 HTTP/1.1" status: 200 len: 1804 time: 0.0997200 Sep 21 18:01:12.818996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:12.827492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:12.845290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf', 'network_id': '426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9', 'port_id': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf', 'mac_address': 'fa:16:3e:a3:1a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c684b8c6-a584-497d-8b4b-f68694f26e01', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:12.872087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59ca3648-6c26-4ece-953d-28fb5993300c req-e1136054-6fdf-460c-a531-1faccc235f0b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119106 Sep 21 18:01:12.876055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-ea915980-36e6-4197-b970-d8f5a66bffab tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/59e58674-db46-4d2e-8648-919b52a034a6 HTTP/1.1" status: 200 len: 1805 time: 0.0594606 Sep 21 18:01:12.891940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e275320-9643-409c-8a94-0aeff138db82', 'remote_group_id': '59e58674-db46-4d2e-8648-919b52a034a6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:12.892261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e275320-9643-409c-8a94-0aeff138db82', 'remote_group_id': '59e58674-db46-4d2e-8648-919b52a034a6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:12.893226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.910325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaf0ca5-7356-4b43-a68a-1fe787189cbf {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:12.912269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-99410ff7-80e6-4915-a462-6ff2cd0ce3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.913750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-99410ff7-80e6-4915-a462-6ff2cd0ce3db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1095 time: 0.1282825 Sep 21 18:01:12.923796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.948772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:12.955170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:12.955911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:13.030549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.044307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:13.050021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Pushing event updated for resources: {'Port': ['ID=bca8f58e-46bc-4d2b-8ea5-d77029214a20,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:13.056910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:13.077523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b392aa55-1672-4488-9314-b91727e96246 None None] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:13.081093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4', 'network_id': 'e52824c9-a5b4-4f17-b372-bba2781d42bb', 'port_id': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4', 'mac_address': 'fa:16:3e:ce:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9cd8a-73c4-47d3-991a-6387e6cc55f3', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:13.104508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:13.109210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.113463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:13.120318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:13.121642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.128525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77b295ad-f27a-48b7-8413-00ebfc50347e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:13.137324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6893ef6-917b-45e4-8245-9f17a3b2f8dd,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:13.152105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.153356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50f2bb2d-8caa-45a6-ba89-9df5905b9fa9 req-3cea9cdb-34aa-4359-b564-b51964824df7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2762220 Sep 21 18:01:13.213794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9aaf-2a18-4f3d-96ae-addb1632eea0 req-ffec65f5-5591-470f-aa4d-059d52ce6e14 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.215368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4cb9aaf-2a18-4f3d-96ae-addb1632eea0 req-ffec65f5-5591-470f-aa4d-059d52ce6e14 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 943 time: 0.2279758 Sep 21 18:01:13.218779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-37e4905a-570b-4fb9-a4d1-afdd2315916a None None] Provisioning complete for port 77b295ad-f27a-48b7-8413-00ebfc50347e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:13.218779 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-37e4905a-570b-4fb9-a4d1-afdd2315916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.231493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6923d5ed-b001-43fb-ac0a-674156bc8d65 req-c3e64e07-bb54-4f10-b8b5-30173a1340ab tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/59e58674-db46-4d2e-8648-919b52a034a6 HTTP/1.1" status: 200 len: 1805 time: 0.0510638 Sep 21 18:01:13.245501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-dc44771f-0dd1-4e65-ac0f-fa8710d8f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.246963 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-dc44771f-0dd1-4e65-ac0f-fa8710d8f923 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.3205099 Sep 21 18:01:13.266781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.292314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:13.303073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6923d5ed-b001-43fb-ac0a-674156bc8d65 req-f65ad06a-ef3c-4239-ba59-dc203f077179 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.311566 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-323b9f30-9336-4797-80f7-76d68cee21fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 217 time: 0.0475104 Sep 21 18:01:13.330416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6923d5ed-b001-43fb-ac0a-674156bc8d65 req-f65ad06a-ef3c-4239-ba59-dc203f077179 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.353053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:13.359438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4cb9aaf-2a18-4f3d-96ae-addb1632eea0 req-dbb8d958-b496-4163-aee5-0251b22a2753 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228378 Sep 21 18:01:13.366325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.374448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 77b295ad-f27a-48b7-8413-00ebfc50347e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:13.374824 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.425494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2ddb124e-83fa-4909-bfbd-62d7cc76a820 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:13.429656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-82d2cb1f-5332-474a-8aca-507ee7d4af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.431318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-82d2cb1f-5332-474a-8aca-507ee7d4af6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1101942 Sep 21 18:01:13.455934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6923d5ed-b001-43fb-ac0a-674156bc8d65 req-f65ad06a-ef3c-4239-ba59-dc203f077179 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.459085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6923d5ed-b001-43fb-ac0a-674156bc8d65 req-f65ad06a-ef3c-4239-ba59-dc203f077179 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.474839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6923d5ed-b001-43fb-ac0a-674156bc8d65 req-f65ad06a-ef3c-4239-ba59-dc203f077179 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-groups/59e58674-db46-4d2e-8648-919b52a034a6 HTTP/1.1" status: 204 len: 173 time: 0.2359855 Sep 21 18:01:13.493496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad06a-ef3c-4239-ba59-dc203f077179 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e58674-db46-4d2e-8648-919b52a034a6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:13.496602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-06cea8e1-baec-4853-adfe-6e4e8978515e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483403 Sep 21 18:01:13.540540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:13.556899 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-37e4905a-570b-4fb9-a4d1-afdd2315916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.657048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dbe07-61d9-4622-b0fd-6ec5dbaeb028 req-834d447a-8e13-498a-ac5f-1ef9c165d7e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.667384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc8dbe07-61d9-4622-b0fd-6ec5dbaeb028 req-834d447a-8e13-498a-ac5f-1ef9c165d7e0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.1009314 Sep 21 18:01:13.708556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-37e4905a-570b-4fb9-a4d1-afdd2315916a None None] For port 77b295ad-f27a-48b7-8413-00ebfc50347e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77b295ad-f27a-48b7-8413-00ebfc50347e,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:13.720751 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-37e4905a-570b-4fb9-a4d1-afdd2315916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.737713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc8dbe07-61d9-4622-b0fd-6ec5dbaeb028 req-243c4ffc-0893-4e48-bbe7-9d5638672378 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689852 Sep 21 18:01:13.773654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.806488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:13.827817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fea392f0-4aa7-472c-ac5d-1268adbf8ee6 req-404157b4-d869-4cd4-9aa8-86d5e35bd462 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/2e275320-9643-409c-8a94-0aeff138db82 HTTP/1.1" status: 200 len: 1804 time: 0.0594110 Sep 21 18:01:13.868023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '2ddb124e-83fa-4909-bfbd-62d7cc76a820', 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8', 'port_id': '2ddb124e-83fa-4909-bfbd-62d7cc76a820', 'mac_address': 'fa:16:3e:36:49:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:13.912820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4905a-570b-4fb9-a4d1-afdd2315916a None None] Pushing event updated for resources: {'Port': ['ID=77b295ad-f27a-48b7-8413-00ebfc50347e,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:13.925134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.936904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.943259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.949032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.954888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.962016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.967852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.973730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.975737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-99c8ab77-6cb0-497b-aef1-332302078195 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5428 time: 0.5434835 Sep 21 18:01:13.986926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:01:13.987282 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:01:13.995603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2652545d-ab7c-4388-83ca-1617fc02c4fd req-e5b39f38-c29a-4e1f-a98f-9b10b73f8191 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1642506442', 'description': 'tempest-description-1883641391'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:13.996744 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.999769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-20fd81c5-6344-4935-95cd-126cc881709a None None] Provisioning complete for port 77b295ad-f27a-48b7-8413-00ebfc50347e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:14.000123 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-20fd81c5-6344-4935-95cd-126cc881709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.024995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2652545d-ab7c-4388-83ca-1617fc02c4fd req-e5b39f38-c29a-4e1f-a98f-9b10b73f8191 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.032366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddb124e-83fa-4909-bfbd-62d7cc76a820 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:14.077320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:14.085446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.102695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-dff64f4c-1512-4c64-ae3b-f53ef8e97a85 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775824 Sep 21 18:01:14.112969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-954ed09d-81a8-43cf-8ec7-a8b3c82f87ce req-61cb518d-885d-49e6-a829-5236164bceb2 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994554 Sep 21 18:01:14.135864 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2652545d-ab7c-4388-83ca-1617fc02c4fd req-e5b39f38-c29a-4e1f-a98f-9b10b73f8191 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.152278 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2652545d-ab7c-4388-83ca-1617fc02c4fd req-e5b39f38-c29a-4e1f-a98f-9b10b73f8191 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.188972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b39f38-c29a-4e1f-a98f-9b10b73f8191 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2549df6-316b-4e56-9f22-9a1eaddb09ab,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:14.194494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:14.200163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2652545d-ab7c-4388-83ca-1617fc02c4fd req-e5b39f38-c29a-4e1f-a98f-9b10b73f8191 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.201748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2652545d-ab7c-4388-83ca-1617fc02c4fd req-e5b39f38-c29a-4e1f-a98f-9b10b73f8191 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2109253 Sep 21 18:01:14.266931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-c57b8020-a058-46cd-bc47-6834c36429b6 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/e2549df6-316b-4e56-9f22-9a1eaddb09ab HTTP/1.1" status: 200 len: 1805 time: 0.0416119 Sep 21 18:01:14.277899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2549df6-316b-4e56-9f22-9a1eaddb09ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:14.278293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2549df6-316b-4e56-9f22-9a1eaddb09ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:14.342553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.367734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c85ef-5274-47cf-9124-e8986e94fdc5 req-d2443e7c-6b2e-4717-bdab-0d9bfebbab5a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:14.369238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-181c85ef-5274-47cf-9124-e8986e94fdc5 req-d2443e7c-6b2e-4717-bdab-0d9bfebbab5a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.1539156 Sep 21 18:01:14.372066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.377280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.385835 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8073667-5ac4-4daa-80a7-92cb7fddbd3b req-bd036f40-3c2b-4a9f-8d30-e121378c8eae service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627335 Sep 21 18:01:14.392280 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.397971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3343097f-64a8-4656-9f13-f6863fc34174,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:14.402366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.404934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f6d9d4f-af9f-4572-b00a-479796c4f8cf req-d595a64f-7818-47c7-9e00-3f05ab3380ba tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1314542 Sep 21 18:01:14.466642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-181c85ef-5274-47cf-9124-e8986e94fdc5 req-aa66569a-a0b6-48e5-8a4c-4063144417d4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853922 Sep 21 18:01:14.506078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0e27-2141-4b58-adfa-4032fdedea90 req-07902589-8f68-4344-a1e9-79ac04dd2117 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:14.507797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba0b0e27-2141-4b58-adfa-4032fdedea90 req-07902589-8f68-4344-a1e9-79ac04dd2117 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 944 time: 0.0530429 Sep 21 18:01:14.552895 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba0b0e27-2141-4b58-adfa-4032fdedea90 req-1b975821-e9c4-4bea-a90b-c4f177bc550e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385153 Sep 21 18:01:14.557886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['b3f05fbe-79f4-4a84-afe7-e20738dbe76e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.576918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-51634c55-4b34-482d-9a82-8539f336a84f req-651bd5d9-9703-473c-9dfe-f95022bab801 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/e2549df6-316b-4e56-9f22-9a1eaddb09ab HTTP/1.1" status: 200 len: 2398 time: 0.0601180 Sep 21 18:01:14.591350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-51634c55-4b34-482d-9a82-8539f336a84f req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2549df6-316b-4e56-9f22-9a1eaddb09ab', 'remote_group_id': None}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:14.591687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-51634c55-4b34-482d-9a82-8539f336a84f req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2549df6-316b-4e56-9f22-9a1eaddb09ab', 'remote_group_id': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:14.593487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.596086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['215778f5-f252-427b-a173-9f69f19e88c3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.617351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Router a640b276-a1f9-44fc-afe5-24e77498d154 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:01:14.644972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['fbba3e41-8479-4c8b-bc57-1cee519dffa4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.675098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.677369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['70dc470d-0ea2-4f3e-8a26-fcd235cb1299'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.706967 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-51634c55-4b34-482d-9a82-8539f336a84f req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.739817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['9aaf0ca5-7356-4b43-a68a-1fe787189cbf'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.741821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['640fb863-861c-42a8-ba4c-56ac6fd3d842'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.777419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-51634c55-4b34-482d-9a82-8539f336a84f req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.786742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-51634c55-4b34-482d-9a82-8539f336a84f req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.801821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:01:14.829276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82faca3c-9e21-49b3-9eb1-fc93f51b891f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:14.836525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-51634c55-4b34-482d-9a82-8539f336a84f req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.838962 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-51634c55-4b34-482d-9a82-8539f336a84f req-df7a7288-6543-436e-b6d8-264422ca6b7a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2526436 Sep 21 18:01:14.840259 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.841704 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06d059af-356a-466c-8faf-1be26535e102 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1236305 Sep 21 18:01:14.844437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:14.847956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:01:14.908849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00662239-fbbb-4e17-86c8-d4fb1d99609f req-0be7c711-6202-4fb0-8a68-c9e3e8a73bce tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:14.918692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00662239-fbbb-4e17-86c8-d4fb1d99609f req-0be7c711-6202-4fb0-8a68-c9e3e8a73bce tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.0792799 Sep 21 18:01:14.930420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:14.972555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00662239-fbbb-4e17-86c8-d4fb1d99609f req-4eb86204-bc9c-4346-8840-f3095d6be975 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482681 Sep 21 18:01:14.986752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8cee113-085f-4083-b036-9560788d7c80 req-8e3b54bd-1255-4ad7-bccc-302a371acdeb tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/e2549df6-316b-4e56-9f22-9a1eaddb09ab HTTP/1.1" status: 200 len: 2996 time: 0.0943453 Sep 21 18:01:15.001526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:15.002179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:15.055311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e30e584-eee9-4d55-94b5-8440bfc2c4af req-8f9f6cef-ddd0-42be-9f0c-3a3c0a2d2e9c tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-group-rules/82faca3c-9e21-49b3-9eb1-fc93f51b891f HTTP/1.1" status: 200 len: 783 time: 0.0282538 Sep 21 18:01:15.111479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e30e584-eee9-4d55-94b5-8440bfc2c4af req-c3ccb077-9a4c-40af-9d66-dacdbe1f4869 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/e2549df6-316b-4e56-9f22-9a1eaddb09ab HTTP/1.1" status: 200 len: 2996 time: 0.0500765 Sep 21 18:01:15.155584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4e30e584-eee9-4d55-94b5-8440bfc2c4af req-1a9fe608-265c-4b51-9a71-d303c706f3b8 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.166984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4e30e584-eee9-4d55-94b5-8440bfc2c4af req-1a9fe608-265c-4b51-9a71-d303c706f3b8 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.212578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4e30e584-eee9-4d55-94b5-8440bfc2c4af req-1a9fe608-265c-4b51-9a71-d303c706f3b8 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.219893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4e30e584-eee9-4d55-94b5-8440bfc2c4af req-1a9fe608-265c-4b51-9a71-d303c706f3b8 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.221649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e30e584-eee9-4d55-94b5-8440bfc2c4af req-1a9fe608-265c-4b51-9a71-d303c706f3b8 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/82faca3c-9e21-49b3-9eb1-fc93f51b891f HTTP/1.1" status: 204 len: 173 time: 0.1014776 Sep 21 18:01:15.222216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77b295ad-f27a-48b7-8413-00ebfc50347e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:15.233130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fe608-265c-4b51-9a71-d303c706f3b8 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82faca3c-9e21-49b3-9eb1-fc93f51b891f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:15.288413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-775644e9-7192-43bd-a15d-9977fcf0e3ff req-24011e53-30d2-4cf3-8a41-b8d8266f4e5a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/e2549df6-316b-4e56-9f22-9a1eaddb09ab HTTP/1.1" status: 200 len: 2398 time: 0.0446451 Sep 21 18:01:15.358332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.360216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-775644e9-7192-43bd-a15d-9977fcf0e3ff req-dba0f867-d39f-48ec-b9fe-8db4620e9585 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.368897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.375094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.381253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.387663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.391710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-775644e9-7192-43bd-a15d-9977fcf0e3ff req-dba0f867-d39f-48ec-b9fe-8db4620e9585 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.393263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.399521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.401407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-0f395648-2d8c-4478-811d-98294289762e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5428 time: 0.1555743 Sep 21 18:01:15.431495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:15.446123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-775644e9-7192-43bd-a15d-9977fcf0e3ff req-dba0f867-d39f-48ec-b9fe-8db4620e9585 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.449238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-775644e9-7192-43bd-a15d-9977fcf0e3ff req-dba0f867-d39f-48ec-b9fe-8db4620e9585 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.450699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-775644e9-7192-43bd-a15d-9977fcf0e3ff req-dba0f867-d39f-48ec-b9fe-8db4620e9585 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2549df6-316b-4e56-9f22-9a1eaddb09ab HTTP/1.1" status: 204 len: 173 time: 0.1555409 Sep 21 18:01:15.460588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0f867-d39f-48ec-b9fe-8db4620e9585 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2549df6-316b-4e56-9f22-9a1eaddb09ab,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:15.493754 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-195c478c-e542-453f-b50e-3ca28c391a79 req-3a6117f5-f4cd-455c-b76b-77f299ca379d tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] show failed (client error): The resource could not be found. Sep 21 18:01:15.514049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-195c478c-e542-453f-b50e-3ca28c391a79 req-3a6117f5-f4cd-455c-b76b-77f299ca379d tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/59e58674-db46-4d2e-8648-919b52a034a6 HTTP/1.1" status: 404 len: 352 time: 0.0414426 Sep 21 18:01:15.521506 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7dedbf64-bd9d-4e76-bd79-e1c44c9af49b req-9a9e42f6-6820-45e7-ab1e-4e2ec4f4c131 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888233 Sep 21 18:01:15.532116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.604607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 77b295ad-f27a-48b7-8413-00ebfc50347e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:15.605005 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.618277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf115d2-94eb-465e-b988-23954cd8eb2f req-88048d96-a479-4805-ba39-4b650177270b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.625996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cf115d2-94eb-465e-b988-23954cd8eb2f req-88048d96-a479-4805-ba39-4b650177270b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.0651886 Sep 21 18:01:15.647606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-824b7565-2ef7-4c91-acbc-93fc76f7140f req-c0f037c1-9a1f-4eb4-a784-8690018b51f6 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/2e275320-9643-409c-8a94-0aeff138db82 HTTP/1.1" status: 200 len: 1804 time: 0.0898807 Sep 21 18:01:15.666357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cf115d2-94eb-465e-b988-23954cd8eb2f req-3ee17fec-7ac3-4858-8fa1-3c90b6695fdb tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Sep 21 18:01:15.764304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-824b7565-2ef7-4c91-acbc-93fc76f7140f req-53510b56-a508-44b2-ad05-f8faf6fa4e58 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.809908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93d0bc-50eb-4f99-811b-caea3da48c1c req-9c6459bf-dd2b-4d16-84b8-a3219e648df4 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.810998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-824b7565-2ef7-4c91-acbc-93fc76f7140f req-53510b56-a508-44b2-ad05-f8faf6fa4e58 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.818641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c93d0bc-50eb-4f99-811b-caea3da48c1c req-9c6459bf-dd2b-4d16-84b8-a3219e648df4 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 944 time: 0.0685358 Sep 21 18:01:15.870834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c93d0bc-50eb-4f99-811b-caea3da48c1c req-1adf2a58-dccc-452e-8d00-cd438ee9672d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Sep 21 18:01:15.871436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Allocated IP 172.20.0.1 (38937ce3-c86c-48b9-a9c2-6c9d8daa6731/76b2d702-ca2e-434b-9a69-32de014a5275/23121957-2900-4c28-9847-32b28c3fffc6) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:15.876172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:15.876734 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-824b7565-2ef7-4c91-acbc-93fc76f7140f req-53510b56-a508-44b2-ad05-f8faf6fa4e58 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.881264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-824b7565-2ef7-4c91-acbc-93fc76f7140f req-53510b56-a508-44b2-ad05-f8faf6fa4e58 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.882466 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-824b7565-2ef7-4c91-acbc-93fc76f7140f req-53510b56-a508-44b2-ad05-f8faf6fa4e58 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-groups/2e275320-9643-409c-8a94-0aeff138db82 HTTP/1.1" status: 204 len: 173 time: 0.2251601 Sep 21 18:01:15.898833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53510b56-a508-44b2-ad05-f8faf6fa4e58 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e275320-9643-409c-8a94-0aeff138db82,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:15.945075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd50712e-f003-4b7c-b665-c048c0d7fa14 req-03ab205d-5b58-4a09-93fa-46df715691a7 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/a79d29e7-4a22-4d84-8ca4-8229a804a2c9 HTTP/1.1" status: 200 len: 1803 time: 0.0430470 Sep 21 18:01:16.010728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.015877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bd50712e-f003-4b7c-b665-c048c0d7fa14 req-30e55202-de58-43ad-ba64-2f38d224d70a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.018043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:16.042010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bd50712e-f003-4b7c-b665-c048c0d7fa14 req-30e55202-de58-43ad-ba64-2f38d224d70a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.045491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'port_id': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab', 'mac_address': 'fa:16:3e:33:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50393ea-cf1b-4c33-9b70-42d19ccea4f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:16.084532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.116764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bd50712e-f003-4b7c-b665-c048c0d7fa14 req-30e55202-de58-43ad-ba64-2f38d224d70a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.119493 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bd50712e-f003-4b7c-b665-c048c0d7fa14 req-30e55202-de58-43ad-ba64-2f38d224d70a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.120847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd50712e-f003-4b7c-b665-c048c0d7fa14 req-30e55202-de58-43ad-ba64-2f38d224d70a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-groups/a79d29e7-4a22-4d84-8ca4-8229a804a2c9 HTTP/1.1" status: 204 len: 173 time: 0.1683578 Sep 21 18:01:16.128802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e6152-5771-4532-a068-d7e773ac7f17 req-9bdfed14-06d1-4005-8cc4-a7ae013f747b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.130671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e55202-de58-43ad-ba64-2f38d224d70a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d29e7-4a22-4d84-8ca4-8229a804a2c9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.131213 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b91e6152-5771-4532-a068-d7e773ac7f17 req-9bdfed14-06d1-4005-8cc4-a7ae013f747b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.0923977 Sep 21 18:01:16.145560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:16.150618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:16.166870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:16.167437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.214238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Pushing event updated for resources: {'Port': ['ID=23121957-2900-4c28-9847-32b28c3fffc6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.262065 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b91e6152-5771-4532-a068-d7e773ac7f17 req-2b5228e4-c4ca-460c-a4f1-f68bae6dca71 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089640 Sep 21 18:01:16.294226 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a36fbec1-97ce-46a0-8e8b-4d2e01dc97dd req-a34aad67-2a4a-4c58-98bd-375931d6df37 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/be16e466-d459-4a9e-aaac-b335e9df06e8 HTTP/1.1" status: 200 len: 1803 time: 0.0618572 Sep 21 18:01:16.353227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.382620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a36fbec1-97ce-46a0-8e8b-4d2e01dc97dd req-2e14b941-9037-4119-8790-c24b19521fc1 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.414040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a36fbec1-97ce-46a0-8e8b-4d2e01dc97dd req-2e14b941-9037-4119-8790-c24b19521fc1 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.468359 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a36fbec1-97ce-46a0-8e8b-4d2e01dc97dd req-2e14b941-9037-4119-8790-c24b19521fc1 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.470971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a36fbec1-97ce-46a0-8e8b-4d2e01dc97dd req-2e14b941-9037-4119-8790-c24b19521fc1 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.472120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a36fbec1-97ce-46a0-8e8b-4d2e01dc97dd req-2e14b941-9037-4119-8790-c24b19521fc1 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-groups/be16e466-d459-4a9e-aaac-b335e9df06e8 HTTP/1.1" status: 204 len: 173 time: 0.1709075 Sep 21 18:01:16.483011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14b941-9037-4119-8790-c24b19521fc1 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be16e466-d459-4a9e-aaac-b335e9df06e8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.491693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.575051 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-352a01e2-7f86-449e-a76b-2ae5f4838760 req-afbc9089-d1d0-4f03-8aa8-3b590f9bf40a tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/51ee1f83-801e-441a-8840-5f9b0aa0ffa0 HTTP/1.1" status: 200 len: 2403 time: 0.0717623 Sep 21 18:01:16.584590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:16.600177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.614787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c40e1742-b091-43f8-a45e-8ff1f6753093 None None] Provisioning complete for port 23121957-2900-4c28-9847-32b28c3fffc6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:16.614787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c40e1742-b091-43f8-a45e-8ff1f6753093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.615114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.615114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.696524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.702420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.703790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:16.709388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.716898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.718319 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.725150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.726276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Pushing event updated for resources: {'Port': ['ID=23121957-2900-4c28-9847-32b28c3fffc6,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.733464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.733835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c40e1742-b091-43f8-a45e-8ff1f6753093 None None] Port 23121957-2900-4c28-9847-32b28c3fffc6 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:01:16.741275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.743510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-e670cffd-46f7-4212-a9fc-38f3f43b2834 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5428 time: 0.1184397 Sep 21 18:01:16.782991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-352a01e2-7f86-449e-a76b-2ae5f4838760 req-b2416e66-a700-48b9-9899-af198a2faf83 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.790665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.794022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:13Z', 'revision_number': 3, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:16.797767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d978f869-bcf2-4b37-bd3b-678f2c5eb58a req-2f65404b-b2ea-4b35-a0db-b1b32b0a1940 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449865 Sep 21 18:01:16.826174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-352a01e2-7f86-449e-a76b-2ae5f4838760 req-b2416e66-a700-48b9-9899-af198a2faf83 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.827486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:01:16.827858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Updating router a640b276-a1f9-44fc-afe5-24e77498d154 port bca8f58e-46bc-4d2b-8ea5-d77029214a20 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:01:16.837822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:16.840991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:16.855229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.959672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-352a01e2-7f86-449e-a76b-2ae5f4838760 req-b2416e66-a700-48b9-9899-af198a2faf83 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.962457 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-352a01e2-7f86-449e-a76b-2ae5f4838760 req-b2416e66-a700-48b9-9899-af198a2faf83 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.964298 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-352a01e2-7f86-449e-a76b-2ae5f4838760 req-b2416e66-a700-48b9-9899-af198a2faf83 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-groups/51ee1f83-801e-441a-8840-5f9b0aa0ffa0 HTTP/1.1" status: 204 len: 173 time: 0.3733530 Sep 21 18:01:16.978901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2416e66-a700-48b9-9899-af198a2faf83 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ee1f83-801e-441a-8840-5f9b0aa0ffa0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.999503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4432e-fcf1-4ff5-8ddc-9124abd243c5 req-55335fdd-b338-4231-acb9-4cf905399220 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.001103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59d4432e-fcf1-4ff5-8ddc-9124abd243c5 req-55335fdd-b338-4231-acb9-4cf905399220 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.0879972 Sep 21 18:01:17.063655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59d4432e-fcf1-4ff5-8ddc-9124abd243c5 req-c827e577-bf89-47d2-8b68-633345a5de04 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538702 Sep 21 18:01:17.118719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:01:17.138529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b0e4c5c-2d55-4d01-8694-f81e7d6bfb03 req-1e8bca42-5f95-4399-ab37-5c463cd99d78 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "GET /v2.0/security-groups/e3f9a8b1-912f-4566-92c1-ed0713e5c720 HTTP/1.1" status: 200 len: 2396 time: 0.0479028 Sep 21 18:01:17.142581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8a6c3-db4f-4e3f-8b08-0ffcf350a242 req-3c866d16-8db8-4f63-a0a4-2fcdd29ce876 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.146654 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22b8a6c3-db4f-4e3f-8b08-0ffcf350a242 req-3c866d16-8db8-4f63-a0a4-2fcdd29ce876 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 944 time: 0.0966723 Sep 21 18:01:17.170084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-86ef6b22-ca46-4d0f-859b-073a0a5c67bf None None] Provisioning complete for port 23121957-2900-4c28-9847-32b28c3fffc6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:17.170705 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86ef6b22-ca46-4d0f-859b-073a0a5c67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.217667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b0e4c5c-2d55-4d01-8694-f81e7d6bfb03 req-ac9e48b3-401f-41e3-9958-f056f4aa0924 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.230856 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22b8a6c3-db4f-4e3f-8b08-0ffcf350a242 req-ca1db34c-faea-4553-84c2-7804cdd41325 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774682 Sep 21 18:01:17.242060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-86ef6b22-ca46-4d0f-859b-073a0a5c67bf None None] Port 23121957-2900-4c28-9847-32b28c3fffc6 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:01:17.245833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b0e4c5c-2d55-4d01-8694-f81e7d6bfb03 req-ac9e48b3-401f-41e3-9958-f056f4aa0924 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.277255 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.289729 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.292777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:01:17.301959 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40e9fd8e-d006-416d-8889-ab08559791fd admin admin] 10.222.0.70 "PUT /v2.0/routers/a640b276-a1f9-44fc-afe5-24e77498d154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4557045 Sep 21 18:01:17.315039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b0e4c5c-2d55-4d01-8694-f81e7d6bfb03 req-ac9e48b3-401f-41e3-9958-f056f4aa0924 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.319053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b0e4c5c-2d55-4d01-8694-f81e7d6bfb03 req-ac9e48b3-401f-41e3-9958-f056f4aa0924 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.320304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b0e4c5c-2d55-4d01-8694-f81e7d6bfb03 req-ac9e48b3-401f-41e3-9958-f056f4aa0924 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] 10.222.0.70 "DELETE /v2.0/security-groups/e3f9a8b1-912f-4566-92c1-ed0713e5c720 HTTP/1.1" status: 204 len: 173 time: 0.1723387 Sep 21 18:01:17.328273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50914) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:17.337594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e48b3-401f-41e3-9958-f056f4aa0924 tempest-SecurityGroupRulesTestJSON-1510781044 tempest-SecurityGroupRulesTestJSON-1510781044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f9a8b1-912f-4566-92c1-ed0713e5c720,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:17.362489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835731-e0b6-4756-b08d-aa42c23e8687 None None] Pushing event updated for resources: {'Port': ['ID=bca8f58e-46bc-4d2b-8ea5-d77029214a20,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:17.365557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Attempting to bind port bca8f58e-46bc-4d2b-8ea5-d77029214a20 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:17.365841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Attempting to bind port bca8f58e-46bc-4d2b-8ea5-d77029214a20 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:17.366235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Attempting to bind port bca8f58e-46bc-4d2b-8ea5-d77029214a20 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:17.376442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:17.376818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:17.377348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.377732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:17.378219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Bound port: bca8f58e-46bc-4d2b-8ea5-d77029214a20, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:17.378620 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.415277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] Deleting subnet ad59cc7f-781f-4ea7-b12f-724a2e5ddc16 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:01:17.419006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.445324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] For port bca8f58e-46bc-4d2b-8ea5-d77029214a20, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:17.449429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] For port bca8f58e-46bc-4d2b-8ea5-d77029214a20, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bca8f58e-46bc-4d2b-8ea5-d77029214a20,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:17.455624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.458995 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.464821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.465738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c935eb-e5c8-4267-9ed6-9178dbadef92 req-b284c643-41ec-4cfa-b748-ab302cc63707 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.467523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49c935eb-e5c8-4267-9ed6-9178dbadef92 req-b284c643-41ec-4cfa-b748-ab302cc63707 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.0636725 Sep 21 18:01:17.518705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835731-e0b6-4756-b08d-aa42c23e8687 None None] Pushing event updated for resources: {'Port': ['ID=bca8f58e-46bc-4d2b-8ea5-d77029214a20,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:17.526025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49c935eb-e5c8-4267-9ed6-9178dbadef92 req-28579537-53ab-4e60-af28-48238ee71680 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515480 Sep 21 18:01:17.534605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.558533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:17.559127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:17.561831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad59cc7f-781f-4ea7-b12f-724a2e5ddc16,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:17.568999 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.571309 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f99686ee-cd78-4e12-80af-0fb9684fef7a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ad59cc7f-781f-4ea7-b12f-724a2e5ddc16 HTTP/1.1" status: 204 len: 168 time: 0.2419822 Sep 21 18:01:17.573854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50922) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:17.650521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.760829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.811286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.811620 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.812391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.812739 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > port after_create 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.813080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.813415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > port after_update 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.813739 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.814058 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.814403 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.814720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.825204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:17.890059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.890425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.890737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.891067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 18:01:17.891441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:17.938817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2fc763-97b4-4ff2-b4a1-150c4705b979') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:17.939398 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2fc763-97b4-4ff2-b4a1-150c4705b979') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:17.957278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.963218 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.965466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.973612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.981944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.988284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.996105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.002785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.006511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-374bcdd0-dbc7-45af-99a0-9fb9658fe57e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5428 time: 0.1125453 Sep 21 18:01:18.055319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2c43f04-c5bb-4990-8cec-e959f980aa73 req-303e369b-fbd3-4776-8ae2-8919b1ed9607 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421298 Sep 21 18:01:18.074578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 2, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:18.104005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79ea7-c059-43f3-8a31-785179101825 None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 2, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:01:18.199297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c2214-9226-4b09-9b97-f0e981c94726 req-94f79b62-520e-4f94-b9d3-3b9faf560e62 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.200939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-561c2214-9226-4b09-9b97-f0e981c94726 req-94f79b62-520e-4f94-b9d3-3b9faf560e62 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.0557878 Sep 21 18:01:18.246796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-561c2214-9226-4b09-9b97-f0e981c94726 req-8c046ffc-d5df-4ddf-833e-97578643c336 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Sep 21 18:01:18.267084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.277382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:01:18.277719 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: from cryptography.utils import int_from_bytes Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: from cryptography.utils import int_from_bytes Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:01:18.282100 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:01:18.298730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-0c919c79-9538-44d9-8392-9cb18dbb3ca6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.300609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-0c919c79-9538-44d9-8392-9cb18dbb3ca6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 819 time: 0.5425484 Sep 21 18:01:18.361222 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-fbf631ba-5dd3-458b-a51d-2641f2e22579 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/quotas/f5b5ac709e13454396d361910c524834 HTTP/1.1" status: 200 len: 375 time: 0.0475829 Sep 21 18:01:18.367565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.378137 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.383880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7 HTTP/1.1" status: 204 len: 168 time: 0.8079107 Sep 21 18:01:18.387040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:18.416236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b1f63-36d7-408e-9cc5-c2376b9afa3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f37f7fe5-f23c-42e2-9cb0-e77fdb6e1be7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:18.434338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd8f68-fd42-429a-b5c9-9276b98abe77 req-1873bd25-fca9-44a7-9bc5-79036a827824 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.442313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0bd8f68-fd42-429a-b5c9-9276b98abe77 req-1873bd25-fca9-44a7-9bc5-79036a827824 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 944 time: 0.0744112 Sep 21 18:01:18.494113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0bd8f68-fd42-429a-b5c9-9276b98abe77 req-9b54949d-7356-4bb2-b7ca-2feef5f08c5a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506356 Sep 21 18:01:18.495818 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-34737642-459f-4602-a46c-82bb9a1a85ba tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916235 Sep 21 18:01:18.600716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50946) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:18.641363 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-45013f6d-af58-4536-bd42-b91e59a89f84 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299584 Sep 21 18:01:18.671355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-839f58a4-ade0-4871-be71-d88c9d9a1b4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cb0795afcef4edbb28224ae7cef778c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675166 Sep 21 18:01:18.672171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50948) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:18.751213 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-4ab2f37e-268b-462f-a55d-ab876fd005b5 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022320 Sep 21 18:01:18.760259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c97321-3e1b-4a54-b4f9-6ee33f512b6c req-e3fb9867-24ff-42da-91ac-88e953e89e93 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.761844 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87c97321-3e1b-4a54-b4f9-6ee33f512b6c req-e3fb9867-24ff-42da-91ac-88e953e89e93 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.1081100 Sep 21 18:01:18.788826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7398048-42a9-47bd-af23-0916b8e30ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.822915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87c97321-3e1b-4a54-b4f9-6ee33f512b6c req-2e7de10b-651a-4e5b-bbec-2946de8999b8 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518656 Sep 21 18:01:18.827813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7398048-42a9-47bd-af23-0916b8e30ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.895739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7398048-42a9-47bd-af23-0916b8e30ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.900292 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7398048-42a9-47bd-af23-0916b8e30ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.907103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e7398048-42a9-47bd-af23-0916b8e30ad5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1473aedb-70e6-4349-9f4c-41fa88c8cd07 HTTP/1.1" status: 204 len: 168 time: 0.2111311 Sep 21 18:01:18.928465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7398048-42a9-47bd-af23-0916b8e30ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1473aedb-70e6-4349-9f4c-41fa88c8cd07,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:19.032996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b252e53a-2c82-432d-a26b-09424723d4de req-22c1c24d-a3d6-46dd-a6d3-e8cfcad58863 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 210 time: 0.0487258 Sep 21 18:01:19.130675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bca8f58e-46bc-4d2b-8ea5-d77029214a20 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:19.213737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bca8f58e-46bc-4d2b-8ea5-d77029214a20 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:19.214144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.299349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.305372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.325500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.339797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.345684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.355427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.360493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.375287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.384663 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-c0e852e7-63eb-43a9-ac03-00ed7b568a5e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5428 time: 0.1963747 Sep 21 18:01:19.421638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port bca8f58e-46bc-4d2b-8ea5-d77029214a20, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bca8f58e-46bc-4d2b-8ea5-d77029214a20,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:19.428620 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.473935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ac005b8-a7bb-4278-aed0-8137a9000f73 req-8c856d79-4172-48d7-a149-c83aa41df0d3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810730 Sep 21 18:01:19.486977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99111592-9e2b-4481-b304-7732c31cff59 req-e443bfb5-0648-445d-a9de-3f1e5455a591 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.492614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99111592-9e2b-4481-b304-7732c31cff59 req-e443bfb5-0648-445d-a9de-3f1e5455a591 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.1299591 Sep 21 18:01:19.568400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99111592-9e2b-4481-b304-7732c31cff59 req-5a312a78-b453-407c-ad4d-b84b516cf61c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623322 Sep 21 18:01:19.569507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=bca8f58e-46bc-4d2b-8ea5-d77029214a20,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:19.702649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549f1e-2ccb-4937-8b37-4a5ed4bef98a req-ead394bf-1254-4686-9255-3a94f1c355ca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.704381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96549f1e-2ccb-4937-8b37-4a5ed4bef98a req-ead394bf-1254-4686-9255-3a94f1c355ca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 944 time: 0.1200423 Sep 21 18:01:19.778478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96549f1e-2ccb-4937-8b37-4a5ed4bef98a req-57d6a196-654b-4718-a65e-3c75683634ad tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Sep 21 18:01:19.971853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9f187-5e77-46d8-882b-8f8f476cf9e5 req-d41b96b7-5e2c-4480-9408-d0d520996f6f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.973654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7a9f187-5e77-46d8-882b-8f8f476cf9e5 req-d41b96b7-5e2c-4480-9408-d0d520996f6f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.0545940 Sep 21 18:01:20.024045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50992) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:20.025699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7a9f187-5e77-46d8-882b-8f8f476cf9e5 req-b6c2c6f2-0166-4d4f-a27e-f819afb3fd03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Sep 21 18:01:20.137642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f5f5ab8b-009b-47ad-b0a9-c66519510d08 req-0830bdab-a9f5-4f94-bc8d-680bea842b9a tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 210 time: 0.0322976 Sep 21 18:01:20.140905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1936399394-network', 'tenant_id': 'c5f9c7ddbd6b47999642b59a9f0796d2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:20.164587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Made reservation on behalf of c5f9c7ddbd6b47999642b59a9f0796d2 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:20.166971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.175991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.269804 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.275673 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.298007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:01:20.313979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ede170-83de-457a-b7b2-c615b6d2fd33,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:20.320512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.321230 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Added segment 9cf6b1a8-cd3f-4303-a488-f61ba2c7c313 of type vlan for network a74e541e-47a3-4235-a452-5211f407dba8 Sep 21 18:01:20.351998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf5085-8ad9-4639-89b0-6527f0d60ec9 req-aa6df535-245f-4416-95bb-df62b90ff64e tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.354960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f1bf5085-8ad9-4639-89b0-6527f0d60ec9 req-aa6df535-245f-4416-95bb-df62b90ff64e tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1096 time: 0.0550165 Sep 21 18:01:20.376700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.408899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.410057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.411519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.450835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f1bf5085-8ad9-4639-89b0-6527f0d60ec9 req-f029ca49-2a4a-45cf-8de5-97905ba0fcfa tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851033 Sep 21 18:01:20.456200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4308164 Sep 21 18:01:20.461838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51004) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:20.520408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Request body: {'subnet': {'network_id': 'a74e541e-47a3-4235-a452-5211f407dba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1936399394-subnet', 'tenant_id': 'c5f9c7ddbd6b47999642b59a9f0796d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:20.542799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e61219-6c71-431d-8499-dfdcb2592473 admin admin] Pushing event updated for resources: {'Network': ['ID=a74e541e-47a3-4235-a452-5211f407dba8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:20.554464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Made reservation on behalf of c5f9c7ddbd6b47999642b59a9f0796d2 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:20.555953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a74e541e-47a3-4235-a452-5211f407dba8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:01:20.558649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.596724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-37a340a0-fb28-4bb5-a110-8421266b6479 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.606853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-37a340a0-fb28-4bb5-a110-8421266b6479 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.78 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 819 time: 0.2177656 Sep 21 18:01:20.624124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'port': {'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'admin_state_up': True, 'tenant_id': 'f5b5ac709e13454396d361910c524834'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:20.724353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.741049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.753013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.765950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.778776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.790036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.796775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.806819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f04ddac9-b856-4414-8195-deb133007fe1 req-3b3c35cb-9722-4a9d-a780-771c9d20c948 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5428 time: 0.1716142 Sep 21 18:01:20.821772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Made reservation on behalf of f5b5ac709e13454396d361910c524834 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:20.825784 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.895021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f04ddac9-b856-4414-8195-deb133007fe1 req-f00538ec-1e15-423e-9fdb-93ac2f1f192c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866840 Sep 21 18:01:21.042278 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.042566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Allocated IP 172.20.0.5 (38937ce3-c86c-48b9-a9c2-6c9d8daa6731/76b2d702-ca2e-434b-9a69-32de014a5275/57512a5d-c784-4140-8157-4c1b89bfaa90) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:21.046053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bca8f58e-46bc-4d2b-8ea5-d77029214a20 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:21.053431 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:01:21.071740 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:21.072399 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:21.119315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bca8f58e-46bc-4d2b-8ea5-d77029214a20 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:21.120061 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.210468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370b9c-019b-4689-8882-1a9e94410b2f req-d74429f9-4503-4c53-b944-2689320ccb0e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.216525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb370b9c-019b-4689-8882-1a9e94410b2f req-d74429f9-4503-4c53-b944-2689320ccb0e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.1930408 Sep 21 18:01:21.220395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3943dbd7-45ed-4836-9796-55756717f4b5,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:21.233971 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:21.257152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Checking segment: {'id': '9cf6b1a8-cd3f-4303-a488-f61ba2c7c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a74e541e-47a3-4235-a452-5211f407dba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:21.257684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Network hostable DHCP agents. Network: a74e541e-47a3-4235-a452-5211f407dba8, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:01:21.287052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.294812 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb370b9c-019b-4689-8882-1a9e94410b2f req-9c47a8a5-dca9-4803-aa3e-9bf92affcc2e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527508 Sep 21 18:01:21.327024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Network a74e541e-47a3-4235-a452-5211f407dba8 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:01:21.331086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.357416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a74e541e-47a3-4235-a452-5211f407dba8) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:21.362956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.370508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf0805-c464-428f-8bb9-e91ac91cb094 None None] Network a74e541e-47a3-4235-a452-5211f407dba8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:21.374704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.399046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b3f05fbe-79f4-4a84-afe7-e20738dbe76e up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:21.413774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-150a6cc1-0048-4870-a522-244159fecfed admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8999825 Sep 21 18:01:21.430677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:21.434800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:21.464212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:21.487839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Pushing event updated for resources: {'Port': ['ID=57512a5d-c784-4140-8157-4c1b89bfaa90,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:21.566002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.567266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.587157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port b3f05fbe-79f4-4a84-afe7-e20738dbe76e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:21.588535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-a1d1f17c-4ae7-45d6-8541-bf4931de3eea tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9701123 Sep 21 18:01:21.602152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port b3f05fbe-79f4-4a84-afe7-e20738dbe76e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:21.602631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.623357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Request body: {'port': {'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:21.627382 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 2, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:21.653313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529923f-6156-4a6d-ad39-e2b21e04093f req-36eb6e4a-b674-4b37-9515-75d1f7d347ab tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.668697 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6529923f-6156-4a6d-ad39-e2b21e04093f req-36eb6e4a-b674-4b37-9515-75d1f7d347ab tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 944 time: 0.1365261 Sep 21 18:01:21.672203 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:01:21.672880 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Updating router a640b276-a1f9-44fc-afe5-24e77498d154 port 23121957-2900-4c28-9847-32b28c3fffc6 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:01:21.703894 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.717100 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.776027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6529923f-6156-4a6d-ad39-e2b21e04093f req-9b2e24b0-eaa0-4a3f-929d-5d62e274c104 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956230 Sep 21 18:01:21.811300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1cb998be-c339-4e0f-ba76-17c77995cf0d tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:01:21.812613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1cb998be-c339-4e0f-ba76-17c77995cf0d tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076816 Sep 21 18:01:21.839849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd4e70-5ad8-4754-8031-869e012678f9 None None] Network a74e541e-47a3-4235-a452-5211f407dba8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:21.915827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-7e1302bb-8215-4b90-b82a-11564fa76d49 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.917221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-7e1302bb-8215-4b90-b82a-11564fa76d49 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 1093 time: 0.0975573 Sep 21 18:01:21.942384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Request body: {'binding': {'host': 'n-h2-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:21.942970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:01:21.945597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.966169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7483ac37-c11f-4595-bb32-5cc95d0e5729 None None] Provisioning complete for port 57512a5d-c784-4140-8157-4c1b89bfaa90 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:21.966661 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7483ac37-c11f-4595-bb32-5cc95d0e5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.993644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5b307-ff30-4477-92a1-88beca8720fb req-83a92d59-6181-4eaf-acd2-71e543bcd1a1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.995399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfc5b307-ff30-4477-92a1-88beca8720fb req-83a92d59-6181-4eaf-acd2-71e543bcd1a1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.1026347 Sep 21 18:01:22.009961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:22.012247 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfb67ac-f32b-43aa-b9e2-abd6a9e4594e" -d '{"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:22.037837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:22.050223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57512a5d-c784-4140-8157-4c1b89bfaa90 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:22.059112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.065674 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.067139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2ddb124e-83fa-4909-bfbd-62d7cc76a820 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:22.069258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7483ac37-c11f-4595-bb32-5cc95d0e5729 None None] Port 57512a5d-c784-4140-8157-4c1b89bfaa90 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:01:22.077456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Transition to ACTIVE for port object 57512a5d-c784-4140-8157-4c1b89bfaa90 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:22.081983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.106407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfc5b307-ff30-4477-92a1-88beca8720fb req-86ada453-f6ad-4652-ba83-ce36d697e241 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893784 Sep 21 18:01:22.154950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Pushing event updated for resources: {'Port': ['ID=57512a5d-c784-4140-8157-4c1b89bfaa90,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:22.159953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on host n-h2-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:22.161264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:22.161781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:22.167178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:22.167622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:22.173750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:22.174513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:22.175022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:22.175626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Bound port: 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:22.180897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:22.219820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:22.224899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:22.225280 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.255698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:22.263651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.280296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6341693c-98a8-40c4-8570-ad8380b202bf service neutron] 10.222.0.70 "POST /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3334024 Sep 21 18:01:22.305579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Attempting to bind port 57512a5d-c784-4140-8157-4c1b89bfaa90 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:22.305940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Attempting to bind port 57512a5d-c784-4140-8157-4c1b89bfaa90 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:22.306308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Attempting to bind port 57512a5d-c784-4140-8157-4c1b89bfaa90 on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:22.314640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Port 57512a5d-c784-4140-8157-4c1b89bfaa90 on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:22.314640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Attempting to bind port 57512a5d-c784-4140-8157-4c1b89bfaa90 on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:22.320475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:22.320903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Checking segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:22.321185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Bound using segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:22.321817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Bound port: 57512a5d-c784-4140-8157-4c1b89bfaa90, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:22.322613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.394725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e07aa5-84cb-489a-82b3-09f43a573f5c req-45f0f674-827c-4530-87a2-9b1f752224a5 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.397008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8e07aa5-84cb-489a-82b3-09f43a573f5c req-45f0f674-827c-4530-87a2-9b1f752224a5 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 943 time: 0.1140563 Sep 21 18:01:22.421170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.472406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:22.479400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.480272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fbba3e41-8479-4c8b-bc57-1cee519dffa4 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:22.511354 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8e07aa5-84cb-489a-82b3-09f43a573f5c req-bfff7480-e1cf-496b-b2b0-087e178868a1 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050882 Sep 21 18:01:22.513425 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.530577 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.538687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] For port 57512a5d-c784-4140-8157-4c1b89bfaa90, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:22.545323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] For port 57512a5d-c784-4140-8157-4c1b89bfaa90, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=57512a5d-c784-4140-8157-4c1b89bfaa90,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:22.558117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.600778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:22.641791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.643152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.645488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] 10.222.0.78 "PUT /v2.0/ports/57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 1091 time: 1.0362380 Sep 21 18:01:22.659311 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4cfc-8009-4048-9944-6ae4c155c5fa None None] Pushing event updated for resources: {'Port': ['ID=23121957-2900-4c28-9847-32b28c3fffc6,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:22.660257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:22.682001 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e952a4b5-b755-4079-bc00-e15660e8ac9e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:22.688920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port fbba3e41-8479-4c8b-bc57-1cee519dffa4 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:22.695433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port fbba3e41-8479-4c8b-bc57-1cee519dffa4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:22.696252 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.706908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-13f71e00-a3a9-448d-86bf-e6dc07aa0b00 req-e32d640d-4557-40c2-8087-3ec6ddd162d1 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1046180770', 'description': 'tempest-description-2028341800'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:22.797155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-d0708eec-0990-42c1-95e9-d8073c6d5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.800378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-d0708eec-0990-42c1-95e9-d8073c6d5528 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1096 time: 0.1710825 Sep 21 18:01:22.803703 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.827543 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Attempting to bind port 23121957-2900-4c28-9847-32b28c3fffc6 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:22.828758 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Attempting to bind port 23121957-2900-4c28-9847-32b28c3fffc6 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:22.829291 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Attempting to bind port 23121957-2900-4c28-9847-32b28c3fffc6 on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:22.843914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b6b57-bd3f-416e-af38-fba0f2518b32 service neutron] Pushing event updated for resources: {'Port': ['ID=57512a5d-c784-4140-8157-4c1b89bfaa90,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:22.845740 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:22.847001 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Checking segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:22.849720 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.850342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fbba3e41-8479-4c8b-bc57-1cee519dffa4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:22.852811 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Bound using segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:22.853338 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Bound port: 23121957-2900-4c28-9847-32b28c3fffc6, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:22.853763 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.857653 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.859845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 215778f5-f252-427b-a173-9f69f19e88c3 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:22.870810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-13f71e00-a3a9-448d-86bf-e6dc07aa0b00 req-e32d640d-4557-40c2-8087-3ec6ddd162d1 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.884492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-4753ca92-4563-4c11-84f2-4610527be1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.888471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-4753ca92-4563-4c11-84f2-4610527be1fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1094 time: 0.1766536 Sep 21 18:01:22.929486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-b73c9e1c-214a-4483-ad39-519dd0650aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.931755 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-b73c9e1c-214a-4483-ad39-519dd0650aec service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.1211362 Sep 21 18:01:22.947593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.954241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.962251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.971179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.975596 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] For port 23121957-2900-4c28-9847-32b28c3fffc6, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:22.978740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.980881 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] For port 23121957-2900-4c28-9847-32b28c3fffc6, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=23121957-2900-4c28-9847-32b28c3fffc6,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:22.986163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.991245 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.992786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.995040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-1055a3a2-0e61-4074-ba90-d53432698654 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5429 time: 0.2976110 Sep 21 18:01:23.000010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-5264e9a5-43c8-4ba2-9f71-692cc67d4170 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 217 time: 0.0920684 Sep 21 18:01:23.047152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fbba3e41-8479-4c8b-bc57-1cee519dffa4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:23.057505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-bb2c8a56-f9cc-4ad8-bb9e-93ad89b4af65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 217 time: 0.0614426 Sep 21 18:01:23.065863 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4cfc-8009-4048-9944-6ae4c155c5fa None None] Pushing event updated for resources: {'Port': ['ID=23121957-2900-4c28-9847-32b28c3fffc6,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:23.087179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 215778f5-f252-427b-a173-9f69f19e88c3 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:23.092622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 215778f5-f252-427b-a173-9f69f19e88c3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:23.093237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.097726 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:23.098136 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:23.128331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-4d5fd245-7bc3-40d8-bf38-993a3c58a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.131196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-4d5fd245-7bc3-40d8-bf38-993a3c58a9b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.0648780 Sep 21 18:01:23.137579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-f6fe548d-06fb-4c1e-b03c-9b198f11629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.140171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-f6fe548d-06fb-4c1e-b03c-9b198f11629c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1274059 Sep 21 18:01:23.152659 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c9585351-4053-43aa-8f51-983ed88c5b19 req-41bc0cd4-af53-41eb-9466-f834a0163f6d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497815 Sep 21 18:01:23.208543 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-90c5c3ed-621a-4009-a889-45a55993095c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546813 Sep 21 18:01:23.211055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.246383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c9be9ea3-f5a4-420e-9a24-d8ed7a3aad93 None None] Provisioning complete for port 23121957-2900-4c28-9847-32b28c3fffc6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:23.246817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9be9ea3-f5a4-420e-9a24-d8ed7a3aad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.250846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-13f71e00-a3a9-448d-86bf-e6dc07aa0b00 req-e32d640d-4557-40c2-8087-3ec6ddd162d1 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.260971 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e0d75-e126-43ad-9fb4-c9cc012f5370 x-openstack-request-id: req-764e0d75-e126-43ad-9fb4-c9cc012f5370 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:23.261917 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:23.262489 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-764e0d75-e126-43ad-9fb4-c9cc012f5370 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:23.262985 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e', 'code': 200} Sep 21 18:01:23.265259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-13f71e00-a3a9-448d-86bf-e6dc07aa0b00 req-e32d640d-4557-40c2-8087-3ec6ddd162d1 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.289960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 215778f5-f252-427b-a173-9f69f19e88c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=215778f5-f252-427b-a173-9f69f19e88c3,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:23.299305 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:23.303010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.303880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 640fb863-861c-42a8-ba4c-56ac6fd3d842 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:23.308218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-b4a669fe-a156-4227-82f5-8590f442f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.310352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-b4a669fe-a156-4227-82f5-8590f442f26a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366899 Sep 21 18:01:23.351097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-13f71e00-a3a9-448d-86bf-e6dc07aa0b00 req-e32d640d-4557-40c2-8087-3ec6ddd162d1 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.372997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13f71e00-a3a9-448d-86bf-e6dc07aa0b00 req-e32d640d-4557-40c2-8087-3ec6ddd162d1 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7198615 Sep 21 18:01:23.406717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d640d-4557-40c2-8087-3ec6ddd162d1 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b831f-537b-4283-8cdb-d5a4b20b4ff1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:23.455091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482dd34-409b-4ff8-91b0-b06d2ba95c74 req-e866c1be-efd6-4bf0-bfe4-56ec52cd46d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.462103 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9be9ea3-f5a4-420e-9a24-d8ed7a3aad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.463657 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6482dd34-409b-4ff8-91b0-b06d2ba95c74 req-e866c1be-efd6-4bf0-bfe4-56ec52cd46d1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.0906987 Sep 21 18:01:23.465959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=215778f5-f252-427b-a173-9f69f19e88c3,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:23.494808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 640fb863-861c-42a8-ba4c-56ac6fd3d842 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:23.506641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 640fb863-861c-42a8-ba4c-56ac6fd3d842 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:23.507040 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.529919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6c372b94-4034-4915-8c6e-d5fed0bdecf6 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088934 Sep 21 18:01:23.536396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c9be9ea3-f5a4-420e-9a24-d8ed7a3aad93 None None] For port 23121957-2900-4c28-9847-32b28c3fffc6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=23121957-2900-4c28-9847-32b28c3fffc6,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:23.551950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9be9ea3-f5a4-420e-9a24-d8ed7a3aad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.560041 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6482dd34-409b-4ff8-91b0-b06d2ba95c74 req-0ec43d74-c782-457f-affc-74a331b59dea tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846281 Sep 21 18:01:23.604888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-dcd8b09c-3657-4f90-8fdd-e7207b16c18e service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743068 Sep 21 18:01:23.613170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722225d-ddfe-48f0-aca9-934383b310e7 req-0ddb923a-82be-4563-9c41-9211e67499a1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.615716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1722225d-ddfe-48f0-aca9-934383b310e7 req-0ddb923a-82be-4563-9c41-9211e67499a1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.1128309 Sep 21 18:01:23.684066 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.699797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-8b920d83-97e2-412f-9518-be4e1ad35de1 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386831 Sep 21 18:01:23.702465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be9ea3-f5a4-420e-9a24-d8ed7a3aad93 None None] Pushing event updated for resources: {'Port': ['ID=23121957-2900-4c28-9847-32b28c3fffc6,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:23.727380 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055e4df7-f91b-4f4e-907d-297d9c9fef3a x-openstack-request-id: req-055e4df7-f91b-4f4e-907d-297d9c9fef3a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:23.727879 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:23.728284 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-055e4df7-f91b-4f4e-907d-297d9c9fef3a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:23.728839 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'status': 'completed', 'code': 200} Sep 21 18:01:23.741148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1722225d-ddfe-48f0-aca9-934383b310e7 req-5ac48c87-cd61-42a5-b6dd-5d74aad48f21 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142168 Sep 21 18:01:23.754711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-69cbda31-fe49-4bef-a156-facaaa0a8965 None None] Provisioning complete for port 23121957-2900-4c28-9847-32b28c3fffc6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:23.755097 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69cbda31-fe49-4bef-a156-facaaa0a8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.769224 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:22Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:23.770689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae820a24-ba42-464a-bc37-48700820b6a0 req-acb801bf-884c-4156-a040-a3ff07c24fc5 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441319 Sep 21 18:01:23.821476 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30efc0-6894-42b9-a9ba-69ad428419bc None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:22Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:01:23.841750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:23.866562 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.867930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:23.933728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971290-d06a-40e8-b97c-9d74711791f2 req-fc9f60bf-38e0-4ab7-a7d1-76222dabce33 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.934911 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78971290-d06a-40e8-b97c-9d74711791f2 req-fc9f60bf-38e0-4ab7-a7d1-76222dabce33 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 945 time: 0.0783453 Sep 21 18:01:23.961920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcfa48-7100-496a-8ff7-27165efe399d req-fa79de09-7fbd-41ca-a9aa-65f40b86d2c8 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.963604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21dcfa48-7100-496a-8ff7-27165efe399d req-fa79de09-7fbd-41ca-a9aa-65f40b86d2c8 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 949 time: 0.1090117 Sep 21 18:01:23.973682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-1946646e-b37e-4766-a4ba-cf4d2021e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.978082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-1946646e-b37e-4766-a4ba-cf4d2021e47a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1094 time: 0.1329660 Sep 21 18:01:24.014464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78971290-d06a-40e8-b97c-9d74711791f2 req-709ede96-3254-4996-98bd-d3a2b7219699 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663557 Sep 21 18:01:24.042132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.057779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:24.068154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:24.068550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.087887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21dcfa48-7100-496a-8ff7-27165efe399d req-d0130803-1658-41aa-bc5e-8bf4cb6bd9c1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094532 Sep 21 18:01:24.108708 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-9988fea2-2850-43af-98cf-d6b5f09a2f3a tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5b6b831f-537b-4283-8cdb-d5a4b20b4ff1 HTTP/1.1" status: 200 len: 1813 time: 0.0801034 Sep 21 18:01:24.129293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b6b831f-537b-4283-8cdb-d5a4b20b4ff1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:24.129710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b6b831f-537b-4283-8cdb-d5a4b20b4ff1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:24.223534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.231814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.244494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-c54fec89-2eec-4f05-9581-f3e22fa8c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.246047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-c54fec89-2eec-4f05-9581-f3e22fa8c388 service neutron] 10.222.0.78 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.2280085 Sep 21 18:01:24.269345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dda4f-fc7a-4a71-aba8-7b055acc7655 req-ee46f36b-8405-4286-be28-030ae9555283 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.271575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-726dda4f-fc7a-4a71-aba8-7b055acc7655 req-ee46f36b-8405-4286-be28-030ae9555283 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 943 time: 0.0858293 Sep 21 18:01:24.293753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.296407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:24.318981 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.320739 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.322654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:24.324711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-a7aa669a-5b0c-4934-a17f-d6cd21978e5a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 217 time: 0.0519404 Sep 21 18:01:24.357728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b58c66-a6a5-4fdf-a94b-56bdfd14d745,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.370901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.386779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ca0db82-9dc5-4152-a562-4d68e80aa6fc req-a65d658c-c143-4129-bc14-2263f02190dd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2622149 Sep 21 18:01:24.440559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-726dda4f-fc7a-4a71-aba8-7b055acc7655 req-d548650a-b148-4454-ae75-d71be1add248 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473207 Sep 21 18:01:24.456758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-7da387f9-6efd-4caf-bb40-bb7fdfff67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.459300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-7da387f9-6efd-4caf-bb40-bb7fdfff67e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1203010 Sep 21 18:01:24.461123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.507645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:24.512026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:24.512609 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.538466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.545105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c788e13-667b-42a6-89ed-8bd77d67a1f7 req-f5aeca70-6f8c-4ec5-8402-b2ec0727f0cd tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5b6b831f-537b-4283-8cdb-d5a4b20b4ff1 HTTP/1.1" status: 200 len: 2406 time: 0.0726454 Sep 21 18:01:24.545695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.553333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.559745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.565998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-8fc1c6dc-77bf-4f5d-853e-a1306d0b75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.568359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-8fc1c6dc-77bf-4f5d-853e-a1306d0b75fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972040 Sep 21 18:01:24.569209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.576445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.584574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.587138 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-2dc7ba7b-5cc6-4d09-afb7-96301a8eae34 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5433 time: 0.1487119 Sep 21 18:01:24.613109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-403185e4-a81f-4b29-b0fe-5b63536017c4 req-8f63f61f-46a6-4631-b918-b3675bab57b5 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-group-rules/95b58c66-a6a5-4fdf-a94b-56bdfd14d745 HTTP/1.1" status: 200 len: 778 time: 0.0380917 Sep 21 18:01:24.645842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94105c0c-6d6e-438c-a43b-8df25a2978b0 req-466737a4-3ca8-41c8-b166-f0899bd4b74b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473471 Sep 21 18:01:24.654426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.696813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:24.703884 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.705055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 9aaf0ca5-7356-4b43-a68a-1fe787189cbf up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:24.719662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-403185e4-a81f-4b29-b0fe-5b63536017c4 req-592394b5-e084-441d-bd03-db0bad2c8603 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5b6b831f-537b-4283-8cdb-d5a4b20b4ff1 HTTP/1.1" status: 200 len: 2406 time: 0.0863242 Sep 21 18:01:24.779823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-9c0ab762-a0e7-4ce7-8f0a-d71e2af595f7 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805491 Sep 21 18:01:24.780978 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-403185e4-a81f-4b29-b0fe-5b63536017c4 req-0548e94f-a170-4b0b-8c7f-35a13f5d1893 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.798011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-403185e4-a81f-4b29-b0fe-5b63536017c4 req-0548e94f-a170-4b0b-8c7f-35a13f5d1893 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.807563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.839231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:24.845415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:24.845820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.885563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9fc67-4f6e-47aa-ab01-90eafb0e7720 req-aed62783-8b45-47c8-9e87-59946757892f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.889744 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ca9fc67-4f6e-47aa-ab01-90eafb0e7720 req-aed62783-8b45-47c8-9e87-59946757892f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.1047764 Sep 21 18:01:24.975393 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ca9fc67-4f6e-47aa-ab01-90eafb0e7720 req-09318baf-1fd6-4318-b38e-77f73cc5354c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788949 Sep 21 18:01:25.121073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.125718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 23121957-2900-4c28-9847-32b28c3fffc6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:25.198306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:25.206624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.207556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:25.232612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033675f-83dd-4883-b359-f57322a85044 req-bd434577-c376-49fd-808e-8d6c20e93ab1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.234218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d033675f-83dd-4883-b359-f57322a85044 req-bd434577-c376-49fd-808e-8d6c20e93ab1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.0765774 Sep 21 18:01:25.267493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbba3e41-8479-4c8b-bc57-1cee519dffa4'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640fb863-861c-42a8-ba4c-56ac6fd3d842'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299'}, {'server_uuid': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:25.271070 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a788981-0d97-4932-92c3-0c06d20272dc" -d '{"events": [{"server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "name": "network-vif-plugged", "status": "completed", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "fbba3e41-8479-4c8b-bc57-1cee519dffa4"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "215778f5-f252-427b-a173-9f69f19e88c3"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "640fb863-861c-42a8-ba4c-56ac6fd3d842"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299"}, {"server_uuid": "58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775", "name": "network-vif-plugged", "status": "completed", "tag": "559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:25.284876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d033675f-83dd-4883-b359-f57322a85044 req-27b0c30e-0b94-434e-ba83-a3451c88dace tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Sep 21 18:01:25.296499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-403185e4-a81f-4b29-b0fe-5b63536017c4 req-0548e94f-a170-4b0b-8c7f-35a13f5d1893 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.303865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 23121957-2900-4c28-9847-32b28c3fffc6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:25.304244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.307288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:25.323467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-403185e4-a81f-4b29-b0fe-5b63536017c4 req-0548e94f-a170-4b0b-8c7f-35a13f5d1893 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.324773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-403185e4-a81f-4b29-b0fe-5b63536017c4 req-0548e94f-a170-4b0b-8c7f-35a13f5d1893 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/95b58c66-a6a5-4fdf-a94b-56bdfd14d745 HTTP/1.1" status: 204 len: 173 time: 0.5871665 Sep 21 18:01:25.347167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548e94f-a170-4b0b-8c7f-35a13f5d1893 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b58c66-a6a5-4fdf-a94b-56bdfd14d745,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:25.354360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e952a4b5-b755-4079-bc00-e15660e8ac9e req-34a862cb-1653-4707-9990-fb93a88d958e service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650508 Sep 21 18:01:25.404721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:25.412516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:25.412889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.453232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87815d-47cc-467e-9a93-2857f2e00ae3 req-b10cc13b-ffc6-4e67-aae2-e7e7dc91539b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.458403 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d87815d-47cc-467e-9a93-2857f2e00ae3 req-b10cc13b-ffc6-4e67-aae2-e7e7dc91539b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 945 time: 0.0585847 Sep 21 18:01:25.470724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dd3fb-908f-4f8f-8f8a-8e7f96e9f5c5 req-e69a27c3-88f6-44bb-91b6-bbda95fa0ef7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.473933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-956dd3fb-908f-4f8f-8f8a-8e7f96e9f5c5 req-e69a27c3-88f6-44bb-91b6-bbda95fa0ef7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 950 time: 0.0645416 Sep 21 18:01:25.519092 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.524932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-956dd3fb-908f-4f8f-8f8a-8e7f96e9f5c5 req-db57db5b-99f6-4cc6-be53-636cee3b9fe7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 Sep 21 18:01:25.528905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d87815d-47cc-467e-9a93-2857f2e00ae3 req-78ac4a5a-281b-4d86-bce6-d084eeb4cdef tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608366 Sep 21 18:01:25.565567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6e333f63-a834-4266-9015-3aafc9093ae0 req-9a1211ff-d137-48ab-bce4-b3013f3a6163 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-298416590', 'description': 'tempest-description-1896342433'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:25.568346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:25.575054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.595366 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6e333f63-a834-4266-9015-3aafc9093ae0 req-9a1211ff-d137-48ab-bce4-b3013f3a6163 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.605032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:25.616774 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c07b98d-15dc-4da4-8c4c-b9f21b709b14 x-openstack-request-id: req-8c07b98d-15dc-4da4-8c4c-b9f21b709b14 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:25.617077 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "name": "network-vif-plugged", "status": "completed", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "fbba3e41-8479-4c8b-bc57-1cee519dffa4", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "215778f5-f252-427b-a173-9f69f19e88c3", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "640fb863-861c-42a8-ba4c-56ac6fd3d842", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299", "code": 200}, {"server_uuid": "58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775", "name": "network-vif-plugged", "status": "completed", "tag": "559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:25.617330 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c07b98d-15dc-4da4-8c4c-b9f21b709b14 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:25.617736 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820', 'code': 200} Sep 21 18:01:25.617985 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbba3e41-8479-4c8b-bc57-1cee519dffa4', 'code': 200} Sep 21 18:01:25.618275 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3', 'code': 200} Sep 21 18:01:25.618521 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640fb863-861c-42a8-ba4c-56ac6fd3d842', 'code': 200} Sep 21 18:01:25.618759 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299', 'code': 200} Sep 21 18:01:25.618992 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97', 'code': 200} Sep 21 18:01:25.619223 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf', 'code': 200} Sep 21 18:01:25.677438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:25.710517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:25.720303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:25.720731 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.731292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6e333f63-a834-4266-9015-3aafc9093ae0 req-9a1211ff-d137-48ab-bce4-b3013f3a6163 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.737009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6e333f63-a834-4266-9015-3aafc9093ae0 req-9a1211ff-d137-48ab-bce4-b3013f3a6163 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.788199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1211ff-d137-48ab-bce4-b3013f3a6163 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ed800d-5854-42e5-aae1-4002e9f64e0b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:25.829657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea013d2-8e35-47ca-b6f5-93556df282ee req-2f37f4ea-8b27-4107-8b5c-a696014d80b9 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.830474 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.837488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40485c-f947-462c-aa50-7d8f3b74b2da req-f1508d10-7867-41a7-a5c5-6b51c3351ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.837727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ea013d2-8e35-47ca-b6f5-93556df282ee req-2f37f4ea-8b27-4107-8b5c-a696014d80b9 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 943 time: 0.1078146 Sep 21 18:01:25.839272 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e40485c-f947-462c-aa50-7d8f3b74b2da req-f1508d10-7867-41a7-a5c5-6b51c3351ce5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 1101 time: 0.0961182 Sep 21 18:01:25.840099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6e333f63-a834-4266-9015-3aafc9093ae0 req-9a1211ff-d137-48ab-bce4-b3013f3a6163 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.841193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e333f63-a834-4266-9015-3aafc9093ae0 req-9a1211ff-d137-48ab-bce4-b3013f3a6163 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2799757 Sep 21 18:01:25.858748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e516e20-a2f0-430e-ab7d-b93f26f867b4 req-0575df92-2096-440e-856f-143a7cc1dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.860286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e516e20-a2f0-430e-ab7d-b93f26f867b4 req-0575df92-2096-440e-856f-143a7cc1dbef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1096 time: 0.1194439 Sep 21 18:01:25.872323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:25.877905 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.891958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e40485c-f947-462c-aa50-7d8f3b74b2da req-d9f0a385-bd3b-4c56-9651-ecde6e09991e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Sep 21 18:01:25.916264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ea013d2-8e35-47ca-b6f5-93556df282ee req-aa84bd05-62fa-4021-8cfa-9af4516ddc75 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777237 Sep 21 18:01:25.950038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:25.961997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e516e20-a2f0-430e-ab7d-b93f26f867b4 req-4865d161-9c45-4ff0-b7f9-a24d05dc6915 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935161 Sep 21 18:01:25.992541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.994458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51cfe84b-384f-4f0c-ace1-b60580e705b1 req-46dbbbe4-23cf-48a1-a1ee-3698a9b5f0a0 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/e0ed800d-5854-42e5-aae1-4002e9f64e0b HTTP/1.1" status: 200 len: 1812 time: 0.0516803 Sep 21 18:01:26.000058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.007128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.013895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.020097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.025895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.032362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.033735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-9ab52b2d-950b-4c86-8c3a-fece96206326 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.1009438 Sep 21 18:01:26.079682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f2815c2f-5445-402b-a57c-6d9290f9e07b req-feae9a48-e6eb-48c8-9872-461242db45c0 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374448 Sep 21 18:01:26.111133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423690c-747f-44ef-b187-e37999959f9c req-7cf8bcf9-f62f-4aee-98f4-478f6d08adff tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.112882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4423690c-747f-44ef-b187-e37999959f9c req-7cf8bcf9-f62f-4aee-98f4-478f6d08adff tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 946 time: 0.0636282 Sep 21 18:01:26.167935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4423690c-747f-44ef-b187-e37999959f9c req-3357cfdf-11ce-4522-a085-82eb87f4a928 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464196 Sep 21 18:01:26.188577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0660569a-738a-43ab-b817-fbc834975d61 req-5ca547c3-cdc6-4c75-bdd9-53846367ac54 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1971511979', 'description': 'tempest-description-1498309428'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:26.213288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0660569a-738a-43ab-b817-fbc834975d61 req-5ca547c3-cdc6-4c75-bdd9-53846367ac54 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.297318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0660569a-738a-43ab-b817-fbc834975d61 req-5ca547c3-cdc6-4c75-bdd9-53846367ac54 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.302249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0660569a-738a-43ab-b817-fbc834975d61 req-5ca547c3-cdc6-4c75-bdd9-53846367ac54 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.330498 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0660569a-738a-43ab-b817-fbc834975d61 req-5ca547c3-cdc6-4c75-bdd9-53846367ac54 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.331683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0660569a-738a-43ab-b817-fbc834975d61 req-5ca547c3-cdc6-4c75-bdd9-53846367ac54 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1473858 Sep 21 18:01:26.351579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca547c3-cdc6-4c75-bdd9-53846367ac54 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb14990-228e-4dba-955c-51443d22c0f1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:26.406709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33db974d-fa71-45af-bef8-b1a0874b6b2f req-f1426ff4-bd7b-441d-a3dd-cb708dd7a485 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5cb14990-228e-4dba-955c-51443d22c0f1 HTTP/1.1" status: 200 len: 1813 time: 0.0479662 Sep 21 18:01:26.432876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-6b7bf4aa-2bb5-4bbd-acbe-9128b3def85a req-69920206-d3c4-40b3-961e-82b1822b96a9 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-105326452', 'description': 'tempest-description-1778566253'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:26.441896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65c1b8-6db5-4369-97fa-963d21b49058 req-587ee21d-5155-47a9-a094-340da4ba2cc5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.443473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ab65c1b8-6db5-4369-97fa-963d21b49058 req-587ee21d-5155-47a9-a094-340da4ba2cc5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Sep 21 18:01:26.455632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b7bf4aa-2bb5-4bbd-acbe-9128b3def85a req-69920206-d3c4-40b3-961e-82b1822b96a9 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.491083 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ab65c1b8-6db5-4369-97fa-963d21b49058 req-109ddfda-821e-4916-8927-ba3cfd045946 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Sep 21 18:01:26.547778 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b7bf4aa-2bb5-4bbd-acbe-9128b3def85a req-69920206-d3c4-40b3-961e-82b1822b96a9 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.553969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b7bf4aa-2bb5-4bbd-acbe-9128b3def85a req-69920206-d3c4-40b3-961e-82b1822b96a9 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.586825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69920206-d3c4-40b3-961e-82b1822b96a9 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a294f2-86b5-4bea-b632-ea741494403b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:26.590593 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b7bf4aa-2bb5-4bbd-acbe-9128b3def85a req-69920206-d3c4-40b3-961e-82b1822b96a9 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.592756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b7bf4aa-2bb5-4bbd-acbe-9128b3def85a req-69920206-d3c4-40b3-961e-82b1822b96a9 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1650853 Sep 21 18:01:26.668789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57dba0-c5ae-46cc-8d8b-a0bf8ee5a563 req-b8052f7f-465c-4b0e-b095-da5741c1518c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.670296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac57dba0-c5ae-46cc-8d8b-a0bf8ee5a563 req-b8052f7f-465c-4b0e-b095-da5741c1518c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 950 time: 0.0533948 Sep 21 18:01:26.712926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560178db-18c0-48ea-acbf-fe8698fda41c req-f152cf58-3565-4a2e-b31e-9a74ab1a4e3b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.714481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-560178db-18c0-48ea-acbf-fe8698fda41c req-f152cf58-3565-4a2e-b31e-9a74ab1a4e3b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 945 time: 0.0611970 Sep 21 18:01:26.715191 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac57dba0-c5ae-46cc-8d8b-a0bf8ee5a563 req-f3776315-db25-4ea7-9f1d-b12b352bc614 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373483 Sep 21 18:01:26.759801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-560178db-18c0-48ea-acbf-fe8698fda41c req-d6dde595-76f6-4a37-b0b7-e96cf88db96d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 Sep 21 18:01:26.781875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e582e51-5a86-4a4a-9cc1-b942bed2fc84 req-9cbf67f1-4af6-4091-ad08-dbae8b86c55e tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/c7a294f2-86b5-4bea-b632-ea741494403b HTTP/1.1" status: 200 len: 1812 time: 0.0436389 Sep 21 18:01:26.808219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-4c2b4bf5-8052-49da-b3c9-85a261fa8492 req-f57cff05-71d8-4c11-945f-64861f23f814 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-255830570', 'description': 'tempest-description-1766344960'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:26.831342 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4c2b4bf5-8052-49da-b3c9-85a261fa8492 req-f57cff05-71d8-4c11-945f-64861f23f814 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.919039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4c2b4bf5-8052-49da-b3c9-85a261fa8492 req-f57cff05-71d8-4c11-945f-64861f23f814 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.923632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4c2b4bf5-8052-49da-b3c9-85a261fa8492 req-f57cff05-71d8-4c11-945f-64861f23f814 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.964211 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4c2b4bf5-8052-49da-b3c9-85a261fa8492 req-f57cff05-71d8-4c11-945f-64861f23f814 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:26.965464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c2b4bf5-8052-49da-b3c9-85a261fa8492 req-f57cff05-71d8-4c11-945f-64861f23f814 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1614280 Sep 21 18:01:26.977117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cff05-71d8-4c11-945f-64861f23f814 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9bbae5-d47e-4edc-bd30-4a8b3db4213f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:27.043907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c8434-cbac-4e79-b25e-679693a54556 req-b72d9533-96a5-414b-b0dc-c94034839ce0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.045655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d96c8434-cbac-4e79-b25e-679693a54556 req-b72d9533-96a5-414b-b0dc-c94034839ce0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 943 time: 0.0551889 Sep 21 18:01:27.049766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f99a7056-8b9e-431b-9a20-cce2d0258f55 req-6327df22-3ba6-4be3-b56e-f2dff8978fb4 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5f9bbae5-d47e-4edc-bd30-4a8b3db4213f HTTP/1.1" status: 200 len: 1812 time: 0.0478072 Sep 21 18:01:27.090777 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-45ddcbbe-43e1-442b-8198-272bfa85b07f req-c8abfa55-703c-48a0-a8fd-50d734e7d5ca tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] show failed (client error): The resource could not be found. Sep 21 18:01:27.092198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ddcbbe-43e1-442b-8198-272bfa85b07f req-c8abfa55-703c-48a0-a8fd-50d734e7d5ca tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/13d6d046-268d-4f0e-9a24-3f90c9077182 HTTP/1.1" status: 404 len: 352 time: 0.0150616 Sep 21 18:01:27.103274 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d96c8434-cbac-4e79-b25e-679693a54556 req-4035be8b-fde8-4aaf-9161-07b658b9fc97 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450225 Sep 21 18:01:27.134913 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-b3f1e038-c799-424c-bfda-814c6ed60738 req-1e5f9c58-77e7-4acb-8f62-e8a199049f70 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] show failed (client error): The resource could not be found. Sep 21 18:01:27.136116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3f1e038-c799-424c-bfda-814c6ed60738 req-1e5f9c58-77e7-4acb-8f62-e8a199049f70 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-group-rules/04c75a51-c45a-4ffd-a5dc-98e63c215f34 HTTP/1.1" status: 404 len: 361 time: 0.0155931 Sep 21 18:01:27.210302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bf6e18c-d3e6-46de-a462-e68af7fcb746 req-64976ea4-6480-4953-b390-ba2bb0ef2374 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5f9bbae5-d47e-4edc-bd30-4a8b3db4213f HTTP/1.1" status: 200 len: 1812 time: 0.0483603 Sep 21 18:01:27.264084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.271684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.283019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.294715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.306509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.312740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bf6e18c-d3e6-46de-a462-e68af7fcb746 req-1f47f5ec-9572-46fb-ae3c-9a674f757366 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.313608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.320521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.322459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-3ee3996f-3dcb-47b3-8974-ccd302226d89 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.1325111 Sep 21 18:01:27.341274 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bf6e18c-d3e6-46de-a462-e68af7fcb746 req-1f47f5ec-9572-46fb-ae3c-9a674f757366 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.375314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-87eec08b-2179-4ec9-b15f-65a30cfc9f10 req-6b272977-edfa-4271-a8ee-888c9c0adbf1 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464842 Sep 21 18:01:27.418892 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bf6e18c-d3e6-46de-a462-e68af7fcb746 req-1f47f5ec-9572-46fb-ae3c-9a674f757366 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.421829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bf6e18c-d3e6-46de-a462-e68af7fcb746 req-1f47f5ec-9572-46fb-ae3c-9a674f757366 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.423044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bf6e18c-d3e6-46de-a462-e68af7fcb746 req-1f47f5ec-9572-46fb-ae3c-9a674f757366 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "DELETE /v2.0/security-groups/5f9bbae5-d47e-4edc-bd30-4a8b3db4213f HTTP/1.1" status: 204 len: 173 time: 0.2064712 Sep 21 18:01:27.435256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47f5ec-9572-46fb-ae3c-9a674f757366 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9bbae5-d47e-4edc-bd30-4a8b3db4213f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:27.529899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6c2e2-40c0-4fd6-a2ab-aa714e9d08ec req-f3960da0-d272-47d8-b380-b2bac372ecb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.531465 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8b6c2e2-40c0-4fd6-a2ab-aa714e9d08ec req-f3960da0-d272-47d8-b380-b2bac372ecb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 946 time: 0.0657535 Sep 21 18:01:27.573109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb668524-cde1-4121-a5a1-15461ab93d84 req-e4226a18-2acb-468d-8f26-c7242387683b tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/c7a294f2-86b5-4bea-b632-ea741494403b HTTP/1.1" status: 200 len: 1812 time: 0.0427163 Sep 21 18:01:27.584655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8b6c2e2-40c0-4fd6-a2ab-aa714e9d08ec req-3e149d99-a9af-415a-8557-689a646ffe3b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Sep 21 18:01:27.620588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4'}, {'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:27.623772 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f5f64-15a3-42bd-8ab3-151c4b57a1f4" -d '{"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4"}, {"server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "name": "network-vif-plugged", "status": "completed", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:27.658096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb668524-cde1-4121-a5a1-15461ab93d84 req-d627ac1f-2626-49ad-9c37-1de9733ff01b tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.679289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 57512a5d-c784-4140-8157-4c1b89bfaa90 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:27.685630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb668524-cde1-4121-a5a1-15461ab93d84 req-d627ac1f-2626-49ad-9c37-1de9733ff01b tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.744586 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb668524-cde1-4121-a5a1-15461ab93d84 req-d627ac1f-2626-49ad-9c37-1de9733ff01b tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.747355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb668524-cde1-4121-a5a1-15461ab93d84 req-d627ac1f-2626-49ad-9c37-1de9733ff01b tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.748613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb668524-cde1-4121-a5a1-15461ab93d84 req-d627ac1f-2626-49ad-9c37-1de9733ff01b tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "DELETE /v2.0/security-groups/c7a294f2-86b5-4bea-b632-ea741494403b HTTP/1.1" status: 204 len: 173 time: 0.1690640 Sep 21 18:01:27.762560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627ac1f-2626-49ad-9c37-1de9733ff01b tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a294f2-86b5-4bea-b632-ea741494403b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:27.779283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0b1be-ce82-4b81-8606-769b5bd0fd3e req-d11629f3-452b-485e-b6cd-f35d16d723f8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:27.781142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6d0b1be-ce82-4b81-8606-769b5bd0fd3e req-d11629f3-452b-485e-b6cd-f35d16d723f8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.0951674 Sep 21 18:01:27.840379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6d0b1be-ce82-4b81-8606-769b5bd0fd3e req-ccbdd2d3-a7b2-41dd-a935-389b649ca81b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Sep 21 18:01:27.843549 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6486da3-397b-4d41-8c23-3cf38eb2cec6 x-openstack-request-id: req-a6486da3-397b-4d41-8c23-3cf38eb2cec6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:27.843740 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-plugged", "status": "completed", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4", "code": 200}, {"server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "name": "network-vif-plugged", "status": "completed", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:27.844000 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6486da3-397b-4d41-8c23-3cf38eb2cec6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:27.844417 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4', 'code': 200} Sep 21 18:01:27.844843 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab', 'code': 200} Sep 21 18:01:27.856774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 57512a5d-c784-4140-8157-4c1b89bfaa90, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=57512a5d-c784-4140-8157-4c1b89bfaa90,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:27.872239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'mac_address': 'fa:16:3e:c4:0e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:27.948262 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:27.967782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57512a5d-c784-4140-8157-4c1b89bfaa90 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:27.993113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 57512a5d-c784-4140-8157-4c1b89bfaa90, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=57512a5d-c784-4140-8157-4c1b89bfaa90,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:27.999438 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.014547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90938d86-46d9-40b2-8c18-14628777566d req-2da13248-55d9-42f2-a0ec-077f70f47f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.015894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90938d86-46d9-40b2-8c18-14628777566d req-2da13248-55d9-42f2-a0ec-077f70f47f6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1097 time: 0.0609231 Sep 21 18:01:28.025099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7990b-c39f-46f4-95ba-2aaac65ee730 req-f2e2f9a3-3a85-4c06-b8f9-c6ab8e6c2ca4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.026676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18a7990b-c39f-46f4-95ba-2aaac65ee730 req-f2e2f9a3-3a85-4c06-b8f9-c6ab8e6c2ca4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 950 time: 0.1008873 Sep 21 18:01:28.040474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3dbdd5d-fcbc-419e-9dec-f28cedbcb0f1 req-a7ec917f-f90e-48e4-a6c0-cdf6540ba660 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5cb14990-228e-4dba-955c-51443d22c0f1 HTTP/1.1" status: 200 len: 1813 time: 0.1352868 Sep 21 18:01:28.068120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=57512a5d-c784-4140-8157-4c1b89bfaa90,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:28.073368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.073945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.074557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.075035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.075577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.076103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.077148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.078772 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-bd1d8074-1752-46bd-b0f4-3c95dfb9a8c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6492 time: 0.1062567 Sep 21 18:01:28.096306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18a7990b-c39f-46f4-95ba-2aaac65ee730 req-98bba63a-e405-40f4-9326-77844fb54ea2 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Sep 21 18:01:28.109027 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90938d86-46d9-40b2-8c18-14628777566d req-8cfdd3e1-991c-4fce-aaca-4d11202c74a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810690 Sep 21 18:01:28.151359 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9b8e3a4c-e02e-4a4f-8029-2a3c174b9fde req-92bec015-2873-42d3-8016-b2ef5e40f49f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596025 Sep 21 18:01:28.151610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b3dbdd5d-fcbc-419e-9dec-f28cedbcb0f1 req-39a88a99-a7f0-4886-b640-649135ee2099 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.177177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b3dbdd5d-fcbc-419e-9dec-f28cedbcb0f1 req-39a88a99-a7f0-4886-b640-649135ee2099 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.224794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b3dbdd5d-fcbc-419e-9dec-f28cedbcb0f1 req-39a88a99-a7f0-4886-b640-649135ee2099 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.227769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b3dbdd5d-fcbc-419e-9dec-f28cedbcb0f1 req-39a88a99-a7f0-4886-b640-649135ee2099 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.242895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3dbdd5d-fcbc-419e-9dec-f28cedbcb0f1 req-39a88a99-a7f0-4886-b640-649135ee2099 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "DELETE /v2.0/security-groups/5cb14990-228e-4dba-955c-51443d22c0f1 HTTP/1.1" status: 204 len: 173 time: 0.2010541 Sep 21 18:01:28.256031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a88a99-a7f0-4886-b640-649135ee2099 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb14990-228e-4dba-955c-51443d22c0f1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:28.267025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017fb56-53f5-4db4-95bd-d736f2504ddf req-aea1d91b-a4e0-4147-be41-5f788df13a93 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.268697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c017fb56-53f5-4db4-95bd-d736f2504ddf req-aea1d91b-a4e0-4147-be41-5f788df13a93 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 945 time: 0.0782406 Sep 21 18:01:28.328452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c017fb56-53f5-4db4-95bd-d736f2504ddf req-2d3325e4-a19f-4f5b-bb7c-8e1267118fa7 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Sep 21 18:01:28.337398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['57512a5d-c784-4140-8157-4c1b89bfaa90'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:28.404679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543b93-7374-4b8f-9b97-1bd283bb2fba req-c6f78663-b245-460f-9a1a-8b0be54da02c tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.408485 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57543b93-7374-4b8f-9b97-1bd283bb2fba req-c6f78663-b245-460f-9a1a-8b0be54da02c tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 944 time: 0.0824091 Sep 21 18:01:28.461674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c17859-b698-40b9-8c56-08e28e2d9908 req-700af9f0-ba1b-4501-9a49-e91026bc71da tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.462898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57543b93-7374-4b8f-9b97-1bd283bb2fba req-0dd1a4f4-8a3e-4405-9a53-7e5d81785c99 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Sep 21 18:01:28.463804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c17859-b698-40b9-8c56-08e28e2d9908 req-700af9f0-ba1b-4501-9a49-e91026bc71da tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 1101 time: 0.0498748 Sep 21 18:01:28.539869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c17859-b698-40b9-8c56-08e28e2d9908 req-af852a2c-0588-4201-95b2-c32160a78cb7 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669785 Sep 21 18:01:28.549197 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-11967c14-44fc-4a54-bc29-2950ef14160b req-b8fa4a1b-d6bf-4544-b05c-30edc73555eb tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/e0ed800d-5854-42e5-aae1-4002e9f64e0b HTTP/1.1" status: 200 len: 1812 time: 0.0597525 Sep 21 18:01:28.642547 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-11967c14-44fc-4a54-bc29-2950ef14160b req-48c66587-c2fd-4a60-ac2d-6526f9e97726 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.651685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-dd3e77d1-aeaf-4efb-a949-a7fa2c034595 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1508277291&fields=id&tenant_id=c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 267 time: 0.0482717 Sep 21 18:01:28.672003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-11967c14-44fc-4a54-bc29-2950ef14160b req-48c66587-c2fd-4a60-ac2d-6526f9e97726 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.729231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-a9c97d0b-0bfb-4d99-8512-00abfc8fa30c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.729703 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-11967c14-44fc-4a54-bc29-2950ef14160b req-48c66587-c2fd-4a60-ac2d-6526f9e97726 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.731752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-a9c97d0b-0bfb-4d99-8512-00abfc8fa30c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 945 time: 0.0720587 Sep 21 18:01:28.738876 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-11967c14-44fc-4a54-bc29-2950ef14160b req-48c66587-c2fd-4a60-ac2d-6526f9e97726 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.740365 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-11967c14-44fc-4a54-bc29-2950ef14160b req-48c66587-c2fd-4a60-ac2d-6526f9e97726 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "DELETE /v2.0/security-groups/e0ed800d-5854-42e5-aae1-4002e9f64e0b HTTP/1.1" status: 204 len: 173 time: 0.1792746 Sep 21 18:01:28.752152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c66587-c2fd-4a60-ac2d-6526f9e97726 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ed800d-5854-42e5-aae1-4002e9f64e0b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:28.752793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'port': {'security_groups': ['23c9825e-4b1b-4672-808c-584c54153a08', '422f1c59-85e4-4caa-bc8e-a49db20f9e2f']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:28.838262 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:28.883190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.890346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.897371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.903437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.909797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.915538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.921605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.923585 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-5b621dab-f5b0-4610-8ab0-38a739f3720c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.1107991 Sep 21 18:01:28.970715 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b8e07f82-3464-4155-945c-ee99b1fb5c6f req-780b734c-e8a5-43d1-8770-648b44114d53 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393841 Sep 21 18:01:29.117855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:29.156165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.162632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.184469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:29.210529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:29.210941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.212421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6363b411-3ea9-4b5b-b0b9-6bec5a0b00df req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "PUT /v2.0/ports/2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 200 len: 981 time: 0.4665720 Sep 21 18:01:29.212948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:29.215428 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:29.226973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2bfb9-dee0-460f-abaa-05cc19c80119 req-82fcbfa5-d93e-4609-8bf6-c499f085e7f2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:29.229504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79a2bfb9-dee0-460f-abaa-05cc19c80119 req-82fcbfa5-d93e-4609-8bf6-c499f085e7f2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 946 time: 0.0874572 Sep 21 18:01:29.265613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d196e5a-638a-4ed9-b989-aafe40b9dbcc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:29.279507 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0d1b375f-9de4-4841-b170-ec94df3598f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.294400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79a2bfb9-dee0-460f-abaa-05cc19c80119 req-cc7a43fc-ceec-4eb3-b9a1-a1c0c0ada8d7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569355 Sep 21 18:01:29.387863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-b3d3f41a-8f3d-4340-a5e0-68644f2a79ef tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307300 Sep 21 18:01:29.400115 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb1e4a14-6adb-4428-b943-f0eeac82c870 req-a101958e-1197-4d6d-ba9e-32fbfadd2cec tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "GET /v2.0/security-groups/5b6b831f-537b-4283-8cdb-d5a4b20b4ff1 HTTP/1.1" status: 200 len: 1813 time: 0.0632017 Sep 21 18:01:29.480220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb1e4a14-6adb-4428-b943-f0eeac82c870 req-9b5f4fef-cf88-48d0-b8ee-9f4cff13f5e0 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.496095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:29.513560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb1e4a14-6adb-4428-b943-f0eeac82c870 req-9b5f4fef-cf88-48d0-b8ee-9f4cff13f5e0 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.542513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-9f1f9bb9-3dd9-48df-8dc5-2855c0f65aed tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:29.547145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-9f1f9bb9-3dd9-48df-8dc5-2855c0f65aed tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525316 Sep 21 18:01:29.564161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-05927035-d78c-4a91-92a3-020c675692f8 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/quotas/399a89c63c754529980c3783f36f8e44 HTTP/1.1" status: 200 len: 375 time: 0.0108707 Sep 21 18:01:29.568088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb1e4a14-6adb-4428-b943-f0eeac82c870 req-9b5f4fef-cf88-48d0-b8ee-9f4cff13f5e0 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.571190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb1e4a14-6adb-4428-b943-f0eeac82c870 req-9b5f4fef-cf88-48d0-b8ee-9f4cff13f5e0 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.572373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb1e4a14-6adb-4428-b943-f0eeac82c870 req-9b5f4fef-cf88-48d0-b8ee-9f4cff13f5e0 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] 10.222.0.70 "DELETE /v2.0/security-groups/5b6b831f-537b-4283-8cdb-d5a4b20b4ff1 HTTP/1.1" status: 204 len: 173 time: 0.1651666 Sep 21 18:01:29.580324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:29.595590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f4fef-cf88-48d0-b8ee-9f4cff13f5e0 tempest-SecurityGroupRulesNegativeTestJSON-1405348628 tempest-SecurityGroupRulesNegativeTestJSON-1405348628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b831f-537b-4283-8cdb-d5a4b20b4ff1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:29.647811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] Deleting subnet 3943dbd7-45ed-4836-9796-55756717f4b5 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:01:29.653182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.662921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-51350443-93a3-49b1-b9f1-1a002523c645 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0914450 Sep 21 18:01:29.690655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 57512a5d-c784-4140-8157-4c1b89bfaa90 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:29.728400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.783490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a995a8c-af08-445c-a616-2076a59c9f9a req-49943365-bb9c-43b2-b1d2-90ebff910889 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:29.784384 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7a995a8c-af08-445c-a616-2076a59c9f9a req-49943365-bb9c-43b2-b1d2-90ebff910889 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.1047997 Sep 21 18:01:29.794102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 57512a5d-c784-4140-8157-4c1b89bfaa90 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:29.796408 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.802179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 57512a5d-c784-4140-8157-4c1b89bfaa90 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:29.802179 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.876990 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7a995a8c-af08-445c-a616-2076a59c9f9a req-80c77290-ddc3-4ee8-b904-32fab63d9001 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575566 Sep 21 18:01:29.911913 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7792050c-4920-45fb-b6ec-aea11df274a6 x-openstack-request-id: req-7792050c-4920-45fb-b6ec-aea11df274a6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:29.912338 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:29.912592 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7792050c-4920-45fb-b6ec-aea11df274a6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:29.913006 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820', 'status': 'completed', 'code': 200} Sep 21 18:01:29.914754 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.945805 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:29.995544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:30.000784 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f075d9-57c7-4fd1-9b55-c2651bd54f9b" -d '{"events": [{"server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "name": "network-vif-plugged", "status": "completed", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:30.012429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3943dbd7-45ed-4836-9796-55756717f4b5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:30.029988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 57512a5d-c784-4140-8157-4c1b89bfaa90, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=57512a5d-c784-4140-8157-4c1b89bfaa90,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:30.033643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.039490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a09d8fe-5c9e-44d7-894f-07c58ae8301a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3943dbd7-45ed-4836-9796-55756717f4b5 HTTP/1.1" status: 204 len: 168 time: 0.4548340 Sep 21 18:01:30.040341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51190) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:30.045590 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.065525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-a0b45a39-d44c-407d-9127-d16eaeb9da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.068025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-a0b45a39-d44c-407d-9127-d16eaeb9da82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1135 time: 0.1074541 Sep 21 18:01:30.125183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=57512a5d-c784-4140-8157-4c1b89bfaa90,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:30.147942 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.158758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-411bc04c-5726-463b-96b1-c65998da7f78 req-37fa95cd-5994-43cf-ada5-8a66e78a7f47 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-788320840&fields=id&tenant_id=c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 267 time: 0.1398964 Sep 21 18:01:30.257271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096b8d2-23d0-49c2-b36c-1441dbfe9ace req-b2e2f0ee-22e2-496c-aff7-2bd383885249 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.258876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f096b8d2-23d0-49c2-b36c-1441dbfe9ace req-b2e2f0ee-22e2-496c-aff7-2bd383885249 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 945 time: 0.1050398 Sep 21 18:01:30.265225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-fb4d8967-22f4-4f01-9818-79dad88de17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.266706 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-fb4d8967-22f4-4f01-9818-79dad88de17c service neutron] 10.222.0.41 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 915 time: 0.1813333 Sep 21 18:01:30.283082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.293893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc04c-5726-463b-96b1-c65998da7f78 req-7b5191b8-dcc7-4a90-ae58-9f10ba678f84 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.295552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-411bc04c-5726-463b-96b1-c65998da7f78 req-7b5191b8-dcc7-4a90-ae58-9f10ba678f84 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 984 time: 0.1316175 Sep 21 18:01:30.326100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-4941b1f4-32ca-4fc8-846a-0bf2bbffa13d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 200 len: 217 time: 0.0495589 Sep 21 18:01:30.328252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'port': {'security_groups': ['23c9825e-4b1b-4672-808c-584c54153a08', '422f1c59-85e4-4caa-bc8e-a49db20f9e2f', '4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:30.367415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74e541e-47a3-4235-a452-5211f407dba8']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:30.380032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f096b8d2-23d0-49c2-b36c-1441dbfe9ace req-84809d93-fa99-42f7-99ef-6e46f0af6554 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112306 Sep 21 18:01:30.386014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf6b1a8-cd3f-4303-a488-f61ba2c7c313') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:30.386349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf6b1a8-cd3f-4303-a488-f61ba2c7c313') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:30.406267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-1dfbe930-5c2a-4894-99f7-d9839a0d9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.407986 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-1dfbe930-5c2a-4894-99f7-d9839a0d9434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.0655150 Sep 21 18:01:30.448286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.474772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.488529 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ce55604f-a000-4a09-b9b1-ac68eac97d7a req-218578d6-af33-4c96-9eb7-292ec0c78924 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0449104 Sep 21 18:01:30.490456 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-e0e6b8b1-c203-4a53-a1e7-bdfe75151b3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652263 Sep 21 18:01:30.562583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.579316 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c356c-1f86-4f11-89b5-809484f1e710 x-openstack-request-id: req-e95c356c-1f86-4f11-89b5-809484f1e710 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:30.579884 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "name": "network-vif-plugged", "status": "completed", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:30.579884 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e95c356c-1f86-4f11-89b5-809484f1e710 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:30.580431 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'code': 200} Sep 21 18:01:30.598987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:01:30.599245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:01:30.601272 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:01:30.653000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-8db08589-6930-42d4-9e06-e7429efca90e service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390576 Sep 21 18:01:30.756987 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.779776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.781743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a74e541e-47a3-4235-a452-5211f407dba8 HTTP/1.1" status: 204 len: 168 time: 0.7401612 Sep 21 18:01:30.786008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1fcbe-ba5f-483a-b0f8-c3d0007dfba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74e541e-47a3-4235-a452-5211f407dba8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:30.796662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.803680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.807667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790ae3b-592e-4367-a5ea-c00644ac8f4e req-3d08bd3e-6ebd-4fad-83ef-3902753c9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.809499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a790ae3b-592e-4367-a5ea-c00644ac8f4e req-3d08bd3e-6ebd-4fad-83ef-3902753c9d3d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.1095579 Sep 21 18:01:30.809687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.815636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.822153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.828085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.834366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:30.836261 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-db695466-e6d9-49ed-bf09-ba99a5afa503 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.1460328 Sep 21 18:01:30.866008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2e0ca80-7fc4-405d-952b-ab2cb68c5dd7 req-2f957ede-00ce-497b-a3f9-a8ced778fb36 service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009203 Sep 21 18:01:30.905077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a790ae3b-592e-4367-a5ea-c00644ac8f4e req-ac94953c-28ec-45ea-b253-b7cd5fdc6d03 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866330 Sep 21 18:01:30.908223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1fe63ae3-28af-4fca-93d7-428cf7f4555f req-e954b8bc-1261-4bad-9c2f-c84854676648 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545411 Sep 21 18:01:30.945738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51206) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:30.955810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:30.996580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:30.998160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c979241c-d151-4bbf-99c7-ee6940de6b3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5f9c7ddbd6b47999642b59a9f0796d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509350 Sep 21 18:01:31.001156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51210) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:31.009489 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.022244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:31.088536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.091623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.091623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-411bc04c-5726-463b-96b1-c65998da7f78 req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "PUT /v2.0/ports/2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 200 len: 1020 time: 0.7744176 Sep 21 18:01:31.121087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:01:31.122779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591f5b4-bf41-4564-95c4-6b28c125e4b3 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:31.131331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea4e915d-d7c0-431c-aeb3-f115f3aad293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.160722 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea4e915d-d7c0-431c-aeb3-f115f3aad293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.240625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7640e6-1c24-49ac-b06a-8f4589c35d82 req-e675d81e-42ac-4944-b249-286454fba4ac tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.242600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d7640e6-1c24-49ac-b06a-8f4589c35d82 req-e675d81e-42ac-4944-b249-286454fba4ac tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 946 time: 0.0854700 Sep 21 18:01:31.275159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea4e915d-d7c0-431c-aeb3-f115f3aad293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.277713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea4e915d-d7c0-431c-aeb3-f115f3aad293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.279083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea4e915d-d7c0-431c-aeb3-f115f3aad293 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04ede170-83de-457a-b7b2-c615b6d2fd33 HTTP/1.1" status: 204 len: 168 time: 0.2768462 Sep 21 18:01:31.280322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.291049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.293593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e915d-d7c0-431c-aeb3-f115f3aad293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ede170-83de-457a-b7b2-c615b6d2fd33,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:31.298271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.306620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.308865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:31.313792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.317488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d7640e6-1c24-49ac-b06a-8f4589c35d82 req-f70071b9-9732-4916-bf24-6c7a2bdd0b9e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579026 Sep 21 18:01:31.323552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.329704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.332430 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3bc87371-dbc5-4768-94ab-ed8d2b4556ce req-371222f2-1335-4bb4-8a7a-b135b8a16de5 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.1281803 Sep 21 18:01:31.344370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51216) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:31.358319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Request body: {'floatingip': {'port_id': '215778f5-f252-427b-a173-9f69f19e88c3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:31.415299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.506182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2a0d-6370-49bc-809d-f2078a12a489 req-afc0fb6b-2c0e-4f7e-aa4f-e1190eaa6645 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.508078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc0c2a0d-6370-49bc-809d-f2078a12a489 req-afc0fb6b-2c0e-4f7e-aa4f-e1190eaa6645 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.0891836 Sep 21 18:01:31.590003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc0c2a0d-6370-49bc-809d-f2078a12a489 req-80d225ec-fc0c-4994-9a99-7d6b227d9b21 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 Sep 21 18:01:31.649754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-b3004dfa-6ec6-492f-ae86-1768cf999c5b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=399a89c63c754529980c3783f36f8e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075399 Sep 21 18:01:31.754623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf8b6-fe1c-47bb-ad6c-3769e4dec4b2 req-ff8693e3-85c5-4692-963f-165cf88aac39 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.756444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b21cf8b6-fe1c-47bb-ad6c-3769e4dec4b2 req-ff8693e3-85c5-4692-963f-165cf88aac39 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1097 time: 0.0508671 Sep 21 18:01:31.801039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b21cf8b6-fe1c-47bb-ad6c-3769e4dec4b2 req-c0718ca2-ae30-41d6-8455-36a759dc0121 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Sep 21 18:01:31.806572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78065-f81d-438a-8ed5-f6a2e02b526f req-375a87e5-9e3e-4d85-b7b6-fd4b623480e2 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.808302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88c78065-f81d-438a-8ed5-f6a2e02b526f req-375a87e5-9e3e-4d85-b7b6-fd4b623480e2 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1023 time: 0.3277791 Sep 21 18:01:31.925439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:31.928029 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fee91c-148b-436f-b203-c66f9f933e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:31.954932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b18114-4c4d-49ab-828f-785e5358ca8f req-50b89bb1-3f93-40da-857b-5b4ea9290689 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.965676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45b18114-4c4d-49ab-828f-785e5358ca8f req-50b89bb1-3f93-40da-857b-5b4ea9290689 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 945 time: 0.0709910 Sep 21 18:01:32.026124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45b18114-4c4d-49ab-828f-785e5358ca8f req-30856697-1c84-4451-83d9-1c20a2a8a08d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593765 Sep 21 18:01:32.062497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-dc79bf8e-aa54-433c-aeeb-f71ca64eb921 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:32.062959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-dc79bf8e-aa54-433c-aeeb-f71ca64eb921 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3891580 Sep 21 18:01:32.132410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Request body: {'port': {'device_id': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '399a89c63c754529980c3783f36f8e44'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:32.152575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8494004d-92ba-4515-a3b7-a2a10aa92bb3 req-f53e72ca-4304-47e4-9535-8342d3a3a435 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0503833 Sep 21 18:01:32.180993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88c78065-f81d-438a-8ed5-f6a2e02b526f req-0af9ec6d-b30a-41a3-a7da-fe2a6e56dc8f tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8&id=422f1c59-85e4-4caa-bc8e-a49db20f9e2f HTTP/1.1" status: 200 len: 6148 time: 0.3601639 Sep 21 18:01:32.289778 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b982fc-bf50-45cc-af17-d5b3b74d1a43 x-openstack-request-id: req-c8b982fc-bf50-45cc-af17-d5b3b74d1a43 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:32.290245 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:32.290772 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8b982fc-bf50-45cc-af17-d5b3b74d1a43 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:32.291254 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820', 'status': 'completed', 'code': 200} Sep 21 18:01:32.353968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8521d14e-609d-46d9-821f-0f16405c8a16 req-eb3a0522-2fd8-4d10-ab7a-9fe26210849b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1202526826 ', 'description': 'tempest-description-891626106'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:32.380784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1950e0-9788-4b83-a7b5-539ad8ae2ffa req-1493f447-5c6a-40c9-9518-ce7c0ee3ecf8 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:32.389124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e1950e0-9788-4b83-a7b5-539ad8ae2ffa req-1493f447-5c6a-40c9-9518-ce7c0ee3ecf8 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1097 time: 0.1360545 Sep 21 18:01:32.426806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fee91c-148b-436f-b203-c66f9f933e2e req-8e5c10f8-3ef2-4d64-b152-0e5b5145c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:32.429101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fee91c-148b-436f-b203-c66f9f933e2e req-8e5c10f8-3ef2-4d64-b152-0e5b5145c2d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1174 time: 0.1262109 Sep 21 18:01:32.446115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8521d14e-609d-46d9-821f-0f16405c8a16 req-eb3a0522-2fd8-4d10-ab7a-9fe26210849b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.488329 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e1950e0-9788-4b83-a7b5-539ad8ae2ffa req-9cb22656-ee52-456f-845a-6d31f67a2169 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921614 Sep 21 18:01:32.539686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51252) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:32.560442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.561607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Made reservation on behalf of 399a89c63c754529980c3783f36f8e44 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:32.565737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.585693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.652595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fee91c-148b-436f-b203-c66f9f933e2e req-21295ae9-1991-4ba5-b3a5-408e3d32c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:32.654146 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fee91c-148b-436f-b203-c66f9f933e2e req-21295ae9-1991-4ba5-b3a5-408e3d32c3d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 915 time: 0.2070537 Sep 21 18:01:32.721804 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fee91c-148b-436f-b203-c66f9f933e2e req-9aa234cc-2707-41bf-8a78-cb5cdfa4d2f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 200 len: 217 time: 0.0594659 Sep 21 18:01:32.812114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1882686462-network', 'tenant_id': '1e56c36b50cd430a981ef1ba2b81ddcb'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:32.830080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fee91c-148b-436f-b203-c66f9f933e2e req-e38fd050-dc8b-4263-b20c-f9fc92900e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:32.832536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fee91c-148b-436f-b203-c66f9f933e2e req-e38fd050-dc8b-4263-b20c-f9fc92900e64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.0891368 Sep 21 18:01:32.841918 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Floating IP 34972230-3b47-4c2f-8ec5-b608134c0b11 associated. External IP: 172.25.3.92, port: 215778f5-f252-427b-a173-9f69f19e88c3. Sep 21 18:01:32.881925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fee91c-148b-436f-b203-c66f9f933e2e req-6e8395a0-fef2-49d3-8c58-eabea74ebd40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301211 Sep 21 18:01:32.901542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c76d0-67aa-4f8e-a5f3-bd49469e7480 req-037aa5f1-275b-4a55-9d47-deef27cfbab0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:32.903149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b5c76d0-67aa-4f8e-a5f3-bd49469e7480 req-037aa5f1-275b-4a55-9d47-deef27cfbab0 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.0889547 Sep 21 18:01:32.934152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8521d14e-609d-46d9-821f-0f16405c8a16 req-eb3a0522-2fd8-4d10-ab7a-9fe26210849b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.947025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Allocated IP 192.168.233.28 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/44e8df77-2bdd-4e69-8272-19a50ded291d) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:32.951043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8521d14e-609d-46d9-821f-0f16405c8a16 req-eb3a0522-2fd8-4d10-ab7a-9fe26210849b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.002956 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b5c76d0-67aa-4f8e-a5f3-bd49469e7480 req-7dfcff5a-8069-48ad-9f44-c3eebc8f8217 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911534 Sep 21 18:01:33.051920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Made reservation on behalf of 1e56c36b50cd430a981ef1ba2b81ddcb for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:33.054240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.055883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fee91c-148b-436f-b203-c66f9f933e2e req-d6426c18-55d0-4f9c-8088-2a3a242c064c service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512308 Sep 21 18:01:33.061564 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8521d14e-609d-46d9-821f-0f16405c8a16 req-eb3a0522-2fd8-4d10-ab7a-9fe26210849b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.062836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8521d14e-609d-46d9-821f-0f16405c8a16 req-eb3a0522-2fd8-4d10-ab7a-9fe26210849b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7212598 Sep 21 18:01:33.089126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a0522-2fd8-4d10-ab7a-9fe26210849b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b6ef97-b6f5-45ce-bcca-a051b052db47,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:33.100961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.477949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80fee91c-148b-436f-b203-c66f9f933e2e req-55ab894a-2470-4e7d-8724-3f6e9a832111 service neutron] 10.222.0.41 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128246 Sep 21 18:01:33.485334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edca62-5ece-4da1-a5dd-fe5ae541af20 req-d0c3ac84-d8ce-4150-8fa4-c2f3bb6668fe tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:33.487771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-65edca62-5ece-4da1-a5dd-fe5ae541af20 req-d0c3ac84-d8ce-4150-8fa4-c2f3bb6668fe tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1097 time: 0.3454578 Sep 21 18:01:33.528404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-65edca62-5ece-4da1-a5dd-fe5ae541af20 req-42317c29-02bf-4729-b731-b0090d6994cc tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Sep 21 18:01:33.570488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e7db53db-546b-4d25-8ace-f333af9f904d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.604869 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-757a3fc5-2e3e-4aa2-9180-800dcd8447ff req-d7ea281c-e536-4572-ad7b-0139bca33955 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/d6b6ef97-b6f5-45ce-bcca-a051b052db47 HTTP/1.1" status: 200 len: 1780 time: 0.0504198 Sep 21 18:01:33.682106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.689301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e50e053e-32b0-4d7d-9bc4-5521fb918869 req-e82d72ae-2db6-47f2-93bb-83bc5ffd729c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Sep 21 18:01:33.702435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685534-f69c-4831-bbee-ab6d127cd8a9 req-6c507efa-c4ec-4fe6-beb5-9f3b7dafa06e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:33.703945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26685534-f69c-4831-bbee-ab6d127cd8a9 req-6c507efa-c4ec-4fe6-beb5-9f3b7dafa06e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 945 time: 0.5183136 Sep 21 18:01:33.732259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Router f6035b0a-4eec-47d6-8740-04eb4be4950a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:01:33.824166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1caf93fa-479e-4dc7-8026-3d272f2fe52b req-f4c2add8-415d-474d-ae54-9be2ed6d68a8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/d6b6ef97-b6f5-45ce-bcca-a051b052db47 HTTP/1.1" status: 200 len: 1780 time: 0.0410213 Sep 21 18:01:33.841694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26685534-f69c-4831-bbee-ab6d127cd8a9 req-02a2b0f4-0dfc-44cb-9ce1-d9656669b9e8 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314833 Sep 21 18:01:33.852135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.861675 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.871849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', '0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:33.903597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1caf93fa-479e-4dc7-8026-3d272f2fe52b req-b1b166d8-e240-4417-88b0-d1c3017a2bba tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.911894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6d74abc2-23bc-450d-9c0c-ba23038db5c1', '7f808522-d5c3-46e3-8cea-60173c1c9c61', '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:33.920762 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.937554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1caf93fa-479e-4dc7-8026-3d272f2fe52b req-b1b166d8-e240-4417-88b0-d1c3017a2bba tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.945022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.994133 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1caf93fa-479e-4dc7-8026-3d272f2fe52b req-b1b166d8-e240-4417-88b0-d1c3017a2bba tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:33.997088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1caf93fa-479e-4dc7-8026-3d272f2fe52b req-b1b166d8-e240-4417-88b0-d1c3017a2bba tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.001886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1caf93fa-479e-4dc7-8026-3d272f2fe52b req-b1b166d8-e240-4417-88b0-d1c3017a2bba tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/d6b6ef97-b6f5-45ce-bcca-a051b052db47 HTTP/1.1" status: 204 len: 173 time: 0.1711216 Sep 21 18:01:34.022103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b166d8-e240-4417-88b0-d1c3017a2bba tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b6ef97-b6f5-45ce-bcca-a051b052db47,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:34.047383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:34.057889 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-8048aa76-d12e-4b79-9a8e-0804c3dee185 req-07f9fa16-18f8-4f39-8362-ff28152f4249 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:01:34.059665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8048aa76-d12e-4b79-9a8e-0804c3dee185 req-07f9fa16-18f8-4f39-8362-ff28152f4249 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/d6b6ef97-b6f5-45ce-bcca-a051b052db47 HTTP/1.1" status: 404 len: 352 time: 0.0221169 Sep 21 18:01:34.069031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:01:34.073740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:01:34.090930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] Sync routers for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:01:34.092082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:34.105344 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.114628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.127449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:34.128097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:34.148046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:34.153947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c79ae-9cb9-4e12-bba1-039d408f860b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:34.156530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event updated for resources: {'Port': ['ID=44e8df77-2bdd-4e69-8272-19a50ded291d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:34.201504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.202014 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Added segment eead0fc4-e8e0-4830-a732-f064f1a83a2a of type vlan for network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 Sep 21 18:01:34.250385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8088b7d-5e57-4f4e-9068-fccb8000a939 req-08eb2f6d-c1f5-4488-a152-4864bcd4f217 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.277621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8088b7d-5e57-4f4e-9068-fccb8000a939 req-08eb2f6d-c1f5-4488-a152-4864bcd4f217 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 945 time: 0.1012013 Sep 21 18:01:34.283089 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1e75399d-7e29-4930-a7d3-353981c868dd tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "PUT /v2.0/floatingips/34972230-3b47-4c2f-8ec5-b608134c0b11 HTTP/1.1" status: 200 len: 990 time: 2.9346979 Sep 21 18:01:34.292411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:34.294964 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d44119-e294-4358-a64e-3f52828d6372" -d '{"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "215778f5-f252-427b-a173-9f69f19e88c3"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:34.340783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8088b7d-5e57-4f4e-9068-fccb8000a939 req-8cb5adb9-ef9c-4c3a-a81c-5a0b4d620016 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593400 Sep 21 18:01:34.340982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.354267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.354267 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.381636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:34.386473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-b9ed62ca-f235-4798-8d4a-f4f25c3de042 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4635067 Sep 21 18:01:34.393705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d1e4ac11-f41f-4d2d-854e-490218cba240 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3192854 Sep 21 18:01:34.397547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8a44c045-7773-45d8-9c21-d87ae1fcb533 req-433a9db5-5b40-4b2c-8fa1-843ef60e7127 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1910991428', 'description': 'tempest-description-468795124'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:34.404990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:34.415662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Request body: {'port': {'device_id': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:34.431585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a44c045-7773-45d8-9c21-d87ae1fcb533 req-433a9db5-5b40-4b2c-8fa1-843ef60e7127 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.439381 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.440504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.441799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.499678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.560626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] Pushing event updated for resources: {'Network': ['ID=f45b8bdd-2798-4d16-afeb-3d13c8c32af7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:34.570960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.577583 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a44c045-7773-45d8-9c21-d87ae1fcb533 req-433a9db5-5b40-4b2c-8fa1-843ef60e7127 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.582983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a44c045-7773-45d8-9c21-d87ae1fcb533 req-433a9db5-5b40-4b2c-8fa1-843ef60e7127 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.599540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eb263861-a678-4da3-bdc7-b1b4bcb25351 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0584083 Sep 21 18:01:34.602583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51288) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:34.614938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Request body: {'subnet': {'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1882686462-subnet', 'tenant_id': '1e56c36b50cd430a981ef1ba2b81ddcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:34.637714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a44c045-7773-45d8-9c21-d87ae1fcb533 req-433a9db5-5b40-4b2c-8fa1-843ef60e7127 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.639040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a44c045-7773-45d8-9c21-d87ae1fcb533 req-433a9db5-5b40-4b2c-8fa1-843ef60e7127 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2558258 Sep 21 18:01:34.657479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a9db5-5b40-4b2c-8fa1-843ef60e7127 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1326b-565d-498a-ae6d-077e1c42718c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:34.680969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Made reservation on behalf of 1e56c36b50cd430a981ef1ba2b81ddcb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:34.683922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.692602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:01:34.750861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-24b3387c-cb46-4f4b-8f17-6f202a72dd00 None None] Provisioning complete for port 44e8df77-2bdd-4e69-8272-19a50ded291d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:34.751521 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-24b3387c-cb46-4f4b-8f17-6f202a72dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.802617 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81894d99-7dc3-4e15-bbff-1f3410a9310c x-openstack-request-id: req-81894d99-7dc3-4e15-bbff-1f3410a9310c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:34.803191 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "tag": "215778f5-f252-427b-a173-9f69f19e88c3", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:34.803191 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81894d99-7dc3-4e15-bbff-1f3410a9310c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:34.803512 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3', 'status': 'completed', 'code': 200} Sep 21 18:01:34.815096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-24b3387c-cb46-4f4b-8f17-6f202a72dd00 None None] Port 44e8df77-2bdd-4e69-8272-19a50ded291d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:01:34.817909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.865387 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.991854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.992337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.992803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.993263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.993721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.994166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.994648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.996617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06d44119-e294-4358-a64e-3f52828d6372 req-3628f519-e112-416e-90a2-c93ea1acde09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6492 time: 0.1066487 Sep 21 18:01:35.044602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Allocated IP 172.25.3.29 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/815237ea-2954-4ce0-9f3d-e9679be3009c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:35.044908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f604daa-c1db-4c40-b60f-03b81f1cc89e req-50a7584a-dbe5-4673-9097-d37bfd92400b tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.051139 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f604daa-c1db-4c40-b60f-03b81f1cc89e req-50a7584a-dbe5-4673-9097-d37bfd92400b tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1097 time: 0.1142371 Sep 21 18:01:35.058918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e8df77-2bdd-4e69-8272-19a50ded291d {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:35.072154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.099789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Transition to ACTIVE for port object 44e8df77-2bdd-4e69-8272-19a50ded291d will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:35.108752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.125570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.133521 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f604daa-c1db-4c40-b60f-03b81f1cc89e req-2f9bd0fe-fbb4-4a41-adb5-bbee53da095e tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755725 Sep 21 18:01:35.208440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Pushing event updated for resources: {'Port': ['ID=44e8df77-2bdd-4e69-8272-19a50ded291d,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.221456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f96af2d3-7ea3-44ba-b1d3-f88934372d0f req-dc445c29-d537-464f-8f16-22ca9abc3788 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-508116513', 'description': 'tempest-description-1892438845'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:35.223246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '34972230-3b47-4c2f-8ec5-b608134c0b11', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'port_id': '215778f5-f252-427b-a173-9f69f19e88c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'mac_address': 'fa:16:3e:ae:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:00:00Z', 'updated_at': '2021-09-21T18:01:32Z', 'revision_number': 1, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 5, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:35.270485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] Checking router: f6035b0a-4eec-47d6-8740-04eb4be4950a for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:01:35.290079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:35.290989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:35.291286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ab0cb6-0ed3-40d6-a73f-c36573789588,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.294686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Attempting to bind port 44e8df77-2bdd-4e69-8272-19a50ded291d on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:35.295026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Attempting to bind port 44e8df77-2bdd-4e69-8272-19a50ded291d by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:35.295372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Attempting to bind port 44e8df77-2bdd-4e69-8272-19a50ded291d on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:35.300053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.306234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Port 44e8df77-2bdd-4e69-8272-19a50ded291d on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:35.306464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Attempting to bind port 44e8df77-2bdd-4e69-8272-19a50ded291d on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:35.312557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f96af2d3-7ea3-44ba-b1d3-f88934372d0f req-dc445c29-d537-464f-8f16-22ca9abc3788 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.315112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:35.315112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:35.315475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:35.316136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Bound port: 44e8df77-2bdd-4e69-8272-19a50ded291d, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:35.317165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.323508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-bf9c3304-386d-4389-8d7e-c631dbb9fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.325064 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06d44119-e294-4358-a64e-3f52828d6372 req-bf9c3304-386d-4389-8d7e-c631dbb9fb77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635 HTTP/1.1" status: 200 len: 914 time: 0.2953274 Sep 21 18:01:35.343754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Checking segment: {'id': 'eead0fc4-e8e0-4830-a732-f064f1a83a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:35.345395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Network hostable DHCP agents. Network: f45b8bdd-2798-4d16-afeb-3d13c8c32af7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:01:35.382835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.464482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:35.477939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] For port 44e8df77-2bdd-4e69-8272-19a50ded291d, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:35.490733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] For port 44e8df77-2bdd-4e69-8272-19a50ded291d, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=44e8df77-2bdd-4e69-8272-19a50ded291d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:35.504391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:01:35.518162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:35.523021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.528949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:35.541861 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06d44119-e294-4358-a64e-3f52828d6372 req-521b8360-b8c6-4b93-8f9c-918e418eba0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 200 len: 998 time: 0.1867685 Sep 21 18:01:35.542304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f45b8bdd-2798-4d16-afeb-3d13c8c32af7) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:35.543836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:35.549085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Pushing event updated for resources: {'Port': ['ID=815237ea-2954-4ce0-9f3d-e9679be3009c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.551799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.552568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.566412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e7e04e-061f-4aa5-969f-4baef8df0ff2 None None] Network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:35.606782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.607432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.609062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] 10.222.0.78 "PUT /v2.0/ports/44e8df77-2bdd-4e69-8272-19a50ded291d HTTP/1.1" status: 200 len: 1095 time: 1.1995738 Sep 21 18:01:35.634218 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f96af2d3-7ea3-44ba-b1d3-f88934372d0f req-dc445c29-d537-464f-8f16-22ca9abc3788 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.653711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f96af2d3-7ea3-44ba-b1d3-f88934372d0f req-dc445c29-d537-464f-8f16-22ca9abc3788 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.669978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-5f7bebc9-a3f1-41c2-9f9d-1d1557d57974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.671719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06d44119-e294-4358-a64e-3f52828d6372 req-5f7bebc9-a3f1-41c2-9f9d-1d1557d57974 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 HTTP/1.1" status: 200 len: 851 time: 0.1075978 Sep 21 18:01:35.693486 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9fc459d9-7475-48f6-8bee-913d564f261d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0670345 Sep 21 18:01:35.718014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed88cd6-5af3-4ccb-a564-7121edc38e9e service neutron] Pushing event updated for resources: {'Port': ['ID=44e8df77-2bdd-4e69-8272-19a50ded291d,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.724789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc445c29-d537-464f-8f16-22ca9abc3788 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df5cd29-a7d7-4d22-a6db-6da8e8fb1f5a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.758163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f96af2d3-7ea3-44ba-b1d3-f88934372d0f req-dc445c29-d537-464f-8f16-22ca9abc3788 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.776909 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f96af2d3-7ea3-44ba-b1d3-f88934372d0f req-dc445c29-d537-464f-8f16-22ca9abc3788 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5582426 Sep 21 18:01:35.875582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44119-e294-4358-a64e-3f52828d6372 req-861c1ec4-2a1f-48c9-b447-90a1668d7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.877217 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06d44119-e294-4358-a64e-3f52828d6372 req-861c1ec4-2a1f-48c9-b447-90a1668d7d37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728759 Sep 21 18:01:35.882213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.907224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-2290b7df-e3c0-4f4e-88db-0dd1aeef387b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.909270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-2290b7df-e3c0-4f4e-88db-0dd1aeef387b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.2399027 Sep 21 18:01:35.927055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810285-3'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:35.966245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-b47795b1-49c5-49e0-b549-a6ed73dbd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:35.978158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-b47795b1-49c5-49e0-b549-a6ed73dbd9df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 1098 time: 0.2472785 Sep 21 18:01:36.037227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.039185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f869ee0-0123-4a09-be97-7028860bc889 None None] Network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:36.067085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769050d-2a71-429f-9af0-2c46f5d83630 req-c70d6ef3-1f34-4f51-8891-68aa29a5ef25 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:36.075024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3769050d-2a71-429f-9af0-2c46f5d83630 req-c70d6ef3-1f34-4f51-8891-68aa29a5ef25 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 947 time: 0.1696563 Sep 21 18:01:36.109092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-d05cc024-3cb5-432a-88f0-c80ff09e951b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=44e8df77-2bdd-4e69-8272-19a50ded291d HTTP/1.1" status: 200 len: 217 time: 0.0970247 Sep 21 18:01:36.112094 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06d44119-e294-4358-a64e-3f52828d6372 req-e5baa62a-993e-4201-9d49-d59216b0b93b service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215710 Sep 21 18:01:36.133106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.134930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3769050d-2a71-429f-9af0-2c46f5d83630 req-df9b258b-ffa7-4f35-8ef7-317ad5f1cb58 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554140 Sep 21 18:01:36.248117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-6e286930-f90a-4d18-897d-24cd8e86094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:36.250361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-6e286930-f90a-4d18-897d-24cd8e86094e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1313646 Sep 21 18:01:36.270630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '34972230-3b47-4c2f-8ec5-b608134c0b11', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'port_id': '215778f5-f252-427b-a173-9f69f19e88c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'mac_address': 'fa:16:3e:ae:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:00:00Z', 'updated_at': '2021-09-21T18:01:32Z', 'revision_number': 1, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 5, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:36.296160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06d44119-e294-4358-a64e-3f52828d6372 req-69b133d9-f9e2-4398-8413-124bcfea89e7 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593957 Sep 21 18:01:36.304658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e3dd8-afda-4766-a883-b3bcca52975f None None] The sync data for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 is: [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '34972230-3b47-4c2f-8ec5-b608134c0b11', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'port_id': '215778f5-f252-427b-a173-9f69f19e88c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'mac_address': 'fa:16:3e:ae:9c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:00:00Z', 'updated_at': '2021-09-21T18:01:32Z', 'revision_number': 1, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 5, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:01:36.446648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-345d12f1-6edb-4ebc-8217-d6d69bb52d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:36.448248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-345d12f1-6edb-4ebc-8217-d6d69bb52d3b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762848 Sep 21 18:01:36.520277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:36.556517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d67b4-174f-4470-aaba-ae45006fbe70 None None] New status for floating IP 34972230-3b47-4c2f-8ec5-b608134c0b11: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:01:36.576060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.589959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.707747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:36.733963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Pushing event updated for resources: {'Port': ['ID=815237ea-2954-4ce0-9f3d-e9679be3009c,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:36.750507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-b4f59f8f-2472-4856-834d-6eaf0a2b4bed service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800527 Sep 21 18:01:36.793208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.801297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.810941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'tag': '44e8df77-2bdd-4e69-8272-19a50ded291d'}, {'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:36.813276 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e7220-721b-433e-aff0-ef1fe86a37fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5", "tag": "44e8df77-2bdd-4e69-8272-19a50ded291d"}, {"server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:36.827086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.898578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.899969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-db4614d3-a189-4c89-94b9-f9c14c805a1d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5025454 Sep 21 18:01:37.093758 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:37.342485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-bfe637d7-240c-4524-8353-d9526fa31d7e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.4248388 Sep 21 18:01:37.373617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:37.379874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e68773b-7b24-49cc-87b7-8cc3b711ccd1 req-62766cf1-f684-4f23-bc6d-744e5f072a6b service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203656 Sep 21 18:01:37.408694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on host n-h1-810285-3 for vnic_type normal with profile {"migrating_to": "n-h2-810285-3"} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:37.409037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:37.409406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:37.422495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-e5c226b6-a5f9-449c-954c-843d8ecf5e03 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:01:37.423999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-e5c226b6-a5f9-449c-954c-843d8ecf5e03 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070829 Sep 21 18:01:37.428585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:37.428908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:37.438570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:37.438805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:37.439151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:37.439593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Bound port: 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:37.440023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:37.473181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-adfc9eb6-7990-481a-9f31-a4c1e698ad8b tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:37.475732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:37.481457 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-adfc9eb6-7990-481a-9f31-a4c1e698ad8b tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 1094 time: 0.0471668 Sep 21 18:01:37.486796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Request body: {'binding': {'host': 'n-h1-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:37.487005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:01:37.554040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-cd85b950-1df0-4d4a-9000-0ecdb20f3d45 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:37.555398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-cd85b950-1df0-4d4a-9000-0ecdb20f3d45 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1860502 Sep 21 18:01:37.576571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-4047c82c-2507-4ea7-8eda-b9bb8640cfcf tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:01:37.577622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8dbb6acd-7ae4-4779-96dc-35530ef89212 req-4047c82c-2507-4ea7-8eda-b9bb8640cfcf tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152419 Sep 21 18:01:37.615477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:37.619817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:37.631111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:37.649837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:37.680531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on host n-h1-810285-3 for vnic_type normal with profile {"migrating_to": "n-h2-810285-3"} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:37.681002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:37.681308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:37.686958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:37.687364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:37.694222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:37.694609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:37.695239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:37.695716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Bound port: 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:37.696121 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:37.762731 n-d-810285-3 neutron-server[95092]: WARNING neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Concurrent port binding operations failed on port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 Sep 21 18:01:37.767039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:37.768635 n-d-810285-3 neutron-server[95092]: INFO neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempt 2 to bind port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 Sep 21 18:01:37.769334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 has no active binding in host n-h2-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:01:37.771386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on host n-h1-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:37.771878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:37.772309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:37.777255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:37.777660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:37.783213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:37.783570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:37.783991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:37.784988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Bound port: c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:37.806055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:37.806759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:37.808343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 1121 time: 1.8900602 Sep 21 18:01:37.823212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a1afa-522b-4a0d-85ec-15099c62a427 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=8']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:37.850464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:37.856240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:37.857575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-695f6b7b-8ba3-4b8a-b015-ec9c0480bf77 service neutron] 10.222.0.70 "POST /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab/bindings HTTP/1.1" status: 201 len: 389 time: 0.3754706 Sep 21 18:01:37.859219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef24d7-2952-4488-b8ad-b67c5fe026cf req-ff2325e1-ea84-491a-b474-5b4d8a2546bb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:37.860746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75ef24d7-2952-4488-b8ad-b67c5fe026cf req-ff2325e1-ea84-491a-b474-5b4d8a2546bb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1215653 Sep 21 18:01:37.935049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75ef24d7-2952-4488-b8ad-b67c5fe026cf req-9379143b-fc00-4f3b-9fe1-4bf6f738a423 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 Sep 21 18:01:37.961484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:38.008842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-a400f0dc-a5ba-45d4-9dd3-a412fb3add73 req-adc0ab59-659b-4308-97bf-11bba06614b6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1948575204', 'description': 'tempest-description-1964964666'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:38.027037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:38.045621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a400f0dc-a5ba-45d4-9dd3-a412fb3add73 req-adc0ab59-659b-4308-97bf-11bba06614b6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.136534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.189041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a400f0dc-a5ba-45d4-9dd3-a412fb3add73 req-adc0ab59-659b-4308-97bf-11bba06614b6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.207899 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a400f0dc-a5ba-45d4-9dd3-a412fb3add73 req-adc0ab59-659b-4308-97bf-11bba06614b6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.270663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0ab59-659b-4308-97bf-11bba06614b6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c8c151-4206-470c-a7b1-d6abd1dfe680,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:38.288657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a400f0dc-a5ba-45d4-9dd3-a412fb3add73 req-adc0ab59-659b-4308-97bf-11bba06614b6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.290470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a400f0dc-a5ba-45d4-9dd3-a412fb3add73 req-adc0ab59-659b-4308-97bf-11bba06614b6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2858293 Sep 21 18:01:38.303037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-8a2b1913-d588-4b66-bc8e-539cba99b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.304749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-8a2b1913-d588-4b66-bc8e-539cba99b06e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1097 time: 0.1138873 Sep 21 18:01:38.375791 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf28a19-a424-46cd-b07c-1eb549f0a235 x-openstack-request-id: req-6cf28a19-a424-46cd-b07c-1eb549f0a235 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:38.376086 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5", "tag": "44e8df77-2bdd-4e69-8272-19a50ded291d", "status": "completed", "code": 200}, {"server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:38.376329 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cf28a19-a424-46cd-b07c-1eb549f0a235 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:38.376727 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'tag': '44e8df77-2bdd-4e69-8272-19a50ded291d', 'status': 'completed', 'code': 200} Sep 21 18:01:38.376972 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0', 'code': 200} Sep 21 18:01:38.485582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-b83650bf-250b-45c4-aa8e-5775ed902a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.486264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-27f3c602-7c6e-45fe-a5df-effccd87edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.487080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-b83650bf-250b-45c4-aa8e-5775ed902a05 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0980163 Sep 21 18:01:38.487352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-27f3c602-7c6e-45fe-a5df-effccd87edd3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.1698012 Sep 21 18:01:38.504600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b4bb3-2c54-4f53-a8c2-579708177ac3 req-00533f0e-45d5-457e-a5b0-c3c34c513701 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.506148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f09b4bb3-2c54-4f53-a8c2-579708177ac3 req-00533f0e-45d5-457e-a5b0-c3c34c513701 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 947 time: 0.0694542 Sep 21 18:01:38.516505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f120-e808-4939-999c-548d72c8dbbe req-fe630975-75f9-486e-bc70-e26819063b1d tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.518001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-fe630975-75f9-486e-bc70-e26819063b1d tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/networks?id=f45b8bdd-2798-4d16-afeb-3d13c8c32af7 HTTP/1.1" status: 200 len: 814 time: 0.1821933 Sep 21 18:01:38.552353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-e1d07f27-7808-4cb4-b45f-983ce005e65d tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/quotas/1e56c36b50cd430a981ef1ba2b81ddcb HTTP/1.1" status: 200 len: 375 time: 0.0219197 Sep 21 18:01:38.557432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-6a4f874b-f9a5-44fc-a704-ee57ecd4d327 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 217 time: 0.0502536 Sep 21 18:01:38.606737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f09b4bb3-2c54-4f53-a8c2-579708177ac3 req-378a83ae-e3e7-46c9-a8de-342b6a2a47ad tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939181 Sep 21 18:01:38.619722 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-f2803f17-0a13-496e-b412-82b56a046e57 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e56c36b50cd430a981ef1ba2b81ddcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380006 Sep 21 18:01:38.626437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-e4f29a8c-5315-4a19-8f2a-7fe736668df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.628418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-e4f29a8c-5315-4a19-8f2a-7fe736668df2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0566559 Sep 21 18:01:38.663771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-aa4ee3a2-04c9-46b2-b3ad-c1197d014046 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273588 Sep 21 18:01:38.680667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-e0bc9e81-acd3-47d3-9770-875ace6c9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.682179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-e0bc9e81-acd3-47d3-9770-875ace6c9aa8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1797848 Sep 21 18:01:38.772490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-3017ab54-b011-47a5-afb0-5c07a4de271e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=44e8df77-2bdd-4e69-8272-19a50ded291d HTTP/1.1" status: 200 len: 217 time: 0.0614448 Sep 21 18:01:38.805742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-52672b2f-6a5a-465a-8d90-c69ff4fb04d5 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282504 Sep 21 18:01:38.830927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-c8a7c0bf-b340-4d87-b2f6-38aeaf2e5401 service neutron] 10.222.0.70 "GET /v2.0/networks/f45b8bdd-2798-4d16-afeb-3d13c8c32af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973851 Sep 21 18:01:38.870760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-6d5226dd-fe86-4a03-946a-bf12a3609035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.871374 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-6d5226dd-fe86-4a03-946a-bf12a3609035 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0898168 Sep 21 18:01:38.978505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-4e224ee7-5c71-440c-824d-b9bef33b44be service neutron] 10.222.0.70 "GET /v2.0/networks/f45b8bdd-2798-4d16-afeb-3d13c8c32af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368551 Sep 21 18:01:38.985042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-72783dd7-233c-46a4-8b30-03856520ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.987693 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-72783dd7-233c-46a4-8b30-03856520ae8b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018353 Sep 21 18:01:38.989194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-d86c6fc1-a115-43c5-a6e7-5b597dee4022 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.991309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-d86c6fc1-a115-43c5-a6e7-5b597dee4022 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 819 time: 0.1878023 Sep 21 18:01:39.002389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-75f4f7af-614c-4ab3-b97b-f5c8a293eba4 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854169 Sep 21 18:01:39.012038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-fb87a79b-78b2-4cca-acd5-e6d983d872fb tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/quotas/f5b5ac709e13454396d361910c524834 HTTP/1.1" status: 200 len: 375 time: 0.0129931 Sep 21 18:01:39.116974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-d322a662-af39-446e-8f8a-f8da83fc6c52 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195097 Sep 21 18:01:39.129300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-04d2bfc5-15fb-4de6-90bb-e84e2aa36f87 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1109760 Sep 21 18:01:39.183210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b6337e68-759d-4810-9e9d-ef5d14d0bc6a tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:39.184722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b6337e68-759d-4810-9e9d-ef5d14d0bc6a tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1097 time: 0.1035054 Sep 21 18:01:39.222406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810285-3'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:39.289734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd755-0742-4d98-8a3a-0ecb7faae834 req-3435e07a-3676-4282-8589-c1ca16962427 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:39.298352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-acdbd755-0742-4d98-8a3a-0ecb7faae834 req-3435e07a-3676-4282-8589-c1ca16962427 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 946 time: 0.1235809 Sep 21 18:01:39.301291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca7e7220-721b-433e-aff0-ef1fe86a37fb req-17eaee54-f64a-409a-af8e-dcb49b84a0e2 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632326 Sep 21 18:01:39.329563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.339250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-95d3b615-77cf-4384-a614-195638fd15d5 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995900 Sep 21 18:01:39.358312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-acdbd755-0742-4d98-8a3a-0ecb7faae834 req-0a9ebccc-f4e9-4f52-a485-d2865e7a4248 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532587 Sep 21 18:01:39.510231 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-44deb94d-94b6-44cb-9389-934b8878dea1 req-dc0f87c7-a18c-4388-be66-634cd9352b97 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 10896 time: 0.1191137 Sep 21 18:01:39.537373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-c3794b8e-80b8-45c1-8848-e644bd04900b service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833496 Sep 21 18:01:39.580953 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-44deb94d-94b6-44cb-9389-934b8878dea1 req-4db54c52-4bd0-43bc-a2f7-a5d7967c5097 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/23c9825e-4b1b-4672-808c-584c54153a08 HTTP/1.1" status: 200 len: 2981 time: 0.0591173 Sep 21 18:01:39.619270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:39.642676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-44deb94d-94b6-44cb-9389-934b8878dea1 req-e7a794fd-9b15-49e6-bee3-d3e56a9e7e09 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/23c9825e-4b1b-4672-808c-584c54153a08 HTTP/1.1" status: 200 len: 2981 time: 0.0603211 Sep 21 18:01:39.692957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:39.744483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.747914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 44e8df77-2bdd-4e69-8272-19a50ded291d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:39.760444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.897552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51deb8-6b49-42ca-8808-b13f995ecf28 req-afe1f99d-bbad-444f-8b22-3d32bae0a97f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:39.899344 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd51deb8-6b49-42ca-8808-b13f995ecf28 req-afe1f99d-bbad-444f-8b22-3d32bae0a97f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1189678 Sep 21 18:01:39.968611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 44e8df77-2bdd-4e69-8272-19a50ded291d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=44e8df77-2bdd-4e69-8272-19a50ded291d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:39.976793 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd51deb8-6b49-42ca-8808-b13f995ecf28 req-6b0d7508-887b-4087-8e68-f58ea654367d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672836 Sep 21 18:01:39.984614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '44e8df77-2bdd-4e69-8272-19a50ded291d', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '44e8df77-2bdd-4e69-8272-19a50ded291d', 'mac_address': 'fa:16:3e:fa:6d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:40.037480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2918bae1-b372-47f8-a7e2-8b223e1e975d req-f2cd18d7-0e43-4af9-b086-6c82ecdb17ee tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 210 time: 0.0799801 Sep 21 18:01:40.038332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:40.041729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on host n-h2-810285-3 for vnic_type normal with profile {"migrating_to": "n-h1-810285-3"} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:40.042237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:40.042445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:40.048089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:40.048331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Attempting to bind port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:40.056080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:40.056524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:40.056868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:40.057249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Bound port: c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:40.057580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.094381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.176585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ba1c9-532b-4267-810b-fc7f17964dc7 req-234f3f20-e228-4a18-ae2b-81d7fe61c1b9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:40.178281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-074ba1c9-532b-4267-810b-fc7f17964dc7 req-234f3f20-e228-4a18-ae2b-81d7fe61c1b9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 947 time: 0.0709233 Sep 21 18:01:40.195788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f26d326-0006-4f7b-ad02-43cd3db2a0ac req-e84405c1-1e8f-46d5-b0f7-73cb977c1bc2 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/e0e1326b-565d-498a-ae6d-077e1c42718c HTTP/1.1" status: 200 len: 1800 time: 0.1205375 Sep 21 18:01:40.217464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:40.244343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:40.257687 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-074ba1c9-532b-4267-810b-fc7f17964dc7 req-83875c65-c5ee-42ca-a19d-d167072876e9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725749 Sep 21 18:01:40.261359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e8df77-2bdd-4e69-8272-19a50ded291d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:40.264723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.286093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 44e8df77-2bdd-4e69-8272-19a50ded291d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=44e8df77-2bdd-4e69-8272-19a50ded291d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:40.290921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.329518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b1f2ef6-b2f0-4c31-be98-42a0a281a462 req-b35e8b39-0f02-4215-9506-3035f4c3cf95 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 210 time: 0.0350823 Sep 21 18:01:40.346344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f26d326-0006-4f7b-ad02-43cd3db2a0ac req-3baeb0b3-bb1a-4257-a5a4-a2a0527aac5a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.368609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=44e8df77-2bdd-4e69-8272-19a50ded291d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:40.372940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:40.373577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.375012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] 10.222.0.78 "PUT /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 1122 time: 1.1572378 Sep 21 18:01:40.382784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'}, {'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab'}, {'name': 'network-changed', 'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:40.385370 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0"}, {"server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "name": "network-vif-unplugged", "status": "completed", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab"}, {"name": "network-changed", "server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:40.401652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0017b59-cd4a-484b-a0a9-745b021301a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=8']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:40.407949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f26d326-0006-4f7b-ad02-43cd3db2a0ac req-3baeb0b3-bb1a-4257-a5a4-a2a0527aac5a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.465456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f26d326-0006-4f7b-ad02-43cd3db2a0ac req-3baeb0b3-bb1a-4257-a5a4-a2a0527aac5a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.468397 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2f26d326-0006-4f7b-ad02-43cd3db2a0ac req-3baeb0b3-bb1a-4257-a5a4-a2a0527aac5a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.469584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f26d326-0006-4f7b-ad02-43cd3db2a0ac req-3baeb0b3-bb1a-4257-a5a4-a2a0527aac5a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/e0e1326b-565d-498a-ae6d-077e1c42718c HTTP/1.1" status: 204 len: 173 time: 0.2665172 Sep 21 18:01:40.481581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeb0b3-bb1a-4257-a5a4-a2a0527aac5a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e1326b-565d-498a-ae6d-077e1c42718c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:40.539290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6402ce1-530c-4b29-9560-4caf7a0148ca req-efbaf055-89f9-4495-bb1d-c8df234ee5ce tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:40.540887 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6402ce1-530c-4b29-9560-4caf7a0148ca req-efbaf055-89f9-4495-bb1d-c8df234ee5ce tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.0648580 Sep 21 18:01:40.568096 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee161ce-318b-4f51-a5b7-b5e3b66a9775 x-openstack-request-id: req-cee161ce-318b-4f51-a5b7-b5e3b66a9775 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:40.568718 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0", "status": "completed", "code": 200}, {"server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "name": "network-vif-unplugged", "status": "completed", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab", "code": 200}, {"name": "network-changed", "server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:40.569243 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cee161ce-318b-4f51-a5b7-b5e3b66a9775 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:40.569906 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0', 'status': 'completed', 'code': 200} Sep 21 18:01:40.570446 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab', 'code': 200} Sep 21 18:01:40.571403 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab', 'status': 'completed', 'code': 200} Sep 21 18:01:40.586132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6402ce1-530c-4b29-9560-4caf7a0148ca req-b50a2edc-581d-496f-a3de-bf1a56a1a087 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380893 Sep 21 18:01:40.602691 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-bf1997cb-0148-499d-b394-a7392f62256f req-363f1fd5-685a-4759-9a02-6375db36aa4b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:01:40.603850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf1997cb-0148-499d-b394-a7392f62256f req-363f1fd5-685a-4759-9a02-6375db36aa4b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/e0e1326b-565d-498a-ae6d-077e1c42718c HTTP/1.1" status: 404 len: 352 time: 0.0246768 Sep 21 18:01:40.643867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-546e39bf-9975-4e13-9fa1-0e25f312aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:40.645569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-546e39bf-9975-4e13-9fa1-0e25f312aa1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1124 time: 0.0578201 Sep 21 18:01:40.678697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['44e8df77-2bdd-4e69-8272-19a50ded291d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:40.707235 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-588859fe-b82e-4b00-8830-1b43ebad7aa3 req-99b8b5d5-362a-42fa-8900-a43333dc9f2b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/3df5cd29-a7d7-4d22-a6db-6da8e8fb1f5a HTTP/1.1" status: 200 len: 1800 time: 0.0722821 Sep 21 18:01:40.751323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:40.766909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-909d61fd-4a4a-4ea5-839e-6fbec7e8d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:40.768446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-909d61fd-4a4a-4ea5-839e-6fbec7e8d614 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1125 time: 0.1036284 Sep 21 18:01:40.823776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-698a6751-74b1-4316-9fe6-ddb59655b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:40.828238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-698a6751-74b1-4316-9fe6-ddb59655b902 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.1729236 Sep 21 18:01:40.867389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-588859fe-b82e-4b00-8830-1b43ebad7aa3 req-53279923-56a5-4830-aff3-9d6a414a412d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.931824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-6b6d5752-3146-4144-a992-c19fa4fb980a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 217 time: 0.0661938 Sep 21 18:01:40.966002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-588859fe-b82e-4b00-8830-1b43ebad7aa3 req-53279923-56a5-4830-aff3-9d6a414a412d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.047719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-4d8c2472-85d3-4700-8f22-e8d998c9852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.050729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-4d8c2472-85d3-4700-8f22-e8d998c9852a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.0753300 Sep 21 18:01:41.053081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-3a9d0cb4-d7f9-48e3-9c1b-739dc2f6498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.054975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-3a9d0cb4-d7f9-48e3-9c1b-739dc2f6498d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.2663589 Sep 21 18:01:41.098913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-588859fe-b82e-4b00-8830-1b43ebad7aa3 req-53279923-56a5-4830-aff3-9d6a414a412d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.101845 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-588859fe-b82e-4b00-8830-1b43ebad7aa3 req-53279923-56a5-4830-aff3-9d6a414a412d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.126328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-588859fe-b82e-4b00-8830-1b43ebad7aa3 req-53279923-56a5-4830-aff3-9d6a414a412d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/3df5cd29-a7d7-4d22-a6db-6da8e8fb1f5a HTTP/1.1" status: 204 len: 173 time: 0.4175839 Sep 21 18:01:41.164858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279923-56a5-4830-aff3-9d6a414a412d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df5cd29-a7d7-4d22-a6db-6da8e8fb1f5a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:41.169226 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-2458d2f7-b0d1-49bf-a2dc-ced47f53b955 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082382 Sep 21 18:01:41.221044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f120-e808-4939-999c-548d72c8dbbe req-369ae954-897e-456d-8b90-7ae766b372e4 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.223725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-369ae954-897e-456d-8b90-7ae766b372e4 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.41 "GET /v2.0/networks?id=f45b8bdd-2798-4d16-afeb-3d13c8c32af7 HTTP/1.1" status: 200 len: 814 time: 0.3618379 Sep 21 18:01:41.242825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-428517e7-9d63-4e74-9804-1c882f39b571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 217 time: 0.1653557 Sep 21 18:01:41.243086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-48684dcf-08dd-40a5-93c5-cc93dffeb336 req-7041b277-1986-47e7-b14a-cdb30b60c9c9 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 210 time: 0.0450134 Sep 21 18:01:41.281217 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-65da1258-48f5-4053-bd82-855669db60ba req-3ad7d809-ceb6-4e97-87b5-9b42b0f9f821 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:01:41.282472 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-65da1258-48f5-4053-bd82-855669db60ba req-3ad7d809-ceb6-4e97-87b5-9b42b0f9f821 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/3df5cd29-a7d7-4d22-a6db-6da8e8fb1f5a HTTP/1.1" status: 404 len: 352 time: 0.0161884 Sep 21 18:01:41.310417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Request body: {'port': {'device_id': '06cc1245-d91b-4631-8890-99ab67d5a699', 'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7', 'admin_state_up': True, 'tenant_id': '1e56c36b50cd430a981ef1ba2b81ddcb'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:41.350443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebcc76-a7ef-4cfb-b690-235ecc8171ac req-1d4ec95b-81cb-43b9-8d2d-3a9b5c6ebc39 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.351989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88ebcc76-a7ef-4cfb-b690-235ecc8171ac req-1d4ec95b-81cb-43b9-8d2d-3a9b5c6ebc39 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1820376 Sep 21 18:01:41.422801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-3bb9a8be-9de7-499a-aa14-00e3f0d00cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.424537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-3bb9a8be-9de7-499a-aa14-00e3f0d00cac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0974185 Sep 21 18:01:41.433973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-f9f1a58f-8034-4dce-a2fa-f58002d5e615 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008586 Sep 21 18:01:41.437132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88ebcc76-a7ef-4cfb-b690-235ecc8171ac req-fb01e24f-cb28-40bf-9cf3-4149ea7d92ca tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662913 Sep 21 18:01:41.445175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53559-b5f7-4f7b-a429-61db0ee1a408 req-7430a5a1-a2fe-40f6-bfff-f3e3f7d51628 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.447394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ac53559-b5f7-4f7b-a429-61db0ee1a408 req-7430a5a1-a2fe-40f6-bfff-f3e3f7d51628 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 948 time: 0.0748873 Sep 21 18:01:41.481425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-d36d738c-eb86-49bc-89e3-e08c781feac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433266 Sep 21 18:01:41.490120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Made reservation on behalf of 1e56c36b50cd430a981ef1ba2b81ddcb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:41.493604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.510237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ac53559-b5f7-4f7b-a429-61db0ee1a408 req-3d45bf55-6319-40cf-bbac-3ecbf3ccf193 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523741 Sep 21 18:01:41.636080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b59b9a15-8fe0-4409-b2e9-600e32b577d5 req-21195507-fc11-4a79-8d66-d8b080acef9b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/12c8c151-4206-470c-a7b1-d6abd1dfe680 HTTP/1.1" status: 200 len: 1801 time: 0.1508913 Sep 21 18:01:41.639554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c673b00-2062-44a7-9250-d4bf455d655c req-1f922862-0289-4f40-911d-7c8cdf669512 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 210 time: 0.0547521 Sep 21 18:01:41.672324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Allocated IP 172.20.0.3 (f45b8bdd-2798-4d16-afeb-3d13c8c32af7/88ab0cb6-0ed3-40d6-a73f-c36573789588/c03477ef-57d6-4010-9f3b-f1f217dad57a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:41.675488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-a8292535-8f54-4463-9007-8858bd3f1bd4 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279415 Sep 21 18:01:41.699302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-ad734640-8223-45a5-a5be-a267b060982a service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873810 Sep 21 18:01:41.757610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b59b9a15-8fe0-4409-b2e9-600e32b577d5 req-b38a76a0-a371-499d-bf26-f07319c91795 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.820346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b59b9a15-8fe0-4409-b2e9-600e32b577d5 req-b38a76a0-a371-499d-bf26-f07319c91795 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.867714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede85534-0aec-4ac0-b7d1-d9db2a6840ce req-3fd697a9-dc51-415d-b7ab-106d530c4af6 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491947 Sep 21 18:01:41.884773 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b59b9a15-8fe0-4409-b2e9-600e32b577d5 req-b38a76a0-a371-499d-bf26-f07319c91795 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.886461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.888032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b59b9a15-8fe0-4409-b2e9-600e32b577d5 req-b38a76a0-a371-499d-bf26-f07319c91795 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.889168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b59b9a15-8fe0-4409-b2e9-600e32b577d5 req-b38a76a0-a371-499d-bf26-f07319c91795 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/12c8c151-4206-470c-a7b1-d6abd1dfe680 HTTP/1.1" status: 204 len: 173 time: 0.2412860 Sep 21 18:01:41.899946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a76a0-a371-499d-bf26-f07319c91795 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c8c151-4206-470c-a7b1-d6abd1dfe680,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:41.919197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121918-6546-4688-b70d-39edf243a223 req-fed95080-1179-462f-9fbf-995e438a5de5 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.928059 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ec121918-6546-4688-b70d-39edf243a223 req-fed95080-1179-462f-9fbf-995e438a5de5 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.0953672 Sep 21 18:01:41.944853 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-21e52723-f10c-4afe-b5d7-647c1f42080e req-30faf31a-75cc-44cc-b414-5c09a6981593 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:01:41.946091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21e52723-f10c-4afe-b5d7-647c1f42080e req-30faf31a-75cc-44cc-b414-5c09a6981593 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/12c8c151-4206-470c-a7b1-d6abd1dfe680 HTTP/1.1" status: 404 len: 352 time: 0.0230026 Sep 21 18:01:41.982014 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.006778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ec121918-6546-4688-b70d-39edf243a223 req-960f390f-ac17-4faa-98ef-7e6b0989cd6b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Sep 21 18:01:42.077854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:42.079977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Pushing event updated for resources: {'Port': ['ID=c03477ef-57d6-4010-9f3b-f1f217dad57a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:42.082911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:42.087635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:42.164517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:42.165164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.183961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0fe44435-66f3-415d-aee9-eaeaa06de90b req-86baf37c-4dce-4b43-8f78-a403c652d538 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 6148 time: 0.1442180 Sep 21 18:01:42.193392 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-4b319446-fe81-49ee-aa10-9dff2c06f405 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8881786 Sep 21 18:01:42.281484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-c2f07625-e5b7-41ad-9bc9-ec6f4d6a795f tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:42.283059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-c2f07625-e5b7-41ad-9bc9-ec6f4d6a795f tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.41 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 819 time: 0.1340635 Sep 21 18:01:42.316171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'port': {'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'admin_state_up': True, 'tenant_id': 'f5b5ac709e13454396d361910c524834'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:42.443598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c055-ea61-470c-bd63-4bfdd016641d req-250ad491-fc63-4a61-82e9-81b7f363bf0d tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:42.445235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16a5c055-ea61-470c-bd63-4bfdd016641d req-250ad491-fc63-4a61-82e9-81b7f363bf0d tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 931 time: 0.1098034 Sep 21 18:01:42.504076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Made reservation on behalf of f5b5ac709e13454396d361910c524834 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:42.507880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.526105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16a5c055-ea61-470c-bd63-4bfdd016641d req-1e3eb531-959d-48e4-b89c-ebb4248db7d8 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631707 Sep 21 18:01:42.540296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Request body: {'port': {'device_id': '06cc1245-d91b-4631-8890-99ab67d5a699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:42.614382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0fe44435-66f3-415d-aee9-eaeaa06de90b req-bf821734-5eea-4924-9b2e-033cd3bcf336 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/23c9825e-4b1b-4672-808c-584c54153a08 HTTP/1.1" status: 200 len: 2981 time: 0.4162104 Sep 21 18:01:42.632251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.743508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1a3c4-cbaf-49e2-9ce9-bfba8e911fa5 req-f7346920-aea3-489f-90d8-edeb6a0f413f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:42.746026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2d1a3c4-cbaf-49e2-9ce9-bfba8e911fa5 req-f7346920-aea3-489f-90d8-edeb6a0f413f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1505306 Sep 21 18:01:42.749777 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0fe44435-66f3-415d-aee9-eaeaa06de90b req-7202257f-067e-4691-8e12-44c4ab3d3f25 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/23c9825e-4b1b-4672-808c-584c54153a08 HTTP/1.1" status: 200 len: 2981 time: 0.1199539 Sep 21 18:01:42.806647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2d1a3c4-cbaf-49e2-9ce9-bfba8e911fa5 req-0636b08f-9ce7-4bbf-acde-d0568bb0aef9 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506089 Sep 21 18:01:42.808807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Allocated IP 172.20.0.10 (38937ce3-c86c-48b9-a9c2-6c9d8daa6731/76b2d702-ca2e-434b-9a69-32de014a5275/120d9fd4-5d19-4130-8994-bb188251f271) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:42.920987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08fa4b39-8d2d-4d9c-876f-fd976af34661 req-4ab2368c-30e3-4388-bb7d-6c48c99e687d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 210 time: 0.0449026 Sep 21 18:01:42.931327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6586e8-502d-43fd-8a7e-d2b1e89f24ea req-b46ae1b3-d168-4fb4-a181-65d04b1421ea tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:42.931327 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c6586e8-502d-43fd-8a7e-d2b1e89f24ea req-b46ae1b3-d168-4fb4-a181-65d04b1421ea tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 948 time: 0.0889130 Sep 21 18:01:43.017430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.020672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c6586e8-502d-43fd-8a7e-d2b1e89f24ea req-cf875ce1-3cec-4f1d-81ea-e5604a9b8fe3 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766461 Sep 21 18:01:43.024570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-606e42c2-ac82-4e9a-88d7-7e9d2e3c9c3d req-f3dbf0cb-634a-4fee-be23-69c0b9116169 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1485601483', 'description': 'tempest-description-288864081'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:43.070166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-606e42c2-ac82-4e9a-88d7-7e9d2e3c9c3d req-f3dbf0cb-634a-4fee-be23-69c0b9116169 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.103551 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.109807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03477ef-57d6-4010-9f3b-f1f217dad57a {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:43.116630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['57512a5d-c784-4140-8157-4c1b89bfaa90'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:43.137317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.154874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Transition to ACTIVE for port object c03477ef-57d6-4010-9f3b-f1f217dad57a will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:43.161681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.166423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:43.172464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:43.180555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:43.185136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecbad4-acb8-4270-b9b2-fe665aa713e2 req-5c188dae-95dc-4852-a6d6-b596a103c930 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:43.186630 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aecbad4-acb8-4270-b9b2-fe665aa713e2 req-5c188dae-95dc-4852-a6d6-b596a103c930 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.0979807 Sep 21 18:01:43.193709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Pushing event updated for resources: {'Port': ['ID=120d9fd4-5d19-4130-8994-bb188251f271,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:43.283049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Pushing event updated for resources: {'Port': ['ID=c03477ef-57d6-4010-9f3b-f1f217dad57a,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:43.324099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aecbad4-acb8-4270-b9b2-fe665aa713e2 req-66078be7-9fd8-4d3b-af5d-a5072de52244 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180255 Sep 21 18:01:43.357402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Attempting to bind port c03477ef-57d6-4010-9f3b-f1f217dad57a on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:43.361896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Attempting to bind port c03477ef-57d6-4010-9f3b-f1f217dad57a by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'eead0fc4-e8e0-4830-a732-f064f1a83a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:43.362921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Attempting to bind port c03477ef-57d6-4010-9f3b-f1f217dad57a on network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:43.374706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Port c03477ef-57d6-4010-9f3b-f1f217dad57a on network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:43.375071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Attempting to bind port c03477ef-57d6-4010-9f3b-f1f217dad57a on network f45b8bdd-2798-4d16-afeb-3d13c8c32af7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:43.391454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:43.391992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Checking segment: {'id': 'eead0fc4-e8e0-4830-a732-f064f1a83a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:43.392377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Bound using segment: {'id': 'eead0fc4-e8e0-4830-a732-f064f1a83a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:43.392818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Bound port: c03477ef-57d6-4010-9f3b-f1f217dad57a, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eead0fc4-e8e0-4830-a732-f064f1a83a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:43.393188 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.485986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] For port c03477ef-57d6-4010-9f3b-f1f217dad57a, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:43.489618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] For port c03477ef-57d6-4010-9f3b-f1f217dad57a, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c03477ef-57d6-4010-9f3b-f1f217dad57a,segment=NetworkSegment(eead0fc4-e8e0-4830-a732-f064f1a83a2a),segment_id=eead0fc4-e8e0-4830-a732-f064f1a83a2a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:43.495098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.533150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:43.533778 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.536352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] 10.222.0.41 "PUT /v2.0/ports/c03477ef-57d6-4010-9f3b-f1f217dad57a HTTP/1.1" status: 200 len: 1091 time: 1.0016680 Sep 21 18:01:43.537423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cc1245-d91b-4631-8890-99ab67d5a699', 'tag': 'c03477ef-57d6-4010-9f3b-f1f217dad57a'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:43.540692 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "06cc1245-d91b-4631-8890-99ab67d5a699", "tag": "c03477ef-57d6-4010-9f3b-f1f217dad57a"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:43.584670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a16e62a4-6bb0-4933-8c75-09daae4027e0 None None] Provisioning complete for port 120d9fd4-5d19-4130-8994-bb188251f271 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:43.585537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a16e62a4-6bb0-4933-8c75-09daae4027e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.618655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a332a76-9e43-40b8-8f3d-53bb981f362b service neutron] Pushing event updated for resources: {'Port': ['ID=c03477ef-57d6-4010-9f3b-f1f217dad57a,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:43.624123 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cf9426-6370-4341-93fd-50256abfd90d x-openstack-request-id: req-d3cf9426-6370-4341-93fd-50256abfd90d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:43.624483 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cc1245-d91b-4631-8890-99ab67d5a699", "tag": "c03477ef-57d6-4010-9f3b-f1f217dad57a", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:43.624700 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3cf9426-6370-4341-93fd-50256abfd90d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:43.625193 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06cc1245-d91b-4631-8890-99ab67d5a699', 'tag': 'c03477ef-57d6-4010-9f3b-f1f217dad57a', 'status': 'completed', 'code': 200} Sep 21 18:01:43.632483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-606e42c2-ac82-4e9a-88d7-7e9d2e3c9c3d req-f3dbf0cb-634a-4fee-be23-69c0b9116169 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.645610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:43.646285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.663367 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-606e42c2-ac82-4e9a-88d7-7e9d2e3c9c3d req-f3dbf0cb-634a-4fee-be23-69c0b9116169 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.678458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-83198b9c-0c49-4175-a9a8-c56e3dafaf02 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3721032 Sep 21 18:01:43.681198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a16e62a4-6bb0-4933-8c75-09daae4027e0 None None] Port 120d9fd4-5d19-4130-8994-bb188251f271 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:01:43.699899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Request body: {'port': {'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:43.707351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-606e42c2-ac82-4e9a-88d7-7e9d2e3c9c3d req-f3dbf0cb-634a-4fee-be23-69c0b9116169 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.708593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-606e42c2-ac82-4e9a-88d7-7e9d2e3c9c3d req-f3dbf0cb-634a-4fee-be23-69c0b9116169 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6899562 Sep 21 18:01:43.731486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbf0cb-634a-4fee-be23-69c0b9116169 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd3bd6-eb10-43ec-a874-f07970d6c516,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:43.741486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:43.746330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 44e8df77-2bdd-4e69-8272-19a50ded291d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:43.748038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f120-e808-4939-999c-548d72c8dbbe req-91b49f66-330c-4033-a644-fcdd0d9e12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:43.749608 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-91b49f66-330c-4033-a644-fcdd0d9e12f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e56c36b50cd430a981ef1ba2b81ddcb&device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 1094 time: 0.1235631 Sep 21 18:01:43.758853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bedf22-90f2-4b07-87ec-bd802c4aa543 req-48ed81e8-aecf-45ed-b9f9-222394ce890e tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:43.759605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-76bedf22-90f2-4b07-87ec-bd802c4aa543 req-48ed81e8-aecf-45ed-b9f9-222394ce890e tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 943 time: 0.0881898 Sep 21 18:01:43.764109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-52dcb85b-694f-47d4-9111-37ff3f0e461e req-8f60caa6-ebaf-49cc-a6f0-2003e422701c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1877085820', 'description': 'tempest-description-624715600'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:43.819859 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-c819b737-8a15-4003-89e8-aa12549deafd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c03477ef-57d6-4010-9f3b-f1f217dad57a HTTP/1.1" status: 200 len: 217 time: 0.0465689 Sep 21 18:01:43.830418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.848626 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52dcb85b-694f-47d4-9111-37ff3f0e461e req-8f60caa6-ebaf-49cc-a6f0-2003e422701c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.866366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-106a28ad-1135-4abd-a418-916b29e46f68 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176009 Sep 21 18:01:43.869015 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-76bedf22-90f2-4b07-87ec-bd802c4aa543 req-67bb64ef-edf0-473f-96d7-643dda2d29e1 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027620 Sep 21 18:01:43.884604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 44e8df77-2bdd-4e69-8272-19a50ded291d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:43.893411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f120-e808-4939-999c-548d72c8dbbe req-b739c35c-c5f5-4e6b-ae5d-dd10fe5328db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:43.895773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-b739c35c-c5f5-4e6b-ae5d-dd10fe5328db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88ab0cb6-0ed3-40d6-a73f-c36573789588 HTTP/1.1" status: 200 len: 854 time: 0.0624118 Sep 21 18:01:43.902261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 44e8df77-2bdd-4e69-8272-19a50ded291d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:43.902261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:43.959646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:43.963754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-5c37de9f-e623-46da-8dc3-ccbff404c6ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f45b8bdd-2798-4d16-afeb-3d13c8c32af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482481 Sep 21 18:01:43.981360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab has no active binding in host n-h1-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:01:44.009616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c426b20-a020-4cff-bc66-c5514293d074 req-95a76180-341b-47ad-a659-0021caa6a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.011104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-95a76180-341b-47ad-a659-0021caa6a6c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=399a89c63c754529980c3783f36f8e44&device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 1101 time: 0.0853658 Sep 21 18:01:44.063590 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:44.084267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85decf5b-1373-4ed3-84c3-41fd36944a4a req-bc2ddb2c-b96b-4c5a-81b5-e797605f2708 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.084887 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85decf5b-1373-4ed3-84c3-41fd36944a4a req-bc2ddb2c-b96b-4c5a-81b5-e797605f2708 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1234848 Sep 21 18:01:44.101173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 44e8df77-2bdd-4e69-8272-19a50ded291d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=44e8df77-2bdd-4e69-8272-19a50ded291d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:44.102399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e8df77-2bdd-4e69-8272-19a50ded291d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:44.105413 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84570bbc-19b3-495e-b1b4-2c6c3cfded2a" -d '{"events": [{"server_uuid": "cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5", "name": "network-vif-plugged", "status": "completed", "tag": "44e8df77-2bdd-4e69-8272-19a50ded291d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:44.110227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:44.139166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-a2661a74-52bb-44a6-8c00-ee0ace0bc361 service neutron] 10.222.0.41 "GET /v2.0/networks/f45b8bdd-2798-4d16-afeb-3d13c8c32af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406810 Sep 21 18:01:44.177226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=44e8df77-2bdd-4e69-8272-19a50ded291d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:44.182226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85decf5b-1373-4ed3-84c3-41fd36944a4a req-8502b422-afb5-4493-b3e2-aeb001957f8c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701120 Sep 21 18:01:44.240622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52dcb85b-694f-47d4-9111-37ff3f0e461e req-8f60caa6-ebaf-49cc-a6f0-2003e422701c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:44.261557 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52dcb85b-694f-47d4-9111-37ff3f0e461e req-8f60caa6-ebaf-49cc-a6f0-2003e422701c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:44.274304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7191f120-e808-4939-999c-548d72c8dbbe req-0e228c39-5051-4217-b9da-9b4816ed6002 service neutron] 10.222.0.41 "GET /v2.0/networks/f45b8bdd-2798-4d16-afeb-3d13c8c32af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216280 Sep 21 18:01:44.314499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dbc9d-a13b-4843-9c11-201d4f8e76af req-93b473d4-4ca4-40ac-a73b-f416be76aae2 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.315182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c426b20-a020-4cff-bc66-c5514293d074 req-37921b02-ec81-401d-9bfe-8406565809dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.316247 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-457dbc9d-a13b-4843-9c11-201d4f8e76af req-93b473d4-4ca4-40ac-a73b-f416be76aae2 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 932 time: 0.0562401 Sep 21 18:01:44.317826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-37921b02-ec81-401d-9bfe-8406565809dc service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2340701 Sep 21 18:01:44.367309 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-457dbc9d-a13b-4843-9c11-201d4f8e76af req-0879767c-da7c-4a56-994a-342526f6057b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Sep 21 18:01:44.378466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60caa6-ebaf-49cc-a6f0-2003e422701c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8152c3ff-50b2-4378-99b1-d7be623850ef,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:44.380907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52dcb85b-694f-47d4-9111-37ff3f0e461e req-8f60caa6-ebaf-49cc-a6f0-2003e422701c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:44.390822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52dcb85b-694f-47d4-9111-37ff3f0e461e req-8f60caa6-ebaf-49cc-a6f0-2003e422701c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6321402 Sep 21 18:01:44.392613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-85955392-c602-4da9-8896-5a913782bff0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d19f672a-c837-4024-bdd6-1895c71b2c33 HTTP/1.1" status: 200 len: 217 time: 0.0637796 Sep 21 18:01:44.493274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c426b20-a020-4cff-bc66-c5514293d074 req-80b38948-31c8-4a70-9117-6ad97300c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.495018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-80b38948-31c8-4a70-9117-6ad97300c20f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0822337 Sep 21 18:01:44.522317 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26020bbe-0274-43c7-b056-c7bdd14add08 x-openstack-request-id: req-26020bbe-0274-43c7-b056-c7bdd14add08 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:44.522787 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5", "name": "network-vif-plugged", "status": "completed", "tag": "44e8df77-2bdd-4e69-8272-19a50ded291d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:44.523198 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26020bbe-0274-43c7-b056-c7bdd14add08 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:44.523824 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e8df77-2bdd-4e69-8272-19a50ded291d', 'code': 200} Sep 21 18:01:44.543536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf2a8-13b4-4ad7-8d35-ce30be3ec5b3 req-8355787a-cd51-4cb6-a7c6-546c5b271f24 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.553130 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e5cf2a8-13b4-4ad7-8d35-ce30be3ec5b3 req-8355787a-cd51-4cb6-a7c6-546c5b271f24 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 949 time: 0.0767407 Sep 21 18:01:44.572598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120d9fd4-5d19-4130-8994-bb188251f271 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:44.582438 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:44.603479 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e5cf2a8-13b4-4ad7-8d35-ce30be3ec5b3 req-836e4310-0031-4f1f-89a9-6cf44218651e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490601 Sep 21 18:01:44.685920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Transition to ACTIVE for port object 120d9fd4-5d19-4130-8994-bb188251f271 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:44.698813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:44.717677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5314ba-d4c0-4cb9-8660-d794203fc8de req-8dd74678-7efa-4e55-b86a-278d80781b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.719332 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe5314ba-d4c0-4cb9-8660-d794203fc8de req-8dd74678-7efa-4e55-b86a-278d80781b18 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 1100 time: 0.0992162 Sep 21 18:01:44.721260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-627095cb-5280-4a47-a98f-af400bfd4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.723532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-627095cb-5280-4a47-a98f-af400bfd4b53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e56c36b50cd430a981ef1ba2b81ddcb&device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 1094 time: 0.0685270 Sep 21 18:01:44.755300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c426b20-a020-4cff-bc66-c5514293d074 req-95db2200-bfec-45cf-a4f4-8a9c090bfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.756942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-95db2200-bfec-45cf-a4f4-8a9c090bfd46 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540210 Sep 21 18:01:44.785296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=120d9fd4-5d19-4130-8994-bb188251f271,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:44.820531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c334eb-2735-42f7-92d9-51796d9c6bab req-a043d5ad-61b5-4d68-8cd2-09bbbba837ec tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.825519 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe5314ba-d4c0-4cb9-8660-d794203fc8de req-ec54bcdb-6157-4986-b5b4-5e764b733712 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961115 Sep 21 18:01:44.834034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2c334eb-2735-42f7-92d9-51796d9c6bab req-a043d5ad-61b5-4d68-8cd2-09bbbba837ec tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.2325368 Sep 21 18:01:44.919446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-6803ab63-f68c-4363-9305-24a6fddcdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:44.921762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-6803ab63-f68c-4363-9305-24a6fddcdbfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f45b8bdd-2798-4d16-afeb-3d13c8c32af7 HTTP/1.1" status: 200 len: 916 time: 0.1722736 Sep 21 18:01:44.926553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2c334eb-2735-42f7-92d9-51796d9c6bab req-caf640ab-244b-4093-8cbb-2294ada10531 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Sep 21 18:01:45.107271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-b8d93ca1-f22a-413d-9bb9-f014f8c54ba9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c03477ef-57d6-4010-9f3b-f1f217dad57a HTTP/1.1" status: 200 len: 217 time: 0.1422067 Sep 21 18:01:45.157312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201df050-998a-4dc2-a212-9c18afe91f70 req-ded1bc0b-bfeb-4ad7-bcf3-e4c77a60694f tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.159000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-201df050-998a-4dc2-a212-9c18afe91f70 req-ded1bc0b-bfeb-4ad7-bcf3-e4c77a60694f tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 943 time: 0.1145458 Sep 21 18:01:45.166975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-b7e9cd11-e868-42f4-8cb3-ab3c3fbc6843 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986089 Sep 21 18:01:45.193307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Attempting to bind port 120d9fd4-5d19-4130-8994-bb188251f271 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:45.193641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Attempting to bind port 120d9fd4-5d19-4130-8994-bb188251f271 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:45.193967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Attempting to bind port 120d9fd4-5d19-4130-8994-bb188251f271 on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:45.201013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Port 120d9fd4-5d19-4130-8994-bb188251f271 on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:45.201013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Attempting to bind port 120d9fd4-5d19-4130-8994-bb188251f271 on network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:45.215299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-9a183f78-0955-47c7-8da4-0edf6c40a849 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.218966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-9a183f78-0955-47c7-8da4-0edf6c40a849 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 813 time: 0.2958198 Sep 21 18:01:45.230507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:45.230935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Checking segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:45.231262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Bound using segment: {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:45.231689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Bound port: 120d9fd4-5d19-4130-8994-bb188251f271, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce28d9f-2b51-4a34-9c93-44e4e1df8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:45.232055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.234849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-a3cf603e-cd46-497f-a158-abe34cf8b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.238763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-a3cf603e-cd46-497f-a158-abe34cf8b807 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88ab0cb6-0ed3-40d6-a73f-c36573789588 HTTP/1.1" status: 200 len: 854 time: 0.1084702 Sep 21 18:01:45.266093 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-684921b7-f86f-43e6-be27-ade308d9007a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/quotas/c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 375 time: 0.0247750 Sep 21 18:01:45.288546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-c5d349d9-c003-4f2e-b5bd-039d1400caa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f45b8bdd-2798-4d16-afeb-3d13c8c32af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326259 Sep 21 18:01:45.292252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-201df050-998a-4dc2-a212-9c18afe91f70 req-9ae619f1-8480-4b82-b378-5d2d99391ffc tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226897 Sep 21 18:01:45.431151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-367c55b5-7bc8-4cbd-a542-3879ac68767b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1406472 Sep 21 18:01:45.443779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] For port 120d9fd4-5d19-4130-8994-bb188251f271, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:45.449010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c426b20-a020-4cff-bc66-c5514293d074 req-19d269e5-e59d-4f50-afab-e598dd77778a service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635839 Sep 21 18:01:45.464331 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-109f547d-0de2-4293-b204-dd827cf8ea30 service neutron] 10.222.0.41 "GET /v2.0/networks/f45b8bdd-2798-4d16-afeb-3d13c8c32af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535883 Sep 21 18:01:45.464568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] For port 120d9fd4-5d19-4130-8994-bb188251f271, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=120d9fd4-5d19-4130-8994-bb188251f271,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:45.475851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.494586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e2f9c-910a-4336-8b1c-a4cfb02a29e6 req-212a2f31-f3b5-4328-aba0-469d0ee17887 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.496215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee4e2f9c-910a-4336-8b1c-a4cfb02a29e6 req-212a2f31-f3b5-4328-aba0-469d0ee17887 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1131046 Sep 21 18:01:45.545451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.546087 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.547559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] 10.222.0.41 "PUT /v2.0/ports/120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 1092 time: 1.8519182 Sep 21 18:01:45.548033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:45.551694 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f" -d '{"events": [{"name": "network-changed", "server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "tag": "120d9fd4-5d19-4130-8994-bb188251f271"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:45.599410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee4e2f9c-910a-4336-8b1c-a4cfb02a29e6 req-4617c3ea-1c8c-4056-870d-efefc9cb1877 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793629 Sep 21 18:01:45.600489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09def6a8-8aa2-49b2-859c-02d706cf3ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=120d9fd4-5d19-4130-8994-bb188251f271,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:45.701564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-95d05694-2cfa-4418-9eab-49175861d87d service neutron] 10.222.0.70 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655764 Sep 21 18:01:45.713449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb03dd88-12e8-45de-b01b-c2d70fd45ce5 req-83815a69-6238-4b13-9990-54049e53109e service neutron] 10.222.0.41 "GET /v2.0/networks/f45b8bdd-2798-4d16-afeb-3d13c8c32af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263141 Sep 21 18:01:45.771431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-840e1cef-a073-4ac8-9463-748b2a7b6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.774154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-840e1cef-a073-4ac8-9463-748b2a7b6437 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 1095 time: 0.1530488 Sep 21 18:01:45.791897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfbadd-db76-4af9-a6d3-5731ab4499e5 req-475fccff-99ac-4848-acfa-48a5efdf3030 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.802804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0bfbadd-db76-4af9-a6d3-5731ab4499e5 req-475fccff-99ac-4848-acfa-48a5efdf3030 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 944 time: 0.1067984 Sep 21 18:01:45.830919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-77b7a566-ddf0-4b7d-941d-ce2c793d96e2 service neutron] 10.222.0.70 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282501 Sep 21 18:01:45.859167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-4a8c5863-151c-4cb9-b198-270038b5a06c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 217 time: 0.0469334 Sep 21 18:01:45.882844 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0bfbadd-db76-4af9-a6d3-5731ab4499e5 req-3171b0f4-73a9-42bf-8582-f24687cc8cfc tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791531 Sep 21 18:01:45.946692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-9eb5611f-0795-460e-af69-0fc81ac93256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:45.948227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-9eb5611f-0795-460e-af69-0fc81ac93256 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0643737 Sep 21 18:01:46.093365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-943f5d74-080f-4f7f-bcd1-cf6136175fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:46.095188 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-943f5d74-080f-4f7f-bcd1-cf6136175fa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113520 Sep 21 18:01:46.119986 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec2a010-2cc8-426e-be5a-7f405eba599c x-openstack-request-id: req-cec2a010-2cc8-426e-be5a-7f405eba599c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:46.120258 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "tag": "120d9fd4-5d19-4130-8994-bb188251f271", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:46.120660 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cec2a010-2cc8-426e-be5a-7f405eba599c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:46.121153 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271', 'status': 'completed', 'code': 200} Sep 21 18:01:46.209357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a4bd-d7bf-4bea-9cbb-31167d4f2196 req-aeb4889b-9d33-41f3-a16a-1b0457c7e404 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:46.211072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83f5a4bd-d7bf-4bea-9cbb-31167d4f2196 req-aeb4889b-9d33-41f3-a16a-1b0457c7e404 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 949 time: 0.1128495 Sep 21 18:01:46.306924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83f5a4bd-d7bf-4bea-9cbb-31167d4f2196 req-68c0d487-caa7-4f28-bf27-0f9c8b86f1f4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893655 Sep 21 18:01:46.385535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1956d31e-e15d-47fc-bed4-ce34fde67d28 req-0cb4ad51-c660-49bc-b5bc-6d41b8d95075 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 210 time: 0.0444024 Sep 21 18:01:46.401317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-def4951d-3946-475f-a53e-689a996c0e38 service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717779 Sep 21 18:01:46.481558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0826aac-fd8c-4e02-9b9c-2dd55939d980 req-3a0d20cf-b097-43ad-8087-8bcdb06cbdf3 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:46.484219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0826aac-fd8c-4e02-9b9c-2dd55939d980 req-3a0d20cf-b097-43ad-8087-8bcdb06cbdf3 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.1616051 Sep 21 18:01:46.559951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430e45-851a-4c78-9bb6-9fd8f1178e55 req-7222e9e2-e6d7-4479-8424-0a29e28d24ce tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:46.561921 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15430e45-851a-4c78-9bb6-9fd8f1178e55 req-7222e9e2-e6d7-4479-8424-0a29e28d24ce tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 943 time: 0.0646572 Sep 21 18:01:46.615287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0826aac-fd8c-4e02-9b9c-2dd55939d980 req-4b7cb249-d97b-4bc3-b176-bdc3d94c8e3b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179616 Sep 21 18:01:46.644803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15430e45-851a-4c78-9bb6-9fd8f1178e55 req-43cd0370-ab7d-4e2a-82db-a43b98fabe01 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 Sep 21 18:01:46.668505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de71505-17e7-4a1d-a4d3-60371a8c50a5 req-43e85933-2a4d-4856-a096-571617bb3359 service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376618 Sep 21 18:01:46.855371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-0e58b2fe-cf84-4232-9839-78278b99f5da service neutron] 10.222.0.78 "GET /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.1460176 Sep 21 18:01:46.858789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-06884ac6-6d79-4cd4-93f7-3dc6c18f700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:46.860467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-06884ac6-6d79-4cd4-93f7-3dc6c18f700a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 1095 time: 0.1117954 Sep 21 18:01:46.868918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8af100-5b6d-4cdd-a782-bf6989fb9b31 req-8b571964-cfe5-49e4-97b8-1a66b3945176 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:46.870603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df8af100-5b6d-4cdd-a782-bf6989fb9b31 req-8b571964-cfe5-49e4-97b8-1a66b3945176 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 943 time: 0.1268225 Sep 21 18:01:47.036811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060d284-b391-4264-8f08-4951bd588554 req-bb1b5440-2938-47cf-93c6-59c5a8a76794 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.039421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8060d284-b391-4264-8f08-4951bd588554 req-bb1b5440-2938-47cf-93c6-59c5a8a76794 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 944 time: 0.0660193 Sep 21 18:01:47.053508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df8af100-5b6d-4cdd-a782-bf6989fb9b31 req-30c520ac-2489-41f3-83f3-989b172c2e35 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483777 Sep 21 18:01:47.100671 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8060d284-b391-4264-8f08-4951bd588554 req-be5c6c96-ef88-4e49-bf44-99067620bf44 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Sep 21 18:01:47.101077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-1bfed1ed-04e1-405a-9244-44f35db42319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.102630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-1bfed1ed-04e1-405a-9244-44f35db42319 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.2254832 Sep 21 18:01:47.198667 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-a6687f2f-a423-4501-a820-612d6179728c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 217 time: 0.0633769 Sep 21 18:01:47.261488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:47.301307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-449b1e26-8426-4b64-b63b-907ed80dc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.302889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-449b1e26-8426-4b64-b63b-907ed80dc52a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0851274 Sep 21 18:01:47.304026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:47.374799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:47.389056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:47.404308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-01ec15f1-01c5-4496-bef2-b27304e60810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.405860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-01ec15f1-01c5-4496-bef2-b27304e60810 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802536 Sep 21 18:01:47.418741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.518609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7496ff8-6e0e-4495-a236-491ede6ec56c req-54889b48-8ed7-461d-8cdd-898d5655b2c5 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 210 time: 0.0312655 Sep 21 18:01:47.543651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c03477ef-57d6-4010-9f3b-f1f217dad57a details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:47.563075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05043-358f-4bad-9082-674068089adb req-7c410d11-49a0-406e-b936-a7be47c8cbcf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.564642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6aa05043-358f-4bad-9082-674068089adb req-7c410d11-49a0-406e-b936-a7be47c8cbcf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 949 time: 0.1650858 Sep 21 18:01:47.635749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-11e6cdb7-b893-4b15-9075-1a82585c2660 service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145560 Sep 21 18:01:47.653085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] Transition to ACTIVE for port object 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:47.687253 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.712174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6aa05043-358f-4bad-9082-674068089adb req-dc50af3a-62d2-4344-9420-f0ec2fae2f13 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342053 Sep 21 18:01:47.750864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port c03477ef-57d6-4010-9f3b-f1f217dad57a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c03477ef-57d6-4010-9f3b-f1f217dad57a,segment=NetworkSegment(eead0fc4-e8e0-4830-a732-f064f1a83a2a),segment_id=eead0fc4-e8e0-4830-a732-f064f1a83a2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:47.767423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'c03477ef-57d6-4010-9f3b-f1f217dad57a', 'network_id': 'f45b8bdd-2798-4d16-afeb-3d13c8c32af7', 'port_id': 'c03477ef-57d6-4010-9f3b-f1f217dad57a', 'mac_address': 'fa:16:3e:8c:bd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ab0cb6-0ed3-40d6-a73f-c36573789588', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:47.803821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:47.858702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.880244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03477ef-57d6-4010-9f3b-f1f217dad57a {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:47.887809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] No DVR routers for this DVR port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:47.900879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:47.919014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port c03477ef-57d6-4010-9f3b-f1f217dad57a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c03477ef-57d6-4010-9f3b-f1f217dad57a,segment=NetworkSegment(eead0fc4-e8e0-4830-a732-f064f1a83a2a),segment_id=eead0fc4-e8e0-4830-a732-f064f1a83a2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:47.923123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:47.927085 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.929702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105b5e-64ae-4131-ac53-e063d07e1a49 req-865e9a77-2754-4084-b230-021e5f1d6662 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.931515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2105b5e-64ae-4131-ac53-e063d07e1a49 req-865e9a77-2754-4084-b230-021e5f1d6662 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 944 time: 0.2279406 Sep 21 18:01:47.936236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275feff4-5e4f-4de8-a9a1-2edc6ae3352f req-656262cf-cef0-4b40-901f-5c64cd2dca72 service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815933 Sep 21 18:01:47.959861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-bad0ecf6-0aa0-44f0-868c-aba6e8630466 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.963251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-bad0ecf6-0aa0-44f0-868c-aba6e8630466 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.78 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 813 time: 0.3364804 Sep 21 18:01:47.968117 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-81c19aa3-5e8d-4411-9ae3-f1d2db398478 service neutron] 10.222.0.41 "GET /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab/bindings/n-h1-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.2127674 Sep 21 18:01:47.971465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1800d34e-b1fa-4383-84fc-120111b67f67 service neutron] 10.222.0.78 "PUT /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0/bindings/n-h2-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0997772 Sep 21 18:01:47.985277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87666b-5495-4c67-8ea0-65f52f71a5aa req-c8c6cc42-4c62-4ac5-8bc9-8dc8339d49ea tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:47.987593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae87666b-5495-4c67-8ea0-65f52f71a5aa req-c8c6cc42-4c62-4ac5-8bc9-8dc8339d49ea tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 943 time: 0.1090641 Sep 21 18:01:47.991028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=c03477ef-57d6-4010-9f3b-f1f217dad57a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:48.002236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'port': {'device_id': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8', 'admin_state_up': True, 'tenant_id': 'c0c585f6b65a444592093b930872598e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:48.035887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae87666b-5495-4c67-8ea0-65f52f71a5aa req-d4c93769-7d68-4596-9e6e-8ed995d036c7 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Sep 21 18:01:48.134944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-f500f662-6300-4498-ae6e-044b27a5d577 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.136293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-f500f662-6300-4498-ae6e-044b27a5d577 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.0762827 Sep 21 18:01:48.142955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2105b5e-64ae-4131-ac53-e063d07e1a49 req-e1749d93-d158-4ee8-b590-cdaa870bfd28 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779771 Sep 21 18:01:48.164549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0ce8a-a8d0-4a12-ac2d-4e492326354a req-5dae9edf-ddf0-415f-b3e6-2399bccc9de6 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.166131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24a0ce8a-a8d0-4a12-ac2d-4e492326354a req-5dae9edf-ddf0-415f-b3e6-2399bccc9de6 tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 1100 time: 0.0641358 Sep 21 18:01:48.233277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24a0ce8a-a8d0-4a12-ac2d-4e492326354a req-afc3d1ea-ce45-4844-8cb4-2b4a62fecd3c tempest-ServersOnMultiNodesTest-81604732 tempest-ServersOnMultiNodesTest-81604732-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 Sep 21 18:01:48.236133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6d87c780-11a1-4693-877d-f99d03b23706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.238223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-6d87c780-11a1-4693-877d-f99d03b23706 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572&tenant_id=488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 1095 time: 0.0860682 Sep 21 18:01:48.314488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Made reservation on behalf of c0c585f6b65a444592093b930872598e for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:48.318987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.352833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d628e7-b80e-4894-85f5-800a25abf39f req-bf4a0427-687f-4dae-83b0-54e668a97446 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.354498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57d628e7-b80e-4894-85f5-800a25abf39f req-bf4a0427-687f-4dae-83b0-54e668a97446 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.1303678 Sep 21 18:01:48.374163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-53e63db9-baea-4b40-a022-14a42070efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.375603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-53e63db9-baea-4b40-a022-14a42070efa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1095 time: 0.0843992 Sep 21 18:01:48.398146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f107e-7749-42de-bc41-c2f9c5ed1ce3 req-8994bcd1-374e-402b-baba-bca198f69044 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.399586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e93f107e-7749-42de-bc41-c2f9c5ed1ce3 req-8994bcd1-374e-402b-baba-bca198f69044 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 944 time: 0.0720692 Sep 21 18:01:48.436833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:48.493118 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57d628e7-b80e-4894-85f5-800a25abf39f req-c90a116e-962b-40b7-b19f-00e7698fba13 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224449 Sep 21 18:01:48.497180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:48.498805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e93f107e-7749-42de-bc41-c2f9c5ed1ce3 req-89a21094-3c28-4ae6-9034-4c365df76f2c tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908570 Sep 21 18:01:48.543130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-3e37a462-5d02-46f2-a417-6d77f4d206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.545085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-3e37a462-5d02-46f2-a417-6d77f4d206cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.1445360 Sep 21 18:01:48.581440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:48.599923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:48.603891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-ac577577-101e-43e2-859a-b798821eb682 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 200 len: 217 time: 0.0422153 Sep 21 18:01:48.632424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.640541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Allocated IP 172.20.0.14 (514a462d-b596-465d-8a3f-16e8671c39a8/3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109/e5516bc8-da72-4c66-ac05-8c8dff3442d7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:48.640904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c03477ef-57d6-4010-9f3b-f1f217dad57a'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:48.716567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-2e897a3d-d3fc-467f-82c5-173ae41302c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.722097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-2e897a3d-d3fc-467f-82c5-173ae41302c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.0970168 Sep 21 18:01:48.812510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-436ef9dd-b510-4f8d-b1a2-dd583df6a85a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673752 Sep 21 18:01:48.853159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] Transition to ACTIVE for port object c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:48.902834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.906262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a7b9a69c-a147-4a77-95fe-6551ead5eea8 req-f1b730f3-7872-43a3-aaa0-5d8fe68d7dce tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 210 time: 0.0666318 Sep 21 18:01:48.933901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7935ad-6cc2-4869-a984-14642850228c req-8b49a0e3-562b-41ae-b068-41339be5f4c6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:48.938736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b7935ad-6cc2-4869-a984-14642850228c req-8b49a0e3-562b-41ae-b068-41339be5f4c6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 949 time: 0.1238663 Sep 21 18:01:48.983695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-b3669e9f-d540-43e1-82a1-8fe5fdaa5d69 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551304 Sep 21 18:01:48.985379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] No DVR routers for this DVR port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:48.997644 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b7935ad-6cc2-4869-a984-14642850228c req-b7d2353d-d98d-4d05-a67c-130ae86d2243 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541883 Sep 21 18:01:49.029710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159a272-5307-465c-abb2-b680b19389ca service neutron] Pushing event updated for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=10']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:49.053672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.064342 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b159a272-5307-465c-abb2-b680b19389ca service neutron] 10.222.0.41 "PUT /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab/bindings/n-h1-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0714180 Sep 21 18:01:49.100769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-efda539b-a1f8-4b1a-a96a-6a1cc63d047a service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010923 Sep 21 18:01:49.101809 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.177962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Network 514a462d-b596-465d-8a3f-16e8671c39a8 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:49.185803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:49.191195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:49.224708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:49.257683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d415dc9-0ea5-4bcf-8b79-2b9cf0fde843 req-c8db88bb-2603-4e76-b95d-1ebc6115b377 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.259158 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d415dc9-0ea5-4bcf-8b79-2b9cf0fde843 req-c8db88bb-2603-4e76-b95d-1ebc6115b377 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 944 time: 0.1203709 Sep 21 18:01:49.272110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.272801 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.287408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88f-4263-41f7-9d60-05b8842c3349 req-11ee01f0-044c-4136-993b-17929551cd8b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.289346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e73d88f-4263-41f7-9d60-05b8842c3349 req-11ee01f0-044c-4136-993b-17929551cd8b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.0654795 Sep 21 18:01:49.306711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-0219ac0a-7080-4780-be99-27c45cb040b8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3148937 Sep 21 18:01:49.327553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Request body: {'port': {'device_id': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:49.353563 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d415dc9-0ea5-4bcf-8b79-2b9cf0fde843 req-e06106ce-96f0-46cd-89ff-7e30f2bee4e3 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756757 Sep 21 18:01:49.374293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e73d88f-4263-41f7-9d60-05b8842c3349 req-bee95d3b-4154-431c-8a51-0c5593265632 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754526 Sep 21 18:01:49.383732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-de824b29-1219-42e8-a11a-3982eddafb9f tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.385553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-de824b29-1219-42e8-a11a-3982eddafb9f tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.0954626 Sep 21 18:01:49.413540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.449520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-bb91352f-dbbc-42c5-8e69-36757aca2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.451423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-bb91352f-dbbc-42c5-8e69-36757aca2824 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb&tenant_id=97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 1096 time: 0.0555480 Sep 21 18:01:49.537104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-41e91537-32f4-4d98-8f02-35d567bc06e1 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.538620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-41e91537-32f4-4d98-8f02-35d567bc06e1 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.0802636 Sep 21 18:01:49.547207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-bb314d48-ea77-47ba-916f-0a569fba0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.547885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-bb314d48-ea77-47ba-916f-0a569fba0eec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1096 time: 0.0623910 Sep 21 18:01:49.555439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 120d9fd4-5d19-4130-8994-bb188251f271 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:49.561623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:49.715578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:49.760292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8114-959b-4fe8-a732-2f25d19b6d96 req-fc15decd-d019-4fd8-8e96-f7cadb348ec2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.761602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 120d9fd4-5d19-4130-8994-bb188251f271, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=120d9fd4-5d19-4130-8994-bb188251f271,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:49.761874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c20f8114-959b-4fe8-a732-2f25d19b6d96 req-fc15decd-d019-4fd8-8e96-f7cadb348ec2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.1479352 Sep 21 18:01:49.775291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '120d9fd4-5d19-4130-8994-bb188251f271', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'mac_address': 'fa:16:3e:3f:96:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:49.806522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-a788f530-5e50-44fd-81e6-4f946698f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.807980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-a788f530-5e50-44fd-81e6-4f946698f6e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.2358937 Sep 21 18:01:49.824612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.838505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120d9fd4-5d19-4130-8994-bb188251f271 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:49.861019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 120d9fd4-5d19-4130-8994-bb188251f271, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=120d9fd4-5d19-4130-8994-bb188251f271,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:49.866910 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.879774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-57f9e0cc-d60e-4e1f-8c4e-ad08861c92b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 217 time: 0.0604851 Sep 21 18:01:49.934593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=120d9fd4-5d19-4130-8994-bb188251f271,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:49.936869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c20f8114-959b-4fe8-a732-2f25d19b6d96 req-2ccd49a8-1e10-4a6f-bceb-37d19699b05b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456680 Sep 21 18:01:49.940533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1e0eb3d0-c295-4db4-a5f4-aa822a6810e3 service neutron] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:49.946371 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1e0eb3d0-c295-4db4-a5f4-aa822a6810e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.947548 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b884c472-eecd-459e-9a7f-d5a1b143da2a req-1e0eb3d0-c295-4db4-a5f4-aa822a6810e3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0/bindings/n-h1-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.3767560 Sep 21 18:01:49.958435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-33c8dc7e-6f28-48c2-9894-aa11914cea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:49.959933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-33c8dc7e-6f28-48c2-9894-aa11914cea7f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0698028 Sep 21 18:01:50.003913 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-ee5910e5-30e6-4307-8b18-d533e88a49c7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309501 Sep 21 18:01:50.060244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624159a-14f0-444a-b05f-696474df3d2b req-81b5920b-60b9-4420-8c70-ff021216a456 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:50.061258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f624159a-14f0-444a-b05f-696474df3d2b req-81b5920b-60b9-4420-8c70-ff021216a456 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 944 time: 0.4636462 Sep 21 18:01:50.167913 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f624159a-14f0-444a-b05f-696474df3d2b req-194e6014-ed15-4125-9974-c5ae38c03d16 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888903 Sep 21 18:01:50.215433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5516bc8-da72-4c66-ac05-8c8dff3442d7 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:50.231728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.258838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Transition to ACTIVE for port object e5516bc8-da72-4c66-ac05-8c8dff3442d7 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:50.266510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.393632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:50.438691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:50.483900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-bdb4e88e-5355-4497-afd3-c87de5e2439f service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571698 Sep 21 18:01:50.493391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ede8e-ea00-4794-a2ec-f3652328b2ff req-059ce8c1-4711-42d7-a93d-23de142c72ee tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:50.501419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d03ede8e-ea00-4794-a2ec-f3652328b2ff req-059ce8c1-4711-42d7-a93d-23de142c72ee tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 944 time: 0.0950115 Sep 21 18:01:50.506022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ed05-f13a-4c70-a801-62ac930813bf req-62e06d73-e0a1-4ea5-a0cf-918855419eea tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:50.507733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d834ed05-f13a-4c70-a801-62ac930813bf req-62e06d73-e0a1-4ea5-a0cf-918855419eea tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 949 time: 0.1625757 Sep 21 18:01:50.510687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Attempting to bind port e5516bc8-da72-4c66-ac05-8c8dff3442d7 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:50.511138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Attempting to bind port e5516bc8-da72-4c66-ac05-8c8dff3442d7 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:50.511831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Attempting to bind port e5516bc8-da72-4c66-ac05-8c8dff3442d7 on network 514a462d-b596-465d-8a3f-16e8671c39a8 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:50.519715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Port e5516bc8-da72-4c66-ac05-8c8dff3442d7 on network 514a462d-b596-465d-8a3f-16e8671c39a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:50.519715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Attempting to bind port e5516bc8-da72-4c66-ac05-8c8dff3442d7 on network 514a462d-b596-465d-8a3f-16e8671c39a8 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:50.546610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['120d9fd4-5d19-4130-8994-bb188251f271'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:50.557488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:50.557960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Checking segment: {'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:50.558469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Bound using segment: {'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:50.559112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Bound port: e5516bc8-da72-4c66-ac05-8c8dff3442d7, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18020ead-6cb1-47d7-a615-55f2d82ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:50.559879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.589617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d03ede8e-ea00-4794-a2ec-f3652328b2ff req-599f4dd1-bbcd-48a4-aacc-afbbba026334 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869396 Sep 21 18:01:50.651328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d834ed05-f13a-4c70-a801-62ac930813bf req-8deb2ba4-6d53-4959-ac03-9ec5e922f6be tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160207 Sep 21 18:01:50.736407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:50.742809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:50.753598 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.804154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-85187c51-202d-40b2-89d9-dfc3c6ad991f service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792850 Sep 21 18:01:50.856641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:50.857400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.858867 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] 10.222.0.78 "PUT /v2.0/ports/e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 1092 time: 1.5365717 Sep 21 18:01:50.860979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:50.864660 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f0e72d-0d53-4714-96f7-503c372e2e26" -d '{"events": [{"name": "network-changed", "server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:50.882037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc6ae5-2592-4b0d-bb06-5a48909e01c9 req-6238dc62-9632-4334-b0e4-2631147cdc6c tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:50.902214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32dc6ae5-2592-4b0d-bb06-5a48909e01c9 req-6238dc62-9632-4334-b0e4-2631147cdc6c tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1095 time: 0.1193218 Sep 21 18:01:50.939446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6026d89-b10c-464e-bf90-bdd2fa132de0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:50.943612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32dc6ae5-2592-4b0d-bb06-5a48909e01c9 req-88301f30-5592-48a8-8328-0791933e159c tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Sep 21 18:01:50.978115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-94a7a576-a8fb-4166-8c1d-ce176ea1bb2e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:50.981631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-94a7a576-a8fb-4166-8c1d-ce176ea1bb2e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 949 time: 0.2090876 Sep 21 18:01:51.003369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9428f-4864-44e0-8183-211f4a8207ac req-72c41e94-aaad-4b12-b2d8-ecf7a60bf680 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:51.003369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ba9428f-4864-44e0-8183-211f4a8207ac req-72c41e94-aaad-4b12-b2d8-ecf7a60bf680 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 944 time: 0.1790643 Sep 21 18:01:51.107729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291abee1-7aa3-44b4-aeab-0a008c26c5b2 req-4c360d7a-ce32-4567-aaef-6e4a6c07663a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:51.109248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-291abee1-7aa3-44b4-aeab-0a008c26c5b2 req-4c360d7a-ce32-4567-aaef-6e4a6c07663a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.0576079 Sep 21 18:01:51.141431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-10b28769-a8f6-4168-ba7c-106145cd26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:51.143021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-10b28769-a8f6-4168-ba7c-106145cd26d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1095 time: 0.1587203 Sep 21 18:01:51.146360 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ba9428f-4864-44e0-8183-211f4a8207ac req-5d5299aa-5276-44ec-a4a4-cb4870736ed4 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302052 Sep 21 18:01:51.154054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-291abee1-7aa3-44b4-aeab-0a008c26c5b2 req-0bd7dbe2-c3dd-4efe-9a20-ee4a8b9cb23b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Sep 21 18:01:51.224778 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5f9ce1-18d5-4e70-9cee-75f5ca060af1 x-openstack-request-id: req-fd5f9ce1-18d5-4e70-9cee-75f5ca060af1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:51.227701 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:51.227701 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd5f9ce1-18d5-4e70-9cee-75f5ca060af1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:51.227701 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7', 'status': 'completed', 'code': 200} Sep 21 18:01:51.232817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-911d55f6-6485-48d7-b783-a16039f6019a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 217 time: 0.0660257 Sep 21 18:01:51.257593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port 44e8df77-2bdd-4e69-8272-19a50ded291d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:51.257957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.295211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bfd7f-424e-41d0-8e70-fd84f0e0ca0b req-f4af47da-6c71-4034-8ae2-41c7124f5710 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:51.297723 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-476bfd7f-424e-41d0-8e70-fd84f0e0ca0b req-f4af47da-6c71-4034-8ae2-41c7124f5710 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 1095 time: 0.0582645 Sep 21 18:01:51.367955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-72300490-beb3-47e2-93ad-5bfba831021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:51.369537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-72300490-beb3-47e2-93ad-5bfba831021c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.1227024 Sep 21 18:01:51.372383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-476bfd7f-424e-41d0-8e70-fd84f0e0ca0b req-fc386475-f567-40a5-ad89-5aefe63fdbc0 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669959 Sep 21 18:01:51.480351 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-57d81cf0-c351-4cb5-befe-ee7d7b162eb7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819435 Sep 21 18:01:51.493963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port 44e8df77-2bdd-4e69-8272-19a50ded291d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=44e8df77-2bdd-4e69-8272-19a50ded291d,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:51.494724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.564381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c03477ef-57d6-4010-9f3b-f1f217dad57a up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:51.615711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for 44e8df77-2bdd-4e69-8272-19a50ded291d owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:51.646868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port c03477ef-57d6-4010-9f3b-f1f217dad57a completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:51.654962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port c03477ef-57d6-4010-9f3b-f1f217dad57a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:51.656628 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.682703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-5c96133c-c5e1-4023-8cc8-ed42d2fc4788 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:51.684490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-5c96133c-c5e1-4023-8cc8-ed42d2fc4788 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.0817566 Sep 21 18:01:51.805207 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.836540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b584b-c33c-46ba-9b6d-2ddc917ccfe4 req-6d15ad01-6923-46d2-abb8-8016fe2b25a3 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:51.844417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b08519b8-e173-424e-8448-e48e4daac0b6 service neutron] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:51.848278 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b08519b8-e173-424e-8448-e48e4daac0b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.849559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d9e70d-c6c5-4360-8cc3-8f89e3eb7a90 req-b08519b8-e173-424e-8448-e48e4daac0b6 service neutron] 10.222.0.78 "DELETE /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab/bindings/n-h2-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.1572449 Sep 21 18:01:51.850179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d5b584b-c33c-46ba-9b6d-2ddc917ccfe4 req-6d15ad01-6923-46d2-abb8-8016fe2b25a3 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 945 time: 0.3222222 Sep 21 18:01:51.851765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cc1245-d91b-4631-8890-99ab67d5a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03477ef-57d6-4010-9f3b-f1f217dad57a'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:51.854405 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de193a79-6898-434b-bca0-937e2b0aff00" -d '{"events": [{"server_uuid": "06cc1245-d91b-4631-8890-99ab67d5a699", "name": "network-vif-plugged", "status": "completed", "tag": "c03477ef-57d6-4010-9f3b-f1f217dad57a"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:51.871891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port c03477ef-57d6-4010-9f3b-f1f217dad57a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c03477ef-57d6-4010-9f3b-f1f217dad57a,segment=NetworkSegment(eead0fc4-e8e0-4830-a732-f064f1a83a2a),segment_id=eead0fc4-e8e0-4830-a732-f064f1a83a2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:51.876906 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.948993 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-1bf14464-f871-4b06-8f85-85cbb1c60025 service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488692 Sep 21 18:01:51.977715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=c03477ef-57d6-4010-9f3b-f1f217dad57a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:52.041495 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d5b584b-c33c-46ba-9b6d-2ddc917ccfe4 req-678247bb-0e52-4a5d-b16e-e136a9e81cd0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902628 Sep 21 18:01:52.117599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15a6c5-9f4a-452e-8833-da8c69d5b7e9 req-e4ed0f2b-af23-4d4c-a4a6-75fa7cc9ac72 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.128042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd15a6c5-9f4a-452e-8833-da8c69d5b7e9 req-e4ed0f2b-af23-4d4c-a4a6-75fa7cc9ac72 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 944 time: 0.0810800 Sep 21 18:01:52.168098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd15a6c5-9f4a-452e-8833-da8c69d5b7e9 req-b004ff05-f91a-421a-afb2-4440f3f400ae tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Sep 21 18:01:52.209439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a35264c-7f48-4dcc-a8d8-e58ad704f315 req-a79ef453-f807-4c63-b537-05a133cb2f10 service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465711 Sep 21 18:01:52.215975 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.229103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', '0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:52.284100 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367b7d3a-4146-4f33-8fa5-ac0e5bdba33b x-openstack-request-id: req-367b7d3a-4146-4f33-8fa5-ac0e5bdba33b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:52.284526 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cc1245-d91b-4631-8890-99ab67d5a699", "name": "network-vif-plugged", "status": "completed", "tag": "c03477ef-57d6-4010-9f3b-f1f217dad57a", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:52.284755 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-367b7d3a-4146-4f33-8fa5-ac0e5bdba33b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:52.286019 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cc1245-d91b-4631-8890-99ab67d5a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03477ef-57d6-4010-9f3b-f1f217dad57a', 'code': 200} Sep 21 18:01:52.332875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=44e8df77-2bdd-4e69-8272-19a50ded291d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:52.402612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13749-9c33-4549-9a86-6bd9d70b9fe5 req-5211b31d-29fe-48a0-b734-ef7eed737ba6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.411092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ce13749-9c33-4549-9a86-6bd9d70b9fe5 req-5211b31d-29fe-48a0-b734-ef7eed737ba6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5 HTTP/1.1" status: 200 len: 867 time: 0.2663565 Sep 21 18:01:52.413044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port 44e8df77-2bdd-4e69-8272-19a50ded291d on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:52.416163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.421079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12f24a23-847d-403c-8c39-dbc61d832d94 req-6bc4b95b-0cc4-4e29-b1db-e3194ec498d4 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "DELETE /v2.0/ports/44e8df77-2bdd-4e69-8272-19a50ded291d HTTP/1.1" status: 204 len: 173 time: 1.4203491 Sep 21 18:01:52.490668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedd5d0-d091-47d1-9a46-6d45c71b7e2c req-bf118d81-73b0-4a2b-a67d-98b8e30537a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.491328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ce13749-9c33-4549-9a86-6bd9d70b9fe5 req-14632ef0-a7f2-4547-9201-23fd91b5f88c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792797 Sep 21 18:01:52.493313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dedd5d0-d091-47d1-9a46-6d45c71b7e2c req-bf118d81-73b0-4a2b-a67d-98b8e30537a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 1096 time: 0.1453967 Sep 21 18:01:52.500737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-72f67d2d-b221-4e2a-8f56-b99ddd53b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.508058 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-72f67d2d-b221-4e2a-8f56-b99ddd53b33f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1095 time: 0.1933331 Sep 21 18:01:52.510847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3dc85-b765-4e93-b2a0-2328559d2c82 req-a26fb4c3-7ce1-4527-8811-e2dd1eccb96a tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.520755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92f3dc85-b765-4e93-b2a0-2328559d2c82 req-a26fb4c3-7ce1-4527-8811-e2dd1eccb96a tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.1223693 Sep 21 18:01:52.646402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92f3dc85-b765-4e93-b2a0-2328559d2c82 req-7efc2244-bcc4-46cc-8a76-626140f0fa6d tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245148 Sep 21 18:01:52.657965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dedd5d0-d091-47d1-9a46-6d45c71b7e2c req-b0a1bc85-86aa-4509-a609-116686e0b7aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347644 Sep 21 18:01:52.679138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6d74abc2-23bc-450d-9c0c-ba23038db5c1', '7f808522-d5c3-46e3-8cea-60173c1c9c61', '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:52.717770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-df3a7824-0d03-47f6-babc-b5ba1b2ff277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.719591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-df3a7824-0d03-47f6-babc-b5ba1b2ff277 service neutron] 10.222.0.78 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 915 time: 0.2071486 Sep 21 18:01:52.733551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ab871-8f84-4984-b10b-2917ece90c7f req-4200cda1-65cb-47c9-9d9c-a521c7017f3a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.735802 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-573ab871-8f84-4984-b10b-2917ece90c7f req-4200cda1-65cb-47c9-9d9c-a521c7017f3a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.0967267 Sep 21 18:01:52.793996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-c1a984ef-c2c1-45b5-b2c4-1879b456ef9f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 217 time: 0.0560706 Sep 21 18:01:52.867364 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-573ab871-8f84-4984-b10b-2917ece90c7f req-f13c4de3-6794-45ef-9acd-bb55f06e2312 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818398 Sep 21 18:01:52.871062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-50eadc0d-957f-483d-97dc-910c149c3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:52.872514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-50eadc0d-957f-483d-97dc-910c149c3d6b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.0664241 Sep 21 18:01:52.916234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-a03fd642-b94b-430f-b0a7-ca07c7a569e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348549 Sep 21 18:01:53.075093 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-d688e3a4-53e5-4241-944d-5a224ddd7a83 service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491714 Sep 21 18:01:53.081432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfda34-e312-4223-885e-95007a16a979 req-ba0c1b12-7d69-4daf-bbdf-66ef5fa64df6 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:53.082917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bbfda34-e312-4223-885e-95007a16a979 req-ba0c1b12-7d69-4daf-bbdf-66ef5fa64df6 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1096 time: 0.0742900 Sep 21 18:01:53.217717 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bbfda34-e312-4223-885e-95007a16a979 req-f7cb6acd-56b3-4d07-a0e2-80343128106d tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879962 Sep 21 18:01:53.221284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e6c13-3e74-4ea9-82ae-df0930fbd5dd req-168b6c65-7355-4920-9717-ef24a17757a1 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:53.225391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc4e6c13-3e74-4ea9-82ae-df0930fbd5dd req-168b6c65-7355-4920-9717-ef24a17757a1 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 945 time: 0.0769258 Sep 21 18:01:53.243945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'name': 'network-vif-deleted', 'tag': '44e8df77-2bdd-4e69-8272-19a50ded291d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:53.246422 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4dbbdc-e191-4114-858f-28ab22a2b7f7" -d '{"events": [{"server_uuid": "cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5", "name": "network-vif-deleted", "tag": "44e8df77-2bdd-4e69-8272-19a50ded291d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:53.270777 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63f0e72d-0d53-4714-96f7-503c372e2e26 req-3b44c80f-0511-4e25-816f-e1240b535c84 service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845372 Sep 21 18:01:53.292756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc4e6c13-3e74-4ea9-82ae-df0930fbd5dd req-8f996de1-ad95-48db-8813-4543fe1382e4 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592918 Sep 21 18:01:53.340243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf59bf-b81e-471c-9549-4edab9c57e04 req-ab8671f0-0b7e-43d2-b994-a3e90047840c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:53.342050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a5cf59bf-b81e-471c-9549-4edab9c57e04 req-ab8671f0-0b7e-43d2-b994-a3e90047840c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 944 time: 0.0586331 Sep 21 18:01:53.376531 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d281ef-44ed-4ca9-b9a0-5d95e53532a0 x-openstack-request-id: req-a4d281ef-44ed-4ca9-b9a0-5d95e53532a0 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:53.376821 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5", "name": "network-vif-deleted", "tag": "44e8df77-2bdd-4e69-8272-19a50ded291d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:53.377070 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4d281ef-44ed-4ca9-b9a0-5d95e53532a0 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:53.378302 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6bc3d4-d0d1-4a4f-8514-24e8b88e0fb5', 'name': 'network-vif-deleted', 'tag': '44e8df77-2bdd-4e69-8272-19a50ded291d', 'status': 'completed', 'code': 200} Sep 21 18:01:53.401917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a5cf59bf-b81e-471c-9549-4edab9c57e04 req-d454642d-9e0d-45e4-aa96-e967883457c7 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 Sep 21 18:01:53.573444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 120d9fd4-5d19-4130-8994-bb188251f271 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:53.618056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-6565c36e-9bd9-457d-a271-81a43eaac4c0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:53.620281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-6565c36e-9bd9-457d-a271-81a43eaac4c0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.1325321 Sep 21 18:01:53.642971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-3e5a1261-74ab-48e2-bf30-d898c43d605f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/quotas/97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 375 time: 0.0155139 Sep 21 18:01:53.660287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 120d9fd4-5d19-4130-8994-bb188251f271 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:53.666434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 120d9fd4-5d19-4130-8994-bb188251f271 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:53.667336 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.714861 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-df7c3718-f06e-4ee5-96c1-ddb2a72e346a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639064 Sep 21 18:01:53.774740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.839207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-f2ee386d-fc6c-4d35-8593-f34ba3f1f8cd service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181889 Sep 21 18:01:53.842840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 44e8df77-2bdd-4e69-8272-19a50ded291d no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:53.855034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 120d9fd4-5d19-4130-8994-bb188251f271, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=120d9fd4-5d19-4130-8994-bb188251f271,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:53.886762 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.888822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 44e8df77-2bdd-4e69-8272-19a50ded291d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:53.889345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 44e8df77-2bdd-4e69-8272-19a50ded291d not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:53.930841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966af0-2fc4-4890-b8f6-aabc4ca297b0 req-235327fe-af1c-4bda-b5ef-ff79f58f2afb tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:53.933138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e966af0-2fc4-4890-b8f6-aabc4ca297b0 req-235327fe-af1c-4bda-b5ef-ff79f58f2afb tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.1076260 Sep 21 18:01:53.955609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=120d9fd4-5d19-4130-8994-bb188251f271,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:53.980987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-e59fd7e0-5d76-4f85-969c-831157f3fade service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307728 Sep 21 18:01:54.010809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e966af0-2fc4-4890-b8f6-aabc4ca297b0 req-c3f75c9d-df41-46ae-86fc-a06a87e78711 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664413 Sep 21 18:01:54.214918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aacdd-8a44-45c9-9d56-1ba54bcb0a66 req-70bbff12-025f-4cf4-8752-dfc5604538d2 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:54.218111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-225aacdd-8a44-45c9-9d56-1ba54bcb0a66 req-70bbff12-025f-4cf4-8752-dfc5604538d2 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 950 time: 0.0629206 Sep 21 18:01:54.264230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-225aacdd-8a44-45c9-9d56-1ba54bcb0a66 req-dfe4bd73-96a1-4852-9235-783b27878389 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Sep 21 18:01:54.287114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:54.290560 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89786614-436a-4eda-934b-3df715ab0eb1" -d '{"events": [{"server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "name": "network-vif-plugged", "status": "completed", "tag": "120d9fd4-5d19-4130-8994-bb188251f271"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:54.302619 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ec70fb17-edcb-402f-9875-bc9c2c649277 req-ea94ce3a-f594-43f1-b5b6-56e0230ee9e7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 210 time: 0.0527551 Sep 21 18:01:54.338865 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fd652e-7985-4581-b2fc-3defa50768e9 x-openstack-request-id: req-18fd652e-7985-4581-b2fc-3defa50768e9 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:54.339275 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "name": "network-vif-plugged", "status": "completed", "tag": "120d9fd4-5d19-4130-8994-bb188251f271", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:54.339677 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18fd652e-7985-4581-b2fc-3defa50768e9 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:54.340176 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271', 'code': 200} Sep 21 18:01:54.484685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9306ca5-1413-44d6-9465-9a5de9ab5ca3 req-29c1d298-5a6d-4478-87c6-f9beff35b7dc tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:54.495095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c9306ca5-1413-44d6-9465-9a5de9ab5ca3 req-29c1d298-5a6d-4478-87c6-f9beff35b7dc tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 946 time: 0.0942867 Sep 21 18:01:54.524070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9be808-4f1d-43aa-9d43-81b46a567299 req-daacf5e5-1336-47b5-be48-4a2655eb9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:54.529223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9be808-4f1d-43aa-9d43-81b46a567299 req-daacf5e5-1336-47b5-be48-4a2655eb9f31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 1097 time: 0.1148477 Sep 21 18:01:54.548015 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c9306ca5-1413-44d6-9465-9a5de9ab5ca3 req-e8c5c168-7f4c-4885-89d7-ea87de30d7a0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502911 Sep 21 18:01:54.597708 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9be808-4f1d-43aa-9d43-81b46a567299 req-d57f1ac4-f8e3-4a69-bd06-be4882551052 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526326 Sep 21 18:01:54.685645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668b72-bf5f-49fa-bef4-7c942375ddce req-8d1aba86-2682-470a-91a6-08f270c6cfe9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:54.687278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab668b72-bf5f-49fa-bef4-7c942375ddce req-8d1aba86-2682-470a-91a6-08f270c6cfe9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 944 time: 0.0661080 Sep 21 18:01:54.734911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab668b72-bf5f-49fa-bef4-7c942375ddce req-bd7355a8-2d9c-4365-b0b9-ad1a88b14dfb tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Sep 21 18:01:55.178293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329444b3-a716-49e9-ae69-f6a9bbcb8898 req-dd1671cd-4099-4f4a-a7c3-eaf8ed89fe84 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:55.186320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-329444b3-a716-49e9-ae69-f6a9bbcb8898 req-dd1671cd-4099-4f4a-a7c3-eaf8ed89fe84 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.0967679 Sep 21 18:01:55.258396 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-329444b3-a716-49e9-ae69-f6a9bbcb8898 req-f719d001-ddd5-43b4-a66e-808de2255e37 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669084 Sep 21 18:01:55.413091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fec6d8-0a5a-4ff1-be26-89da85bc0d7a req-696e7190-24a9-4641-88f7-720ebd349367 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:55.421061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72fec6d8-0a5a-4ff1-be26-89da85bc0d7a req-696e7190-24a9-4641-88f7-720ebd349367 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 950 time: 0.0764329 Sep 21 18:01:55.424115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f361ca1f-7dd0-4917-be8e-5be27612abad req-791a1093-b4b6-481b-9205-9bc0e5f0774d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 210 time: 0.0423326 Sep 21 18:01:55.546857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72fec6d8-0a5a-4ff1-be26-89da85bc0d7a req-5e4aaf65-1de2-4bbe-8438-668712281e8b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249199 Sep 21 18:01:55.607124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-8bfe0b5d-0184-4317-8d69-3cb6c28f3122 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:55.609762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-8bfe0b5d-0184-4317-8d69-3cb6c28f3122 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.1862092 Sep 21 18:01:55.626164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Request body: {'port': {'device_id': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'admin_state_up': True, 'tenant_id': '97a27e9f4de64dc082327af06be8224b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:55.759679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9ea2d-1384-4ac9-8ada-7b9a1b2fcc86 req-5f5acbf2-8abc-4430-8eec-357334d86400 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:55.763507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-51a9ea2d-1384-4ac9-8ada-7b9a1b2fcc86 req-5f5acbf2-8abc-4430-8eec-357334d86400 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 946 time: 0.1188285 Sep 21 18:01:55.802665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e5516bc8-da72-4c66-ac05-8c8dff3442d7 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:55.813878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Made reservation on behalf of 97a27e9f4de64dc082327af06be8224b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:55.817561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.839329 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-51a9ea2d-1384-4ac9-8ada-7b9a1b2fcc86 req-da132255-561a-44ce-8b6b-dbb65a7278c0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638969 Sep 21 18:01:55.911430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb98763-37c8-4899-a886-7d12c1a168ec req-0ab5db4a-e84f-48ee-a997-a4c6abe03ffb tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:55.913375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bb98763-37c8-4899-a886-7d12c1a168ec req-0ab5db4a-e84f-48ee-a997-a4c6abe03ffb tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 944 time: 0.0829387 Sep 21 18:01:55.972777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bb98763-37c8-4899-a886-7d12c1a168ec req-cd5a7733-3717-4336-aae2-a4db5919138b tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519452 Sep 21 18:01:55.974842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:55.992207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7', 'network_id': '514a462d-b596-465d-8a3f-16e8671c39a8', 'port_id': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7', 'mac_address': 'fa:16:3e:a4:c7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:55.999559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Allocated IP 172.20.0.14 (9ea3f511-accc-45c0-852a-5d8599230099/b50393ea-cf1b-4c33-9b70-42d19ccea4f3/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:56.034092 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.048928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5516bc8-da72-4c66-ac05-8c8dff3442d7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:56.070182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:56.075317 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.126956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:56.136220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.136568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.137094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.137684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.138147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.138572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.138911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.139248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.139583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.140264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.140264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.140582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.175082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.211028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.258339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Network 9ea3f511-accc-45c0-852a-5d8599230099 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:01:56.261681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:56.265700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:01:56.274905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:56.309339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.309687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.310060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.310438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.310773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.311248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.311610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.311941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.312266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.312604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.313107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.313433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:56.337018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:56.337920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.375445 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-7ea5e77a-bf95-4875-b3d1-42da8238aaca tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7532992 Sep 21 18:01:56.391945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Request body: {'port': {'device_id': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:56.406220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289fa01-0bc7-403f-9e5e-e05bd1cc9398 req-fa0729e3-bd08-43ff-a548-1641c02c5987 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:56.407918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1289fa01-0bc7-403f-9e5e-e05bd1cc9398 req-fa0729e3-bd08-43ff-a548-1641c02c5987 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.0771258 Sep 21 18:01:56.462314 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.464453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1289fa01-0bc7-403f-9e5e-e05bd1cc9398 req-09d4a9fd-3484-4c80-93b3-6b8ff1b33429 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Sep 21 18:01:56.503643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e5516bc8-da72-4c66-ac05-8c8dff3442d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:56.738049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d6ef7-4ffc-46da-9f3f-14968d77059d req-d24187a9-5c0d-4b86-991c-7c424c8d1688 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:56.740035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-734d6ef7-4ffc-46da-9f3f-14968d77059d req-d24187a9-5c0d-4b86-991c-7c424c8d1688 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 932 time: 0.2239294 Sep 21 18:01:56.754653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19eb5-d224-4e91-8488-58da730f1ef5 req-17a7b432-320b-4a6f-8826-e346e5c8f973 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:56.762951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2d19eb5-d224-4e91-8488-58da730f1ef5 req-17a7b432-320b-4a6f-8826-e346e5c8f973 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 950 time: 0.0946341 Sep 21 18:01:56.826343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2d19eb5-d224-4e91-8488-58da730f1ef5 req-5066dee8-cf80-4d3e-8d7e-b18657238527 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 Sep 21 18:01:56.834144 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-734d6ef7-4ffc-46da-9f3f-14968d77059d req-3aaa0ca4-b4be-4d0a-817b-313db52e259d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629339 Sep 21 18:01:56.922035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:56.933880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.948346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Transition to ACTIVE for port object c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:56.953487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.030066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316aae4-ba3e-4708-89f2-ca7ddb98fa29 req-a1bb8f99-fde3-46e9-8fcc-0cef7d956ac8 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.038160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b316aae4-ba3e-4708-89f2-ca7ddb98fa29 req-a1bb8f99-fde3-46e9-8fcc-0cef7d956ac8 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 946 time: 0.0795014 Sep 21 18:01:57.042452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:57.093806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b316aae4-ba3e-4708-89f2-ca7ddb98fa29 req-c01a8f04-3ec7-493d-ba06-ecf9592d2f8a tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543444 Sep 21 18:01:57.124480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:57.124914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:57.125380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:57.132062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:57.132400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:57.140661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:57.141013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:57.141404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:57.141842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Bound port: c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:57.142273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.222643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509abf9-be6e-4d51-b931-4d90b8512970 req-bc09e69b-37b1-4152-8172-06f2f511664a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.224858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d509abf9-be6e-4d51-b931-4d90b8512970 req-bc09e69b-37b1-4152-8172-06f2f511664a tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 945 time: 0.0638618 Sep 21 18:01:57.250367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:57.274323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d509abf9-be6e-4d51-b931-4d90b8512970 req-bd19c98d-48ff-4df5-b95a-2589cae1a640 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Sep 21 18:01:57.311576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:57.318370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.362926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-ff14ea7a-8b99-4639-88db-a4a88daaa0a1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.364779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-ff14ea7a-8b99-4639-88db-a4a88daaa0a1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 950 time: 0.0725386 Sep 21 18:01:57.379835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-aeb48866-adb3-400f-99f1-8386b31aebdd tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.381459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-aeb48866-adb3-400f-99f1-8386b31aebdd tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1414862 Sep 21 18:01:57.389403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.390018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.391573 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] 10.222.0.78 "PUT /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 1092 time: 1.0043957 Sep 21 18:01:57.392465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:57.394843 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:57.493830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9ddd-85b6-4730-aecc-dc1d391f8f1b req-274d2707-abb2-4177-b715-94b18ac241eb tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.496154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28ca9ddd-85b6-4730-aecc-dc1d391f8f1b req-274d2707-abb2-4177-b715-94b18ac241eb tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.1492498 Sep 21 18:01:57.547720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28ca9ddd-85b6-4730-aecc-dc1d391f8f1b req-1684e0d1-cf0c-4289-b1e9-46e758c71bc4 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Sep 21 18:01:57.562242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:57.562598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.686357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:57.686582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.701621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:57.746286 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7600fd9e-7fe7-49bb-9f05-3f489e2328bb x-openstack-request-id: req-7600fd9e-7fe7-49bb-9f05-3f489e2328bb {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:57.746902 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:57.746902 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7600fd9e-7fe7-49bb-9f05-3f489e2328bb {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:57.747232 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', 'status': 'completed', 'code': 200} Sep 21 18:01:57.774343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b2f9c-93c2-47fc-a090-0b57496aa4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:57.782340 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2c34f562-825e-49c7-9a6e-181b5bf9d1c3 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.3786681 Sep 21 18:01:57.800623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'floatingip': {'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:57.804282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-c56d9fc2-5f5f-430a-a83a-015ae19c7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.805734 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-c56d9fc2-5f5f-430a-a83a-015ae19c7a76 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1095 time: 0.1016312 Sep 21 18:01:57.848866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.867690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', '0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:57.871711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6d74abc2-23bc-450d-9c0c-ba23038db5c1', '7f808522-d5c3-46e3-8cea-60173c1c9c61', '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:57.879227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-0d983a35-add6-4d5b-998a-dda8a9d4cf80 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 217 time: 0.0427072 Sep 21 18:01:57.880844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:57.881353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.895985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.896707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.897213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.897715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.898414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.898930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.899412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.899899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.900391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.900899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.901390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.901878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:57.987475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:57.991797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c42e27-5665-42a8-8217-d9d6b511b5e1 req-0fe8bbbd-c844-475e-a16b-e3e81204a459 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775 HTTP/1.1" status: 200 len: 210 time: 0.0707011 Sep 21 18:01:57.993471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.996248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f51a8e0b-99e8-4070-abbd-5f51c0bd542c req-c2a6f801-9a74-4a6f-8a3d-98f625f35dc1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "DELETE /v2.0/ports/559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 HTTP/1.1" status: 204 len: 173 time: 0.5918059 Sep 21 18:01:57.996248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'name': 'network-vif-deleted', 'tag': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:57.999598 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b8cb5-3886-4aa2-b69e-4fcea0d9048e" -d '{"events": [{"server_uuid": "58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775", "name": "network-vif-deleted", "tag": "559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:58.091386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-c07732a7-6830-430f-b4af-3b9495579e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:58.099139 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-c07732a7-6830-430f-b4af-3b9495579e9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1675036 Sep 21 18:01:58.143042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62029-1ee6-46ab-b5f2-ac81586f22b4 req-6c058a96-6a99-4808-920e-271be7399f26 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:58.146707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9f62029-1ee6-46ab-b5f2-ac81586f22b4 req-6c058a96-6a99-4808-920e-271be7399f26 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.0704336 Sep 21 18:01:58.159749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-6f186046-887d-4d05-877c-d20452da0651 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461266 Sep 21 18:01:58.194108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9f62029-1ee6-46ab-b5f2-ac81586f22b4 req-e27ecfc0-78fa-43ed-8cdf-7e357c498c95 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Sep 21 18:01:58.344862 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a759247-9abb-4b73-80e3-1cb24a3210ef x-openstack-request-id: req-2a759247-9abb-4b73-80e3-1cb24a3210ef {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:58.346355 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775", "name": "network-vif-deleted", "tag": "559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:58.346970 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a759247-9abb-4b73-80e3-1cb24a3210ef {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:58.354222 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-81e69843-2fd7-423d-b5ff-6476d9c621b5 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821451 Sep 21 18:01:58.365784 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d438f8-8e4a-4ad0-9db1-2f6ca1aa3775', 'name': 'network-vif-deleted', 'tag': '559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97', 'status': 'completed', 'code': 200} Sep 21 18:01:58.472292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be72507-dc68-4149-bde7-edc08ea1f184 req-ce48491e-fdea-4ec8-88c9-22f74f1ced0e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:58.480360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8be72507-dc68-4149-bde7-edc08ea1f184 req-ce48491e-fdea-4ec8-88c9-22f74f1ced0e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 945 time: 0.0682764 Sep 21 18:01:58.527604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8be72507-dc68-4149-bde7-edc08ea1f184 req-395ce5ef-94fa-42f0-b51d-93003e5eb720 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Sep 21 18:01:58.620356 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e17df31-b2c8-4dce-8e91-1e60f3582520 req-733a7675-dfa7-4add-bb96-2d7d9040dfb9 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555907 Sep 21 18:01:58.704464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2897a41-a6a1-45e3-bc73-5d82d69ba649 req-69bace1f-f2fc-4ed3-ad01-db353cef7aef tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:58.712875 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f2897a41-a6a1-45e3-bc73-5d82d69ba649 req-69bace1f-f2fc-4ed3-ad01-db353cef7aef tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.0764990 Sep 21 18:01:58.776341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f2897a41-a6a1-45e3-bc73-5d82d69ba649 req-1d41d93a-79ce-4e61-82a7-74223a72a60d tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Sep 21 18:01:58.786433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:58.800121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:58.804639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-69230562-0d4e-428b-af62-cfe33e061bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:58.806601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-69230562-0d4e-428b-af62-cfe33e061bb0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1095 time: 0.1254439 Sep 21 18:01:59.011818 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f associated. External IP: 172.25.3.29, port: 57512a5d-c784-4140-8157-4c1b89bfaa90. Sep 21 18:01:59.014579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-4a378c52-a0b4-493b-949a-f470631023cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.016040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-4a378c52-a0b4-493b-949a-f470631023cf service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.1727879 Sep 21 18:01:59.097602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-7c3f4202-674d-402c-a80f-0756f680f44c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 217 time: 0.0391166 Sep 21 18:01:59.206746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-4de63c50-fb7a-4fc4-8c2e-f4c2c6c1c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.208623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-4de63c50-fb7a-4fc4-8c2e-f4c2c6c1c534 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1021714 Sep 21 18:01:59.226074 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed236bd5-21af-4fe0-a920-f7a6877af6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.282613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-43f4f4e6-5876-47f1-8992-aacb8f3bac77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636954 Sep 21 18:01:59.308992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0efab-199d-4ed9-850b-9b0d6b313d61 req-635c3e3b-26dc-4300-a888-17e8f7a8443f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.310984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73b0efab-199d-4ed9-850b-9b0d6b313d61 req-635c3e3b-26dc-4300-a888-17e8f7a8443f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 950 time: 0.0594001 Sep 21 18:01:59.367167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73b0efab-199d-4ed9-850b-9b0d6b313d61 req-541cda0e-b1ab-4303-ac09-48dc74858f18 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483122 Sep 21 18:01:59.424303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:01:59.451509 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-a95588cf-08fb-4318-aea9-7e4693c7ed87 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588683 Sep 21 18:01:59.489018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9f31-7582-48fc-839c-60434bee42dc req-d8adf4e9-ade8-4428-84c7-abcaaabb86d8 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.490627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf5b9f31-7582-48fc-839c-60434bee42dc req-d8adf4e9-ade8-4428-84c7-abcaaabb86d8 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.0626328 Sep 21 18:01:59.535744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf5b9f31-7582-48fc-839c-60434bee42dc req-b67336c5-ed6c-4dd5-ae20-1ade4d78b2e9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Sep 21 18:01:59.633347 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed19d603-3a19-4d3c-9e2b-d7a9a7a175ef req-5b421e0d-0482-4d13-95ea-d805961ed845 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730974 Sep 21 18:01:59.641259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:01:59.649904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.653607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:01:59.669403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:59.670457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:59.691866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09c29-88bd-4e49-8b0a-af8b46aa2da6 req-fcec556e-4826-4018-8405-d70362e03e8d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.692833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-2ae6de34-7d05-44f7-869d-01903a14809e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "PUT /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 200 len: 995 time: 1.8999994 Sep 21 18:01:59.694769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7af09c29-88bd-4e49-8b0a-af8b46aa2da6 req-fcec556e-4826-4018-8405-d70362e03e8d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 945 time: 0.0796475 Sep 21 18:01:59.748016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:59.751135 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f7464-f3e9-4daa-bafa-224f982abc11" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:59.765684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-c8830015-10fb-4ecd-86ba-64e59637d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.769480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7af09c29-88bd-4e49-8b0a-af8b46aa2da6 req-af88c57b-9950-4b41-a25e-1b002af6c721 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657241 Sep 21 18:01:59.775110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-c8830015-10fb-4ecd-86ba-64e59637d867 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0663366 Sep 21 18:01:59.814910 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660321fb-5a51-4a1e-8446-7d3d8be0cae4 x-openstack-request-id: req-660321fb-5a51-4a1e-8446-7d3d8be0cae4 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:59.815520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:59.815613 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:59.815613 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-660321fb-5a51-4a1e-8446-7d3d8be0cae4 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:59.815895 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'status': 'completed', 'code': 200} Sep 21 18:01:59.820360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e5516bc8-da72-4c66-ac05-8c8dff3442d7 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:59.911980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-81b7d29a-018c-4634-8493-cdc4ebc28936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.919498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-81b7d29a-018c-4634-8493-cdc4ebc28936 service neutron] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.1434753 Sep 21 18:01:59.933675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec78ab9-4244-4d40-a565-d007daf06fe4 req-3f52b6d5-307f-4ebf-b36b-24b6a6c3f658 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.938671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fec78ab9-4244-4d40-a565-d007daf06fe4 req-3f52b6d5-307f-4ebf-b36b-24b6a6c3f658 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.0713832 Sep 21 18:01:59.996569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port e5516bc8-da72-4c66-ac05-8c8dff3442d7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:00.016205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fec78ab9-4244-4d40-a565-d007daf06fe4 req-64f3fa1b-b616-4dfb-a3a4-3925df6bbcc3 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720527 Sep 21 18:02:00.033319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port e5516bc8-da72-4c66-ac05-8c8dff3442d7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:00.036188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.261610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-c4184857-e627-46f3-b126-3ca550a2370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.263113 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-c4184857-e627-46f3-b126-3ca550a2370e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.4130437 Sep 21 18:02:00.268583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.303213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:00.305484 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-68b306a6-c126-41fc-84eb-a27ab5d8c158 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 998 time: 0.3851361 Sep 21 18:02:00.307815 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf9de8f-3471-4c53-b904-a318c4b8d766" -d '{"events": [{"server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "name": "network-vif-plugged", "status": "completed", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:00.325428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:00.330908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:c4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:01:58Z', 'revision_number': 1, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:00.334278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.370899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:00.394995 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207b57d-ed8d-495f-a1f8-bc46feb0358c x-openstack-request-id: req-4207b57d-ed8d-495f-a1f8-bc46feb0358c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:00.395287 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "name": "network-vif-plugged", "status": "completed", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:00.395543 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4207b57d-ed8d-495f-a1f8-bc46feb0358c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:00.396363 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7', 'code': 200} Sep 21 18:02:00.402624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-1a32f544-f44a-41d7-ab79-e30d67c2cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.404275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-1a32f544-f44a-41d7-ab79-e30d67c2cebe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0899303 Sep 21 18:02:00.410128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:00.410857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:00.443026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-88a29c26-628b-4383-9f05-f2276eeadf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.444531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-88a29c26-628b-4383-9f05-f2276eeadf1e service neutron] 10.222.0.78 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.1700730 Sep 21 18:02:00.490727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:00.526860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-187be81c-8f37-4564-902c-f1cb35c8ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.526860 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-187be81c-8f37-4564-902c-f1cb35c8ae8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113880 Sep 21 18:02:00.556162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-90568800-2883-41f3-97af-603b7b51e440 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.558362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-6bb8c25e-3530-46fe-9f78-4569f1478499 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:02:00.558501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-90568800-2883-41f3-97af-603b7b51e440 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.41 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.2074993 Sep 21 18:02:00.559345 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-6bb8c25e-3530-46fe-9f78-4569f1478499 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051095 Sep 21 18:02:00.562260 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-df238523-89a9-46de-a787-c1eac7e70677 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 998 time: 0.1072659 Sep 21 18:02:00.573078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:00.588544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0192bbd-a802-4a05-9746-0e5acf753300 req-68c01644-9a8c-4a31-b665-8e256b2c3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.590009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0192bbd-a802-4a05-9746-0e5acf753300 req-68c01644-9a8c-4a31-b665-8e256b2c3dd7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1097 time: 0.0956604 Sep 21 18:02:00.593484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349c029-921c-4ea4-a259-523e11fe87e9 req-04f452f4-62a5-44d2-9d6f-64bd864fdd57 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.595391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d349c029-921c-4ea4-a259-523e11fe87e9 req-04f452f4-62a5-44d2-9d6f-64bd864fdd57 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 950 time: 0.1260562 Sep 21 18:02:00.702884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-917d9d3b-cfe9-45ed-947c-4ecbc812662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.704343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-917d9d3b-cfe9-45ed-947c-4ecbc812662e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1263800 Sep 21 18:02:00.727205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0192bbd-a802-4a05-9746-0e5acf753300 req-6a5d1b73-830b-45c4-864d-12ed77070734 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074433 Sep 21 18:02:00.739777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d349c029-921c-4ea4-a259-523e11fe87e9 req-e25fdb4e-8821-46c3-9ece-804b6e95c6c3 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751081 Sep 21 18:02:00.787744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Deleting port c03477ef-57d6-4010-9f3b-f1f217dad57a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:00.788278 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-0a3d8e47-f093-47a4-9ba2-4479b38170e4 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150998 Sep 21 18:02:00.790157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.839836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-23785e58-b6f0-49bd-b944-4ffa21f78693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.842384 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-23785e58-b6f0-49bd-b944-4ffa21f78693 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239386 Sep 21 18:02:00.887459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:c4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:01:58Z', 'revision_number': 1, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:00.916773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05cf7f5-acc5-424b-815a-4ea06fbedccd req-4c3c9b54-ae45-44e8-99c7-d3f5eec7ac03 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186411 Sep 21 18:02:00.924411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9dfa8c-f40e-4fa8-b8cd-8b326f14bb02 None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:c4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:01:58Z', 'revision_number': 1, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:00.955178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755d94-ea20-40d1-8b4f-d675f6726613 req-fa405db6-7db1-4713-ac93-15fc5d9a01ee tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.965226 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9755d94-ea20-40d1-8b4f-d675f6726613 req-fa405db6-7db1-4713-ac93-15fc5d9a01ee tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.1409822 Sep 21 18:02:01.029217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] For port c03477ef-57d6-4010-9f3b-f1f217dad57a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c03477ef-57d6-4010-9f3b-f1f217dad57a,segment=NetworkSegment(eead0fc4-e8e0-4830-a732-f064f1a83a2a),segment_id=eead0fc4-e8e0-4830-a732-f064f1a83a2a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:01.029600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.050572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9755d94-ea20-40d1-8b4f-d675f6726613 req-1acef4a3-8e18-4be2-9e1c-069185befe83 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832083 Sep 21 18:02:01.074373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Calling delete_port for c03477ef-57d6-4010-9f3b-f1f217dad57a owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:01.115064 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-a81910ac-f1f1-4ebc-850a-f26259b946c0 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496065 Sep 21 18:02:01.130937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f050-ac02-4a79-9ce8-d7197f2a78ad req-416dd91c-e09a-44f9-a70c-e15bdb254f5e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:01.138483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b30f050-ac02-4a79-9ce8-d7197f2a78ad req-416dd91c-e09a-44f9-a70c-e15bdb254f5e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 946 time: 0.0933444 Sep 21 18:02:01.246825 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f24955-60bd-467e-b7e1-2b27c4f74dba None None] New status for floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:02:01.255604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b30f050-ac02-4a79-9ce8-d7197f2a78ad req-a0226ca8-9d91-4836-b709-34e3d91e6afd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015494 Sep 21 18:02:01.307858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038f7464-f3e9-4daa-bafa-224f982abc11 req-f6e395d7-1637-4d59-b142-b7715f0f65bb service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671965 Sep 21 18:02:01.369898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-11f4f8ae-7a86-433f-9c02-cfb7e0734902 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:01.377707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-11f4f8ae-7a86-433f-9c02-cfb7e0734902 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1640496 Sep 21 18:02:01.393836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7ba39-915f-49b3-928d-2f44d8e82b81 req-579b73c5-81eb-4e36-b48b-cd0688d3149a tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:01.395888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ab7ba39-915f-49b3-928d-2f44d8e82b81 req-579b73c5-81eb-4e36-b48b-cd0688d3149a tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 945 time: 0.0720472 Sep 21 18:02:01.450772 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ab7ba39-915f-49b3-928d-2f44d8e82b81 req-36201d46-027b-43ee-8db8-021d7ee71933 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/security-groups?id=a79c79ae-9cb9-4e12-bba1-039d408f860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Sep 21 18:02:01.528714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.544902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c03477ef-57d6-4010-9f3b-f1f217dad57a'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:01.574896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-2d8a8359-c1c4-4f41-a242-7da5873ac804 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 998 time: 0.1963036 Sep 21 18:02:01.576271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Pushing event deleted for resources: {'Port': ['ID=c03477ef-57d6-4010-9f3b-f1f217dad57a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:01.587707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'floatingip': {'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:01.659843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] No DVR routers for this DVR port c03477ef-57d6-4010-9f3b-f1f217dad57a on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:01.664631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.665326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:01.666742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75b2deb3-906e-4114-bab3-af8a55a12866 req-36ad5d2f-dc26-4d9f-861f-d1c3fcf117c0 tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.41 "DELETE /v2.0/ports/c03477ef-57d6-4010-9f3b-f1f217dad57a HTTP/1.1" status: 204 len: 173 time: 1.0852864 Sep 21 18:02:01.667424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cc1245-d91b-4631-8890-99ab67d5a699', 'name': 'network-vif-deleted', 'tag': 'c03477ef-57d6-4010-9f3b-f1f217dad57a'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:01.670889 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a5a5b-6c11-4c64-9167-ea48bd31214e" -d '{"events": [{"server_uuid": "06cc1245-d91b-4631-8890-99ab67d5a699", "name": "network-vif-deleted", "tag": "c03477ef-57d6-4010-9f3b-f1f217dad57a"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:01.694562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:01.694917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 559f9ec5-a4a6-4fe9-aace-19fdd9cd4e97 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:01.695790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c03477ef-57d6-4010-9f3b-f1f217dad57a no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:01.707457 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.729775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: c03477ef-57d6-4010-9f3b-f1f217dad57a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:01.730125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c03477ef-57d6-4010-9f3b-f1f217dad57a not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:01.746506 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a958a695-45f3-4488-babb-6daa094d05c2 x-openstack-request-id: req-a958a695-45f3-4488-babb-6daa094d05c2 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:01.746795 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cc1245-d91b-4631-8890-99ab67d5a699", "name": "network-vif-deleted", "tag": "c03477ef-57d6-4010-9f3b-f1f217dad57a", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:01.747047 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a958a695-45f3-4488-babb-6daa094d05c2 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:01.747445 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cc1245-d91b-4631-8890-99ab67d5a699', 'name': 'network-vif-deleted', 'tag': 'c03477ef-57d6-4010-9f3b-f1f217dad57a', 'status': 'completed', 'code': 200} Sep 21 18:02:01.834287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:01.904719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4528255-8df2-4332-b2d7-bdb6dffe6887 req-94344311-297e-4198-a313-cabb18ed80aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:01.906467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e4528255-8df2-4332-b2d7-bdb6dffe6887 req-94344311-297e-4198-a313-cabb18ed80aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 950 time: 0.0747490 Sep 21 18:02:01.954570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e4528255-8df2-4332-b2d7-bdb6dffe6887 req-b84f2eb9-9cdc-49fc-bb6c-123b448c0b8c tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Sep 21 18:02:01.995138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:02.012075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'port_id': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', 'mac_address': 'fa:16:3e:54:61:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50393ea-cf1b-4c33-9b70-42d19ccea4f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:02.061579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.079709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:02.113161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:02.120638 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.192129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f8a8-05df-45e0-8029-b04914d30df3 req-a9e42cfd-a250-4ec2-b5b8-f2e70558ba48 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.193761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3f9f8a8-05df-45e0-8029-b04914d30df3 req-a9e42cfd-a250-4ec2-b5b8-f2e70558ba48 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 945 time: 0.0738335 Sep 21 18:02:02.242163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3f9f8a8-05df-45e0-8029-b04914d30df3 req-8a1c0b58-590a-4150-ade3-144475df49b5 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Sep 21 18:02:02.269056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:02.344753 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.350225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.420671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54473f97-6ee7-4b4a-b99e-e9298d7a7840 req-fd0dfe8c-e9e9-4a2f-ad67-5f13873f8340 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.422458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54473f97-6ee7-4b4a-b99e-e9298d7a7840 req-fd0dfe8c-e9e9-4a2f-ad67-5f13873f8340 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 946 time: 0.0539618 Sep 21 18:02:02.479592 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54473f97-6ee7-4b4a-b99e-e9298d7a7840 req-767e6ff7-b95b-408a-a32d-b180f4e69f63 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 Sep 21 18:02:02.481630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-21157735-c4ad-4ad0-9eb5-016f8aae42f9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.483916 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-21157735-c4ad-4ad0-9eb5-016f8aae42f9 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 950 time: 0.1250658 Sep 21 18:02:02.537849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:02.597710 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f associated. External IP: 172.25.3.29, port: 57512a5d-c784-4140-8157-4c1b89bfaa90. Sep 21 18:02:02.649807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-892f2948-14de-4655-80ce-57ecfaf8b294 req-87ed296f-4631-456f-abf8-50e9ac5cba6f tempest-ServerAddressesTestJSON-1500597072 tempest-ServerAddressesTestJSON-1500597072-project] 10.222.0.70 "GET /v2.0/ports?device_id=06cc1245-d91b-4631-8890-99ab67d5a699 HTTP/1.1" status: 200 len: 210 time: 0.0866392 Sep 21 18:02:02.758580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port 7f808522-d5c3-46e3-8cea-60173c1c9c61 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:02.758963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.776382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-d327ee4a-a321-4692-b443-5f27e4b6b012 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1485601483&fields=id&tenant_id=c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 267 time: 0.0599141 Sep 21 18:02:02.837561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-4ce2a75c-784b-4079-8da7-d8b639b2a389 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.842754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-4ce2a75c-784b-4079-8da7-d8b639b2a389 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 946 time: 0.0598245 Sep 21 18:02:02.853953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'port': {'security_groups': ['23c9825e-4b1b-4672-808c-584c54153a08', '52dd3bd6-eb10-43ec-a874-f07970d6c516']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:02.918701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port 7f808522-d5c3-46e3-8cea-60173c1c9c61, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7f808522-d5c3-46e3-8cea-60173c1c9c61,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:02.919073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.940898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.964322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for 7f808522-d5c3-46e3-8cea-60173c1c9c61 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:03.027565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:03.157977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:03.191998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.197466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.221351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:03.244784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:03.245460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.246969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77fcdf4a-c1e7-495c-83f2-749ae4003abf req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "PUT /v2.0/ports/e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 982 time: 0.3999534 Sep 21 18:02:03.247450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:03.249914 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:03.285408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb10994-2065-41e5-b02f-db017e94af99 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:03.426696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e5516bc8-da72-4c66-ac05-8c8dff3442d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:03.567597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:03.579567 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.589227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:03.598949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac2588-6b86-437e-9306-0394ec76ff59 req-938d0621-68d9-41af-b483-181d33e38611 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:03.608738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0ac2588-6b86-437e-9306-0394ec76ff59 req-938d0621-68d9-41af-b483-181d33e38611 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5eb1bb-e689-4c4e-abe0-b99d244c0b03 HTTP/1.1" status: 200 len: 867 time: 0.0883746 Sep 21 18:02:03.656509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=7f808522-d5c3-46e3-8cea-60173c1c9c61,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:03.658468 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0ac2588-6b86-437e-9306-0394ec76ff59 req-219c01e5-3ca9-450a-9480-713b6e57e8b1 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483966 Sep 21 18:02:03.682496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dd2874ad-f1fb-4b13-9a4c-bb97e4eed3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.691619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e5516bc8-da72-4c66-ac05-8c8dff3442d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:03.708740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:03.709635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:01:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:03.741098 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d617ea95-3e63-498c-a7c7-b2f4fc9bfe70 req-05239b88-c05d-4e8e-aa32-dd975dc4c9f6 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/52dd3bd6-eb10-43ec-a874-f07970d6c516 HTTP/1.1" status: 200 len: 1800 time: 0.0566063 Sep 21 18:02:03.760208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port 7f808522-d5c3-46e3-8cea-60173c1c9c61 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:03.764870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.767453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-adb412e9-7704-4e08-a1f6-e35c54aea377 req-8fba8226-ab7a-4aeb-82d5-7af704f5a7c7 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "DELETE /v2.0/ports/7f808522-d5c3-46e3-8cea-60173c1c9c61 HTTP/1.1" status: 204 len: 173 time: 1.2556651 Sep 21 18:02:03.767920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'name': 'network-vif-deleted', 'tag': '7f808522-d5c3-46e3-8cea-60173c1c9c61'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:03.770232 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac530e32-00d7-45b4-8c00-bda418de9f6e" -d '{"events": [{"server_uuid": "5f5eb1bb-e689-4c4e-abe0-b99d244c0b03", "name": "network-vif-deleted", "tag": "7f808522-d5c3-46e3-8cea-60173c1c9c61"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:03.802843 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-d617ea95-3e63-498c-a7c7-b2f4fc9bfe70 req-f6732d11-a286-4ef9-b088-6aa2e330abbd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 18:02:03.816373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d617ea95-3e63-498c-a7c7-b2f4fc9bfe70 req-f6732d11-a286-4ef9-b088-6aa2e330abbd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/52dd3bd6-eb10-43ec-a874-f07970d6c516 HTTP/1.1" status: 409 len: 341 time: 0.0741575 Sep 21 18:02:03.851017 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe27940f-315a-4dca-bd23-bc77c7e65aaa x-openstack-request-id: req-fe27940f-315a-4dca-bd23-bc77c7e65aaa {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:03.851734 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:03.852427 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe27940f-315a-4dca-bd23-bc77c7e65aaa {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:03.853049 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7', 'status': 'completed', 'code': 200} Sep 21 18:02:03.939924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-95e99630-50d3-4dff-a37b-ca19dbe53272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:03.942156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-95e99630-50d3-4dff-a37b-ca19dbe53272 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1136 time: 0.0630598 Sep 21 18:02:03.962018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:04.006115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:04.104771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6204-146b-4992-8f95-0cc98fab437c req-da348d7f-3c79-4ef0-9809-b3afacce318c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:04.112718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.118982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f38d6204-146b-4992-8f95-0cc98fab437c req-da348d7f-3c79-4ef0-9809-b3afacce318c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 945 time: 0.1491778 Sep 21 18:02:04.176616 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.200983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-f08f9e08-a33b-42f6-8798-cca06b2e3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:04.201208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:04.203013 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-f08f9e08-a33b-42f6-8798-cca06b2e3e51 service neutron] 10.222.0.78 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 915 time: 0.2489781 Sep 21 18:02:04.207670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.224139 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f38d6204-146b-4992-8f95-0cc98fab437c req-4fb0a0ad-25e4-47bb-ad29-49aa2c8d47c0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986745 Sep 21 18:02:04.237061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6d74abc2-23bc-450d-9c0c-ba23038db5c1'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:04.291935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51854) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:04.299878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-05088362-bdf9-4940-aa28-3b8dec57d952 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "PUT /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 200 len: 998 time: 2.7112391 Sep 21 18:02:04.303404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-a6f861e0-0962-4789-ac53-2a4574a04fa1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 217 time: 0.0780687 Sep 21 18:02:04.393879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', '0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:04.397403 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9d4934-eaf8-414c-a7d4-af746e2bdf42 x-openstack-request-id: req-5b9d4934-eaf8-414c-a7d4-af746e2bdf42 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:04.397706 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5eb1bb-e689-4c4e-abe0-b99d244c0b03", "name": "network-vif-deleted", "tag": "7f808522-d5c3-46e3-8cea-60173c1c9c61", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:04.398012 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b9d4934-eaf8-414c-a7d4-af746e2bdf42 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:04.398454 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5eb1bb-e689-4c4e-abe0-b99d244c0b03', 'name': 'network-vif-deleted', 'tag': '7f808522-d5c3-46e3-8cea-60173c1c9c61', 'status': 'completed', 'code': 200} Sep 21 18:02:04.415515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:04.425267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:04.435579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-fe1e216e-61b0-444f-9ed7-4d4a0effedc3 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:04.437831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-fe1e216e-61b0-444f-9ed7-4d4a0effedc3 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports/57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 942 time: 0.1282127 Sep 21 18:02:04.447536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] Deleting subnet 88ab0cb6-0ed3-40d6-a73f-c36573789588 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:04.451613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.470771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-8d25f06a-fb87-48b4-8afc-349ea1ee325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:04.476762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-8d25f06a-fb87-48b4-8afc-349ea1ee325a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.1649880 Sep 21 18:02:04.508992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.521614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:04.522059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.539100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-1693bb73-7a99-42b9-a9d5-8304b932d2fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538392 Sep 21 18:02:04.563916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.679702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-43eae6e2-42f5-4c42-9ad4-7bd28aeb640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:04.681490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-43eae6e2-42f5-4c42-9ad4-7bd28aeb640e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0887542 Sep 21 18:02:04.730329 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.737214 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.778148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ab0cb6-0ed3-40d6-a73f-c36573789588,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:04.788858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-b9b21465-e10a-48bd-ad08-3dc97b51ed7e service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360871 Sep 21 18:02:04.827403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.829359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2fe9ef07-08d7-4665-87f7-56473659df76 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/88ab0cb6-0ed3-40d6-a73f-c36573789588 HTTP/1.1" status: 204 len: 168 time: 0.5276647 Sep 21 18:02:04.834972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51866) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:04.924213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-36106ee5-2c90-4c1b-8075-e1cd14b302f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:04.934236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-36106ee5-2c90-4c1b-8075-e1cd14b302f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.2448149 Sep 21 18:02:04.974690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.985143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-204fa118-5452-444e-9cf3-52d9c56f8935 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 217 time: 0.0499680 Sep 21 18:02:05.042742 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df350a5-bcaa-4aaa-a0b6-f0a63a8d5a9e req-142c6254-0c48-4b1f-b31a-79cb55ffa1e5 service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433610 Sep 21 18:02:05.076156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c3b97-a712-4929-9737-9e82c18c81a7 req-88263e9a-2577-459d-91dc-0f6e2321e3f1 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.082524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-24e7bf5a-c8e6-4e28-a4a8-5ce01bbe85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.090788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-24e7bf5a-c8e6-4e28-a4a8-5ce01bbe85e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1042428 Sep 21 18:02:05.099036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd7c3b97-a712-4929-9737-9e82c18c81a7 req-88263e9a-2577-459d-91dc-0f6e2321e3f1 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 985 time: 0.0970833 Sep 21 18:02:05.150368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.156281 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.182930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45b8bdd-2798-4d16-afeb-3d13c8c32af7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:05.190797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd7c3b97-a712-4929-9737-9e82c18c81a7 req-d688ce28-03b1-4007-9155-824d29c7bc34 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=52dd3bd6-eb10-43ec-a874-f07970d6c516&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0898418 Sep 21 18:02:05.207179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-74279380-2fa6-4162-8e23-dba8014e6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.207449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-1933bb72-5878-4c58-8404-975209d6baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.207449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-1933bb72-5878-4c58-8404-975209d6baf7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1136 time: 0.0947533 Sep 21 18:02:05.210962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-74279380-2fa6-4162-8e23-dba8014e6fd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192443 Sep 21 18:02:05.221681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-f396e46a-5919-4fef-8ca1-ac1c97c77543 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:02:05.232330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-f396e46a-5919-4fef-8ca1-ac1c97c77543 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204558 Sep 21 18:02:05.244801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eead0fc4-e8e0-4830-a732-f064f1a83a2a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:05.245096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eead0fc4-e8e0-4830-a732-f064f1a83a2a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:05.249780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:05.258854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:05.259556 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9edcc0f-9dc9-4c8d-baf0-a480de015903" -d '{"events": [{"server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "name": "network-vif-plugged", "status": "completed", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:05.274491 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.311848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.334545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:05.353491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.359434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:3f:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:02Z', 'revision_number': 3, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:05.362705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:05.364453 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:05.382088 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:05.398704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:05.414618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:05.415287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:05.420865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-f71041e4-ec21-4920-9516-420a2a03ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.422467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-f71041e4-ec21-4920-9516-420a2a03ed95 service neutron] 10.222.0.78 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 915 time: 0.2065573 Sep 21 18:02:05.435432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab4a37-87ff-4880-9b7e-3006add25913 req-92a6247c-6a15-4d59-9f60-8ac3e02b9b73 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.437054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dab4a37-87ff-4880-9b7e-3006add25913 req-92a6247c-6a15-4d59-9f60-8ac3e02b9b73 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.0979478 Sep 21 18:02:05.519001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-1492dd59-a0b2-45d5-9d84-0769f7464b14 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 217 time: 0.0793824 Sep 21 18:02:05.523496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.543802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.547977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] 10.222.0.70 "DELETE /v2.0/networks/f45b8bdd-2798-4d16-afeb-3d13c8c32af7 HTTP/1.1" status: 204 len: 168 time: 0.7097685 Sep 21 18:02:05.565904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-ca0fb017-9ee0-40bf-a4c1-49fc2f7feb2a service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324921 Sep 21 18:02:05.596639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab5fbb-9be0-4cf0-85bb-f53f764ce49f admin admin] Pushing event deleted for resources: {'Network': ['ID=f45b8bdd-2798-4d16-afeb-3d13c8c32af7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:05.640484 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dab4a37-87ff-4880-9b7e-3006add25913 req-4240266c-6b38-44cd-868c-f638d110155b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955695 Sep 21 18:02:05.647803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:05.649482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-f75c7272-212e-4e9d-822e-21f6079335c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.651843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-f75c7272-212e-4e9d-822e-21f6079335c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.1219671 Sep 21 18:02:05.702789 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-2a8b7467-bc31-4c2a-8b86-faeb5ee6a928 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429561 Sep 21 18:02:05.712454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f808522-d5c3-46e3-8cea-60173c1c9c61 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:05.721352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-d1126f65-6dea-49e9-a649-090e36ca1fad service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544311 Sep 21 18:02:05.761530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51878) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:05.801268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7f808522-d5c3-46e3-8cea-60173c1c9c61 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:05.801920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7f808522-d5c3-46e3-8cea-60173c1c9c61 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:05.847656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-b5b66438-23a3-460e-9b97-31b2eca079d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.856779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-012b18c0-31a2-4e61-8827-2f3eeb9befa2 service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453838 Sep 21 18:02:05.864123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-b5b66438-23a3-460e-9b97-31b2eca079d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 1097 time: 0.1110828 Sep 21 18:02:05.887831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-beff408c-b32d-47b2-ad46-1fde9ca205b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e56c36b50cd430a981ef1ba2b81ddcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228545 Sep 21 18:02:05.895474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51882) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:06.013088 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a436e74-af32-4ce9-9189-c2fe26aec9a4 x-openstack-request-id: req-5a436e74-af32-4ce9-9189-c2fe26aec9a4 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:06.013371 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "name": "network-vif-plugged", "status": "completed", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:06.013624 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a436e74-af32-4ce9-9189-c2fe26aec9a4 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:06.014161 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', 'code': 200} Sep 21 18:02:06.015959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-756dc0c7-dacc-42eb-850a-ea697ebb8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.026515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-756dc0c7-dacc-42eb-850a-ea697ebb8a1b service neutron] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.1614311 Sep 21 18:02:06.068803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-322a6948-6bf3-4958-b4c6-fbdb8a7cc988 req-de52eeb9-c153-487b-adeb-5e6ebbd87b6f service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040126 Sep 21 18:02:06.093429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf276a01-47bd-4129-a0c0-81d5f1211b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.133549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf276a01-47bd-4129-a0c0-81d5f1211b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.135601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-e89104e6-a498-4f14-9073-86b9bd35a364 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 1001 time: 0.1082177 Sep 21 18:02:06.245138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-780a2b20-82f2-4335-8289-19d854e0b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.246197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf276a01-47bd-4129-a0c0-81d5f1211b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.248817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf276a01-47bd-4129-a0c0-81d5f1211b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.249944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cf276a01-47bd-4129-a0c0-81d5f1211b83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a79c79ae-9cb9-4e12-bba1-039d408f860b HTTP/1.1" status: 204 len: 168 time: 0.3533645 Sep 21 18:02:06.258149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-780a2b20-82f2-4335-8289-19d854e0b64c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1155264 Sep 21 18:02:06.262264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e89a3c-acd9-433c-aa5a-fa3987c78280 req-91c1c41c-9c63-4fab-8b5f-62e3e0211a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.267155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71e89a3c-acd9-433c-aa5a-fa3987c78280 req-91c1c41c-9c63-4fab-8b5f-62e3e0211a40 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1097 time: 0.0875943 Sep 21 18:02:06.277187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf276a01-47bd-4129-a0c0-81d5f1211b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c79ae-9cb9-4e12-bba1-039d408f860b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:06.323581 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71e89a3c-acd9-433c-aa5a-fa3987c78280 req-7202564f-2de1-4445-95e7-f0db731fdc58 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Sep 21 18:02:06.350218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:3f:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:02Z', 'revision_number': 3, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:06.399827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b085-fc0a-4390-8be0-b440f17f320e req-9380e2d7-4bab-483d-acf6-e75acb35abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.402217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-9380e2d7-4bab-483d-acf6-e75acb35abc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305802 Sep 21 18:02:06.403068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90'}, {'name': 'network-changed', 'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:06.405798 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c839e0-65f5-4451-a57a-7c450195a388" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90"}, {"name": "network-changed", "server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "tag": "120d9fd4-5d19-4130-8994-bb188251f271"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:06.481999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f24a43-1bd2-43bd-9ff1-319030b3d58c None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:3f:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:02Z', 'revision_number': 3, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:06.578159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-74f10e1f-4533-4fd9-81a7-8d7c1a7ae6e8 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506481 Sep 21 18:02:06.706214 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bf897-3450-4e18-8f9a-ff8d11305b0f req-340970ab-dfdf-40ec-bb2f-5ff7f4ba1059 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.716255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-305bf897-3450-4e18-8f9a-ff8d11305b0f req-340970ab-dfdf-40ec-bb2f-5ff7f4ba1059 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 985 time: 0.0944600 Sep 21 18:02:06.737932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a402b085-fc0a-4390-8be0-b440f17f320e req-7e79b9e9-3562-4331-990e-142035dfacb0 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518667 Sep 21 18:02:06.777750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-305bf897-3450-4e18-8f9a-ff8d11305b0f req-24202b3c-033a-418d-84fc-a3c538a6bc53 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=52dd3bd6-eb10-43ec-a874-f07970d6c516&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0600832 Sep 21 18:02:06.804149 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a83f23-7f90-48b3-be56-f9d85096c22e None None] New status for floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:02:06.844754 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf314a07-9a98-4f3e-897d-06bcc66785a3 x-openstack-request-id: req-cf314a07-9a98-4f3e-897d-06bcc66785a3 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:06.845109 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "tag": "120d9fd4-5d19-4130-8994-bb188251f271", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:06.845342 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf314a07-9a98-4f3e-897d-06bcc66785a3 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:06.845742 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'status': 'completed', 'code': 200} Sep 21 18:02:06.845998 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271', 'status': 'completed', 'code': 200} Sep 21 18:02:07.005567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-39e68b5a-2a2e-48a2-8636-43fbd80c38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.007469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-39e68b5a-2a2e-48a2-8636-43fbd80c38cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 1097 time: 0.1173723 Sep 21 18:02:07.028651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74eee1-630b-4089-ae09-ce4393453ddc req-9457e10f-3c74-4ce6-bfdf-3def60541661 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.034181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d74eee1-630b-4089-ae09-ce4393453ddc req-9457e10f-3c74-4ce6-bfdf-3def60541661 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.1014011 Sep 21 18:02:07.091959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4d3e6-a945-46cc-9ac2-631a9d67166a req-df8c22ce-1e73-4975-b73f-a6710026885b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.102427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddc4d3e6-a945-46cc-9ac2-631a9d67166a req-df8c22ce-1e73-4975-b73f-a6710026885b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 950 time: 0.1952136 Sep 21 18:02:07.104973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.134434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d74eee1-630b-4089-ae09-ce4393453ddc req-76566e4f-5259-4db7-81ec-349111adc032 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761847 Sep 21 18:02:07.139411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-ca1085bd-fce4-4340-8310-c9bfcb4d7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.141168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-ca1085bd-fce4-4340-8310-c9bfcb4d7e1e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.2587245 Sep 21 18:02:07.204353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddc4d3e6-a945-46cc-9ac2-631a9d67166a req-e1fc69c5-e2ad-41a7-9b46-0a2fafdde43d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938394 Sep 21 18:02:07.212547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:07.227788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:07.229672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:07.369110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-686d6246-a5d9-44de-b57e-f53ebe09dced req-4edc2d42-93d7-4635-bacf-e6c5f58f9754 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1001 time: 0.1776779 Sep 21 18:02:07.388274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-9a6914dd-1ada-4345-a5cf-fe75490fbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.389881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-9a6914dd-1ada-4345-a5cf-fe75490fbdd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.3547668 Sep 21 18:02:07.396083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-18797e9a-c05d-4f6e-a398-da8b53e8d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.399422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-18797e9a-c05d-4f6e-a398-da8b53e8d363 service neutron] 10.222.0.78 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.2390373 Sep 21 18:02:07.476196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-6d0b8b84-c7fa-44da-8308-f8b157adffb2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 217 time: 0.0568016 Sep 21 18:02:07.487325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d6246-a5d9-44de-b57e-f53ebe09dced req-8cc1a9fc-88a1-4f2d-bcb6-daf37ad9fb08 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.503543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-686d6246-a5d9-44de-b57e-f53ebe09dced req-8cc1a9fc-88a1-4f2d-bcb6-daf37ad9fb08 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports/120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 943 time: 0.1334567 Sep 21 18:02:07.552755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-4295320d-746c-4a6b-a980-ed34c6804921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.554859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-cb5ec394-95fd-41cd-891b-5be82dfe5c25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 1001 time: 0.1377103 Sep 21 18:02:07.559723 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-4295320d-746c-4a6b-a980-ed34c6804921 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0687728 Sep 21 18:02:07.629576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-2ef64182-666d-4054-87c6-5906f9049703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.632353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-2ef64182-666d-4054-87c6-5906f9049703 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636158 Sep 21 18:02:07.646357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:07.656609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-bed8c426-5a55-4c3b-a724-81c3618e80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.658800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-bed8c426-5a55-4c3b-a724-81c3618e80be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0923343 Sep 21 18:02:07.691601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51926) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:07.805319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-686d6246-a5d9-44de-b57e-f53ebe09dced req-5ced7a0e-828f-4229-ae0c-1b4554d04c10 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1001 time: 0.1519406 Sep 21 18:02:07.820766 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-c4295d28-697b-4b38-9f7a-d582849a5dd2 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804907 Sep 21 18:02:07.836438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c839e0-65f5-4451-a57a-7c450195a388 req-efa073b6-a8ab-4437-ae91-1b9e1cd5534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.837950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-efa073b6-a8ab-4437-ae91-1b9e1cd5534e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279750 Sep 21 18:02:07.977805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1586061404-network', 'tenant_id': 'a624294322d74eab94fa166beb5e718f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:08.072434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:3f:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:06Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:08.095976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Made reservation on behalf of a624294322d74eab94fa166beb5e718f for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:08.099433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.105020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d6246-a5d9-44de-b57e-f53ebe09dced req-b527811c-a7c9-4bfa-9572-1d6f720a101d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.108668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-686d6246-a5d9-44de-b57e-f53ebe09dced req-b527811c-a7c9-4bfa-9572-1d6f720a101d tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2954528 Sep 21 18:02:08.118327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-ab9c639a-27a1-4aae-b174-042b02b5f5b0 service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658553 Sep 21 18:02:08.137748 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:02:08.139868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.168873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957e5c2-5737-490b-9ea9-ab0f3a48cb25 req-b0e98a04-4754-47cd-a222-e14e7fcfa3c0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.170641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6957e5c2-5737-490b-9ea9-ab0f3a48cb25 req-b0e98a04-4754-47cd-a222-e14e7fcfa3c0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 985 time: 0.2716613 Sep 21 18:02:08.185608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:08.202408 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.213493 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-7d5d4011-f0bf-4e96-be05-baee45f13279 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831456 Sep 21 18:02:08.219065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:08.219546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:08.291852 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6957e5c2-5737-490b-9ea9-ab0f3a48cb25 req-231cd241-fa41-4d29-a6f9-e4cff279f393 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=52dd3bd6-eb10-43ec-a874-f07970d6c516&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1002331 Sep 21 18:02:08.410557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-537bf046-3783-4c54-94f1-600a83909ca4 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1001 time: 0.2601244 Sep 21 18:02:08.413193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-87809238-febd-42d6-9aa2-395f69effac6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.415892 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-87809238-febd-42d6-9aa2-395f69effac6 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/ports?device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 950 time: 0.1205571 Sep 21 18:02:08.458409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:08.477670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85c839e0-65f5-4451-a57a-7c450195a388 req-74110ccb-aa1d-4a98-8ce1-fe79f6055abd service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421493 Sep 21 18:02:08.485139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-ad0aca58-18fa-45ae-983a-f5e0f3a122bb tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.495369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-ad0aca58-18fa-45ae-983a-f5e0f3a122bb tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports/120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 943 time: 0.0727153 Sep 21 18:02:08.514489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.545626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.618884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01875956-bb12-402d-975f-114382d0424e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:08.620771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9630d0fe-74f1-40db-b6cb-bd0800394663 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1001 time: 0.0842824 Sep 21 18:02:08.659340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.659960 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Added segment d67342e8-6c28-4a7a-b4ee-13813c37a563 of type vlan for network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 Sep 21 18:02:08.662719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79857d72-33d2-4bde-a8fb-100a83586439,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:08.680740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebc0c4-3352-4581-b733-bb6031568012 req-50dceb12-5f70-4cde-87e1-575101139f7d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.689791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbebc0c4-3352-4581-b733-bb6031568012 req-50dceb12-5f70-4cde-87e1-575101139f7d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.2103376 Sep 21 18:02:08.784915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.789812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-f3d5a448-680e-4d6a-9f3a-fd209e67e5a0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.791772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-f3d5a448-680e-4d6a-9f3a-fd209e67e5a0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1645570 Sep 21 18:02:08.813644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbebc0c4-3352-4581-b733-bb6031568012 req-98b3cfb0-a08c-4485-a846-7b0d9bb091e2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228461 Sep 21 18:02:08.815784 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:3f:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:06Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:08.862639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port 0ead3028-c665-49bf-abda-91e3dd121347 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:08.862987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.883283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de548df-d39f-4906-96c9-0937940eed64 None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '120d9fd4-5d19-4130-8994-bb188251f271', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:3f:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:06Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:08.912184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-bc1eb292-df80-49a9-b56e-024e7a0d90e0 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1001 time: 0.1095610 Sep 21 18:02:08.914336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.915474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.916079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.930117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:09.042283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.058963 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-01875956-bb12-402d-975f-114382d0424e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3638525 Sep 21 18:02:09.066690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51948) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:09.078985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01875956-bb12-402d-975f-114382d0424e admin admin] Pushing event updated for resources: {'Network': ['ID=a1c8ce94-47b1-4918-ba68-2fa76e4310f3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:09.084278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Request body: {'subnet': {'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1586061404-subnet', 'tenant_id': 'a624294322d74eab94fa166beb5e718f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:09.093657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:09.109864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca930868-3704-419c-af81-df98d44013a3 req-7c449db6-61e0-4e1a-9523-0d84e847615a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:09.130883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca930868-3704-419c-af81-df98d44013a3 req-7c449db6-61e0-4e1a-9523-0d84e847615a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce7ff63f-0d30-48f0-81e4-8915e1340ec8 HTTP/1.1" status: 200 len: 950 time: 0.1557567 Sep 21 18:02:09.401745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port 0ead3028-c665-49bf-abda-91e3dd121347, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0ead3028-c665-49bf-abda-91e3dd121347,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:09.402394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.422962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcbf8d-41b1-4d48-aebc-52d2b6e2e361 req-f90e0c20-c530-4c95-955d-ec753ea3f42b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:09.431817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-adfcbf8d-41b1-4d48-aebc-52d2b6e2e361 req-f90e0c20-c530-4c95-955d-ec753ea3f42b tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=21592872-d286-4d9c-9ae7-43681ec57acd HTTP/1.1" status: 200 len: 950 time: 0.4732544 Sep 21 18:02:09.440524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for 0ead3028-c665-49bf-abda-91e3dd121347 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:09.464492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Made reservation on behalf of a624294322d74eab94fa166beb5e718f for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:09.466843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.546915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-adfcbf8d-41b1-4d48-aebc-52d2b6e2e361 req-2a249457-2423-4d9d-b213-9b5891862d01 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141162 Sep 21 18:02:09.680509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.691376 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.691730 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f disassociated. External IP: 172.25.3.29, port: 120d9fd4-5d19-4130-8994-bb188251f271. Sep 21 18:02:09.789653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-c5a336bc-43e5-4c2c-9df5-ebbcfbb3a27e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1877085820&fields=id&tenant_id=c0c585f6b65a444592093b930872598e HTTP/1.1" status: 200 len: 267 time: 0.0638058 Sep 21 18:02:09.799141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:09.799601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.823613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.836047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', '0ead3028-c665-49bf-abda-91e3dd121347'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:09.900751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=0ead3028-c665-49bf-abda-91e3dd121347,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:09.971618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port 6d74abc2-23bc-450d-9c0c-ba23038db5c1, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6d74abc2-23bc-450d-9c0c-ba23038db5c1,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:09.972247 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.984618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-d7149a57-614a-4bcc-a3d2-8288eb913116 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:09.988165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-d7149a57-614a-4bcc-a3d2-8288eb913116 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 985 time: 0.1707697 Sep 21 18:02:09.990319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.992153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for 6d74abc2-23bc-450d-9c0c-ba23038db5c1 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:10.052446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port 0ead3028-c665-49bf-abda-91e3dd121347 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:10.060580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.062755 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-200ebc25-02b0-4b1a-b6ad-417ed457d35f req-8ff28423-8501-4720-b1eb-10fb48139b03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "DELETE /v2.0/ports/0ead3028-c665-49bf-abda-91e3dd121347 HTTP/1.1" status: 204 len: 173 time: 1.6323886 Sep 21 18:02:10.067589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'port': {'security_groups': ['23c9825e-4b1b-4672-808c-584c54153a08', '52dd3bd6-eb10-43ec-a874-f07970d6c516', '8152c3ff-50b2-4378-99b1-d7be623850ef']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:10.113162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:10.118116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21592872-d286-4d9c-9ae7-43681ec57acd', 'name': 'network-vif-deleted', 'tag': '0ead3028-c665-49bf-abda-91e3dd121347'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:10.120644 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf951e9-7436-477f-83af-018d404a4226" -d '{"events": [{"server_uuid": "21592872-d286-4d9c-9ae7-43681ec57acd", "name": "network-vif-deleted", "tag": "0ead3028-c665-49bf-abda-91e3dd121347"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:10.195605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=89480a3e-d5cc-41f7-88c3-d3dcbcd97968,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:10.197810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.217189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Checking segment: {'id': 'd67342e8-6c28-4a7a-b4ee-13813c37a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:10.217189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Network hostable DHCP agents. Network: a1c8ce94-47b1-4918-ba68-2fa76e4310f3, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:10.327332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:10.355074 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.378949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:10.380873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a1c8ce94-47b1-4918-ba68-2fa76e4310f3) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:10.386335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.386921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.396549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d5c68-560e-448d-a8ab-825dd03d73af None None] Network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:10.399899 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:10.426975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.429007 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:10.429745 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:10.444419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-979b625c-250c-47de-b11b-05b847959e9c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3649685 Sep 21 18:02:10.445422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=6d74abc2-23bc-450d-9c0c-ba23038db5c1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:10.509218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9477f8c1-1bf2-4878-a747-fe057383938b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "PUT /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 200 len: 694 time: 1.5876715 Sep 21 18:02:10.509767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:10.512485 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1f92be-c9cf-4b7a-bf99-65171286afc5" -d '{"events": [{"name": "network-changed", "server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "tag": "120d9fd4-5d19-4130-8994-bb188251f271"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:10.531768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port 6d74abc2-23bc-450d-9c0c-ba23038db5c1 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:10.538417 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.541117 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca930868-3704-419c-af81-df98d44013a3 req-5a45e64f-d89a-45a8-9c5b-59c173833afe tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.41 "DELETE /v2.0/ports/6d74abc2-23bc-450d-9c0c-ba23038db5c1 HTTP/1.1" status: 204 len: 173 time: 1.3875432 Sep 21 18:02:10.613526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9f0a6097-3fb4-4cbc-b8c0-689c048bf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.619980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-9f0a6097-3fb4-4cbc-b8c0-689c048bf3d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 1097 time: 0.0882912 Sep 21 18:02:10.669680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:10.725317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.731472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.747504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:10.833555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.834489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.836144 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9207aa08-cd13-4b89-aec3-09d2cfd024dc req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "PUT /v2.0/ports/e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 1021 time: 0.7879331 Sep 21 18:02:10.856895 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:10.912402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c433c88-a63c-449e-b9ac-9a5aacca6dcd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:10.951101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-563c6750-114a-4c87-8334-210175922197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.958416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-563c6750-114a-4c87-8334-210175922197 service neutron] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.3280625 Sep 21 18:02:11.021146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edca3c-13a2-4ccb-bfa2-f522b6d91e83 None None] Network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:11.053123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e5516bc8-da72-4c66-ac05-8c8dff3442d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:11.108098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-c6c9460c-1b9f-4e04-8948-21b340c3df05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 217 time: 0.1176739 Sep 21 18:02:11.197634 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:11.227532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-0c7ffd8e-4587-4ab6-b32a-df82ac8216a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.230636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-0c7ffd8e-4587-4ab6-b32a-df82ac8216a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1078360 Sep 21 18:02:11.263465 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:11.285536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6944016-ce75-4d1b-a362-b6c85d6a87ce req-0f7c52b2-30bc-43c2-a31e-66d04c501db0 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.288219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6944016-ce75-4d1b-a362-b6c85d6a87ce req-0f7c52b2-30bc-43c2-a31e-66d04c501db0 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1097 time: 0.1193085 Sep 21 18:02:11.308997 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:11.314634 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:11.359895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e5516bc8-da72-4c66-ac05-8c8dff3442d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:11.382552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6944016-ce75-4d1b-a362-b6c85d6a87ce req-37010689-826c-4ac0-b3a5-6a0a17ea2b49 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873895 Sep 21 18:02:11.417913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:11.428414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-bf65bb19-58aa-48eb-9751-2e8a848ec331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.436357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-bf65bb19-58aa-48eb-9751-2e8a848ec331 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912663 Sep 21 18:02:11.531875 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17bde97-3845-42d9-9289-b7307e37105d x-openstack-request-id: req-b17bde97-3845-42d9-9289-b7307e37105d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:11.533437 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21592872-d286-4d9c-9ae7-43681ec57acd", "name": "network-vif-deleted", "tag": "0ead3028-c665-49bf-abda-91e3dd121347", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:11.533437 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b17bde97-3845-42d9-9289-b7307e37105d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:11.533752 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21592872-d286-4d9c-9ae7-43681ec57acd', 'name': 'network-vif-deleted', 'tag': '0ead3028-c665-49bf-abda-91e3dd121347', 'status': 'completed', 'code': 200} Sep 21 18:02:11.603078 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:11.659606 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d950b9b7-14be-4077-9f2c-edaf2270faa8 x-openstack-request-id: req-d950b9b7-14be-4077-9f2c-edaf2270faa8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:11.659970 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "tag": "120d9fd4-5d19-4130-8994-bb188251f271", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:11.660219 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d950b9b7-14be-4077-9f2c-edaf2270faa8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:11.660874 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271', 'status': 'completed', 'code': 200} Sep 21 18:02:11.700092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-8805172a-fe30-49b6-88c9-566ecfb52cd4 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565732 Sep 21 18:02:11.722966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6d74abc2-23bc-450d-9c0c-ba23038db5c1 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:11.822087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 6d74abc2-23bc-450d-9c0c-ba23038db5c1 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:11.822476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6d74abc2-23bc-450d-9c0c-ba23038db5c1 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:11.863113 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e8d8888-ed42-47fd-b599-b919158d8bde req-74b99c4d-979a-4b05-8061-9a6d22f0061d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/8152c3ff-50b2-4378-99b1-d7be623850ef HTTP/1.1" status: 200 len: 1800 time: 0.0765290 Sep 21 18:02:11.871744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d1a6d0-34c1-4f6d-a122-04d86d13ea71 req-ab237f57-f4ab-4138-9e04-89b0bb9faf93 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698885 Sep 21 18:02:11.886611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0ead3028-c665-49bf-abda-91e3dd121347 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:11.914677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-24bf27d0-cb07-401a-97a2-8032e9d12dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.916720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-24bf27d0-cb07-401a-97a2-8032e9d12dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 1097 time: 0.2327178 Sep 21 18:02:11.955124 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-3e8d8888-ed42-47fd-b599-b919158d8bde req-eb21cb72-e1e9-46a0-93ab-0ec9f9183963 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 18:02:11.972465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 0ead3028-c665-49bf-abda-91e3dd121347 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:11.972465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0ead3028-c665-49bf-abda-91e3dd121347 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:11.973167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e8d8888-ed42-47fd-b599-b919158d8bde req-eb21cb72-e1e9-46a0-93ab-0ec9f9183963 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/8152c3ff-50b2-4378-99b1-d7be623850ef HTTP/1.1" status: 409 len: 341 time: 0.1048706 Sep 21 18:02:11.996400 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:12.036278 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5bc06-83e8-4251-878b-69cb08005097 None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:12.159529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-5958d375-906c-4d0b-8765-ba45092209f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:12.165091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-5958d375-906c-4d0b-8765-ba45092209f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.2398472 Sep 21 18:02:12.244432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-eebbda2b-feed-469a-ab76-374117b227f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 200 len: 217 time: 0.0528564 Sep 21 18:02:12.426450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-41400552-fe04-426c-a9d7-0dd14a2ef2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:12.428208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-41400552-fe04-426c-a9d7-0dd14a2ef2ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1738853 Sep 21 18:02:12.575209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc6d06-020c-4c37-9820-427718e9e07f req-1e068202-716b-4f2f-bc6a-819fabaa1c4a tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:12.576973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-1e068202-716b-4f2f-bc6a-819fabaa1c4a tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/networks?id=a1c8ce94-47b1-4918-ba68-2fa76e4310f3 HTTP/1.1" status: 200 len: 821 time: 0.2805061 Sep 21 18:02:12.592836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-d805d58b-129c-44bb-8e2a-0c123d77990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:12.594543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-d805d58b-129c-44bb-8e2a-0c123d77990b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392589 Sep 21 18:02:12.606296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-b27be423-f812-4271-a482-8c0a8bc3a348 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/quotas/a624294322d74eab94fa166beb5e718f HTTP/1.1" status: 200 len: 375 time: 0.0212276 Sep 21 18:02:12.610183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db218bdc-9b41-4b2e-9b07-156246389b35 None None] New status for floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:02:12.765046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-9dcafed0-ebf1-4982-99cb-4d8ea7df363b tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a624294322d74eab94fa166beb5e718f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1574094 Sep 21 18:02:12.777251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-9c6edf4f-2db1-4b47-a80f-0b60cba13c65 service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676681 Sep 21 18:02:12.955340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-2e89931e-5595-400d-89c7-3b316f2f92db service neutron] 10.222.0.70 "GET /v2.0/networks/a1c8ce94-47b1-4918-ba68-2fa76e4310f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887178 Sep 21 18:02:12.962352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d1f92be-c9cf-4b7a-bf99-65171286afc5 req-b67a546d-9b8b-4746-833b-73ffa20d5e71 service neutron] 10.222.0.41 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712997 Sep 21 18:02:12.971425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-519e231d-d6c6-4dcb-b15b-166dc67a59af tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:12.980551 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-519e231d-d6c6-4dcb-b15b-166dc67a59af tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0708704 Sep 21 18:02:13.061098 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-903af28d-8778-412f-bda2-144e1411905e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 697 time: 0.0793271 Sep 21 18:02:13.075449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'floatingip': {'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:13.082444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-2eddc0fe-02cd-4b06-beed-84fae6245bb3 service neutron] 10.222.0.70 "GET /v2.0/networks/a1c8ce94-47b1-4918-ba68-2fa76e4310f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222224 Sep 21 18:02:13.133662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.487006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1d70a-23d4-44f4-8154-91110b19365d req-2ddd2eb2-cb0f-49e5-b4cb-43331713c1f7 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:13.488690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76e1d70a-23d4-44f4-8154-91110b19365d req-2ddd2eb2-cb0f-49e5-b4cb-43331713c1f7 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1024 time: 0.1044865 Sep 21 18:02:13.543686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76e1d70a-23d4-44f4-8154-91110b19365d req-74b90fe3-1510-46ca-bead-70a692b5a422 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=8152c3ff-50b2-4378-99b1-d7be623850ef&id=52dd3bd6-eb10-43ec-a874-f07970d6c516&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0482442 Sep 21 18:02:13.572849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:13.575089 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce311dd-3c06-4ea7-ba10-471873b2b923" -d '{"events": [{"name": "network-changed", "server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:13.598262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:02:13.598552 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:02:13.662253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'name': 'network-vif-deleted', 'tag': '6d74abc2-23bc-450d-9c0c-ba23038db5c1'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:13.665181 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982a095-dc50-4dac-9c5b-3082a83ede71" -d '{"events": [{"server_uuid": "ce7ff63f-0d30-48f0-81e4-8915e1340ec8", "name": "network-vif-deleted", "tag": "6d74abc2-23bc-450d-9c0c-ba23038db5c1"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:13.896580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bced209-4c4c-40f7-ac9e-e41d1e99bcd8 req-284c58bc-2120-4778-b699-1ffe942aed3f tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 210 time: 0.0411587 Sep 21 18:02:13.950869 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321ba4c-1b4f-46e3-8076-e86c0c8e60a1 x-openstack-request-id: req-b321ba4c-1b4f-46e3-8076-e86c0c8e60a1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:13.951162 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:13.951431 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b321ba4c-1b4f-46e3-8076-e86c0c8e60a1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:13.951823 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7', 'status': 'completed', 'code': 200} Sep 21 18:02:13.984156 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae4b056-7af1-4745-82ce-5fc652f7d26c x-openstack-request-id: req-2ae4b056-7af1-4745-82ce-5fc652f7d26c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:13.984547 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7ff63f-0d30-48f0-81e4-8915e1340ec8", "name": "network-vif-deleted", "tag": "6d74abc2-23bc-450d-9c0c-ba23038db5c1", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:13.984872 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ae4b056-7af1-4745-82ce-5fc652f7d26c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:13.985310 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7ff63f-0d30-48f0-81e4-8915e1340ec8', 'name': 'network-vif-deleted', 'tag': '6d74abc2-23bc-450d-9c0c-ba23038db5c1', 'status': 'completed', 'code': 200} Sep 21 18:02:14.040057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-63654a63-7db6-468a-83f3-8e9e359caeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.041737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-63654a63-7db6-468a-83f3-8e9e359caeb6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0c585f6b65a444592093b930872598e&device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1175 time: 0.0502510 Sep 21 18:02:14.102395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.278408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-3a37410c-d47e-4d50-bcc8-0879ca48584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.279992 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-3a37410c-d47e-4d50-bcc8-0879ca48584e service neutron] 10.222.0.78 "GET /v2.0/networks?id=514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 200 len: 915 time: 0.2232985 Sep 21 18:02:14.350239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cda5-e2d2-4007-825d-1ae308695773 req-8ba26ef2-2ecb-4388-8eb1-21c28ea94e8e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.371328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4eb4cda5-e2d2-4007-825d-1ae308695773 req-8ba26ef2-2ecb-4388-8eb1-21c28ea94e8e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 950 time: 0.0906661 Sep 21 18:02:14.374113 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-5fdbe653-c556-4230-906c-7e0a1394f1a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 200 len: 217 time: 0.0411885 Sep 21 18:02:14.451270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4eb4cda5-e2d2-4007-825d-1ae308695773 req-468801fb-0b4b-4450-b690-11b52a49a2e8 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795071 Sep 21 18:02:14.471876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-d2d2f30c-f508-4838-9b85-87437d1ace58 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.473416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-d2d2f30c-f508-4838-9b85-87437d1ace58 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.41 "GET /v2.0/ports?device_id=efa29afc-9517-4fa8-ad40-101da7750d84 HTTP/1.1" status: 200 len: 946 time: 0.0924549 Sep 21 18:02:14.483607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-6e349274-7b5c-41eb-8d06-0df22c02e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.485071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-6e349274-7b5c-41eb-8d06-0df22c02e1f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 200 len: 853 time: 0.1001840 Sep 21 18:02:14.552066 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-36d28ebc-2206-40f8-8db1-b85b26b3a0f8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=514a462d-b596-465d-8a3f-16e8671c39a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389762 Sep 21 18:02:14.599382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Deleting port 120d9fd4-5d19-4130-8994-bb188251f271 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:14.600042 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.797680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c85f6-f0fa-47fe-a503-08595804c8a2 req-281c3d81-caa2-4eb3-a725-b6242819350f tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.810344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d6c85f6-f0fa-47fe-a503-08595804c8a2 req-281c3d81-caa2-4eb3-a725-b6242819350f tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1024 time: 0.1684396 Sep 21 18:02:14.819820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] For port 120d9fd4-5d19-4130-8994-bb188251f271, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=120d9fd4-5d19-4130-8994-bb188251f271,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:14.822445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.830827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-1d322b36-f736-49f1-a29f-4f51a90ac1b0 service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456198 Sep 21 18:02:14.847938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Calling delete_port for 120d9fd4-5d19-4130-8994-bb188251f271 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:14.925083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d6c85f6-f0fa-47fe-a503-08595804c8a2 req-701454ff-cae9-4fd8-8268-f0c3c06e950d tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=8152c3ff-50b2-4378-99b1-d7be623850ef&id=52dd3bd6-eb10-43ec-a874-f07970d6c516&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1136744 Sep 21 18:02:14.985044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc6d06-020c-4c37-9820-427718e9e07f req-d341e9de-1441-4ddf-8fd6-201077fb8cbc tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.987261 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-d341e9de-1441-4ddf-8fd6-201077fb8cbc tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.41 "GET /v2.0/networks?id=a1c8ce94-47b1-4918-ba68-2fa76e4310f3 HTTP/1.1" status: 200 len: 821 time: 0.2862103 Sep 21 18:02:15.002497 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.010065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Request body: {'port': {'device_id': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3', 'admin_state_up': True, 'tenant_id': 'a624294322d74eab94fa166beb5e718f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:15.021725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.081392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.102891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['120d9fd4-5d19-4130-8994-bb188251f271'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:15.146431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['57512a5d-c784-4140-8157-4c1b89bfaa90'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:15.180413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Pushing event deleted for resources: {'Port': ['ID=120d9fd4-5d19-4130-8994-bb188251f271,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:15.187409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1209cfd8-d83e-486e-8cc6-f9fd68faab48 req-a710b9a8-3063-4a4e-acd2-a1977dc6aad2 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 210 time: 0.0829720 Sep 21 18:02:15.198311 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ce311dd-3c06-4ea7-ba10-471873b2b923 req-9cfaf95a-e6a1-4898-83b0-0b6904cb7ada service neutron] 10.222.0.78 "GET /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566928 Sep 21 18:02:15.245495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] No DVR routers for this DVR port 120d9fd4-5d19-4130-8994-bb188251f271 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:15.249668 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.254042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0175702e-8114-4f9e-ab0b-ebdedad49cb6 req-de094ef3-7d1e-4ec4-a504-b9bf7e518100 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.41 "DELETE /v2.0/ports/120d9fd4-5d19-4130-8994-bb188251f271 HTTP/1.1" status: 204 len: 173 time: 0.7727079 Sep 21 18:02:15.323210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-4c9d15bc-c30d-4352-89ed-539104bc4530 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:15.324918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-4c9d15bc-c30d-4352-89ed-539104bc4530 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1024 time: 0.2459438 Sep 21 18:02:15.452465 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f associated. External IP: 172.25.3.29, port: 57512a5d-c784-4140-8157-4c1b89bfaa90. Sep 21 18:02:15.561405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Made reservation on behalf of a624294322d74eab94fa166beb5e718f for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:15.567159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.986907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'name': 'network-vif-deleted', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:15.989673 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57342c98-a69a-4718-84d8-ae128deaacfa" -d '{"events": [{"server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "name": "network-vif-deleted", "tag": "120d9fd4-5d19-4130-8994-bb188251f271"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:16.115150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4abe8b-f19a-4f31-bb15-b238b6666c7c req-0bf19aaa-4900-46e8-8619-76d02808166f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.129095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d4abe8b-f19a-4f31-bb15-b238b6666c7c req-0bf19aaa-4900-46e8-8619-76d02808166f tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 950 time: 0.0816960 Sep 21 18:02:16.154794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Allocated IP 172.20.0.2 (a1c8ce94-47b1-4918-ba68-2fa76e4310f3/89480a3e-d5cc-41f7-88c3-d3dcbcd97968/0379ce16-c763-4c90-abea-3785fea9b4ae) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:16.169503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d4abe8b-f19a-4f31-bb15-b238b6666c7c req-0b9d4747-1306-4f8c-a3ee-4bbad4287e91 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Sep 21 18:02:16.375675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.405585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daba53-5d54-4cc2-a87a-6dfd9ca9657a req-44cac16d-6052-40fa-b53a-e0e4a3c2c9ff tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.414547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41daba53-5d54-4cc2-a87a-6dfd9ca9657a req-44cac16d-6052-40fa-b53a-e0e4a3c2c9ff tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1024 time: 0.1540825 Sep 21 18:02:16.453663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.462292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Deleting port e5516bc8-da72-4c66-ac05-8c8dff3442d7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:16.462928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.472703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-7a0c99b2-f809-488a-9e11-a35d535b891a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.474625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-7a0c99b2-f809-488a-9e11-a35d535b891a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b024b25-9395-46ae-94f8-1a3b7f75056e HTTP/1.1" status: 200 len: 950 time: 0.1684978 Sep 21 18:02:16.489633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41daba53-5d54-4cc2-a87a-6dfd9ca9657a req-1b5b1c56-115b-40c5-8bcd-16925815b1ed tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=8152c3ff-50b2-4378-99b1-d7be623850ef&id=52dd3bd6-eb10-43ec-a874-f07970d6c516&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0737560 Sep 21 18:02:16.628824 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d336a-c661-48b9-96e3-9b9089aafbf1 x-openstack-request-id: req-f32d336a-c661-48b9-96e3-9b9089aafbf1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:16.629404 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa29afc-9517-4fa8-ad40-101da7750d84", "name": "network-vif-deleted", "tag": "120d9fd4-5d19-4130-8994-bb188251f271", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:16.629818 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f32d336a-c661-48b9-96e3-9b9089aafbf1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:16.630522 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa29afc-9517-4fa8-ad40-101da7750d84', 'name': 'network-vif-deleted', 'tag': '120d9fd4-5d19-4130-8994-bb188251f271', 'status': 'completed', 'code': 200} Sep 21 18:02:16.633523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Pushing event updated for resources: {'Port': ['ID=0379ce16-c763-4c90-abea-3785fea9b4ae,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:16.684827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:16.685851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.707707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-f626ec03-b66b-4430-add2-98f7506f9fdb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.709474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-f626ec03-b66b-4430-add2-98f7506f9fdb tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 950 time: 0.7153907 Sep 21 18:02:16.773622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:16.796322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:16.819396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:16.820161 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.834535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:16.838209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:16.838795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:16.939187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50858f-2577-4139-9860-4fd83e1120dd req-722d3a1d-50d1-47e7-9393-cac24f24301a tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.941185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd50858f-2577-4139-9860-4fd83e1120dd req-722d3a1d-50d1-47e7-9393-cac24f24301a tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 931 time: 0.1044102 Sep 21 18:02:16.979019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.979859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.044361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd50858f-2577-4139-9860-4fd83e1120dd req-2e89ea00-957f-4920-b6b1-2e447e4bb047 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Sep 21 18:02:17.138603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.163125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33', 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:17.177358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:17.200177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-a8eff146-82cf-41cf-8a95-ffdf05fd5ef4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1937332 Sep 21 18:02:17.211427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] For port e5516bc8-da72-4c66-ac05-8c8dff3442d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e5516bc8-da72-4c66-ac05-8c8dff3442d7,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:17.212603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.237576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Request body: {'port': {'device_id': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:17.244435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port a6e7b514-f1b3-4292-b82f-8ca42a96d646 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:17.244965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.292282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:17.296794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.299465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5aa77a1c-a34b-4a03-b204-2f5cc5b6f764 req-01b7e1cb-b046-497d-842b-a8738d805263 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "DELETE /v2.0/ports/01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 HTTP/1.1" status: 204 len: 173 time: 0.8064361 Sep 21 18:02:17.349223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Calling delete_port for e5516bc8-da72-4c66-ac05-8c8dff3442d7 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:17.408146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:17.422312 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:17.434260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.436889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfd4d-0657-4dbd-bdb7-ec6be9f5781c req-e080da14-2106-4c52-b1aa-98a20668c5bd tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:17.438586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2adfd4d-0657-4dbd-bdb7-ec6be9f5781c req-e080da14-2106-4c52-b1aa-98a20668c5bd tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 950 time: 0.1170361 Sep 21 18:02:17.446390 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:17.447089 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:17.562215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2adfd4d-0657-4dbd-bdb7-ec6be9f5781c req-28df3e6a-f0d6-4f01-8d9e-62920ff1d7a0 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151378 Sep 21 18:02:17.679018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 120d9fd4-5d19-4130-8994-bb188251f271 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:17.721739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 120d9fd4-5d19-4130-8994-bb188251f271 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:17.726771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 120d9fd4-5d19-4130-8994-bb188251f271 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:17.765421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b9af2-4691-496c-b691-fb7692a67efe req-470d92cc-f6fa-4edf-a06f-4d2a11a76129 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:17.773346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a7b9af2-4691-496c-b691-fb7692a67efe req-470d92cc-f6fa-4edf-a06f-4d2a11a76129 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 1024 time: 0.0924788 Sep 21 18:02:17.779412 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-83cf9501-d0e8-45aa-bf49-c82b82b6e5c6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "PUT /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 200 len: 995 time: 4.7092409 Sep 21 18:02:17.780628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.813936 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:17.829921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:17.833615 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad754d9-4d0a-4938-ac84-146178bd055d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:17.833857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a7b9af2-4691-496c-b691-fb7692a67efe req-e2d6b40c-18c1-4bcd-bcfd-e2b7d39a367c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=8152c3ff-50b2-4378-99b1-d7be623850ef&id=52dd3bd6-eb10-43ec-a874-f07970d6c516&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0584798 Sep 21 18:02:17.895848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e5516bc8-da72-4c66-ac05-8c8dff3442d7 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:18.135071 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5babd759-83b5-47bf-959a-f8bd2dbd33a1 x-openstack-request-id: req-5babd759-83b5-47bf-959a-f8bd2dbd33a1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:18.135328 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:18.136744 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5babd759-83b5-47bf-959a-f8bd2dbd33a1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:18.137268 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'status': 'completed', 'code': 200} Sep 21 18:02:18.153497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:18.246169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port a6e7b514-f1b3-4292-b82f-8ca42a96d646, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a6e7b514-f1b3-4292-b82f-8ca42a96d646,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:18.247072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:18.251779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-ad8a9ce8-6d9f-4064-a981-d54d9b1c9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:18.255615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-ad8a9ce8-6d9f-4064-a981-d54d9b1c9eea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.1296320 Sep 21 18:02:18.278135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for a6e7b514-f1b3-4292-b82f-8ca42a96d646 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:18.431600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8071cd-3344-47ab-a579-effaa813735e req-6dede67e-beb1-49f7-87bb-49400d510414 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:18.431836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:18.432690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f8071cd-3344-47ab-a579-effaa813735e req-6dede67e-beb1-49f7-87bb-49400d510414 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 931 time: 0.1513560 Sep 21 18:02:18.451740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2ddb124e-83fa-4909-bfbd-62d7cc76a820'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:18.497704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-1e99c562-eb2a-4011-92fa-70742fd29ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:18.499713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-1e99c562-eb2a-4011-92fa-70742fd29ae3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.2309511 Sep 21 18:02:18.617358 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:c4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:14Z', 'revision_number': 8, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:18.685730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'name': 'network-vif-deleted', 'tag': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:18.688515 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d506f84-680d-4fa5-aa6d-888de6c51287" -d '{"events": [{"server_uuid": "4b024b25-9395-46ae-94f8-1a3b7f75056e", "name": "network-vif-deleted", "tag": "01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:18.688900 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:18.699323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-2bf5a158-a6cd-4a5b-bc68-d069f542532e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 998 time: 0.1900313 Sep 21 18:02:18.708778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f8071cd-3344-47ab-a579-effaa813735e req-bcfd86e3-678f-48b0-966f-e8b20b759e2c tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676008 Sep 21 18:02:18.716478 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:18.717860 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:18.840356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0379ce16-c763-4c90-abea-3785fea9b4ae {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:18.850483 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:18.861677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-70297802-6cdc-4922-a1a1-4e258ee60ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:18.867639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Transition to ACTIVE for port object 0379ce16-c763-4c90-abea-3785fea9b4ae will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:18.868815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-70297802-6cdc-4922-a1a1-4e258ee60ced service neutron] 10.222.0.78 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.1533756 Sep 21 18:02:18.888506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'Port': ['ID=e5516bc8-da72-4c66-ac05-8c8dff3442d7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:18.891227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:18.979435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-a62aac19-45b2-4650-b349-f404edb1dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:18.989025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-a62aac19-45b2-4650-b349-f404edb1dddf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 1.1806602 Sep 21 18:02:19.005343 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:19.046854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-a023fc44-c53c-4da4-ab9c-68399e3f4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:19.049213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-a023fc44-c53c-4da4-ab9c-68399e3f4b67 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693816 Sep 21 18:02:19.123705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb64bf2-c438-4f53-8ccc-b3463a06318a req-477e64d6-51ad-44bc-a07f-eeaf9ab51bdc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:19.128499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb64bf2-c438-4f53-8ccc-b3463a06318a req-477e64d6-51ad-44bc-a07f-eeaf9ab51bdc tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 950 time: 0.1242895 Sep 21 18:02:19.260167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb64bf2-c438-4f53-8ccc-b3463a06318a req-7748a4ce-8e4a-4d14-9184-b2ed1717a20a tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934362 Sep 21 18:02:19.292170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-5e8ab0bb-03f3-4a16-9f74-67e4e95804d6 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330427 Sep 21 18:02:19.300893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] No DVR routers for this DVR port e5516bc8-da72-4c66-ac05-8c8dff3442d7 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:19.302618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0379ce16-c763-4c90-abea-3785fea9b4ae,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:19.312615 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.315421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-277dbc5e-f9a8-430c-9bb1-c6ec2cab4242 req-0da9a543-c3d8-45b3-8cb5-d75d31c91aa8 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.78 "DELETE /v2.0/ports/e5516bc8-da72-4c66-ac05-8c8dff3442d7 HTTP/1.1" status: 204 len: 173 time: 3.9813385 Sep 21 18:02:19.405202 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd7eebc-6830-496a-aae7-7417e3b12429 x-openstack-request-id: req-efd7eebc-6830-496a-aae7-7417e3b12429 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:19.407082 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b024b25-9395-46ae-94f8-1a3b7f75056e", "name": "network-vif-deleted", "tag": "01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:19.409334 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efd7eebc-6830-496a-aae7-7417e3b12429 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:19.409898 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b024b25-9395-46ae-94f8-1a3b7f75056e', 'name': 'network-vif-deleted', 'tag': '01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01', 'status': 'completed', 'code': 200} Sep 21 18:02:19.507277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.522069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:19.546438 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:c4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:14Z', 'revision_number': 8, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:19.592004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-cdb9549d-6bde-4032-a393-2e695e6ae061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:19.597922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-cdb9549d-6bde-4032-a393-2e695e6ae061 service neutron] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.6046140 Sep 21 18:02:19.628603 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bbd08-1e74-4f75-92b8-1ae32a8ae0dc None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '09d50627-d2a5-42ad-9d10-e2448bbb985f', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'port_id': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'mac_address': 'fa:16:3e:c4:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:01:35Z', 'updated_at': '2021-09-21T18:02:14Z', 'revision_number': 8, 'project_id': 'f5b5ac709e13454396d361910c524834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:19.637620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e78ba6ab-a495-43cb-b9ef-af6c216919bd req-5fbad185-ed30-4227-91fb-f54bb9eb48cd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e76cec5-58f4-4f67-8b7e-3c0c3daa5396 HTTP/1.1" status: 200 len: 210 time: 0.1009092 Sep 21 18:02:19.653725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port a6e7b514-f1b3-4292-b82f-8ca42a96d646 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:19.660165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Attempting to bind port 0379ce16-c763-4c90-abea-3785fea9b4ae on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:19.661814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Attempting to bind port 0379ce16-c763-4c90-abea-3785fea9b4ae by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'd67342e8-6c28-4a7a-b4ee-13813c37a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:19.664757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Attempting to bind port 0379ce16-c763-4c90-abea-3785fea9b4ae on network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:19.683362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=a6e7b514-f1b3-4292-b82f-8ca42a96d646,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:19.686143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.688557 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-073d18aa-6b12-45aa-9285-0c40d6aa3ac8 req-3a55dd89-3a64-4685-a3d1-ae70583693aa tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "DELETE /v2.0/ports/a6e7b514-f1b3-4292-b82f-8ca42a96d646 HTTP/1.1" status: 204 len: 173 time: 2.9647143 Sep 21 18:02:19.702739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Port 0379ce16-c763-4c90-abea-3785fea9b4ae on network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:19.703361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Attempting to bind port 0379ce16-c763-4c90-abea-3785fea9b4ae on network a1c8ce94-47b1-4918-ba68-2fa76e4310f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:19.711572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad754d9-4d0a-4938-ac84-146178bd055d req-8a450ab5-3abd-4af3-9f87-8953c20f8432 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794427 Sep 21 18:02:19.721159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:19.726783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Checking segment: {'id': 'd67342e8-6c28-4a7a-b4ee-13813c37a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:19.727456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Bound using segment: {'id': 'd67342e8-6c28-4a7a-b4ee-13813c37a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:19.728314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Bound port: 0379ce16-c763-4c90-abea-3785fea9b4ae, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67342e8-6c28-4a7a-b4ee-13813c37a563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:19.728906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.908799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a6e7b514-f1b3-4292-b82f-8ca42a96d646 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:19.964848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b20c7-17da-433c-bc42-7c5ac3815893 req-688267fa-1bf8-4115-b5d8-5446b8b9492c tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:19.965190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: a6e7b514-f1b3-4292-b82f-8ca42a96d646 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:19.967193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a6e7b514-f1b3-4292-b82f-8ca42a96d646 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:19.968112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:19.977640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b26b20c7-17da-433c-bc42-7c5ac3815893 req-688267fa-1bf8-4115-b5d8-5446b8b9492c tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 943 time: 0.0933015 Sep 21 18:02:20.001855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] For port 0379ce16-c763-4c90-abea-3785fea9b4ae, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:20.012819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] For port 0379ce16-c763-4c90-abea-3785fea9b4ae, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0379ce16-c763-4c90-abea-3785fea9b4ae,segment=NetworkSegment(d67342e8-6c28-4a7a-b4ee-13813c37a563),segment_id=d67342e8-6c28-4a7a-b4ee-13813c37a563)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:20.043949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:20.045899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 01fd04e6-c3a3-4f21-b9b6-cc7bb4d2ff01 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:20.071182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd24fe-f08f-4c13-8d35-8b6b00ab230f None None] New status for floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:02:20.100325 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-a0adf7a4-e3a0-49e9-bf6a-6acf77214109 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 998 time: 0.4479012 Sep 21 18:02:20.141576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b26b20c7-17da-433c-bc42-7c5ac3815893 req-957eac70-6e14-4750-aac0-ac73ae5b525c tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625023 Sep 21 18:02:20.171219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'name': 'network-vif-deleted', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7'}, {'server_uuid': '114001cf-4052-47ea-82d3-667f9e6f770a', 'name': 'network-vif-deleted', 'tag': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:20.183747 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4758b6b6-fb85-4352-b4c3-b992867e2d97" -d '{"events": [{"server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "name": "network-vif-deleted", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7"}, {"server_uuid": "114001cf-4052-47ea-82d3-667f9e6f770a", "name": "network-vif-deleted", "tag": "a6e7b514-f1b3-4292-b82f-8ca42a96d646"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:20.189499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-7ada9763-33de-42c0-a113-2b55f1372ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.198323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-7ada9763-33de-42c0-a113-2b55f1372ea6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0970056 Sep 21 18:02:20.210510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.339343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.340236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.347368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] 10.222.0.41 "PUT /v2.0/ports/0379ce16-c763-4c90-abea-3785fea9b4ae HTTP/1.1" status: 200 len: 1091 time: 3.1120687 Sep 21 18:02:20.370412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-8af5038b-2618-47f8-8bb4-58885a229873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.371996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-8af5038b-2618-47f8-8bb4-58885a229873 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728308 Sep 21 18:02:20.400234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5284af-df1b-4104-9321-c46de1846fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0379ce16-c763-4c90-abea-3785fea9b4ae,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.463377 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ceeea-21fd-4b8d-808b-514d45e14e8b x-openstack-request-id: req-c89ceeea-21fd-4b8d-808b-514d45e14e8b {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:20.464157 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e76cec5-58f4-4f67-8b7e-3c0c3daa5396", "name": "network-vif-deleted", "tag": "e5516bc8-da72-4c66-ac05-8c8dff3442d7", "status": "completed", "code": 200}, {"server_uuid": "114001cf-4052-47ea-82d3-667f9e6f770a", "name": "network-vif-deleted", "tag": "a6e7b514-f1b3-4292-b82f-8ca42a96d646", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:20.464574 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c89ceeea-21fd-4b8d-808b-514d45e14e8b {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:20.465152 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e76cec5-58f4-4f67-8b7e-3c0c3daa5396', 'name': 'network-vif-deleted', 'tag': 'e5516bc8-da72-4c66-ac05-8c8dff3442d7', 'status': 'completed', 'code': 200} Sep 21 18:02:20.465573 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114001cf-4052-47ea-82d3-667f9e6f770a', 'name': 'network-vif-deleted', 'tag': 'a6e7b514-f1b3-4292-b82f-8ca42a96d646', 'status': 'completed', 'code': 200} Sep 21 18:02:20.587362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c469b09-f998-4a85-b14e-d4376ae1fde1 req-12ccd40c-f474-4680-9569-992b68d1373d tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=114001cf-4052-47ea-82d3-667f9e6f770a HTTP/1.1" status: 200 len: 210 time: 0.0480475 Sep 21 18:02:20.635901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc6d06-020c-4c37-9820-427718e9e07f req-c7885893-ac55-417a-9935-5125e538cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.637891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-c7885893-ac55-417a-9935-5125e538cf13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a624294322d74eab94fa166beb5e718f&device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 1094 time: 0.2010472 Sep 21 18:02:20.749541 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-1a9cca4e-a94f-4a20-bf4f-11c3d99a5eb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0379ce16-c763-4c90-abea-3785fea9b4ae HTTP/1.1" status: 200 len: 217 time: 0.0779531 Sep 21 18:02:20.753027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-3e38502a-5880-4cfa-bf01-85692d7b344b service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496463 Sep 21 18:02:20.792308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a1d67fd-3042-4a26-a775-de4fb08e00f1 req-23e15ab6-9cb3-4c36-b5dc-2886c10a9676 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/52dd3bd6-eb10-43ec-a874-f07970d6c516 HTTP/1.1" status: 200 len: 1800 time: 0.0572467 Sep 21 18:02:20.856786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc6d06-020c-4c37-9820-427718e9e07f req-16469c8d-0de7-4943-8088-c8efeccfc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.860757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-16469c8d-0de7-4943-8088-c8efeccfc018 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89480a3e-d5cc-41f7-88c3-d3dcbcd97968 HTTP/1.1" status: 200 len: 861 time: 0.1010120 Sep 21 18:02:21.247563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8a1d67fd-3042-4a26-a775-de4fb08e00f1 req-54d06e04-39b6-42c1-9823-98c44bc9da23 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.280317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8a1d67fd-3042-4a26-a775-de4fb08e00f1 req-54d06e04-39b6-42c1-9823-98c44bc9da23 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.367634 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-804c4422-1c2a-4014-b390-dcbbb9e255f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1c8ce94-47b1-4918-ba68-2fa76e4310f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455341 Sep 21 18:02:21.388118 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8a1d67fd-3042-4a26-a775-de4fb08e00f1 req-54d06e04-39b6-42c1-9823-98c44bc9da23 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.392103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8a1d67fd-3042-4a26-a775-de4fb08e00f1 req-54d06e04-39b6-42c1-9823-98c44bc9da23 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.400799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a1d67fd-3042-4a26-a775-de4fb08e00f1 req-54d06e04-39b6-42c1-9823-98c44bc9da23 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/52dd3bd6-eb10-43ec-a874-f07970d6c516 HTTP/1.1" status: 204 len: 173 time: 0.5980759 Sep 21 18:02:21.420760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d06e04-39b6-42c1-9823-98c44bc9da23 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd3bd6-eb10-43ec-a874-f07970d6c516,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:21.488246 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c2b1ec9-46b4-41ff-a16b-8ac291d198c6 req-6a9a3c6d-7eab-4f9b-8666-3f1e6563b190 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195195 Sep 21 18:02:21.611768 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-be7acccc-5d6d-4c4f-8c3d-033dfe186917 service neutron] 10.222.0.41 "GET /v2.0/networks/a1c8ce94-47b1-4918-ba68-2fa76e4310f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317770 Sep 21 18:02:21.692327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8567cd17-f551-4ec2-8032-d6bc15448caf req-8afcf7c1-4195-470d-8cb0-2fdae894659e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/8152c3ff-50b2-4378-99b1-d7be623850ef HTTP/1.1" status: 200 len: 1800 time: 0.0759850 Sep 21 18:02:21.762140 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8567cd17-f551-4ec2-8032-d6bc15448caf req-d997d5a5-f0ec-45a4-9402-d67a3addfcca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.766632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35080269-9898-400f-b86e-7fc956267ba8 req-8702ac28-1617-41b1-b3af-d1a3a3b773a9 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:21.768930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35080269-9898-400f-b86e-7fc956267ba8 req-8702ac28-1617-41b1-b3af-d1a3a3b773a9 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 943 time: 0.1775773 Sep 21 18:02:21.816437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8567cd17-f551-4ec2-8032-d6bc15448caf req-d997d5a5-f0ec-45a4-9402-d67a3addfcca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.827729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81fc6d06-020c-4c37-9820-427718e9e07f req-801478f2-c128-4c71-aeba-2a034f843d48 service neutron] 10.222.0.41 "GET /v2.0/networks/a1c8ce94-47b1-4918-ba68-2fa76e4310f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948416 Sep 21 18:02:21.845099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35080269-9898-400f-b86e-7fc956267ba8 req-6a921430-670c-4a95-9dd8-cb0355d73d1a tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658529 Sep 21 18:02:21.904346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8567cd17-f551-4ec2-8032-d6bc15448caf req-d997d5a5-f0ec-45a4-9402-d67a3addfcca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.908396 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8567cd17-f551-4ec2-8032-d6bc15448caf req-d997d5a5-f0ec-45a4-9402-d67a3addfcca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.921520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8567cd17-f551-4ec2-8032-d6bc15448caf req-d997d5a5-f0ec-45a4-9402-d67a3addfcca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/8152c3ff-50b2-4378-99b1-d7be623850ef HTTP/1.1" status: 204 len: 173 time: 0.2280343 Sep 21 18:02:21.947650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997d5a5-f0ec-45a4-9402-d67a3addfcca tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8152c3ff-50b2-4378-99b1-d7be623850ef,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:22.001442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-04bcdd79-3dc7-4a71-bf79-f9cc999bac76 req-c934f64c-255f-4922-9168-7bd43c78fb11 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 200 len: 997 time: 0.1273255 Sep 21 18:02:22.011307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-aa7b76c8-6c75-4ff0-bcdd-f5e44cd97b42 req-e37b099f-c6b5-4c43-8e0b-b33de2754cb9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2018715669', 'description': 'tempest-description-2029379902'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:22.046014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa7b76c8-6c75-4ff0-bcdd-f5e44cd97b42 req-e37b099f-c6b5-4c43-8e0b-b33de2754cb9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.240029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcdd79-3dc7-4a71-bf79-f9cc999bac76 req-e7ae4f33-81d6-4643-8148-951c6b8f0b6e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:22.244764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-04bcdd79-3dc7-4a71-bf79-f9cc999bac76 req-e7ae4f33-81d6-4643-8148-951c6b8f0b6e tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2293940 Sep 21 18:02:22.254996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa7b76c8-6c75-4ff0-bcdd-f5e44cd97b42 req-e37b099f-c6b5-4c43-8e0b-b33de2754cb9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.264073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa7b76c8-6c75-4ff0-bcdd-f5e44cd97b42 req-e37b099f-c6b5-4c43-8e0b-b33de2754cb9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.269722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-04bcdd79-3dc7-4a71-bf79-f9cc999bac76 req-0ca82cbd-5dc2-446f-bcab-528a0c65eb10 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:02:22.272563 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-04bcdd79-3dc7-4a71-bf79-f9cc999bac76 req-0ca82cbd-5dc2-446f-bcab-528a0c65eb10 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143147 Sep 21 18:02:22.311081 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa7b76c8-6c75-4ff0-bcdd-f5e44cd97b42 req-e37b099f-c6b5-4c43-8e0b-b33de2754cb9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.312336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa7b76c8-6c75-4ff0-bcdd-f5e44cd97b42 req-e37b099f-c6b5-4c43-8e0b-b33de2754cb9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3109596 Sep 21 18:02:22.330889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b099f-c6b5-4c43-8e0b-b33de2754cb9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbfe250-6469-4e84-99e2-c2923f9c7b00,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:22.472496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'tag': '0379ce16-c763-4c90-abea-3785fea9b4ae'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:22.477364 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ae7da4-d46e-4174-8a9e-2823476f733c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bcc526-2193-4e01-acdf-35f8f6ad1020", "tag": "0379ce16-c763-4c90-abea-3785fea9b4ae"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:22.485442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-955c6462-635d-48fa-96b6-dfe67c823db8 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1000 time: 0.1376698 Sep 21 18:02:22.499526 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b27589a-ffd8-45ac-9159-ddcecc8ebf2a req-de307f12-7af2-42fe-8eb3-df1e3c4b5ebd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/edbfe250-6469-4e84-99e2-c2923f9c7b00 HTTP/1.1" status: 200 len: 1801 time: 0.0991139 Sep 21 18:02:22.512158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4b27589a-ffd8-45ac-9159-ddcecc8ebf2a req-1a03d60a-c683-4cd0-ad05-04121ca106d9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Request body: {'security_group': {'name': 'tempest-sg-hth-908271292', 'description': 'tempest-description-hth-725011395'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:22.552428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b27589a-ffd8-45ac-9159-ddcecc8ebf2a req-1a03d60a-c683-4cd0-ad05-04121ca106d9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.572135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-57766b19-76d0-4776-8235-afa109d0bfa6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:22.573927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-57766b19-76d0-4776-8235-afa109d0bfa6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports/57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 942 time: 0.0864797 Sep 21 18:02:22.629090 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b27589a-ffd8-45ac-9159-ddcecc8ebf2a req-1a03d60a-c683-4cd0-ad05-04121ca106d9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.635848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b27589a-ffd8-45ac-9159-ddcecc8ebf2a req-1a03d60a-c683-4cd0-ad05-04121ca106d9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.640357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b27589a-ffd8-45ac-9159-ddcecc8ebf2a req-1a03d60a-c683-4cd0-ad05-04121ca106d9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.642924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b27589a-ffd8-45ac-9159-ddcecc8ebf2a req-1a03d60a-c683-4cd0-ad05-04121ca106d9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "PUT /v2.0/security-groups/edbfe250-6469-4e84-99e2-c2923f9c7b00 HTTP/1.1" status: 200 len: 1773 time: 0.1358604 Sep 21 18:02:22.701564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03d60a-c683-4cd0-ad05-04121ca106d9 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbfe250-6469-4e84-99e2-c2923f9c7b00,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:22.832899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-3d67873c-046a-4c99-a94b-973a345c7cf6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1000 time: 0.1337273 Sep 21 18:02:22.836244 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b230199c-fce1-4a7d-87ca-5a81b294d1ed x-openstack-request-id: req-b230199c-fce1-4a7d-87ca-5a81b294d1ed {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:22.836843 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bcc526-2193-4e01-acdf-35f8f6ad1020", "tag": "0379ce16-c763-4c90-abea-3785fea9b4ae", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:22.837355 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b230199c-fce1-4a7d-87ca-5a81b294d1ed {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:22.838128 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'tag': '0379ce16-c763-4c90-abea-3785fea9b4ae', 'status': 'completed', 'code': 200} Sep 21 18:02:23.017904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-1926fa32-04b5-46e9-aa0b-e3849511bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.019984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-1926fa32-04b5-46e9-aa0b-e3849511bb8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a624294322d74eab94fa166beb5e718f&device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 1094 time: 0.1071801 Sep 21 18:02:23.116808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-1418c948-c928-413b-ac4e-2258e116f5cd tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.118410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-1418c948-c928-413b-ac4e-2258e116f5cd tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2716889 Sep 21 18:02:23.244907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba3adf92-2ec7-422f-922f-263fe37d6689 req-541fa043-aefb-488e-8f04-7416f5092752 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/edbfe250-6469-4e84-99e2-c2923f9c7b00 HTTP/1.1" status: 200 len: 1773 time: 0.1020780 Sep 21 18:02:23.258326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-8fab8871-4cfc-4b13-ac0a-6483a8b92c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.259850 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-8fab8871-4cfc-4b13-ac0a-6483a8b92c75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a1c8ce94-47b1-4918-ba68-2fa76e4310f3 HTTP/1.1" status: 200 len: 923 time: 0.2298143 Sep 21 18:02:23.263927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-43b2e631-05ff-4cd0-9b8f-7f0c6f42ed67 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1000 time: 0.1257770 Sep 21 18:02:23.270586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:23.364138 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-21dc19e7-c7f5-4237-9c63-5a63f366987d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0379ce16-c763-4c90-abea-3785fea9b4ae HTTP/1.1" status: 200 len: 217 time: 0.0950844 Sep 21 18:02:23.439627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-9a082a98-e3ef-443a-bf63-4e4999f02f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.440929 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.456873 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-9a082a98-e3ef-443a-bf63-4e4999f02f01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89480a3e-d5cc-41f7-88c3-d3dcbcd97968 HTTP/1.1" status: 200 len: 861 time: 0.0818055 Sep 21 18:02:23.532367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-1f9dcb4f-e4b1-4203-8c02-7ed01e3c6646 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1c8ce94-47b1-4918-ba68-2fa76e4310f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659299 Sep 21 18:02:23.633553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.638974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.639666 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f disassociated. External IP: 172.25.3.29, port: 57512a5d-c784-4140-8157-4c1b89bfaa90. Sep 21 18:02:23.664699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a0089-776c-4479-b587-609dbc68cc1b req-d1112105-99db-4c07-a803-a2be98f0e783 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.666372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d6a0089-776c-4479-b587-609dbc68cc1b req-d1112105-99db-4c07-a803-a2be98f0e783 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 943 time: 0.1325884 Sep 21 18:02:23.711052 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-9b1f90ec-86fe-4ed2-a071-57631e6e5c0e service neutron] 10.222.0.41 "GET /v2.0/networks/a1c8ce94-47b1-4918-ba68-2fa76e4310f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646934 Sep 21 18:02:23.756482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d6a0089-776c-4479-b587-609dbc68cc1b req-cb54bdff-0a68-4b90-9a37-cd2ace3baa92 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644636 Sep 21 18:02:23.882750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0ae7da4-d46e-4174-8a9e-2823476f733c req-acfb6670-28e7-4519-8aeb-31015162e2a8 service neutron] 10.222.0.41 "GET /v2.0/networks/a1c8ce94-47b1-4918-ba68-2fa76e4310f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614971 Sep 21 18:02:23.900997 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a49ecaee-da7c-45b3-90e7-35ca89ff38fb req-52fbd743-4a41-49a5-827e-b8d5733abc1e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/edbfe250-6469-4e84-99e2-c2923f9c7b00 HTTP/1.1" status: 200 len: 1773 time: 0.0731268 Sep 21 18:02:23.934834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:24.001727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a49ecaee-da7c-45b3-90e7-35ca89ff38fb req-e43dba3c-0dd6-4b06-9ec8-7ca5663d40bd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.038574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a49ecaee-da7c-45b3-90e7-35ca89ff38fb req-e43dba3c-0dd6-4b06-9ec8-7ca5663d40bd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.107245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:24.116825 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.122481 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:24.124758 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a49ecaee-da7c-45b3-90e7-35ca89ff38fb req-e43dba3c-0dd6-4b06-9ec8-7ca5663d40bd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.132437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a49ecaee-da7c-45b3-90e7-35ca89ff38fb req-e43dba3c-0dd6-4b06-9ec8-7ca5663d40bd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.147201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a49ecaee-da7c-45b3-90e7-35ca89ff38fb req-e43dba3c-0dd6-4b06-9ec8-7ca5663d40bd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/edbfe250-6469-4e84-99e2-c2923f9c7b00 HTTP/1.1" status: 204 len: 173 time: 0.2371471 Sep 21 18:02:24.148249 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:24.149111 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:24.172261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dba3c-0dd6-4b06-9ec8-7ca5663d40bd tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbfe250-6469-4e84-99e2-c2923f9c7b00,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:24.181372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-da554da6-188b-45ae-b82e-ee22a5e12935 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "PUT /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 200 len: 695 time: 0.9158661 Sep 21 18:02:24.182314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:24.193856 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f998afe-9391-454b-86f8-2899d34206d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:24.284845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-2271b89f-133a-43e3-94c4-9df34f60e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.286953 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-2271b89f-133a-43e3-94c4-9df34f60e4b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0783479 Sep 21 18:02:24.300406 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:24.308873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3045b6-3aad-4085-aa30-fa4d8d9189a7 req-c4d5a362-2ddb-44e6-982d-c2abad6f0f6e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.310573 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3045b6-3aad-4085-aa30-fa4d8d9189a7 req-c4d5a362-2ddb-44e6-982d-c2abad6f0f6e tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 950 time: 0.0675218 Sep 21 18:02:24.393586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3045b6-3aad-4085-aa30-fa4d8d9189a7 req-5c297fc2-b7df-45f5-9488-054e7a63b139 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f6b3f4-da3f-45fc-9343-5bfd909dba81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752859 Sep 21 18:02:24.457282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-c189cd67-d761-4c33-9372-33c3640c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.458898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-c189cd67-d761-4c33-9372-33c3640c28a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.1650867 Sep 21 18:02:24.530160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-3da6e46d-ec35-406a-9b5a-2a7460491de3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 217 time: 0.0575662 Sep 21 18:02:24.591862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:24.597729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-2b20fe29-bd34-48ed-9776-053454606155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.599373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-2b20fe29-bd34-48ed-9776-053454606155 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0604172 Sep 21 18:02:24.626941 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:24.642171 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:24.643347 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:24.683220 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb9bee-0d32-4b7c-b2c1-b620f3685bd3 x-openstack-request-id: req-6fcb9bee-0d32-4b7c-b2c1-b620f3685bd3 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:24.684046 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:24.685385 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fcb9bee-0d32-4b7c-b2c1-b620f3685bd3 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:24.686764 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'status': 'completed', 'code': 200} Sep 21 18:02:24.691665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-a68ded61-dfa3-4d65-b5d3-5810f33693db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.693453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-a68ded61-dfa3-4d65-b5d3-5810f33693db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843616 Sep 21 18:02:24.751909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998afe-9391-454b-86f8-2899d34206d2 req-2636a5a3-a309-4460-a4f7-d2b117111871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.753751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f998afe-9391-454b-86f8-2899d34206d2 req-2636a5a3-a309-4460-a4f7-d2b117111871 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b5ac709e13454396d361910c524834&device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0522850 Sep 21 18:02:24.793604 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:24.820746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-8aedfb81-2b5b-42a2-b07f-884ccae19b39 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207745 Sep 21 18:02:24.939791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76afdcc-4282-4d5c-8c9f-bbd91a0118d8 req-1c377d14-10e6-4520-810a-a03c40d83b21 service neutron] 10.222.0.70 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093328 Sep 21 18:02:24.953045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998afe-9391-454b-86f8-2899d34206d2 req-c0d8ec16-8381-4900-9177-4268a4d7bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.955047 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f998afe-9391-454b-86f8-2899d34206d2 req-c0d8ec16-8381-4900-9177-4268a4d7bcd7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 200 len: 921 time: 0.1898515 Sep 21 18:02:24.991169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-672ef580-7c4b-42b3-a2b0-e0bdf5255530 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.992720 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-672ef580-7c4b-42b3-a2b0-e0bdf5255530 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.2026968 Sep 21 18:02:25.027778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f998afe-9391-454b-86f8-2899d34206d2 req-b9816e31-2501-4bb6-bf51-ca33e40098d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 200 len: 217 time: 0.0548668 Sep 21 18:02:25.036951 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-8e5703a5-c9dd-4796-a99d-a34e59419131 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/quotas/488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 375 time: 0.0117633 Sep 21 18:02:25.072022 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:25.105274 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4347f-2c42-47f5-9853-f9a1db3ce2f2 None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:01:16Z', 'revision_number': 4, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '23121957-2900-4c28-9847-32b28c3fffc6', 'name': '', 'network_id': '38937ce3-c86c-48b9-a9c2-6c9d8daa6731', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'mac_address': 'fa:16:3e:81:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:15Z', 'updated_at': '2021-09-21T18:01:23Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'subnets': [{'id': '76b2d702-ca2e-434b-9a69-32de014a5275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:25.122625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998afe-9391-454b-86f8-2899d34206d2 req-82db22a0-214f-478a-8e2d-eb413e69d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.124111 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f998afe-9391-454b-86f8-2899d34206d2 req-82db22a0-214f-478a-8e2d-eb413e69d1b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 200 len: 858 time: 0.0843046 Sep 21 18:02:25.128101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e3613-98be-4df6-b313-027b4ea60a1f req-3107beb2-10c4-4b55-b37a-027575d77cd4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.138549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea5e3613-98be-4df6-b313-027b4ea60a1f req-3107beb2-10c4-4b55-b37a-027575d77cd4 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 943 time: 0.0723898 Sep 21 18:02:25.139624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-07b107bd-005f-4772-816b-4264dfbbbe23 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890932 Sep 21 18:02:25.231439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea5e3613-98be-4df6-b313-027b4ea60a1f req-7eb32b5b-c788-4944-ab07-654d52e9f482 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911865 Sep 21 18:02:25.242856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-a79357af-c2cb-46b4-93f1-f052ed9f3baf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.244398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-a79357af-c2cb-46b4-93f1-f052ed9f3baf tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 950 time: 0.0968029 Sep 21 18:02:25.268075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998afe-9391-454b-86f8-2899d34206d2 req-70422ee1-b290-4ef7-a06c-b4368c62fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.269631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f998afe-9391-454b-86f8-2899d34206d2 req-70422ee1-b290-4ef7-a06c-b4368c62fd41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38937ce3-c86c-48b9-a9c2-6c9d8daa6731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193740 Sep 21 18:02:25.325027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-18b12e08-a94f-46b4-9e16-03d0f2c495ee service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757557 Sep 21 18:02:25.346222 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-8a8b5f20-464f-427c-b729-7d5dc657222b req-3f8edb22-a2e5-4839-9a98-5cc915125d81 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:02:25.347484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a8b5f20-464f-427c-b729-7d5dc657222b req-3f8edb22-a2e5-4839-9a98-5cc915125d81 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/8152c3ff-50b2-4378-99b1-d7be623850ef HTTP/1.1" status: 404 len: 352 time: 0.0222383 Sep 21 18:02:25.396635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Deleting port d19f672a-c837-4024-bdd6-1895c71b2c33 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:25.397687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.446249 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-5deb7f93-4cc2-44e9-917a-eead7babb70f req-3e66f120-409f-4353-b17c-3f20ce0ebb96 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:02:25.447328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5deb7f93-4cc2-44e9-917a-eead7babb70f req-3e66f120-409f-4353-b17c-3f20ce0ebb96 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/52dd3bd6-eb10-43ec-a874-f07970d6c516 HTTP/1.1" status: 404 len: 352 time: 0.0296910 Sep 21 18:02:25.456934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189360c2-68f5-4719-b010-545cc3256f38 None None] New status for floating IP 09d50627-d2a5-42ad-9d10-e2448bbb985f: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:02:25.486787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f998afe-9391-454b-86f8-2899d34206d2 req-b19d1390-13cd-439a-b1f7-b100437c76e5 service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053413 Sep 21 18:02:25.493860 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-7455b7d7-fc10-4ee5-a609-8b6a31d5c1af service neutron] 10.222.0.70 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355381 Sep 21 18:02:25.559612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-053f485c-4fa1-4b28-a85c-86d24808055a tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 200 len: 695 time: 0.0749002 Sep 21 18:02:25.592017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] For port d19f672a-c837-4024-bdd6-1895c71b2c33, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d19f672a-c837-4024-bdd6-1895c71b2c33,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:25.592911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.613881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Calling delete_port for d19f672a-c837-4024-bdd6-1895c71b2c33 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:25.639150 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f998afe-9391-454b-86f8-2899d34206d2 req-10a96a14-57a7-4977-a891-55666162d3cc service neutron] 10.222.0.78 "GET /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435049 Sep 21 18:02:25.709595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0379ce16-c763-4c90-abea-3785fea9b4ae details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:25.846794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 0379ce16-c763-4c90-abea-3785fea9b4ae, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0379ce16-c763-4c90-abea-3785fea9b4ae,segment=NetworkSegment(d67342e8-6c28-4a7a-b4ee-13813c37a563),segment_id=d67342e8-6c28-4a7a-b4ee-13813c37a563)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:25.869285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-5ae4e73b-d8fd-41ce-baba-5ad0bcf9bab2 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.869526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '0379ce16-c763-4c90-abea-3785fea9b4ae', 'network_id': 'a1c8ce94-47b1-4918-ba68-2fa76e4310f3', 'port_id': '0379ce16-c763-4c90-abea-3785fea9b4ae', 'mac_address': 'fa:16:3e:ec:80:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89480a3e-d5cc-41f7-88c3-d3dcbcd97968', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:25.870136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-5ae4e73b-d8fd-41ce-baba-5ad0bcf9bab2 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1915724 Sep 21 18:02:25.900305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.930703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-b04b701c-2cde-49db-8533-9b520825fda4 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:02:25.936535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93a387d8-4596-4fde-9e85-6be5e2ad6f67 req-eca6b462-8778-4f77-9270-f2a5463b1d13 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa9a2efc-a6ed-483a-95c3-7eab316ff80a HTTP/1.1" status: 200 len: 210 time: 0.0348399 Sep 21 18:02:25.942403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-b04b701c-2cde-49db-8533-9b520825fda4 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492907 Sep 21 18:02:25.976808 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.987048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d19f672a-c837-4024-bdd6-1895c71b2c33'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:25.999394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Pushing event deleted for resources: {'Port': ['ID=d19f672a-c837-4024-bdd6-1895c71b2c33,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:26.009118 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-8c948c50-8811-4fa7-9aa1-fcb0762a898b req-81d09e2a-989f-4ceb-81b2-f68df69d656c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:02:26.010414 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c948c50-8811-4fa7-9aa1-fcb0762a898b req-81d09e2a-989f-4ceb-81b2-f68df69d656c tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/12c8c151-4206-470c-a7b1-d6abd1dfe680 HTTP/1.1" status: 404 len: 352 time: 0.0240819 Sep 21 18:02:26.064455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0379ce16-c763-4c90-abea-3785fea9b4ae {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:26.109235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 0379ce16-c763-4c90-abea-3785fea9b4ae, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0379ce16-c763-4c90-abea-3785fea9b4ae,segment=NetworkSegment(d67342e8-6c28-4a7a-b4ee-13813c37a563),segment_id=d67342e8-6c28-4a7a-b4ee-13813c37a563)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:26.118136 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.182254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=0379ce16-c763-4c90-abea-3785fea9b4ae,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:26.182657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-6923faca-c63d-4f84-9806-1a52ce2fa76b tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 696 time: 0.1900501 Sep 21 18:02:26.185116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] No DVR routers for this DVR port d19f672a-c837-4024-bdd6-1895c71b2c33 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:26.200290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.203936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4cfd9a6-9d58-4432-b450-f6a682e996be req-cc371f1a-22ad-4d6d-a1a5-e86842581e03 tempest-ServersOnMultiNodesTest-65310259 tempest-ServersOnMultiNodesTest-65310259-project] 10.222.0.78 "DELETE /v2.0/ports/d19f672a-c837-4024-bdd6-1895c71b2c33 HTTP/1.1" status: 204 len: 173 time: 0.9517670 Sep 21 18:02:26.256522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-e9db2263-17e6-433b-b847-5927b630b1e5 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 696 time: 0.0725269 Sep 21 18:02:26.322670 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe680557-7fb4-4427-8dc5-7238b3f71e93 req-8ce099d0-828f-4b00-9f8f-14d01bd96564 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 210 time: 0.0358849 Sep 21 18:02:26.409077 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-34e9d6d0-bc80-4d21-98ba-ab2a5797f394 req-b58b959e-9fbb-400a-bbad-51c8ee3003bb tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:02:26.411158 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-34e9d6d0-bc80-4d21-98ba-ab2a5797f394 req-b58b959e-9fbb-400a-bbad-51c8ee3003bb tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/3df5cd29-a7d7-4d22-a6db-6da8e8fb1f5a HTTP/1.1" status: 404 len: 352 time: 0.0355186 Sep 21 18:02:26.473232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Deleting port 815237ea-2954-4ce0-9f3d-e9679be3009c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:26.473666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.476018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['0379ce16-c763-4c90-abea-3785fea9b4ae'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:26.580780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454aabf-e741-4e0c-b7f8-28f23f96438b req-b4620710-6edd-4de9-b292-16c81686e891 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:26.586803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1454aabf-e741-4e0c-b7f8-28f23f96438b req-b4620710-6edd-4de9-b292-16c81686e891 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 944 time: 0.0842679 Sep 21 18:02:26.639187 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1454aabf-e741-4e0c-b7f8-28f23f96438b req-2a9ebdad-1c46-408c-ba98-77de76bf256f tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Sep 21 18:02:26.644789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.645396 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.670551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Calling delete_port for 815237ea-2954-4ce0-9f3d-e9679be3009c owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:26.694469 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-880b97ba-e928-4349-beab-6d0d31b90590 req-26e9a3c0-d9bd-4788-afcd-48bc7f6a3304 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:02:26.695623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-880b97ba-e928-4349-beab-6d0d31b90590 req-26e9a3c0-d9bd-4788-afcd-48bc7f6a3304 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/e0e1326b-565d-498a-ae6d-077e1c42718c HTTP/1.1" status: 404 len: 352 time: 0.0179405 Sep 21 18:02:26.724604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'name': 'network-vif-deleted', 'tag': 'd19f672a-c837-4024-bdd6-1895c71b2c33'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:26.726937 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07723c-69c7-4c93-b421-a6688355b996" -d '{"events": [{"server_uuid": "aa9a2efc-a6ed-483a-95c3-7eab316ff80a", "name": "network-vif-deleted", "tag": "d19f672a-c837-4024-bdd6-1895c71b2c33"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:26.779679 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-dc61d1a0-993b-492f-8b4d-a0f464594531 req-b05046ba-4467-45c2-8d8b-e6696d410410 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] show failed (client error): The resource could not be found. Sep 21 18:02:26.798682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc61d1a0-993b-492f-8b4d-a0f464594531 req-b05046ba-4467-45c2-8d8b-e6696d410410 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/d6b6ef97-b6f5-45ce-bcca-a051b052db47 HTTP/1.1" status: 404 len: 352 time: 0.0531015 Sep 21 18:02:26.851809 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c60c77d-9fc3-438a-a3c5-358a69ffea32 x-openstack-request-id: req-8c60c77d-9fc3-438a-a3c5-358a69ffea32 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:26.852206 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a2efc-a6ed-483a-95c3-7eab316ff80a", "name": "network-vif-deleted", "tag": "d19f672a-c837-4024-bdd6-1895c71b2c33", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:26.852471 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c60c77d-9fc3-438a-a3c5-358a69ffea32 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:26.852857 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a2efc-a6ed-483a-95c3-7eab316ff80a', 'name': 'network-vif-deleted', 'tag': 'd19f672a-c837-4024-bdd6-1895c71b2c33', 'status': 'completed', 'code': 200} Sep 21 18:02:26.883328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.935185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Pushing event deleted for resources: {'Port': ['ID=815237ea-2954-4ce0-9f3d-e9679be3009c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:27.024884 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.029797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.049728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76ddc05f-1f6f-4097-8f13-3bd82a2ed701 req-d85113ee-7f23-4ccd-9b5d-00f902255508 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "DELETE /v2.0/floatingips/09d50627-d2a5-42ad-9d10-e2448bbb985f HTTP/1.1" status: 204 len: 173 time: 0.7787857 Sep 21 18:02:27.243121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae78e28-0ad7-4db6-a763-efb32f9e5d59 req-97827f6c-63c3-4615-a34e-5999b7c57ff4 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.255133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cae78e28-0ad7-4db6-a763-efb32f9e5d59 req-97827f6c-63c3-4615-a34e-5999b7c57ff4 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1023 time: 0.1130514 Sep 21 18:02:27.328657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cae78e28-0ad7-4db6-a763-efb32f9e5d59 req-53fea45f-b9ae-4542-9f6e-64e7e0cb3a43 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8&id=422f1c59-85e4-4caa-bc8e-a49db20f9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0710506 Sep 21 18:02:27.473636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52282) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:27.530393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-1978a2d8-99d5-42d7-9fa4-e571d692cf13 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.532873 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-1978a2d8-99d5-42d7-9fa4-e571d692cf13 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 820 time: 0.1987176 Sep 21 18:02:27.555899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Request body: {'port': {'device_id': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'admin_state_up': True, 'tenant_id': '488675541d0546a4a382868afc2648ea'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:27.591880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436fbf-448d-486f-9e76-859be1d100e5 req-0a75998c-f542-4a00-892b-913817a42792 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.595249 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93436fbf-448d-486f-9e76-859be1d100e5 req-0a75998c-f542-4a00-892b-913817a42792 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 945 time: 0.1096811 Sep 21 18:02:27.648115 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2b6e00f9-e7c4-4cdf-a7de-2ec5802d5c60 req-3cf0f067-2a58-468f-9223-e65882235179 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 210 time: 0.0652487 Sep 21 18:02:27.675196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93436fbf-448d-486f-9e76-859be1d100e5 req-6f00918f-7e23-4efc-9e9d-86ef2ad662f8 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728738 Sep 21 18:02:27.737031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0379ce16-c763-4c90-abea-3785fea9b4ae up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:27.784142 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-55e58a41-5f2e-43f0-99ad-636f35c817fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=399a89c63c754529980c3783f36f8e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087070 Sep 21 18:02:27.784893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52288) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:27.814550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Made reservation on behalf of 488675541d0546a4a382868afc2648ea for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:27.819550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 0379ce16-c763-4c90-abea-3785fea9b4ae completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:27.820804 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.827271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 0379ce16-c763-4c90-abea-3785fea9b4ae triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:27.827821 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.863447 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06547365-30fc-4e12-9a78-d89347136b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.903711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06547365-30fc-4e12-9a78-d89347136b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.923656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d19f672a-c837-4024-bdd6-1895c71b2c33 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:27.965050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: d19f672a-c837-4024-bdd6-1895c71b2c33 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:27.965731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d19f672a-c837-4024-bdd6-1895c71b2c33 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:27.982381 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06547365-30fc-4e12-9a78-d89347136b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.986481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06547365-30fc-4e12-9a78-d89347136b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.991137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-06547365-30fc-4e12-9a78-d89347136b43 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1f6b3f4-da3f-45fc-9343-5bfd909dba81 HTTP/1.1" status: 204 len: 168 time: 0.2018967 Sep 21 18:02:27.998637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06547365-30fc-4e12-9a78-d89347136b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6b3f4-da3f-45fc-9343-5bfd909dba81,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:27.999163 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.043820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379ce16-c763-4c90-abea-3785fea9b4ae'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:28.048093 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374219d0-54f3-4071-bde0-50ff1f1cb3ef" -d '{"events": [{"server_uuid": "a7bcc526-2193-4e01-acdf-35f8f6ad1020", "name": "network-vif-plugged", "status": "completed", "tag": "0379ce16-c763-4c90-abea-3785fea9b4ae"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:28.076821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2592-efcb-4d73-86ef-98498831888a req-0dc20651-468b-4ee6-b9fc-ff09ffa9398e tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:28.091106 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-263c2592-efcb-4d73-86ef-98498831888a req-0dc20651-468b-4ee6-b9fc-ff09ffa9398e tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 944 time: 0.2852671 Sep 21 18:02:28.105231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 0379ce16-c763-4c90-abea-3785fea9b4ae, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0379ce16-c763-4c90-abea-3785fea9b4ae,segment=NetworkSegment(d67342e8-6c28-4a7a-b4ee-13813c37a563),segment_id=d67342e8-6c28-4a7a-b4ee-13813c37a563)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:28.114824 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.222949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-263c2592-efcb-4d73-86ef-98498831888a req-4eca04fc-316f-4c6d-a6d7-11b9daf69830 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136396 Sep 21 18:02:28.240796 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4879050e-7bc3-466c-a13a-8ecfd19aa167 x-openstack-request-id: req-4879050e-7bc3-466c-a13a-8ecfd19aa167 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:28.241051 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bcc526-2193-4e01-acdf-35f8f6ad1020", "name": "network-vif-plugged", "status": "completed", "tag": "0379ce16-c763-4c90-abea-3785fea9b4ae", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:28.241140 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4879050e-7bc3-466c-a13a-8ecfd19aa167 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:28.241832 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379ce16-c763-4c90-abea-3785fea9b4ae', 'code': 200} Sep 21 18:02:28.243431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Allocated IP 172.20.0.12 (bdaba322-21b6-4e5a-979b-ca73f663a501/2850d4cc-a77d-46b9-a908-3ed136a714e8/d76571b2-4c22-4341-82b9-dbbac1b5a7fd) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:28.262039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=0379ce16-c763-4c90-abea-3785fea9b4ae,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:28.332884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd44fe-1ba1-455a-a48c-85294f2a9a31 req-d3fdab14-b047-4093-b484-737e402b4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:28.335814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3dd44fe-1ba1-455a-a48c-85294f2a9a31 req-d3fdab14-b047-4093-b484-737e402b4b1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 1096 time: 0.0964549 Sep 21 18:02:28.428658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3dd44fe-1ba1-455a-a48c-85294f2a9a31 req-98907b86-8a6b-4856-b38a-892c0db738c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766816 Sep 21 18:02:28.601793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.617282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a6375-4262-48fa-b952-453bcb1535bb req-16e8249d-d27e-47cb-b790-89e4f6f3b182 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:28.618976 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb3a6375-4262-48fa-b952-453bcb1535bb req-16e8249d-d27e-47cb-b790-89e4f6f3b182 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1023 time: 0.1290307 Sep 21 18:02:28.711256 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb3a6375-4262-48fa-b952-453bcb1535bb req-bc8bfb57-be96-4f38-abe7-8e66423d96cc tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8&id=422f1c59-85e4-4caa-bc8e-a49db20f9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0733967 Sep 21 18:02:28.715376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:28.731437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.745019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:28.784006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Network bdaba322-21b6-4e5a-979b-ca73f663a501 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:28.788155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:28.792830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:28.856974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:28.856974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.889666 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3403721 Sep 21 18:02:28.891470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33e3f3-eefc-484d-9732-5338e67dfc0b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:28.911595 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5da2065c-6648-4761-914b-944e27403301 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba61433ec46944e7a6c64270c190f62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946361 Sep 21 18:02:28.918008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52310) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:28.937104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Request body: {'port': {'device_id': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:28.985801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a923c1-f07a-4279-86f0-d4bc92c4b303 req-29144635-fb57-413e-8fe7-756ec8f48671 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:28.987827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64a923c1-f07a-4279-86f0-d4bc92c4b303 req-29144635-fb57-413e-8fe7-756ec8f48671 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 945 time: 0.1198976 Sep 21 18:02:29.012379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caafe24-86ec-4611-b21d-891c5c839449 req-b690a6b4-02f7-4749-bb19-2917df3865c1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:29.021478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4caafe24-86ec-4611-b21d-891c5c839449 req-b690a6b4-02f7-4749-bb19-2917df3865c1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 932 time: 0.2071242 Sep 21 18:02:29.045601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5166086-798d-4763-a23e-f1a4db12b231 req-e44fc701-638b-4eb8-a830-425840667358 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:29.048223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5166086-798d-4763-a23e-f1a4db12b231 req-e44fc701-638b-4eb8-a830-425840667358 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.41 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1023 time: 0.1722417 Sep 21 18:02:29.072180 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64a923c1-f07a-4279-86f0-d4bc92c4b303 req-3fd4d99c-8fb8-48a2-b89e-c1bafda8d4e4 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748820 Sep 21 18:02:29.084448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.196043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21108dac-eed4-4ffb-bbed-9e6e5090e42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.235320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1d8a-8f44-4c2d-9596-ac863c461127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.272021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4caafe24-86ec-4611-b21d-891c5c839449 req-c5e207f6-32e9-4d85-b50a-be19ced8ba29 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493992 Sep 21 18:02:29.324314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21108dac-eed4-4ffb-bbed-9e6e5090e42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.425288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21108dac-eed4-4ffb-bbed-9e6e5090e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.431886 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21108dac-eed4-4ffb-bbed-9e6e5090e42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.433426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-21108dac-eed4-4ffb-bbed-9e6e5090e42a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5308d87a-cea3-4897-82bd-b3ce4e39cc1d HTTP/1.1" status: 204 len: 168 time: 0.4917352 Sep 21 18:02:29.473009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21108dac-eed4-4ffb-bbed-9e6e5090e42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5308d87a-cea3-4897-82bd-b3ce4e39cc1d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:29.557491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-cb92310e-2fe6-44a1-8c60-96953885bb39 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:29.557829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-cb92310e-2fe6-44a1-8c60-96953885bb39 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 945 time: 0.2780597 Sep 21 18:02:29.593923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Deleting port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:29.594483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.677536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57157b1c-7d1e-4c96-a42d-6ee259c8368c req-63600049-2dd1-4862-b419-c62730f51335 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:29.692543 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57157b1c-7d1e-4c96-a42d-6ee259c8368c req-63600049-2dd1-4862-b419-c62730f51335 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 945 time: 0.3026147 Sep 21 18:02:29.789948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76571b2-4c22-4341-82b9-dbbac1b5a7fd {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:29.808789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.870138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Transition to ACTIVE for port object d76571b2-4c22-4341-82b9-dbbac1b5a7fd will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:29.895124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57157b1c-7d1e-4c96-a42d-6ee259c8368c req-48dfce59-cd47-4e80-af0d-9707c07aa323 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953278 Sep 21 18:02:29.901653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.947356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] For port 2ddb124e-83fa-4909-bfbd-62d7cc76a820, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2ddb124e-83fa-4909-bfbd-62d7cc76a820,segment=NetworkSegment(18020ead-6cb1-47d7-a615-55f2d82ba610),segment_id=18020ead-6cb1-47d7-a615-55f2d82ba610)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:29.947739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.990681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Calling delete_port for 2ddb124e-83fa-4909-bfbd-62d7cc76a820 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:30.017816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:30.036497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Deleting port 57512a5d-c784-4140-8157-4c1b89bfaa90 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:30.037159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.156830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:30.157576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:30.158242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:30.167283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:30.167660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:30.178607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde884f-c0a8-40c7-8d85-295d75ad2193 req-7cb9c8da-cd7c-467d-abb3-fd30995e3ed4 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.191044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:30.191671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:30.192121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:30.192579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Bound port: d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:30.192944 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.195169 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfde884f-c0a8-40c7-8d85-295d75ad2193 req-7cb9c8da-cd7c-467d-abb3-fd30995e3ed4 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/ports?device_id=505922c3-05ee-4440-b17a-0a60fb5d4a77 HTTP/1.1" status: 200 len: 1023 time: 0.2355003 Sep 21 18:02:30.319319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1356-970e-4b2d-846d-7fc7eee846cb req-8b175a7b-1118-4fae-bfa8-e9e5e3eef179 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.321086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df6c1356-970e-4b2d-846d-7fc7eee846cb req-8b175a7b-1118-4fae-bfa8-e9e5e3eef179 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 945 time: 0.1253948 Sep 21 18:02:30.326890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:30.332912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:30.343227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.402869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.403500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.404904 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] 10.222.0.41 "PUT /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 1092 time: 1.4828069 Sep 21 18:02:30.410948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:30.414417 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c617c-f214-4a70-9bf8-a370fe83b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:30.429621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfde884f-c0a8-40c7-8d85-295d75ad2193 req-5b192543-770b-4a4b-9415-5287daaeb467 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups?id=23c9825e-4b1b-4672-808c-584c54153a08&id=4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8&id=422f1c59-85e4-4caa-bc8e-a49db20f9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2328014 Sep 21 18:02:30.461453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df6c1356-970e-4b2d-846d-7fc7eee846cb req-ca348e81-ddb4-4ad5-b2f5-084801815713 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a846776-1495-446c-8068-d88ff34c4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311924 Sep 21 18:02:30.485890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] For port 57512a5d-c784-4140-8157-4c1b89bfaa90, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=57512a5d-c784-4140-8157-4c1b89bfaa90,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:30.486550 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.520512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9517-697c-44aa-b693-38717bb2e259 service neutron] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:30.542166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-735cc995-b5e5-4172-8503-4f99b19547f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.544335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-735cc995-b5e5-4172-8503-4f99b19547f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1095 time: 0.0752828 Sep 21 18:02:30.564712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Calling delete_port for 57512a5d-c784-4140-8157-4c1b89bfaa90 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:30.702647 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-b1717174-c4f3-4c5e-9e09-7267440e1538 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 217 time: 0.1488681 Sep 21 18:02:30.704941 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1212ceb-85c8-49db-ad02-6061e2ae82f9 x-openstack-request-id: req-e1212ceb-85c8-49db-ad02-6061e2ae82f9 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:30.707559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.708855 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:30.710800 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1212ceb-85c8-49db-ad02-6061e2ae82f9 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:30.711430 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd', 'status': 'completed', 'code': 200} Sep 21 18:02:30.772503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'Port': ['ID=2ddb124e-83fa-4909-bfbd-62d7cc76a820,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:30.923280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-f4038cea-caff-44fb-a537-a5a12e240dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.926536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-f4038cea-caff-44fb-a537-a5a12e240dbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.2089641 Sep 21 18:02:30.948815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] No DVR routers for this DVR port 2ddb124e-83fa-4909-bfbd-62d7cc76a820 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:30.965955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298afc7-7a4a-43e1-a203-5072442c7c97 req-e4d403da-16ee-4730-8540-cdc66f915683 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.976339 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.978763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5298afc7-7a4a-43e1-a203-5072442c7c97 req-e4d403da-16ee-4730-8540-cdc66f915683 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.2631447 Sep 21 18:02:30.979993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5166086-798d-4763-a23e-f1a4db12b231 req-ed8817d4-d117-4233-82ee-d45c8a432c2e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.41 "DELETE /v2.0/ports/2ddb124e-83fa-4909-bfbd-62d7cc76a820 HTTP/1.1" status: 204 len: 173 time: 1.9221971 Sep 21 18:02:30.980729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'name': 'network-vif-deleted', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:30.984745 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ac0572-41c9-4d4e-94de-fdebcaad2724" -d '{"events": [{"server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "name": "network-vif-deleted", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:31.035009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-974fd09e-37be-464b-a25c-61a3c632f710 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882692 Sep 21 18:02:31.070060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77665e4-67fb-403c-a009-e4c70e6059c0 req-3eb72f50-fd33-4f9e-bdb5-193c32e3bf1f tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.072783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c77665e4-67fb-403c-a009-e4c70e6059c0 req-3eb72f50-fd33-4f9e-bdb5-193c32e3bf1f tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1097 time: 0.1158657 Sep 21 18:02:31.074662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.439056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52362) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:31.495606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5298afc7-7a4a-43e1-a203-5072442c7c97 req-01519bb9-7b43-46c7-b1ee-26465612f1d4 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078118 Sep 21 18:02:31.645251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-ade7cbd7-c8ec-4ec0-bb7a-d4015fe06faf service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047709 Sep 21 18:02:31.717537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] No DVR routers for this DVR port 57512a5d-c784-4140-8157-4c1b89bfaa90 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:31.725273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Pushing event deleted for resources: {'Port': ['ID=57512a5d-c784-4140-8157-4c1b89bfaa90,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:31.737011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.741649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c2998c2-861d-4fc6-8a24-010f7b9ae136 req-d511a1ce-aa52-4e4c-bd82-637e924fd4e6 tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.78 "DELETE /v2.0/ports/57512a5d-c784-4140-8157-4c1b89bfaa90 HTTP/1.1" status: 204 len: 173 time: 2.1605051 Sep 21 18:02:31.761637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2ddb124e-83fa-4909-bfbd-62d7cc76a820 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:31.796680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 2ddb124e-83fa-4909-bfbd-62d7cc76a820 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:31.798303 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c77665e4-67fb-403c-a009-e4c70e6059c0 req-16837585-f96a-4527-810f-d4ee2a9d473b tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930842 Sep 21 18:02:31.801182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2ddb124e-83fa-4909-bfbd-62d7cc76a820 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:31.865456 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7446558-2328-46e6-bd52-66bc6b0ac679 x-openstack-request-id: req-c7446558-2328-46e6-bd52-66bc6b0ac679 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:31.865895 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505922c3-05ee-4440-b17a-0a60fb5d4a77", "name": "network-vif-deleted", "tag": "2ddb124e-83fa-4909-bfbd-62d7cc76a820", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:31.866156 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7446558-2328-46e6-bd52-66bc6b0ac679 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:31.866589 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505922c3-05ee-4440-b17a-0a60fb5d4a77', 'name': 'network-vif-deleted', 'tag': '2ddb124e-83fa-4909-bfbd-62d7cc76a820', 'status': 'completed', 'code': 200} Sep 21 18:02:31.871541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1429328924-network', 'tenant_id': '99a8c6ac824445958060703e4ced4e59'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:31.945964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Made reservation on behalf of 99a8c6ac824445958060703e4ced4e59 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:31.948450 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.952841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 57512a5d-c784-4140-8157-4c1b89bfaa90 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:31.966704 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc7ab3c-7fe9-4e5d-9879-3c282fada899 req-6be4538d-4f19-44a6-87d7-9e8a60796d8a service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061268 Sep 21 18:02:31.968892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.976219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf5d11f7-ea48-4534-a22f-9bf29a5db989 req-cba878ef-c108-48c2-8636-0198073441fe tempest-FloatingIPsAssociationTestJSON-790061729 tempest-FloatingIPsAssociationTestJSON-790061729-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf HTTP/1.1" status: 200 len: 210 time: 0.0464718 Sep 21 18:02:31.988839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7923839-5966-469a-8d07-cf4a98ff4bbd req-fc96afee-56dd-47a0-a526-e786ecc8b5de tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.990613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d7923839-5966-469a-8d07-cf4a98ff4bbd req-fc96afee-56dd-47a0-a526-e786ecc8b5de tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 945 time: 0.1262271 Sep 21 18:02:32.012921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 57512a5d-c784-4140-8157-4c1b89bfaa90 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:32.013275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 57512a5d-c784-4140-8157-4c1b89bfaa90 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:32.103506 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d7923839-5966-469a-8d07-cf4a98ff4bbd req-e0d64831-eb96-479b-b56f-3e1449857c88 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033096 Sep 21 18:02:32.156425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-5a3b03d7-415c-4c48-bccc-731f9f647a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:32.159099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-5a3b03d7-415c-4c48-bccc-731f9f647a05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1095 time: 0.1086380 Sep 21 18:02:32.244611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.277853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.341349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:32.401521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:32.405607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.406620 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Added segment fceef531-24d2-43f4-9962-8a019690ef8a of type vlan for network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 Sep 21 18:02:32.410438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-3223f8a1-8c75-45d3-ab36-de1239f6149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:32.413775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-3223f8a1-8c75-45d3-ab36-de1239f6149b service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2356460 Sep 21 18:02:32.438936 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52b33b06-61ca-43d2-9c27-011e7e7a3c7e req-8dac97bb-9048-4a84-8447-619fd4e5a308 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8 HTTP/1.1" status: 200 len: 1799 time: 0.1650305 Sep 21 18:02:32.494286 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-645e7d23-ed1a-4380-87ae-b77524ea53dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 217 time: 0.0682521 Sep 21 18:02:32.600713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.639442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-880e9432-bd16-4c33-acb1-f5dfbe602c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:32.641897 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-880e9432-bd16-4c33-acb1-f5dfbe602c9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1368060 Sep 21 18:02:32.716816 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-86832284-6e6b-49ea-89b8-74993a93e82f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621667 Sep 21 18:02:32.719330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52b33b06-61ca-43d2-9c27-011e7e7a3c7e req-27dabf93-9266-4963-9e99-b5c2ccb9ee8e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.781826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.784000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:32.785030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.791059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52b33b06-61ca-43d2-9c27-011e7e7a3c7e req-27dabf93-9266-4963-9e99-b5c2ccb9ee8e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.875761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4255285 Sep 21 18:02:32.877641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52400) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:32.885009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Request body: {'subnet': {'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1429328924-subnet', 'tenant_id': '99a8c6ac824445958060703e4ced4e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:32.952830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Made reservation on behalf of 99a8c6ac824445958060703e4ced4e59 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:32.958416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f26442-c385-4778-a7b3-f0b3e8be6859 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a463c8-31e7-449e-b8e3-1d6addcd4a31,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:32.960323 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.974173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:32.988385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52b33b06-61ca-43d2-9c27-011e7e7a3c7e req-27dabf93-9266-4963-9e99-b5c2ccb9ee8e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.006405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52b33b06-61ca-43d2-9c27-011e7e7a3c7e req-27dabf93-9266-4963-9e99-b5c2ccb9ee8e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.007591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52b33b06-61ca-43d2-9c27-011e7e7a3c7e req-27dabf93-9266-4963-9e99-b5c2ccb9ee8e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8 HTTP/1.1" status: 204 len: 173 time: 0.5190592 Sep 21 18:02:33.025335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-133959d1-922d-4264-85cc-7ecf68911e95 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871041 Sep 21 18:02:33.026848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dabf93-9266-4963-9e99-b5c2ccb9ee8e tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8bb1f6-4f4f-4697-9f90-9f4e2fac87f8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:33.273927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.287538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dd535-5017-4084-ac79-f8898dbdb904 req-4c4761e8-a7ab-49c2-b73c-45b1bcf191c6 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.289224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb8dd535-5017-4084-ac79-f8898dbdb904 req-4c4761e8-a7ab-49c2-b73c-45b1bcf191c6 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1396768 Sep 21 18:02:33.327209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f6c617c-f214-4a70-9bf8-a370fe83b64e req-e657e802-fceb-4269-ae20-56eb7b89697a service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859638 Sep 21 18:02:33.401863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb8dd535-5017-4084-ac79-f8898dbdb904 req-139d49a1-6c3c-4711-b73a-259f1c71b1b7 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927958 Sep 21 18:02:33.414336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdb204e-a30a-4bc8-aa77-6dff8d5e2469,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:33.426693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Checking segment: {'id': 'fceef531-24d2-43f4-9962-8a019690ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:33.428192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Network hostable DHCP agents. Network: b5a463c8-31e7-449e-b8e3-1d6addcd4a31, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:33.460677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:33.483123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, b5a463c8-31e7-449e-b8e3-1d6addcd4a31) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:33.499919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.501648 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.504230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56363556-ff7b-44bf-92e7-5c6315346e40 None None] Network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:33.544934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5fd5aa93-f778-41e1-b162-a40f619bc46a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6652706 Sep 21 18:02:33.642453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e14fc956-f01e-4b09-992f-680c5261773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.691666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0fb27cf6-51c5-4f51-8eea-75f13eea7361 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:02:33.694661 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0fb27cf6-51c5-4f51-8eea-75f13eea7361 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083003 Sep 21 18:02:33.724612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52416) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:33.784036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045ef0cf-3638-4feb-9813-31ff7704e4c8 None None] Network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:33.825280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89002492-1d4a-45b3-988a-62a3670d11d8 req-3dd48224-e16e-417b-84c1-308d042e8646 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "GET /v2.0/security-groups/422f1c59-85e4-4caa-bc8e-a49db20f9e2f HTTP/1.1" status: 200 len: 1801 time: 0.0845203 Sep 21 18:02:33.828279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-15c12d84-2493-45a7-b3e7-740e85d64d51 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.830623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-15c12d84-2493-45a7-b3e7-740e85d64d51 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 1094 time: 0.1270442 Sep 21 18:02:33.867729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'name': 'network-vif-deleted', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:33.874087 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426436a3-930f-45f9-8229-cedf703b0145" -d '{"events": [{"server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "name": "network-vif-deleted", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:33.901071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Request body: {'binding': {'host': 'n-h2-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:33.901921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:02:33.903776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89002492-1d4a-45b3-988a-62a3670d11d8 req-80c5cbfa-6413-4b5d-a54c-e446948897a0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.932805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89002492-1d4a-45b3-988a-62a3670d11d8 req-80c5cbfa-6413-4b5d-a54c-e446948897a0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.014485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89002492-1d4a-45b3-988a-62a3670d11d8 req-80c5cbfa-6413-4b5d-a54c-e446948897a0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.018927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89002492-1d4a-45b3-988a-62a3670d11d8 req-80c5cbfa-6413-4b5d-a54c-e446948897a0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.035535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52424) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:34.036107 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89002492-1d4a-45b3-988a-62a3670d11d8 req-80c5cbfa-6413-4b5d-a54c-e446948897a0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] 10.222.0.70 "DELETE /v2.0/security-groups/422f1c59-85e4-4caa-bc8e-a49db20f9e2f HTTP/1.1" status: 204 len: 173 time: 0.2093124 Sep 21 18:02:34.075973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.096806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.099455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5cbfa-6413-4b5d-a54c-e446948897a0 tempest-SecurityGroupsTestJSON-17893864 tempest-SecurityGroupsTestJSON-17893864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422f1c59-85e4-4caa-bc8e-a49db20f9e2f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:34.289880 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e6e73-0d4a-4c8d-b184-d6cba29da559 x-openstack-request-id: req-840e6e73-0d4a-4c8d-b184-d6cba29da559 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:34.291932 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf", "name": "network-vif-deleted", "tag": "57512a5d-c784-4140-8157-4c1b89bfaa90", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:34.291932 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-840e6e73-0d4a-4c8d-b184-d6cba29da559 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:34.292757 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9d93b0-a5fa-48c7-bc15-b63ebd94ddcf', 'name': 'network-vif-deleted', 'tag': '57512a5d-c784-4140-8157-4c1b89bfaa90', 'status': 'completed', 'code': 200} Sep 21 18:02:34.327127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] Deleting subnet 3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:34.337753 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.409534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on host n-h2-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:34.410154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:34.410477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:34.416582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:34.416928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:34.424375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:34.424726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:34.425291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:34.425872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Bound port: c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:34.476716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.508705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:34.518073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.530894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-0d44f8c5-b8be-4989-99ee-3de8adddac17 service neutron] 10.222.0.70 "POST /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54/bindings HTTP/1.1" status: 201 len: 389 time: 0.6549654 Sep 21 18:02:34.660409 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.673679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52448) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:34.721732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.758790 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1751870456-network', 'tenant_id': '911fe915008643ac8e8648b35140cab8'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:34.806341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008daf-a0be-43d3-8303-6d0fd1cc60da req-595550c3-ae83-462c-9595-00f9d05d2d14 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:34.820940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee008daf-a0be-43d3-8303-6d0fd1cc60da req-595550c3-ae83-462c-9595-00f9d05d2d14 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.2140210 Sep 21 18:02:34.856195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Made reservation on behalf of 911fe915008643ac8e8648b35140cab8 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:34.860021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.874301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.894009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.939224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee008daf-a0be-43d3-8303-6d0fd1cc60da req-1d6b9b59-a5d7-413e-a3a9-e0d5c87684da tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015127 Sep 21 18:02:34.939886 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.941687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109 HTTP/1.1" status: 204 len: 168 time: 0.9021819 Sep 21 18:02:34.944064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3151bc3-986f-4a49-b478-4e97e14ee3d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5b70cb-4feb-4f7f-b2fc-bc415a0dd109,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:34.949026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:35.049381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-22c9ef08-e103-4c7b-aa90-a3239c3e7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.050995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-22c9ef08-e103-4c7b-aa90-a3239c3e7802 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1097 time: 0.1238999 Sep 21 18:02:35.101828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.117394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d7058-a801-4726-8c8c-b57e03bdd3d4 req-a07b856e-39c9-43a1-bde8-0776fe2a895d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.120089 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d7058-a801-4726-8c8c-b57e03bdd3d4 req-a07b856e-39c9-43a1-bde8-0776fe2a895d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.2204034 Sep 21 18:02:35.120255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.133299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.161518 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:35.212783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35efbe28-bd33-4aa8-9c75-995e5f4a7233,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.223836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d7058-a801-4726-8c8c-b57e03bdd3d4 req-29971b2f-d3ca-48b4-8112-89a46410f768 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876498 Sep 21 18:02:35.224179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.224179 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Added segment c9b9cd7b-2241-4d56-a307-bb438c6b7b0f of type vlan for network e3b03d52-4126-4275-b364-309c78aa9150 Sep 21 18:02:35.262623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.276670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a90b0456-91d4-4be6-84f6-a6fcf59435bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.278302 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a90b0456-91d4-4be6-84f6-a6fcf59435bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.2022910 Sep 21 18:02:35.280607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.339000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-9c9c7e2a-7fe8-43b0-92a4-9af974371965 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 217 time: 0.0517228 Sep 21 18:02:35.347660 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.388922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514a462d-b596-465d-8a3f-16e8671c39a8']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:35.400097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.401233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.401833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.406963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18020ead-6cb1-47d7-a615-55f2d82ba610') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:35.407383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18020ead-6cb1-47d7-a615-55f2d82ba610') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:35.460180 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7821119 Sep 21 18:02:35.460180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-f2286e13-9a34-4259-b03b-dd3054a32b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.460676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-f2286e13-9a34-4259-b03b-dd3054a32b5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1143224 Sep 21 18:02:35.461930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52468) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:35.466655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Request body: {'subnet': {'network_id': 'e3b03d52-4126-4275-b364-309c78aa9150', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1751870456-subnet', 'tenant_id': '911fe915008643ac8e8648b35140cab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:35.486734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.504292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d1668-6065-471b-875c-bdd520c146ea admin admin] Pushing event updated for resources: {'Network': ['ID=e3b03d52-4126-4275-b364-309c78aa9150,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.516577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e3b03d52-4126-4275-b364-309c78aa9150 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:35.521279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.531127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-19298580-2735-4a49-a7a7-26ae1522bf97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414050 Sep 21 18:02:35.537702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:35.538111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:35.540811 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:35.594468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Made reservation on behalf of 911fe915008643ac8e8648b35140cab8 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:35.597067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.637728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287d779-2f39-4d68-b88c-fced83d49c9f req-0a32689d-1d88-4af9-a898-d07a470cedb5 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.639657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0287d779-2f39-4d68-b88c-fced83d49c9f req-0a32689d-1d88-4af9-a898-d07a470cedb5 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 945 time: 0.1998594 Sep 21 18:02:35.652929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-fb30729f-5633-4742-8a7b-c7ad3b198bd8 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124487 Sep 21 18:02:35.737969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.753131 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.755186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] 10.222.0.70 "DELETE /v2.0/networks/514a462d-b596-465d-8a3f-16e8671c39a8 HTTP/1.1" status: 204 len: 168 time: 0.8060186 Sep 21 18:02:35.792206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dfad9-a944-43b3-97f3-0abbce7a0583 admin admin] Pushing event deleted for resources: {'Network': ['ID=514a462d-b596-465d-8a3f-16e8671c39a8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.792518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-c161c9ce-9f81-4058-bb3a-40268fbaf5e7 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188233 Sep 21 18:02:35.826723 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0287d779-2f39-4d68-b88c-fced83d49c9f req-8ae06ea3-b5a3-406a-a3ee-908e1e9c4b2b tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433017 Sep 21 18:02:36.001123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.012416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52476) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:36.058482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-23270b9c-263e-4452-82db-98811ae2d9c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0c585f6b65a444592093b930872598e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448749 Sep 21 18:02:36.061040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52478) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:36.064633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Deleting port 23121957-2900-4c28-9847-32b28c3fffc6 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:36.065050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.132289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46765183-4db6-47b8-b3e9-70367ca4752c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.152536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1078386-1fbf-41c3-ad0c-a9cad21ce9c9,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:36.168079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46765183-4db6-47b8-b3e9-70367ca4752c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.227094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Checking segment: {'id': 'c9b9cd7b-2241-4d56-a307-bb438c6b7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'e3b03d52-4126-4275-b364-309c78aa9150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:36.227392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Network hostable DHCP agents. Network: e3b03d52-4126-4275-b364-309c78aa9150, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:36.230898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46765183-4db6-47b8-b3e9-70367ca4752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.235946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46765183-4db6-47b8-b3e9-70367ca4752c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.237830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-46765183-4db6-47b8-b3e9-70367ca4752c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23c9825e-4b1b-4672-808c-584c54153a08 HTTP/1.1" status: 204 len: 168 time: 0.1754994 Sep 21 18:02:36.249173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46765183-4db6-47b8-b3e9-70367ca4752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c9825e-4b1b-4672-808c-584c54153a08,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:36.292340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] For port 23121957-2900-4c28-9847-32b28c3fffc6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=23121957-2900-4c28-9847-32b28c3fffc6,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:36.292776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.319849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4e30-a063-487e-89ef-317bec5ab24a req-730813e1-3588-48ea-ac78-d35907e7cf04 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:36.321890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b2a4e30-a063-487e-89ef-317bec5ab24a req-730813e1-3588-48ea-ac78-d35907e7cf04 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.2251740 Sep 21 18:02:36.335977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Calling delete_port for 23121957-2900-4c28-9847-32b28c3fffc6 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:36.354619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Network e3b03d52-4126-4275-b364-309c78aa9150 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:36.402177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e8cca-1faf-462f-84bd-5d4b8bf5c1db req-dfe09891-abf4-435f-9c0b-1fc9a2160bf8 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:36.402177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2e7e8cca-1faf-462f-84bd-5d4b8bf5c1db req-dfe09891-abf4-435f-9c0b-1fc9a2160bf8 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.0996900 Sep 21 18:02:36.406295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e3b03d52-4126-4275-b364-309c78aa9150) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:36.412188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:36.415879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14dfa84-a50d-481e-afd3-9fe81602f44a None None] Network e3b03d52-4126-4275-b364-309c78aa9150 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:36.427586 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.449236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2e7e8cca-1faf-462f-84bd-5d4b8bf5c1db req-93d37a86-3564-4271-a5ed-f82acf4f8a75 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494370 Sep 21 18:02:36.538379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-487c0c8c-95c6-4c62-bd42-be7d279fd540 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0752070 Sep 21 18:02:36.553604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b2a4e30-a063-487e-89ef-317bec5ab24a req-31c00ff3-d936-4614-a087-e35cb39cf650 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174103 Sep 21 18:02:36.802457 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.854858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23121957-2900-4c28-9847-32b28c3fffc6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:36.991027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27f460-f60d-4c04-b57e-e12940dc60fb None None] Network e3b03d52-4126-4275-b364-309c78aa9150 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:37.132981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3162691-b910-4258-9bb2-a29999b770fd req-0c97ff00-3deb-4ec1-bac4-63b48ecf584d tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:37.143767 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d3162691-b910-4258-9bb2-a29999b770fd req-0c97ff00-3deb-4ec1-bac4-63b48ecf584d tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 945 time: 0.1629257 Sep 21 18:02:37.248403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418da989-39f8-4aa4-b712-9c494e118a9b req-717d8f6e-dbee-466c-aa0c-3dbd40bf131d tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:37.251807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-418da989-39f8-4aa4-b712-9c494e118a9b req-717d8f6e-dbee-466c-aa0c-3dbd40bf131d tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 945 time: 0.1050053 Sep 21 18:02:37.273525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d3162691-b910-4258-9bb2-a29999b770fd req-382289ce-2fbc-4019-9d1a-6d3c2819f68f tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/security-groups?id=79857d72-33d2-4bde-a8fb-100a83586439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286633 Sep 21 18:02:37.297709 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.359415 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.586694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Deleting port 0379ce16-c763-4c90-abea-3785fea9b4ae {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:37.587525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.742307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ff1c6-654b-4f4e-964e-e4fcecf6892a req-1a59ca44-a61f-454c-9b72-42da22b51e9e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:37.751889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f0ff1c6-654b-4f4e-964e-e4fcecf6892a req-1a59ca44-a61f-454c-9b72-42da22b51e9e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.1838112 Sep 21 18:02:37.847039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f0ff1c6-654b-4f4e-964e-e4fcecf6892a req-5fab1529-df5a-4b1d-a7c6-bb29b138390b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929472 Sep 21 18:02:37.855819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] For port 0379ce16-c763-4c90-abea-3785fea9b4ae, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=0379ce16-c763-4c90-abea-3785fea9b4ae,segment=NetworkSegment(d67342e8-6c28-4a7a-b4ee-13813c37a563),segment_id=d67342e8-6c28-4a7a-b4ee-13813c37a563)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:37.856458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.894669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Calling delete_port for 0379ce16-c763-4c90-abea-3785fea9b4ae owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:37.903891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Router a640b276-a1f9-44fc-afe5-24e77498d154 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:38.078464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-1fa60ac7-57dc-47b5-bc48-a393d3beb5ea tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.080376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-1fa60ac7-57dc-47b5-bc48-a393d3beb5ea tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/networks?id=b5a463c8-31e7-449e-b8e3-1d6addcd4a31 HTTP/1.1" status: 200 len: 815 time: 0.2930412 Sep 21 18:02:38.110500 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.146933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-dd06f6bb-6c14-4fd9-8c97-df555ed66c3b tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/quotas/99a8c6ac824445958060703e4ced4e59 HTTP/1.1" status: 200 len: 375 time: 0.0246890 Sep 21 18:02:38.169701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:38.184031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108576c-48e6-4238-8dee-d014ad05cf97 req-d0296d42-ece3-4165-942c-869554d64c52 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.186791 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] Sync routers for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:38.199827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fc482a18-9921-4abb-8903-8dea994c9ad9 admin admin] 10.222.0.70 "PUT /v2.0/routers/a640b276-a1f9-44fc-afe5-24e77498d154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4725614 Sep 21 18:02:38.201849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-63097ca2-b385-451d-ba9d-d73cf01d3aa9 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99a8c6ac824445958060703e4ced4e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455177 Sep 21 18:02:38.203046 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6108576c-48e6-4238-8dee-d014ad05cf97 req-d0296d42-ece3-4165-942c-869554d64c52 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1414893 Sep 21 18:02:38.203960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52534) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:38.208383 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:38.209374 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:38.222340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.358665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-3bce353a-cddf-4d78-8692-529f313dc327 service neutron] 10.222.0.70 "GET /v2.0/networks/b5a463c8-31e7-449e-b8e3-1d6addcd4a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372476 Sep 21 18:02:38.504904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-c620e039-886a-41e0-bfa9-88de433af200 service neutron] 10.222.0.70 "GET /v2.0/networks/b5a463c8-31e7-449e-b8e3-1d6addcd4a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441228 Sep 21 18:02:38.608081 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6108576c-48e6-4238-8dee-d014ad05cf97 req-c68c5090-6d94-47c9-a70f-fb0b03883b14 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870707 Sep 21 18:02:38.609493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Pushing event deleted for resources: {'Port': ['ID=0379ce16-c763-4c90-abea-3785fea9b4ae,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:38.639692 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:38.706323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.791597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] No DVR routers for this DVR port 0379ce16-c763-4c90-abea-3785fea9b4ae on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:38.795933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.801935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-418da989-39f8-4aa4-b712-9c494e118a9b req-495644ec-bc0c-4dc8-b4ef-4334df1ca7a0 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.41 "DELETE /v2.0/ports/0379ce16-c763-4c90-abea-3785fea9b4ae HTTP/1.1" status: 204 len: 173 time: 1.5217087 Sep 21 18:02:38.805845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'name': 'network-vif-deleted', 'tag': '0379ce16-c763-4c90-abea-3785fea9b4ae'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:38.809274 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041ff60-8450-4ffd-9284-2d812ea070fa" -d '{"events": [{"server_uuid": "a7bcc526-2193-4e01-acdf-35f8f6ad1020", "name": "network-vif-deleted", "tag": "0379ce16-c763-4c90-abea-3785fea9b4ae"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:39.008203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.069555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b555209-8e2f-4929-8ea1-52c03d1c6e52 req-a81a30d5-aa96-4744-81eb-80a2dbf63195 tempest-ServerMetadataNegativeTestJSON-298345533 tempest-ServerMetadataNegativeTestJSON-298345533-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7bcc526-2193-4e01-acdf-35f8f6ad1020 HTTP/1.1" status: 200 len: 210 time: 0.0856185 Sep 21 18:02:39.173560 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:02:36Z', 'revision_number': 5, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port': {'id': 'bca8f58e-46bc-4d2b-8ea5-d77029214a20', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:01:12Z', 'updated_at': '2021-09-21T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:39.193133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6fd1f61e-0c2e-4221-9d71-008d8932797e req-a346139c-e219-47c8-a9d2-f6c705927fba tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 210 time: 0.0717592 Sep 21 18:02:39.209906 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aafd3d-436f-42bc-9271-ff91438c26d6 x-openstack-request-id: req-c8aafd3d-436f-42bc-9271-ff91438c26d6 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:39.210584 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bcc526-2193-4e01-acdf-35f8f6ad1020", "name": "network-vif-deleted", "tag": "0379ce16-c763-4c90-abea-3785fea9b4ae", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:39.210584 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8aafd3d-436f-42bc-9271-ff91438c26d6 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:39.212682 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bcc526-2193-4e01-acdf-35f8f6ad1020', 'name': 'network-vif-deleted', 'tag': '0379ce16-c763-4c90-abea-3785fea9b4ae', 'status': 'completed', 'code': 200} Sep 21 18:02:39.238079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Deleting port bca8f58e-46bc-4d2b-8ea5-d77029214a20 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:39.240266 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.250691 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] Checking router: a640b276-a1f9-44fc-afe5-24e77498d154 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:39.278945 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] Routers {'a640b276-a1f9-44fc-afe5-24e77498d154'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:39.280338 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a640b276-a1f9-44fc-afe5-24e77498d154'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:39.428941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7422a1-317c-440e-9a27-c4a74c78ee73 req-d558e90a-f7bc-4fb2-a48e-fc8dea16da21 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:39.438784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a7422a1-317c-440e-9a27-c4a74c78ee73 req-d558e90a-f7bc-4fb2-a48e-fc8dea16da21 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.1125603 Sep 21 18:02:39.451478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] For port bca8f58e-46bc-4d2b-8ea5-d77029214a20, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bca8f58e-46bc-4d2b-8ea5-d77029214a20,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:39.451924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.482278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Calling delete_port for bca8f58e-46bc-4d2b-8ea5-d77029214a20 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:39.502523 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] Set router a640b276-a1f9-44fc-afe5-24e77498d154 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:39.552690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a7422a1-317c-440e-9a27-c4a74c78ee73 req-02d0d2c3-339e-434a-829f-1c629b710695 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129186 Sep 21 18:02:39.588494 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:02:39Z', 'revision_number': 6, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:39.620292 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1d38-df7e-4a7f-87a0-7ae77b3adca5 None None] The sync data for ids ['a640b276-a1f9-44fc-afe5-24e77498d154'] in n-d-810285-3 is: [{'id': 'a640b276-a1f9-44fc-afe5-24e77498d154', 'name': 'tempest-FloatingIPsAssociationTestJSON-28078885-router', 'tenant_id': 'f5b5ac709e13454396d361910c524834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:01:09Z', 'updated_at': '2021-09-21T18:02:39Z', 'revision_number': 6, 'project_id': 'f5b5ac709e13454396d361910c524834', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:39.693513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52566) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:39.817762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0379ce16-c763-4c90-abea-3785fea9b4ae no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:39.869393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 0379ce16-c763-4c90-abea-3785fea9b4ae {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:39.876011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 0379ce16-c763-4c90-abea-3785fea9b4ae not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:39.877224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4a8eb2da-1a80-4f6b-94a8-14f579b4fc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.917579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e38d20-c675-4c7e-8172-59c15108d6d6 req-382f3453-e6c7-413c-a59b-4e379d14b60a tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:39.926562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b5e38d20-c675-4c7e-8172-59c15108d6d6 req-382f3453-e6c7-413c-a59b-4e379d14b60a tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1721439 Sep 21 18:02:39.957663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.019107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4a8eb2da-1a80-4f6b-94a8-14f579b4fc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.024658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4a8eb2da-1a80-4f6b-94a8-14f579b4fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.030531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca8f58e-46bc-4d2b-8ea5-d77029214a20,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:40.048924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b5e38d20-c675-4c7e-8172-59c15108d6d6 req-ac814438-2d1b-41e4-9408-9b5342862942 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180172 Sep 21 18:02:40.138717 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.271860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52574) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:40.381378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.412631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] Deleting subnet 89480a3e-d5cc-41f7-88c3-d3dcbcd97968 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:40.415996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.442207 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.473586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4a8eb2da-1a80-4f6b-94a8-14f579b4fc4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8941586f5d9242ff8b8eb9344673425d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7778442 Sep 21 18:02:40.479625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52580) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:40.537541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eb2da-1a80-4f6b-94a8-14f579b4fc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fb482e-b263-4b94-8263-937547cb3eff,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:40.549976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-93898200-5de1-4e9d-9f45-24b14b29cc36 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:40.551609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-93898200-5de1-4e9d-9f45-24b14b29cc36 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.78 "GET /v2.0/networks?id=b5a463c8-31e7-449e-b8e3-1d6addcd4a31 HTTP/1.1" status: 200 len: 815 time: 0.1500151 Sep 21 18:02:40.570376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Request body: {'port': {'device_id': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31', 'admin_state_up': True, 'tenant_id': '99a8c6ac824445958060703e4ced4e59'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:40.744225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2d459-d147-4983-9a15-fc7e71689de2 req-fca8e899-3eba-4e96-b3e2-03d4b65a6045 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:40.746143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ed2d459-d147-4983-9a15-fc7e71689de2 req-fca8e899-3eba-4e96-b3e2-03d4b65a6045 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.0814261 Sep 21 18:02:40.808813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Made reservation on behalf of 99a8c6ac824445958060703e4ced4e59 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:40.812378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.821643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ed2d459-d147-4983-9a15-fc7e71689de2 req-c84954b9-1280-4e67-b6b5-b8b12904f69b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611827 Sep 21 18:02:40.848234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4355cb84-4350-45a9-9d77-7710323efd99 req-c63ec5fa-946b-43a2-af9f-b9a07965511c tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 210 time: 0.4638748 Sep 21 18:02:40.882898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.926651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.927123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a640b276-a1f9-44fc-afe5-24e77498d154 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:02:40.941638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.942869 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-618a6d2a-647a-41b5-9051-dcd5eb2f85a2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a640b276-a1f9-44fc-afe5-24e77498d154 HTTP/1.1" status: 204 len: 168 time: 2.7377229 Sep 21 18:02:40.946554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52584) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:40.963403 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.017915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Allocated IP 172.20.0.5 (b5a463c8-31e7-449e-b8e3-1d6addcd4a31/6cdb204e-a30a-4bc8-aa77-6dff8d5e2469/3e9f8134-d0b0-4742-8060-127b3e6d6893) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:41.055604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53f1cfa4-31ba-4bec-b0f7-7221e3ab1566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.089463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] Deleting subnet 76b2d702-ca2e-434b-9a69-32de014a5275 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:41.115737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.125215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bca8f58e-46bc-4d2b-8ea5-d77029214a20 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:41.153574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53f1cfa4-31ba-4bec-b0f7-7221e3ab1566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.170657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: bca8f58e-46bc-4d2b-8ea5-d77029214a20 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:41.173296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bca8f58e-46bc-4d2b-8ea5-d77029214a20 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:41.173999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 23121957-2900-4c28-9847-32b28c3fffc6 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:41.187630 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.191418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.209716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 23121957-2900-4c28-9847-32b28c3fffc6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:41.210066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 23121957-2900-4c28-9847-32b28c3fffc6 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:41.280024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89480a3e-d5cc-41f7-88c3-d3dcbcd97968,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.300100 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.317200 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.319333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-98dfaa88-100c-41c9-8b77-43f526ac78d3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/89480a3e-d5cc-41f7-88c3-d3dcbcd97968 HTTP/1.1" status: 204 len: 168 time: 1.0443242 Sep 21 18:02:41.324319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52590) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:41.343600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.414050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:41.420273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Pushing event updated for resources: {'Port': ['ID=3e9f8134-d0b0-4742-8060-127b3e6d6893,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.424112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:41.425749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:41.505189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9ba5-3390-4a67-a94b-a5e0bbee9b0b req-3987dadb-b20b-4319-a71c-f628008f0025 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.506924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4efd9ba5-3390-4a67-a94b-a5e0bbee9b0b req-3987dadb-b20b-4319-a71c-f628008f0025 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.2805605 Sep 21 18:02:41.518031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53f1cfa4-31ba-4bec-b0f7-7221e3ab1566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.519539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.520385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.520856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53f1cfa4-31ba-4bec-b0f7-7221e3ab1566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.524670 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-53f1cfa4-31ba-4bec-b0f7-7221e3ab1566 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9fb482e-b263-4b94-8263-937547cb3eff HTTP/1.1" status: 204 len: 168 time: 1.0282967 Sep 21 18:02:41.543409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d7c04bf5-8e5c-48eb-b29e-ba36fadaed67 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9792237 Sep 21 18:02:41.551009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.554547 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.559167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Request body: {'port': {'device_id': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:41.598301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1cfa4-31ba-4bec-b0f7-7221e3ab1566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fb482e-b263-4b94-8263-937547cb3eff,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.634231 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4efd9ba5-3390-4a67-a94b-a5e0bbee9b0b req-6afee14c-745e-4b41-a608-6c6058c2cb7e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074843 Sep 21 18:02:41.693314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.724629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.756228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c8ce94-47b1-4918-ba68-2fa76e4310f3']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:41.769757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67342e8-6c28-4a7a-b4ee-13813c37a563') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:41.770477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67342e8-6c28-4a7a-b4ee-13813c37a563') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:41.787848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.802336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.808877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.837750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:41.838163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:41.840396 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:41.857600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b2d702-ca2e-434b-9a69-32de014a5275,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.864625 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.866605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a77d38a5-f42f-40a2-bc75-7b800fbda794 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/76b2d702-ca2e-434b-9a69-32de014a5275 HTTP/1.1" status: 204 len: 168 time: 0.9190960 Sep 21 18:02:41.869672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ea5bd-3003-4f2f-bbd2-ed15fa48fb4e None None] Network 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:41.873805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52602) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.005673 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.081489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.084126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a1c8ce94-47b1-4918-ba68-2fa76e4310f3 HTTP/1.1" status: 204 len: 168 time: 0.7585883 Sep 21 18:02:42.090941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e6719-9355-4640-bce3-ae8525bef432 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c8ce94-47b1-4918-ba68-2fa76e4310f3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.115010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.151507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b3ec-68e5-4ba4-9538-5dc7ba6bbd97 req-c316363a-7528-4ac0-ba45-fec4aafe0a96 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:42.162523 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a545b3ec-68e5-4ba4-9538-5dc7ba6bbd97 req-c316363a-7528-4ac0-ba45-fec4aafe0a96 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 931 time: 0.1715391 Sep 21 18:02:42.196597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365c6e-3fe7-4221-916d-2c401788ba3c req-b83a9a07-c7cc-4ce6-ba5d-a9d95d198914 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:42.198374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4365c6e-3fe7-4221-916d-2c401788ba3c req-b83a9a07-c7cc-4ce6-ba5d-a9d95d198914 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.1729813 Sep 21 18:02:42.207263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] DHCP port deletion for 38937ce3-c86c-48b9-a9c2-6c9d8daa6731 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:02:42.265407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a545b3ec-68e5-4ba4-9538-5dc7ba6bbd97 req-baaa032d-6779-4983-92bf-67c281d01e51 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018283 Sep 21 18:02:42.303999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4365c6e-3fe7-4221-916d-2c401788ba3c req-97588fc4-c7d6-4cfa-a64f-0a95097cf307 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783029 Sep 21 18:02:42.325498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Deleting port 77b295ad-f27a-48b7-8413-00ebfc50347e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:42.326005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.327341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] Deleting port 77b295ad-f27a-48b7-8413-00ebfc50347e {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:42.329586 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.448393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9f8134-d0b0-4742-8060-127b3e6d6893 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:42.458913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.473882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Transition to ACTIVE for port object 3e9f8134-d0b0-4742-8060-127b3e6d6893 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:42.481058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.504518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] For port 77b295ad-f27a-48b7-8413-00ebfc50347e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77b295ad-f27a-48b7-8413-00ebfc50347e,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:42.505662 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.517102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] For port 77b295ad-f27a-48b7-8413-00ebfc50347e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77b295ad-f27a-48b7-8413-00ebfc50347e,segment=NetworkSegment(bce28d9f-2b51-4a34-9c93-44e4e1df8851),segment_id=bce28d9f-2b51-4a34-9c93-44e4e1df8851)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:42.518023 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.541867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Calling delete_port for 77b295ad-f27a-48b7-8413-00ebfc50347e owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:42.550971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9f8134-d0b0-4742-8060-127b3e6d6893,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.568873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] Calling delete_port for 77b295ad-f27a-48b7-8413-00ebfc50347e owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:42.603816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52624) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.705821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.767989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b295ad-f27a-48b7-8413-00ebfc50347e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.770933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Attempting to bind port 3e9f8134-d0b0-4742-8060-127b3e6d6893 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:42.771417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Attempting to bind port 3e9f8134-d0b0-4742-8060-127b3e6d6893 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'fceef531-24d2-43f4-9962-8a019690ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:42.771920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Attempting to bind port 3e9f8134-d0b0-4742-8060-127b3e6d6893 on network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:42.789193 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1f0ba56e-6324-4f65-8067-17049f241891 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a624294322d74eab94fa166beb5e718f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833849 Sep 21 18:02:42.790377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52630) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.790876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52632) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.791789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Port 3e9f8134-d0b0-4742-8060-127b3e6d6893 on network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:42.792294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Attempting to bind port 3e9f8134-d0b0-4742-8060-127b3e6d6893 on network b5a463c8-31e7-449e-b8e3-1d6addcd4a31 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:42.805353 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.815949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] No DVR routers for this DVR port 77b295ad-f27a-48b7-8413-00ebfc50347e on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:42.836493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:42.837042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Checking segment: {'id': 'fceef531-24d2-43f4-9962-8a019690ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:42.837672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Bound using segment: {'id': 'fceef531-24d2-43f4-9962-8a019690ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:42.838564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Bound port: 3e9f8134-d0b0-4742-8060-127b3e6d6893, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fceef531-24d2-43f4-9962-8a019690ef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:42.839134 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.860938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] Pushing event deleted for resources: {'Port': ['ID=77b295ad-f27a-48b7-8413-00ebfc50347e,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.866786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982bf86-3696-4b44-8797-01597da6ebef req-d123395b-d75a-4349-a6b7-857312cb2c74 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:42.874891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0982bf86-3696-4b44-8797-01597da6ebef req-d123395b-d75a-4349-a6b7-857312cb2c74 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1024969 Sep 21 18:02:42.879660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03f752-33f2-4a60-9454-6adaafc06078 None None] No DVR routers for this DVR port 77b295ad-f27a-48b7-8413-00ebfc50347e on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:42.948463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.964388 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0982bf86-3696-4b44-8797-01597da6ebef req-453bf66b-51e2-4c8f-8cf1-340df8eacf92 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885377 Sep 21 18:02:42.966335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8960ef0c-3a78-4651-8121-616d2a46420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.973314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] For port 3e9f8134-d0b0-4742-8060-127b3e6d6893, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:42.981200 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] For port 3e9f8134-d0b0-4742-8060-127b3e6d6893, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e9f8134-d0b0-4742-8060-127b3e6d6893,segment=NetworkSegment(fceef531-24d2-43f4-9962-8a019690ef8a),segment_id=fceef531-24d2-43f4-9962-8a019690ef8a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:42.981578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38937ce3-c86c-48b9-a9c2-6c9d8daa6731']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:42.991188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-551766171-network', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:43.000047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce28d9f-2b51-4a34-9c93-44e4e1df8851') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:43.000718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce28d9f-2b51-4a34-9c93-44e4e1df8851') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:43.002716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.014414 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.032861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.041765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:43.042368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:43.044573 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:43.049335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8960ef0c-3a78-4651-8121-616d2a46420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.059314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.061009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.063903 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] 10.222.0.78 "PUT /v2.0/ports/3e9f8134-d0b0-4742-8060-127b3e6d6893 HTTP/1.1" status: 200 len: 1091 time: 1.5114312 Sep 21 18:02:43.075395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'tag': '3e9f8134-d0b0-4742-8060-127b3e6d6893'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:43.081281 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21144142-09fd-4c01-903d-6a32af0b5c20" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcf7bc3-bce5-4c3b-9d71-a79226c42aad", "tag": "3e9f8134-d0b0-4742-8060-127b3e6d6893"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:43.126643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Made reservation on behalf of 9bf34e1a3f3d4fff8ae52f205c14de03 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:43.130401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.143329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77b295ad-f27a-48b7-8413-00ebfc50347e no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:43.152873 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.173322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 77b295ad-f27a-48b7-8413-00ebfc50347e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:43.174024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77b295ad-f27a-48b7-8413-00ebfc50347e not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:43.174211 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f1c6e-32b9-4de6-b6cb-c96f14629c66 x-openstack-request-id: req-1f5f1c6e-32b9-4de6-b6cb-c96f14629c66 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:43.174479 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcf7bc3-bce5-4c3b-9d71-a79226c42aad", "tag": "3e9f8134-d0b0-4742-8060-127b3e6d6893", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:43.174703 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f5f1c6e-32b9-4de6-b6cb-c96f14629c66 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:43.175695 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'tag': '3e9f8134-d0b0-4742-8060-127b3e6d6893', 'status': 'completed', 'code': 200} Sep 21 18:02:43.185754 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.188895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/38937ce3-c86c-48b9-a9c2-6c9d8daa6731 HTTP/1.1" status: 204 len: 168 time: 1.3133974 Sep 21 18:02:43.191211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29707d2-fa20-42fd-93ac-f06ad7d10ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=38937ce3-c86c-48b9-a9c2-6c9d8daa6731,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.205883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.219675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e2b6-cbe5-43ec-8f75-87c3a70117d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9f8134-d0b0-4742-8060-127b3e6d6893,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.257145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-8b85399a-fd05-4b34-8be3-18a771d3e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.258748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-8b85399a-fd05-4b34-8be3-18a771d3e7bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99a8c6ac824445958060703e4ced4e59&device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 1094 time: 0.1188805 Sep 21 18:02:43.262288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8960ef0c-3a78-4651-8121-616d2a46420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.264910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8960ef0c-3a78-4651-8121-616d2a46420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.266076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8960ef0c-3a78-4651-8121-616d2a46420b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79857d72-33d2-4bde-a8fb-100a83586439 HTTP/1.1" status: 204 len: 168 time: 0.4675858 Sep 21 18:02:43.323089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ef0c-3a78-4651-8121-616d2a46420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79857d72-33d2-4bde-a8fb-100a83586439,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.327335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d185404f-16bc-4298-a502-2493c8987c06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e9f8134-d0b0-4742-8060-127b3e6d6893 HTTP/1.1" status: 200 len: 217 time: 0.0560756 Sep 21 18:02:43.415090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-9c940dd7-cbef-41d8-9781-79ba1acc1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.416611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-9c940dd7-cbef-41d8-9781-79ba1acc1c7f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cdb204e-a30a-4bc8-aa77-6dff8d5e2469 HTTP/1.1" status: 200 len: 855 time: 0.0796189 Sep 21 18:02:43.470431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-0c19b8e4-1245-4fa7-9624-aad03a5725ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5a463c8-31e7-449e-b8e3-1d6addcd4a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454929 Sep 21 18:02:43.476637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.504553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.508193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abcbbc-ed0f-489e-847d-f07cdb0a5e30 req-38d7f835-997c-445c-b548-bfe77e65fa9e tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.511795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83abcbbc-ed0f-489e-847d-f07cdb0a5e30 req-38d7f835-997c-445c-b548-bfe77e65fa9e tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 943 time: 0.1095273 Sep 21 18:02:43.512970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52648) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.574459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9532f1fa-23c2-4876-8fce-43d5e6dcdc13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5b5ac709e13454396d361910c524834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599198 Sep 21 18:02:43.578905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52652) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.584963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1119} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:43.623056 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83abcbbc-ed0f-489e-847d-f07cdb0a5e30 req-97b25f87-e559-4fa8-9e75-54ab40de06ad tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989916 Sep 21 18:02:43.645060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21277524-f8ad-468d-b251-64556a61b742,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.660874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.661230 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Added segment ff26e6f5-e5fc-4872-a2e9-044115489442 of type vlan for network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 Sep 21 18:02:43.683814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa317-ee86-4756-a6c3-e2094d4dc055 req-2068d1d7-f9e8-42eb-8883-334764b7e9dc tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.691166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bbfa317-ee86-4756-a6c3-e2094d4dc055 req-2068d1d7-f9e8-42eb-8883-334764b7e9dc tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.1891356 Sep 21 18:02:43.714944 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-15926959-a199-43f7-9f14-0596df13a7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.752696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-5c765d37-b521-4b31-b421-2228ee9babfa service neutron] 10.222.0.78 "GET /v2.0/networks/b5a463c8-31e7-449e-b8e3-1d6addcd4a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723608 Sep 21 18:02:43.754252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.755351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-15926959-a199-43f7-9f14-0596df13a7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.813354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bbfa317-ee86-4756-a6c3-e2094d4dc055 req-503c2bb2-4b21-4992-80a5-3989fd1e6cbd tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212118 Sep 21 18:02:43.837770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:43.850676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-15926959-a199-43f7-9f14-0596df13a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.853640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-15926959-a199-43f7-9f14-0596df13a7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.855101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-15926959-a199-43f7-9f14-0596df13a7a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a846776-1495-446c-8068-d88ff34c4b87 HTTP/1.1" status: 204 len: 168 time: 0.2750108 Sep 21 18:02:43.872611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15926959-a199-43f7-9f14-0596df13a7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a846776-1495-446c-8068-d88ff34c4b87,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.896954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.899119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.899913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.985062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52664) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.985399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1892238 Sep 21 18:02:43.992378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Request body: {'subnet': {'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-551766171-subnet', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:44.001100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9102c-ae63-4b9a-bd00-5f4ec4c4bdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.010147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b1e0d35-1d80-4091-afcb-3c3abc62bd3f req-d27f8cfa-a906-4274-a0c0-38b6defdf472 service neutron] 10.222.0.78 "GET /v2.0/networks/b5a463c8-31e7-449e-b8e3-1d6addcd4a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470014 Sep 21 18:02:44.014676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:44.029374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Made reservation on behalf of 9bf34e1a3f3d4fff8ae52f205c14de03 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:44.035672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.136315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:44.153397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd', 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501', 'port_id': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd', 'mac_address': 'fa:16:3e:34:a3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2850d4cc-a77d-46b9-a908-3ed136a714e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:44.207415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-00fb003f-58a6-4ffd-ac72-7c36f23edc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.209386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-00fb003f-58a6-4ffd-ac72-7c36f23edc17 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=99a8c6ac824445958060703e4ced4e59&device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 1094 time: 0.1182237 Sep 21 18:02:44.234725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.244155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de8ad8-f09c-4972-a13f-56f8d740877b req-8a298ad0-44f1-4431-a4b1-4f89196cac5b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.246625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80de8ad8-f09c-4972-a13f-56f8d740877b req-8a298ad0-44f1-4431-a4b1-4f89196cac5b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1161406 Sep 21 18:02:44.257836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76571b2-4c22-4341-82b9-dbbac1b5a7fd {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:44.295899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:44.303589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.396560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80de8ad8-f09c-4972-a13f-56f8d740877b req-3e5981aa-10f5-47b4-9708-3c99f7bea2e6 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253998 Sep 21 18:02:44.423194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.437247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-1eb54f6b-a9f9-4da4-8394-c18f27ca748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.438988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-1eb54f6b-a9f9-4da4-8394-c18f27ca748b service neutron] 10.222.0.78 "GET /v2.0/networks?id=b5a463c8-31e7-449e-b8e3-1d6addcd4a31 HTTP/1.1" status: 200 len: 917 time: 0.2174642 Sep 21 18:02:44.501523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-03bc032a-2c18-4328-ba6f-ddf58a6c6521 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e9f8134-d0b0-4742-8060-127b3e6d6893 HTTP/1.1" status: 200 len: 217 time: 0.0533245 Sep 21 18:02:44.501775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-783acded-36a9-4365-8a4e-0d0bb5986eda service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1607893 Sep 21 18:02:44.528684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.596661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-cf625230-4c9d-4899-853d-63dcc3ccde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.598866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-cf625230-4c9d-4899-853d-63dcc3ccde07 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6cdb204e-a30a-4bc8-aa77-6dff8d5e2469 HTTP/1.1" status: 200 len: 855 time: 0.0860181 Sep 21 18:02:44.617730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d76571b2-4c22-4341-82b9-dbbac1b5a7fd'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:44.637005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b9c9e1-8298-4991-927e-aeda71a92732,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.649263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-bc7b91fa-0839-4f18-983a-f530d0284fd1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b5a463c8-31e7-449e-b8e3-1d6addcd4a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424588 Sep 21 18:02:44.668417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-2c0061c6-c8ed-4c2f-bfef-60cbb5da9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.673884 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-2c0061c6-c8ed-4c2f-bfef-60cbb5da9b91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 1095 time: 0.1054950 Sep 21 18:02:44.695023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52690) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.742283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Checking segment: {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:44.742829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Network hostable DHCP agents. Network: f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:44.816420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-d13e653d-fbca-4231-aeff-18cf7d99baf3 service neutron] 10.222.0.78 "GET /v2.0/networks/b5a463c8-31e7-449e-b8e3-1d6addcd4a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558712 Sep 21 18:02:44.876173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:44.887560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-network', 'tenant_id': '5da0a887f73e443b81794460e4e340ab'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:44.924728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:44.934700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830bea8-e319-4707-b1d2-1dfabfa1cf71 None None] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:44.940922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d089-a3ad-472b-8b3d-67838ab4a8d4 req-c699ad89-6a5b-4d43-b658-07feae1fc0f4 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.948153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2aa7d089-a3ad-472b-8b3d-67838ab4a8d4 req-c699ad89-6a5b-4d43-b658-07feae1fc0f4 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 943 time: 0.1848173 Sep 21 18:02:44.957493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.957858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.990695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Made reservation on behalf of 5da0a887f73e443b81794460e4e340ab for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:44.991458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21144142-09fd-4c01-903d-6a32af0b5c20 req-ff902eb6-7749-4ce5-b5b1-8669db148e60 service neutron] 10.222.0.78 "GET /v2.0/networks/b5a463c8-31e7-449e-b8e3-1d6addcd4a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622920 Sep 21 18:02:44.993330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.998521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-1be3a51c-db50-470b-a34f-6ff64fc82197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.001208 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-1be3a51c-db50-470b-a34f-6ff64fc82197 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2925284 Sep 21 18:02:45.011141 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06498708-c996-46ff-a3d0-6928cfde0b4d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0246539 Sep 21 18:02:45.014334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52706) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.029680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.039181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:45.063350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2aa7d089-a3ad-472b-8b3d-67838ab4a8d4 req-deaecf79-b8fd-486d-8edd-0b72c19791e2 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137524 Sep 21 18:02:45.099368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-c2b3efa0-1bea-4eae-9904-729e7037ced4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 200 len: 217 time: 0.0851176 Sep 21 18:02:45.106752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.108186 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.127822 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:02:45.167268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd53c27-510a-443e-ae3c-eafe70630804 req-5ad437db-36e0-4152-9ab6-7317c35b45ae tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.169740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3bd53c27-510a-443e-ae3c-eafe70630804 req-5ad437db-36e0-4152-9ab6-7317c35b45ae tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.1594334 Sep 21 18:02:45.207144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-09b25429-6638-4743-be2d-1a26723f309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.208314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:02:45.208773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-09b25429-6638-4743-be2d-1a26723f309e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.0980976 Sep 21 18:02:45.209745 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.253212 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-9d179114-275d-4a2d-b4b6-9b1328a04c97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318866 Sep 21 18:02:45.287022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.354245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-b85911de-ac21-4e44-86a9-cec8d0252f45 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1675332 Sep 21 18:02:45.359364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.371830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3bd53c27-510a-443e-ae3c-eafe70630804 req-1f788630-24d7-4646-bc92-4cfe29e3d91b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832998 Sep 21 18:02:45.395386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.431228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Allocated IP 172.20.0.2 (f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36/81b9c9e1-8298-4991-927e-aeda71a92732/f0b8493b-c6ec-44a1-82e1-8e149a5adcd6) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:45.461055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-9fe8de50-c8ec-462f-987b-d7e15717839f service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968305 Sep 21 18:02:45.467679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:45.503054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.519439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.519789 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Added segment 123a291b-47c9-44a5-93f6-08a0a08ec4c7 of type vlan for network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 Sep 21 18:02:45.614678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.625273 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.630417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.658818 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-e70030d3-7569-4e8d-9c48-2550e5b8ca1d tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed43a4b29ce343cfbb36f81b0cfd24f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653155 Sep 21 18:02:45.672457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:45.676031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:45.683547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:45.728937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.743398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Pushing event updated for resources: {'Port': ['ID=f0b8493b-c6ec-44a1-82e1-8e149a5adcd6,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.744995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d30aaf19-3892-4c04-b3bc-1b1ec249140d req-6e2d8eb9-9e4b-4aaa-9249-d5e3a8f498fc service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690320 Sep 21 18:02:45.746889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Attempting to bind port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:45.747249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Attempting to bind port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:45.747620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Attempting to bind port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 on network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:45.754844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:45.756079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-6744dce7-ce04-4a56-9620-d691606af483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.757630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-6744dce7-ce04-4a56-9620-d691606af483 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 1096 time: 0.2984886 Sep 21 18:02:45.759083 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Checking segment: {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:45.759819 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.760352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Bound using segment: {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:45.761359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Bound port: f0b8493b-c6ec-44a1-82e1-8e149a5adcd6, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:45.761496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.771962 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.772898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.774034 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.791636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e02ad-e59a-41a8-a21b-a18ba29c6c80 req-65dac213-a4b7-446d-82d3-36e53315fd3d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.793410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb7e02ad-e59a-41a8-a21b-a18ba29c6c80 req-65dac213-a4b7-446d-82d3-36e53315fd3d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 945 time: 0.1434762 Sep 21 18:02:45.798266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0964434 Sep 21 18:02:45.811883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.816581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Request body: {'subnet': {'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-subnet', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:45.853716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:45.870644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Made reservation on behalf of 5da0a887f73e443b81794460e4e340ab for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:45.874728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.900565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] For port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:45.905862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] For port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f0b8493b-c6ec-44a1-82e1-8e149a5adcd6,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:45.913410 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.950043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faff92f-0ba5-4133-a239-784f6e957be3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d54fbb2-5e18-4fae-9b17-29491dd1cb89,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.960389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-ba0b3f89-fb52-42af-bca0-15bc5de95fcb tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.961960 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-ba0b3f89-fb52-42af-bca0-15bc5de95fcb tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866459 Sep 21 18:02:45.966861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb7e02ad-e59a-41a8-a21b-a18ba29c6c80 req-a243499c-11b9-4a4f-931e-cff7107e2d76 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464159 Sep 21 18:02:45.978304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7272efc-1e14-48dc-9e1c-068432a9fbed None None] Pushing event updated for resources: {'Port': ['ID=f0b8493b-c6ec-44a1-82e1-8e149a5adcd6,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.987432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:46.030992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port d76571b2-4c22-4341-82b9-dbbac1b5a7fd completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:46.043039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-718c7fb6-04f5-44c4-888b-f2ee2d24910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:46.044551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-718c7fb6-04f5-44c4-888b-f2ee2d24910c service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.2502272 Sep 21 18:02:46.056084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port d76571b2-4c22-4341-82b9-dbbac1b5a7fd triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:46.056928 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.069693 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-84bafeb7-908c-468d-b1e4-a6783b45e6d1 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/quotas/ed43a4b29ce343cfbb36f81b0cfd24f8 HTTP/1.1" status: 200 len: 375 time: 0.0458465 Sep 21 18:02:46.107810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e9f8134-d0b0-4742-8060-127b3e6d6893 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:46.135108 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-b29344be-b001-4166-bd1c-45bbd46c6a76 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed43a4b29ce343cfbb36f81b0cfd24f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571437 Sep 21 18:02:46.332551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.412340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-eb2c11bb-ca85-4c63-8be7-528f2a0b15ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 200 len: 217 time: 0.3588874 Sep 21 18:02:46.464839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.490028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Checking segment: {'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:46.490428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Network hostable DHCP agents. Network: 5d54fbb2-5e18-4fae-9b17-29491dd1cb89, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:46.508268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.513042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3e9f8134-d0b0-4742-8060-127b3e6d6893, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e9f8134-d0b0-4742-8060-127b3e6d6893,segment=NetworkSegment(fceef531-24d2-43f4-9962-8a019690ef8a),segment_id=fceef531-24d2-43f4-9962-8a019690ef8a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:46.516515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:46.532934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5d54fbb2-5e18-4fae-9b17-29491dd1cb89) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:46.542163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:46.544074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.546998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '3e9f8134-d0b0-4742-8060-127b3e6d6893', 'network_id': 'b5a463c8-31e7-449e-b8e3-1d6addcd4a31', 'port_id': '3e9f8134-d0b0-4742-8060-127b3e6d6893', 'mac_address': 'fa:16:3e:db:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdb204e-a30a-4bc8-aa77-6dff8d5e2469', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:46.572931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.582622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3655b-6d2c-4b2b-b6a3-8d2588062140 None None] Network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:46.583014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-227ee641-595e-4dbc-b64b-67b0069ee12a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7697518 Sep 21 18:02:46.583716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52740) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.592070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:46.595459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:46.597804 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3070804-7970-46f6-adea-99cbd19ac381" -d '{"events": [{"server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "name": "network-vif-plugged", "status": "completed", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:46.643267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:46.646833 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.671705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.673267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.708228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153206f6-8e4d-4260-8726-18fe9962277e req-fffca5f5-84c4-4609-95af-13b1a1b8645f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:46.710679 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-153206f6-8e4d-4260-8726-18fe9962277e req-fffca5f5-84c4-4609-95af-13b1a1b8645f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.0878375 Sep 21 18:02:46.731453 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.795742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.803184 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-153206f6-8e4d-4260-8726-18fe9962277e req-ccab4c63-c8f7-47a5-b8a2-7b73474219b6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768955 Sep 21 18:02:46.838155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-6f1b5ce4-3010-4e9f-8295-f59379022c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:46.838155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-6f1b5ce4-3010-4e9f-8295-f59379022c6b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.3121009 Sep 21 18:02:46.841371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee6ad3-63cb-4116-9d64-0d7de1c886ca req-d5ffd1a4-6a5c-4a93-9dec-210e42c0a300 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:46.849725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92ee6ad3-63cb-4116-9d64-0d7de1c886ca req-d5ffd1a4-6a5c-4a93-9dec-210e42c0a300 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 943 time: 0.4360743 Sep 21 18:02:46.868263 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.901883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-e5b65fc5-f296-4f15-9050-f24f89b8cef6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499520 Sep 21 18:02:46.946918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.970822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9f8134-d0b0-4742-8060-127b3e6d6893 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:47.021033 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d2afa362-07ad-4ff8-8360-515a1d4ffe1c req-3aec90c9-c0b2-41bc-a723-30dcf466df16 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 210 time: 0.0783372 Sep 21 18:02:47.023954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.042209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3e9f8134-d0b0-4742-8060-127b3e6d6893, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e9f8134-d0b0-4742-8060-127b3e6d6893,segment=NetworkSegment(fceef531-24d2-43f4-9962-8a019690ef8a),segment_id=fceef531-24d2-43f4-9962-8a019690ef8a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:47.060784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92ee6ad3-63cb-4116-9d64-0d7de1c886ca req-0c3df335-c092-4133-bfba-e79bfb98a443 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101305 Sep 21 18:02:47.084121 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.230758 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1d51c-a1d5-465a-bf6c-d54fb6630e6a x-openstack-request-id: req-e5f1d51c-a1d5-465a-bf6c-d54fb6630e6a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:47.231688 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "name": "network-vif-plugged", "status": "completed", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:47.231963 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5f1d51c-a1d5-465a-bf6c-d54fb6630e6a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:47.235465 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd', 'code': 200} Sep 21 18:02:47.292286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3e9f8134-d0b0-4742-8060-127b3e6d6893,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:47.325911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Allocated IP 172.25.3.101 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/58837dc3-ca04-40c0-a66a-c69429460468) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:47.328953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:47.331190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-77f86b8d-205d-4852-9793-db6229ab17f9 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130499 Sep 21 18:02:47.394161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3445b727-a9ce-459d-a64f-7584727b3588 None None] Network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:47.432810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3e9f8134-d0b0-4742-8060-127b3e6d6893'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:47.535316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec7651-3b2e-45b2-83aa-c4b92f01ce34 req-0cab502e-5a58-44cd-a10f-d58441a79efe tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:47.537004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38ec7651-3b2e-45b2-83aa-c4b92f01ce34 req-0cab502e-5a58-44cd-a10f-d58441a79efe tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.2610843 Sep 21 18:02:47.635914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:47.636371 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.701377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc288888-94cd-4551-ab0d-ae5e46cc5ee2 req-da15f769-281e-4952-81c5-244aa6aeef02 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371260 Sep 21 18:02:47.717501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9da927-197f-4c5e-9217-abee9bae02c1 None None] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:47.734870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38ec7651-3b2e-45b2-83aa-c4b92f01ce34 req-cc5d06b6-4377-42c7-85a3-4b514b71eb68 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535468 Sep 21 18:02:47.760471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.803180 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.851734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:47.855010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:47.859808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:47.869100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Pushing event updated for resources: {'Port': ['ID=58837dc3-ca04-40c0-a66a-c69429460468,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:47.895763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7aaccafe-46fc-403e-a647-0f3488ee8e84 None None] Provisioning complete for port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:47.895763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7aaccafe-46fc-403e-a647-0f3488ee8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.909370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757bc49-6115-4ece-91f0-62098a1d408d req-0b4edbc5-36e2-4805-8b5c-aff2e166dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:47.911007 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a757bc49-6115-4ece-91f0-62098a1d408d req-0b4edbc5-36e2-4805-8b5c-aff2e166dc5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1097 time: 0.5690398 Sep 21 18:02:47.918233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.949189 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.148805 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a757bc49-6115-4ece-91f0-62098a1d408d req-7bdf14de-e794-4d16-93a5-f4f2f8557e01 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268922 Sep 21 18:02:48.164511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Allocated IP 172.25.3.49 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/accf0f36-6f9a-47a3-a239-d7e3e4f7ace0) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:48.185947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e21ecf-4333-47ce-a312-7f10d471f7d3 req-2ed6f2eb-2835-4593-89de-a98743f2ebb4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:48.194906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71e21ecf-4333-47ce-a312-7f10d471f7d3 req-2ed6f2eb-2835-4593-89de-a98743f2ebb4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.2490115 Sep 21 18:02:48.202315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.250379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f0b8493b-c6ec-44a1-82e1-8e149a5adcd6,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:48.261722 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71e21ecf-4333-47ce-a312-7f10d471f7d3 req-ae2f0a33-2d92-45bd-b733-4d07b1c52ee2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658953 Sep 21 18:02:48.266010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.328740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7aaccafe-46fc-403e-a647-0f3488ee8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.391735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.498672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3225d630-1709-4fc8-97bb-cd3f7ed588eb req-7af186a4-6fd7-40da-b005-d0526649c3b3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 210 time: 0.0687478 Sep 21 18:02:48.501552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-1a294383-a81b-4e09-bfb0-ddc3c5540fcd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed43a4b29ce343cfbb36f81b0cfd24f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729568 Sep 21 18:02:48.501964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=f0b8493b-c6ec-44a1-82e1-8e149a5adcd6,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.551347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bfd57-0496-4564-a3bb-f4decf0ca455 req-47a87575-7666-4898-9b9b-cabee72f1adb tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:48.564217 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e37bfd57-0496-4564-a3bb-f4decf0ca455 req-47a87575-7666-4898-9b9b-cabee72f1adb tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 944 time: 0.1674101 Sep 21 18:02:48.565927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-7aaccafe-46fc-403e-a647-0f3488ee8e84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:02:48.568327 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-7aaccafe-46fc-403e-a647-0f3488ee8e84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:02:48.578774 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.638263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:48.647525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:48.659863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:48.699065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Pushing event updated for resources: {'Port': ['ID=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.715431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e37bfd57-0496-4564-a3bb-f4decf0ca455 req-a40f66db-ea53-492d-9a13-e0f0c12eb0b9 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501021 Sep 21 18:02:48.843716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-17634f56-914a-460a-bfd9-6cb5bdaa793d tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:48.846637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-17634f56-914a-460a-bfd9-6cb5bdaa793d tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330426 Sep 21 18:02:48.864842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Request body: {'port': {'device_id': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': 'ed43a4b29ce343cfbb36f81b0cfd24f8'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:48.902435 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.003213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a2f0a-51fc-4291-b455-abd9272f7ed9 req-bb130f2b-d5a0-411a-8933-5c4eb0c6caec tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.004771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-772a2f0a-51fc-4291-b455-abd9272f7ed9 req-bb130f2b-d5a0-411a-8933-5c4eb0c6caec tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.1674213 Sep 21 18:02:49.044929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-2ce56736-ce2a-4b32-a298-37476e2ef318 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.046762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-2ce56736-ce2a-4b32-a298-37476e2ef318 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1097 time: 0.1282539 Sep 21 18:02:49.091098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810285-3'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:49.169297 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.189961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Made reservation on behalf of ed43a4b29ce343cfbb36f81b0cfd24f8 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:49.193882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.207112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:49.210084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.239250 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-772a2f0a-51fc-4291-b455-abd9272f7ed9 req-feb98d93-0e27-41f8-ada5-58c7ed05472c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028379 Sep 21 18:02:49.308230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e829a1db-34fe-476b-a8bc-ab92c0bc8318 None None] Provisioning complete for port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:49.308655 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e829a1db-34fe-476b-a8bc-ab92c0bc8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.364523 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.382863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.411218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:49.411672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.412280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.504656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.630085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.714402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a823fd-ea84-437c-8e06-fcf5715da2c4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:49.754324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f1929ed0-56cb-44a5-8d26-d0af362f5b6d req-560aff7b-77e1-496b-b8b9-e59eacda78d3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 210 time: 0.0852058 Sep 21 18:02:49.798304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb60693-5aaf-45a1-a2a8-cff3571a8d17 req-5a666f78-ec31-4236-8584-21c3405b740f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.807192 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5fb60693-5aaf-45a1-a2a8-cff3571a8d17 req-5a666f78-ec31-4236-8584-21c3405b740f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 946 time: 0.2856143 Sep 21 18:02:49.854359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:49.870857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Allocated IP 192.168.233.70 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/519c9fb2-2561-4ed9-9f9b-8a77faa4beb0) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:49.904462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5fb60693-5aaf-45a1-a2a8-cff3571a8d17 req-050968b8-4725-4984-8b4a-9c70c7a029d5 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948958 Sep 21 18:02:49.914898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Router 443057d4-5bcc-4044-85c3-e9a2db099fdb is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:02:49.950992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:49.991440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Router 03248aec-8a90-4e55-b7db-88002bd9cb07 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:02:50.040033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:50.042621 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c150b55c-8cb6-4379-ad52-11cf290a2657" -d '{"events": [{"server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:50.047691 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.083386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e9f8134-d0b0-4742-8060-127b3e6d6893 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:50.099098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.114358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68492cb-2cbb-43f0-b32a-9dfa0faeceb7 req-1ce28b6f-5a38-4389-87c5-2a57f923ca8c tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:50.122063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b68492cb-2cbb-43f0-b32a-9dfa0faeceb7 req-1ce28b6f-5a38-4389-87c5-2a57f923ca8c tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 944 time: 0.1472678 Sep 21 18:02:50.141223 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9648959d-ef21-44f9-9ac5-62d02b20a113 x-openstack-request-id: req-9648959d-ef21-44f9-9ac5-62d02b20a113 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:50.141527 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:50.141909 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9648959d-ef21-44f9-9ac5-62d02b20a113 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:50.142238 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', 'code': 200} Sep 21 18:02:50.163782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 3e9f8134-d0b0-4742-8060-127b3e6d6893 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:50.174655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 3e9f8134-d0b0-4742-8060-127b3e6d6893 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:50.175444 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.213730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:50.254937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.259348 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2ac6dc24-ac20-4b23-8a84-84972d4923e8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2398791 Sep 21 18:02:50.261974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52780) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.262618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Sync routers for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:50.268730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b68492cb-2cbb-43f0-b32a-9dfa0faeceb7 req-be4684e3-33bf-4244-a83a-62e7d5f959bf tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457450 Sep 21 18:02:50.289452 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.304888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.309904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:50.311410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:50.329701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.344100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:50.352017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.356236 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Sync routers for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:50.370231 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:50.373849 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:50.379002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on host n-h1-810285-3 for vnic_type normal with profile {"migrating_to": "n-h2-810285-3"} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:50.379340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:50.379697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:50.394709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f8134-d0b0-4742-8060-127b3e6d6893'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:50.398207 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426bd2e-00f9-46a0-b510-d702f2498ce1" -d '{"events": [{"server_uuid": "8fcf7bc3-bce5-4c3b-9d71-a79226c42aad", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f8134-d0b0-4742-8060-127b3e6d6893"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:50.417221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3e9f8134-d0b0-4742-8060-127b3e6d6893, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e9f8134-d0b0-4742-8060-127b3e6d6893,segment=NetworkSegment(fceef531-24d2-43f4-9962-8a019690ef8a),segment_id=fceef531-24d2-43f4-9962-8a019690ef8a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:50.424799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.435530 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.436291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-98bf0c81-0d5f-4073-97bc-e18ee5fa495f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8511801 Sep 21 18:02:50.440127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52786) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.462987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:50.463507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Attempting to bind port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:50.469645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:50.481548 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f786973-f5e7-47c5-a3ce-55bf6e250d21 x-openstack-request-id: req-4f786973-f5e7-47c5-a3ce-55bf6e250d21 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:50.481841 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcf7bc3-bce5-4c3b-9d71-a79226c42aad", "name": "network-vif-plugged", "status": "completed", "tag": "3e9f8134-d0b0-4742-8060-127b3e6d6893", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:50.482095 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f786973-f5e7-47c5-a3ce-55bf6e250d21 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:50.482594 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9f8134-d0b0-4742-8060-127b3e6d6893', 'code': 200} Sep 21 18:02:50.492810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:50.497792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:50.532934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:50.533608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:50.536146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:50.536831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Bound port: c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:50.537408 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.584773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:50.591652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Pushing event updated for resources: {'Port': ['ID=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.648871 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:50.680366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3e9f8134-d0b0-4742-8060-127b3e6d6893,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.708351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:50.709248 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.744508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747ce5-1fc7-4faf-b764-be7d357667fe req-5d47e78b-5df0-48f8-987f-f19f3844f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:50.746412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be747ce5-1fc7-4faf-b764-be7d357667fe req-5d47e78b-5df0-48f8-987f-f19f3844f822 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 1096 time: 0.1904445 Sep 21 18:02:50.767503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e838743-6b3e-4ca2-9dee-487bc4d93e46 req-b6d2d9aa-a855-47d0-a87b-4ac86beb3129 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:50.775924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e838743-6b3e-4ca2-9dee-487bc4d93e46 req-b6d2d9aa-a855-47d0-a87b-4ac86beb3129 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.2235880 Sep 21 18:02:50.782595 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-eae7fede-1d9c-4843-8e75-3c0e5384d1c3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9235978 Sep 21 18:02:50.810088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Request body: {'port': {'device_id': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:50.936301 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:48Z', 'revision_number': 3, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:50.942062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-40fb5d90-0436-4ce1-829e-407a062a0344 None None] Provisioning complete for port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:50.942481 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-40fb5d90-0436-4ce1-829e-407a062a0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.957424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be747ce5-1fc7-4faf-b764-be7d357667fe req-d5652996-abaa-42a1-9297-bdd6eab5fcf0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783187 Sep 21 18:02:50.970235 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Checking router: 03248aec-8a90-4e55-b7db-88002bd9cb07 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:50.971002 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Updating router 03248aec-8a90-4e55-b7db-88002bd9cb07 port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:02:50.979045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.993186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5d90-0436-4ce1-829e-407a062a0344 None None] Port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:51.002503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:48Z', 'revision_number': 3, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:51.006840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e838743-6b3e-4ca2-9dee-487bc4d93e46 req-6d85238a-7999-4566-89b0-d8cc9623d440 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298079 Sep 21 18:02:51.014899 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.032109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Checking router: 443057d4-5bcc-4044-85c3-e9a2db099fdb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:51.032464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Updating router 443057d4-5bcc-4044-85c3-e9a2db099fdb port 58837dc3-ca04-40c0-a66a-c69429460468 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:02:51.067194 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.221794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:51.225596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:51.240982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.376142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03303f6d-5a81-4750-86f4-f0c67cc28c4d req-d6e22007-096d-406c-8384-30d85c230257 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:51.381530 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-03303f6d-5a81-4750-86f4-f0c67cc28c4d req-d6e22007-096d-406c-8384-30d85c230257 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 935 time: 0.2861035 Sep 21 18:02:51.390740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac628b-b6ef-4db1-a489-3d32e2310c11 req-e759e234-9d64-4fdc-937e-6767ace8e2f5 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:51.392667 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2ac628b-b6ef-4db1-a489-3d32e2310c11 req-e759e234-9d64-4fdc-937e-6767ace8e2f5 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.1292381 Sep 21 18:02:51.409051 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.421452 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.487062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:51.487748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.489683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] 10.222.0.41 "PUT /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 1122 time: 2.4047182 Sep 21 18:02:51.504500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2ac628b-b6ef-4db1-a489-3d32e2310c11 req-1d9f8588-fff3-4244-b33f-9f00719b67e8 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032512 Sep 21 18:02:51.529156 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Attempting to bind port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:51.533679 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Attempting to bind port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:51.534223 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Attempting to bind port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:51.545716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:51.553452 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:51.554427 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:51.554940 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.555244 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:51.556443 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Bound port: accf0f36-6f9a-47a3-a239-d7e3e4f7ace0, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:51.556985 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.566989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.583068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065ff04-0d57-43d3-bd0e-08b3464a011b service neutron] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=8']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.594334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:51.619388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Transition to ACTIVE for port object 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:51.628583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.662579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:51.664906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-03303f6d-5a81-4750-86f4-f0c67cc28c4d req-a4b7ff73-9274-42f4-9fd6-cbb919483227 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172720 Sep 21 18:02:51.728736 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Pushing event updated for resources: {'Port': ['ID=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.748472 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] For port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:51.761793 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.762391 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.762838 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.763620 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.764058 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.764640 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.765147 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.765523 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.765947 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.766606 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.767054 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.770660 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:51.783631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Pushing event updated for resources: {'Port': ['ID=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.802604 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] For port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:51.812351 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.890903 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:51.891647 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:51.895940 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfb224-8f57-4074-b835-fafe6d841748 None None] Pushing event updated for resources: {'Port': ['ID=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.916847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:51.934924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15a861-c36b-41da-9367-5759a5bdea49 req-c9614663-905b-447a-9398-4ab0aa8d94cf tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:51.944844 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c15a861-c36b-41da-9367-5759a5bdea49 req-c9614663-905b-447a-9398-4ab0aa8d94cf tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1097 time: 0.2000155 Sep 21 18:02:51.992682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56edd6-c2d2-41b0-8010-2fb63a588914 req-06346481-8fe2-492f-94c8-fc43af9502a9 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:51.999429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Attempting to bind port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:52.000509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Attempting to bind port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:52.000720 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a56edd6-c2d2-41b0-8010-2fb63a588914 req-06346481-8fe2-492f-94c8-fc43af9502a9 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 945 time: 0.1914368 Sep 21 18:02:52.001201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Attempting to bind port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:52.016722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:52.017321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Attempting to bind port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:52.026293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:52.042786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:52.043714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:52.044381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Bound port: 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:52.044932 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.061862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:52.064946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c15a861-c36b-41da-9367-5759a5bdea49 req-f1123291-5b62-42fd-9c31-9c7454ce1ff5 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188991 Sep 21 18:02:52.132502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.148942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:52.151295 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206e6830-cefb-4d77-a9bd-db1cda632db6" -d '{"events": [{"name": "network-changed", "server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:52.174427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a56edd6-c2d2-41b0-8010-2fb63a588914 req-14b57854-a2a3-46b7-b5b0-5754db46f763 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725152 Sep 21 18:02:52.174635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] For port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:52.178883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] For port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:52.191409 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.282871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Pushing event updated for resources: {'Port': ['ID=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:52.335778 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.347234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.350962 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.358957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-6025e285-7be2-4f8d-9985-6527cb914d07 service neutron] 10.222.0.41 "PUT /v2.0/ports/519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 HTTP/1.1" status: 200 len: 1095 time: 1.5596178 Sep 21 18:02:52.377012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'tag': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:52.380059 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd01396b-dc9f-4736-9a1e-897e9f37cced" -d '{"events": [{"name": "network-changed", "server_uuid": "8633c444-8f30-4ab6-9dab-185f63db4ac0", "tag": "519c9fb2-2561-4ed9-9f9b-8a77faa4beb0"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:52.413628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac82e9d-b079-4fac-89dc-19bff71a70b7 req-5890fb3f-b092-49d0-a356-dd0e9615707f tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.421423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ac82e9d-b079-4fac-89dc-19bff71a70b7 req-5890fb3f-b092-49d0-a356-dd0e9615707f tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1097 time: 0.1538677 Sep 21 18:02:52.428358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:52.437695 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80032e5c-a3fe-43ea-9367-d62605c6c9f6 x-openstack-request-id: req-80032e5c-a3fe-43ea-9367-d62605c6c9f6 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:52.438328 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:52.438553 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80032e5c-a3fe-43ea-9367-d62605c6c9f6 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:52.439168 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', 'status': 'completed', 'code': 200} Sep 21 18:02:52.497119 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:48Z', 'revision_number': 3, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:52.501310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 has no active binding in host n-h2-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:02:52.509869 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.516764 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f8f156-38a4-42b9-a0d8-f34f6e271fba x-openstack-request-id: req-73f8f156-38a4-42b9-a0d8-f34f6e271fba {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:52.517061 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8633c444-8f30-4ab6-9dab-185f63db4ac0", "tag": "519c9fb2-2561-4ed9-9f9b-8a77faa4beb0", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:52.517316 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73f8f156-38a4-42b9-a0d8-f34f6e271fba {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:52.517714 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'tag': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0', 'status': 'completed', 'code': 200} Sep 21 18:02:52.532235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.534826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ac82e9d-b079-4fac-89dc-19bff71a70b7 req-4a4c4965-b517-42c3-871a-c2995f7c65ec tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943675 Sep 21 18:02:52.597284 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea076e94-0583-4807-8490-e7da41badef4 None None] The sync data for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 is: [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:48Z', 'revision_number': 3, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:52.657147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18e742-7ffc-4da6-9d0d-f3d4eb6b8eb2 None None] Pushing event updated for resources: {'Port': ['ID=58837dc3-ca04-40c0-a66a-c69429460468,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:52.693216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-e9622070-0b39-4b34-a386-2a43b4ea7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.694801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-e9622070-0b39-4b34-a386-2a43b4ea7dce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed43a4b29ce343cfbb36f81b0cfd24f8&device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 1098 time: 0.1804168 Sep 21 18:02:52.798134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Allocated IP 172.20.0.1 (f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36/81b9c9e1-8298-4991-927e-aeda71a92732/4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:52.799182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Attempting to bind port 58837dc3-ca04-40c0-a66a-c69429460468 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:52.799925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Attempting to bind port 58837dc3-ca04-40c0-a66a-c69429460468 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:52.800350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Attempting to bind port 58837dc3-ca04-40c0-a66a-c69429460468 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:52.807122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-8de95731-f646-4181-8c3a-4e6826c6cb44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 HTTP/1.1" status: 200 len: 217 time: 0.0996170 Sep 21 18:02:52.810328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-0d061c5a-da48-4122-a08b-ac0d2e038bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.812922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-0d061c5a-da48-4122-a08b-ac0d2e038bf4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1125 time: 0.2992656 Sep 21 18:02:52.815552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:52.816252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:52.817496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.818032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:52.818974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Bound port: 58837dc3-ca04-40c0-a66a-c69429460468, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:52.819232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.886331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] For port 58837dc3-ca04-40c0-a66a-c69429460468, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:52.891049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] For port 58837dc3-ca04-40c0-a66a-c69429460468, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=58837dc3-ca04-40c0-a66a-c69429460468,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:52.925421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9985ec-3905-4f17-bc33-cd59464fbc1c req-b2b0c21d-2a68-4087-b476-6b877513823b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.939050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2e9985ec-3905-4f17-bc33-cd59464fbc1c req-b2b0c21d-2a68-4087-b476-6b877513823b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.2260613 Sep 21 18:02:52.948226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.950476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-76581d2d-ccbc-4a1e-8304-76a5620b50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.952628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-76581d2d-ccbc-4a1e-8304-76a5620b50a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1361227 Sep 21 18:02:53.098352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4020-2963-4cb7-b976-548fa002c76c req-532e2474-3ea4-452a-ba3c-05fb19a4b4f2 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:53.108692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18eb4020-2963-4cb7-b976-548fa002c76c req-532e2474-3ea4-452a-ba3c-05fb19a4b4f2 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 947 time: 0.1986639 Sep 21 18:02:53.119067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18e742-7ffc-4da6-9d0d-f3d4eb6b8eb2 None None] Pushing event updated for resources: {'Port': ['ID=58837dc3-ca04-40c0-a66a-c69429460468,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:53.147502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-9f91a530-6e9f-47ad-999e-f72d415e7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:53.148675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-9f91a530-6e9f-47ad-999e-f72d415e7137 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829369 Sep 21 18:02:53.151145 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2e9985ec-3905-4f17-bc33-cd59464fbc1c req-2e61e1a1-3d95-4ca1-9dc9-6159274af442 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020717 Sep 21 18:02:53.165169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:53.166969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:53.190405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Allocated IP 172.20.0.1 (5d54fbb2-5e18-4fae-9b17-29491dd1cb89/acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4/4317f081-6e40-4540-a9a9-88fef6749966) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:53.225822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18eb4020-2963-4cb7-b976-548fa002c76c req-f6828870-11fa-411a-8bc8-2814e9983b8c tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153922 Sep 21 18:02:53.279621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:53.291423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.324080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-6454e76c-9757-40ab-8d64-cde38e3b376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:53.325529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-6454e76c-9757-40ab-8d64-cde38e3b376b service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.4268970 Sep 21 18:02:53.434222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-cb37ea8e-3569-4b45-9b0e-30a2e49d9f3b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 217 time: 0.0982604 Sep 21 18:02:53.493170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.525580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:53.537144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.540810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:53.544348 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-ad89aebd-9cfa-44ff-8709-d60be266ab26 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802345 Sep 21 18:02:53.583559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.612643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86204c73-862f-4ba3-b369-dc6ba3dc78dc req-93f9be97-04cb-4686-853a-8ab60548cac0 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:53.622206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86204c73-862f-4ba3-b369-dc6ba3dc78dc req-93f9be97-04cb-4686-853a-8ab60548cac0 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 945 time: 0.2683306 Sep 21 18:02:53.694041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.697686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:53.704992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:53.714348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-b2cb9214-ca5e-4fd5-89a3-5617c574e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:53.716155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-b2cb9214-ca5e-4fd5-89a3-5617c574e6d9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.2703900 Sep 21 18:02:53.716644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:53.735661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86204c73-862f-4ba3-b369-dc6ba3dc78dc req-775241c0-a25c-4186-82d6-0b85721f6f0d tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124473 Sep 21 18:02:53.781948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Pushing event updated for resources: {'Port': ['ID=4317f081-6e40-4540-a9a9-88fef6749966,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:53.861208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:53.875981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:53.890771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:53.961285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-9247cd7c-4409-433b-a4a5-988ac7de34cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2225707 Sep 21 18:02:53.991319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.011940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Pushing event updated for resources: {'Port': ['ID=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:54.088714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.108893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.172733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:54.195803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.200116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:48Z', 'revision_number': 3, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:54.241133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b439d1-949a-4f1a-92c0-8cac8097001d req-7a3c9f00-191b-4689-9542-51357b806955 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868644 Sep 21 18:02:54.411564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-7392d3ec-1181-43b0-a1ce-5ca7f49e2368 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356282 Sep 21 18:02:54.422664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036708d-91c7-4eae-8933-4ae11ed0302a None None] The sync data for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 is: [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:48Z', 'revision_number': 3, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:54.478031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-41bd968d-87db-4c49-9e23-251ee20b9919 None None] Provisioning complete for port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:54.479011 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41bd968d-87db-4c49-9e23-251ee20b9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.486606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:54.560352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.605453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-41bd968d-87db-4c49-9e23-251ee20b9919 None None] Port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:54.612913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.679295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531e155-3652-4200-a66e-6cc9e915cca2 req-6d94cbb0-d6a7-4cf6-8f0c-269ddfd4a32e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:54.680914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0531e155-3652-4200-a66e-6cc9e915cca2 req-6d94cbb0-d6a7-4cf6-8f0c-269ddfd4a32e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.3927181 Sep 21 18:02:54.742426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-8f85e52d-c4c4-48f0-b406-c702a706e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:54.744281 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-8f85e52d-c4c4-48f0-b406-c702a706e556 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed43a4b29ce343cfbb36f81b0cfd24f8&device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 1098 time: 0.3645036 Sep 21 18:02:54.764440 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-206e6830-cefb-4d77-a9bd-db1cda632db6 req-4a00ed0d-2335-4211-b361-85a6468324a6 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361080 Sep 21 18:02:54.847876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4a5d5be5-3365-4686-b8a5-accb08934c63 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:02:54.849520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4a5d5be5-3365-4686-b8a5-accb08934c63 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0343807 Sep 21 18:02:54.906718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-a742a0e8-c1d9-494a-bc49-b2cffebd8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:54.908270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-a742a0e8-c1d9-494a-bc49-b2cffebd8152 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1433623 Sep 21 18:02:54.917972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0531e155-3652-4200-a66e-6cc9e915cca2 req-53ac96c5-31c5-4c6e-a670-2b5bf1ded8f7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191563 Sep 21 18:02:55.042098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-4760fc5f-b08a-459f-8b66-8bae7a3e862a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 HTTP/1.1" status: 200 len: 217 time: 0.1216173 Sep 21 18:02:55.064708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-af292123-142f-48a1-b197-5f1dc892a310 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:55.073536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-af292123-142f-48a1-b197-5f1dc892a310 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 1094 time: 0.1565595 Sep 21 18:02:55.103664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Request body: {'binding': {'host': 'n-h1-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:55.104114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:02:55.163639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-1c7baee2-2e80-4fc5-9d32-92386d0f6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:55.165222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-1c7baee2-2e80-4fc5-9d32-92386d0f6a40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1142306 Sep 21 18:02:55.185089 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.228134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.265922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-04826d98-0ec9-4bb2-be17-12f08784abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:55.267491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-04826d98-0ec9-4bb2-be17-12f08784abce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879583 Sep 21 18:02:55.280624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c99b2e-946b-4127-8e14-cb1ca6b5346d req-a1615f68-2bd5-4233-a874-20e63a50633a tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:55.281765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4c99b2e-946b-4127-8e14-cb1ca6b5346d req-a1615f68-2bd5-4233-a874-20e63a50633a tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 947 time: 0.2120626 Sep 21 18:02:55.343634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:55.398311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.460587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:55.461873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.497682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.634364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4c99b2e-946b-4127-8e14-cb1ca6b5346d req-e0b8aa22-4f53-418c-a2ec-a8ee4f1b6bf3 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285360 Sep 21 18:02:55.673520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58837dc3-ca04-40c0-a66a-c69429460468 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:55.690207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Pushing event updated for resources: {'Port': ['ID=4317f081-6e40-4540-a9a9-88fef6749966,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:55.739530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-696cfebc-c3e0-413c-9e27-d8b37d89bcf2 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560571 Sep 21 18:02:55.742789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.756386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 58837dc3-ca04-40c0-a66a-c69429460468 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:55.757045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.898584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Pushing event updated for resources: {'Port': ['ID=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:55.902175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.951442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.008924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 58837dc3-ca04-40c0-a66a-c69429460468, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=58837dc3-ca04-40c0-a66a-c69429460468,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:56.015914 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.019993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01396b-dc9f-4736-9a1e-897e9f37cced req-45064905-9c53-4f4f-8a7d-528ce7f9f34f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719486 Sep 21 18:02:56.076013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=58837dc3-ca04-40c0-a66a-c69429460468,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:56.105401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on host n-h1-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:56.105802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:56.106142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:56.122281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:56.122281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:56.157074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:56.157417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:56.157800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:56.158821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Bound port: d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:56.212527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:56.219732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:56.222059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:56.226759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:56.252368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:56.519082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55929c80-989a-45ea-a8ca-8249f3495465 req-bb8d1480-719c-42ad-bae7-9599c8b289b2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:56.520736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55929c80-989a-45ea-a8ca-8249f3495465 req-bb8d1480-719c-42ad-bae7-9599c8b289b2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.4002287 Sep 21 18:02:56.561303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5477be2d-6d93-43cf-89a6-d9638e17d927 None None] Provisioning complete for port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:56.562026 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5477be2d-6d93-43cf-89a6-d9638e17d927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.567412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55929c80-989a-45ea-a8ca-8249f3495465 req-02180b31-e275-41a2-84a7-b4f529df960f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Sep 21 18:02:56.602817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5477be2d-6d93-43cf-89a6-d9638e17d927 None None] Port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:56.613974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.615104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-d6988413-18be-4e0d-9b0f-cebd5d9b6c00 service neutron] 10.222.0.70 "POST /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd/bindings HTTP/1.1" status: 201 len: 389 time: 1.5227809 Sep 21 18:02:56.804050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611918c-306f-4302-aaf4-4e6051bc8ea0 req-0bae2331-ac07-44be-897c-bfff032598db tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:56.806461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9611918c-306f-4302-aaf4-4e6051bc8ea0 req-0bae2331-ac07-44be-897c-bfff032598db tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.0653656 Sep 21 18:02:56.831425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Router 443057d4-5bcc-4044-85c3-e9a2db099fdb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:56.835378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Router 03248aec-8a90-4e55-b7db-88002bd9cb07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:56.856295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9611918c-306f-4302-aaf4-4e6051bc8ea0 req-92e88ed2-51a7-4eb7-9122-1e3f602c8a3c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Sep 21 18:02:56.867486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff228-3fbb-48c9-99ed-8ebba4e1df2f req-384911bc-5094-4fb0-8af0-eadad70cf384 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:56.869050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27eff228-3fbb-48c9-99ed-8ebba4e1df2f req-384911bc-5094-4fb0-8af0-eadad70cf384 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 947 time: 0.0992963 Sep 21 18:02:56.921741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-18b5e455-fd17-4724-b929-d69bfd65bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:56.924244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-18b5e455-fd17-4724-b929-d69bfd65bf8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0601444 Sep 21 18:02:57.013771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27eff228-3fbb-48c9-99ed-8ebba4e1df2f req-472b2a83-4a6d-4dfc-9d62-a38d8b1553d2 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102166 Sep 21 18:02:57.079438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-a51ac4db-a159-4f99-9f8b-42e56f0bfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:57.081620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-a51ac4db-a159-4f99-9f8b-42e56f0bfc82 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.1417117 Sep 21 18:02:57.143688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:57.150644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-81b6afb6-5f85-4e23-a51b-8c9640d4a67a admin admin] 10.222.0.70 "PUT /v2.0/routers/443057d4-5bcc-4044-85c3-e9a2db099fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8852985 Sep 21 18:02:57.167913 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-a2d4bcf7-121f-49a6-b85a-d73fa700129d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 217 time: 0.0436537 Sep 21 18:02:57.174640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:57.176279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58837dc3-ca04-40c0-a66a-c69429460468 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:57.179913 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-41374de0-1755-479b-aa7c-1a6dda995405 admin admin] 10.222.0.70 "PUT /v2.0/routers/03248aec-8a90-4e55-b7db-88002bd9cb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7386718 Sep 21 18:02:57.235499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Sync routers for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:57.257661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:57.258743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:57.378502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-e6f5c135-5f2b-4185-bd76-eaaaf46aa631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:57.384001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-e6f5c135-5f2b-4185-bd76-eaaaf46aa631 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1873081 Sep 21 18:02:57.389176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:57.424128 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Sync routers for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:57.443029 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:57.445493 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:57.455056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-c4fcf404-e11e-4603-9036-4f48b07e569e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625615 Sep 21 18:02:57.494980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 58837dc3-ca04-40c0-a66a-c69429460468 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:57.495701 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.649374 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:57.762708 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4e65a760-158c-4ac1-a894-e6acef2cae49 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969396 Sep 21 18:02:57.920088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:57.989564 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 2, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:58.054262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-3a84b2a1-5d2f-4960-8308-8bed3948af8b service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826850 Sep 21 18:02:58.074563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-3bdcb3fc-5d7a-4e3a-8a42-d7ca4c35bbbb tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:58.083008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-3bdcb3fc-5d7a-4e3a-8a42-d7ca4c35bbbb tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 820 time: 0.2495930 Sep 21 18:02:58.101494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-fd080155-036a-4a6d-b884-c19545862d5a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/quotas/5da0a887f73e443b81794460e4e340ab HTTP/1.1" status: 200 len: 375 time: 0.0175092 Sep 21 18:02:58.145781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:58.164692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0', 'mac_address': 'fa:16:3e:6e:08:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:58.202556 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-a2f00f8b-ef14-4d2e-8810-2551029f48ed tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998430 Sep 21 18:02:58.205618 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Checking router: 443057d4-5bcc-4044-85c3-e9a2db099fdb for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:58.206164 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Updating router 443057d4-5bcc-4044-85c3-e9a2db099fdb port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:02:58.219467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 2, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:58.244094 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.294062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Checking router: 03248aec-8a90-4e55-b7db-88002bd9cb07 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:58.294447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Updating router 03248aec-8a90-4e55-b7db-88002bd9cb07 port 4317f081-6e40-4540-a9a9-88fef6749966 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:02:58.338210 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.377724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.381892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:58.391231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-02d46190-0c76-4c3d-a6ef-643b4159e0a9 service neutron] 10.222.0.70 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877284 Sep 21 18:02:58.417420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52920) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:58.425123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927815337', 'description': 'tempest-description--1302101581'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:58.437565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:58.484658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.499822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.604659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-ee6943cb-754b-4634-99ae-490eab0da522 service neutron] 10.222.0.70 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044008 Sep 21 18:02:58.687027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:58.729329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.729752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.731248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.731593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.731932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.732266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.732714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.735759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.736108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.736443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.736798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.737101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.747980 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.770448 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.779414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b591f-5181-4f77-8d4a-c1a24557cb3d req-0d36c4ab-f85e-4428-87b1-04f99093c93c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:58.782383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb9b591f-5181-4f77-8d4a-c1a24557cb3d req-0d36c4ab-f85e-4428-87b1-04f99093c93c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.1863422 Sep 21 18:02:58.785115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.799688 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.827382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['519c9fb2-2561-4ed9-9f9b-8a77faa4beb0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:58.892042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.893270 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4734685 Sep 21 18:02:58.896662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:58.901365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Request body: {'security_group_rule': {'security_group_id': '5d19d4e9-4680-4113-8cf6-3bf91f06c6e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:58.920842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:58.942570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb9b591f-5181-4f77-8d4a-c1a24557cb3d req-a053e2ed-5f6b-4f28-9ee6-aa8d4770f170 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476777 Sep 21 18:02:58.957462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.957819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.974938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddfb12-cee9-40ba-b759-71ac4c67bc52 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:58.979776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.987265 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57f204-5e6a-4da4-8faf-742e668aa154 None None] Pushing event updated for resources: {'Port': ['ID=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.018882 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Attempting to bind port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:59.019322 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Attempting to bind port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:59.023364 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Attempting to bind port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 on network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:59.031126 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:59.031601 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Checking segment: {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:59.032113 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.032628 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Bound using segment: {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:59.033358 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Bound port: 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:59.033578 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.213300 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] For port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:59.219625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a5878-3a76-4b0b-9950-c8c2b27acea1 req-63e43c6b-d6db-435b-937c-4b1891915ab7 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:59.221915 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] For port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:59.233426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e5a5878-3a76-4b0b-9950-c8c2b27acea1 req-63e43c6b-d6db-435b-937c-4b1891915ab7 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.2188742 Sep 21 18:02:59.237435 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.305634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8aac9-11fe-43de-81ab-fbac7e3bfb63 req-75929b8a-8d0f-4d6a-a3c6-da86bad9e4cc tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:59.314137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.317913 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-70a8aac9-11fe-43de-81ab-fbac7e3bfb63 req-75929b8a-8d0f-4d6a-a3c6-da86bad9e4cc tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 948 time: 0.0853086 Sep 21 18:02:59.324325 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:59.325221 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:59.332987 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57f204-5e6a-4da4-8faf-742e668aa154 None None] Pushing event updated for resources: {'Port': ['ID=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.346159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e5a5878-3a76-4b0b-9950-c8c2b27acea1 req-f6add10b-df3b-43dc-a56f-3d8343ec722b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090882 Sep 21 18:02:59.355091 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.391053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-70a8aac9-11fe-43de-81ab-fbac7e3bfb63 req-831f8553-14d6-405a-866a-b901b324192e tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717328 Sep 21 18:02:59.445662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02c3c73-e1a2-4892-8f1c-67a2c5902022,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.459209 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b06c9918-7b50-4701-9437-cada418f621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.467839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.472879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5750067 Sep 21 18:02:59.476087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52934) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.479576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.479927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.480272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.480610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.483541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7cb161a1-7fe9-4c14-846f-3db038f3dabc tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Request body: {'security_group_rule': {'security_group_id': '5d19d4e9-4680-4113-8cf6-3bf91f06c6e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:59.483763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.484540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.484749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.485078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.485423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.485882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.486374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.486715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b6401-d350-4f6d-9822-5247366f3dd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:59.570704 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.573872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-34cbffb6-8b9d-41a4-9231-240c467aa075 req-5afe155d-dce6-438e-a661-e18e1b78fb78 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 210 time: 0.0540762 Sep 21 18:02:59.578775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-de61a6d9-0e67-4814-8e9b-da6dd629f22e None None] Provisioning complete for port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:59.579870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de61a6d9-0e67-4814-8e9b-da6dd629f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.627898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb161a1-7fe9-4c14-846f-3db038f3dabc tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.636994 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:59.645159 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.719992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72993-5c39-48ab-8ad4-00b779f19215 req-e79e83ec-be7c-45c4-8945-bf32e7ca3f24 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:59.734658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cba72993-5c39-48ab-8ad4-00b779f19215 req-e79e83ec-be7c-45c4-8945-bf32e7ca3f24 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.0921485 Sep 21 18:02:59.745060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb161a1-7fe9-4c14-846f-3db038f3dabc tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.752864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb161a1-7fe9-4c14-846f-3db038f3dabc tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.787362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb161a1-7fe9-4c14-846f-3db038f3dabc tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b86f89c-424d-4bce-bca0-33a51b558ab3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.791242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb161a1-7fe9-4c14-846f-3db038f3dabc tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.796623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7cb161a1-7fe9-4c14-846f-3db038f3dabc tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159337 Sep 21 18:02:59.797909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.803761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:59.835676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.839485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cba72993-5c39-48ab-8ad4-00b779f19215 req-9e388982-0fad-4956-912a-7c7bcb8f4749 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034937 Sep 21 18:02:59.851354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bb9c6-aa9d-4ccc-b092-9216cdd0d2c4 None None] Pushing event updated for resources: {'Port': ['ID=4317f081-6e40-4540-a9a9-88fef6749966,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.876801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Attempting to bind port 4317f081-6e40-4540-a9a9-88fef6749966 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:59.877177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Attempting to bind port 4317f081-6e40-4540-a9a9-88fef6749966 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:59.877541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Attempting to bind port 4317f081-6e40-4540-a9a9-88fef6749966 on network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:59.883439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:59.883863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Checking segment: {'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:59.884313 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.884759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Bound using segment: {'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:59.885264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Bound port: 4317f081-6e40-4540-a9a9-88fef6749966, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:59.885670 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.963987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de61a6d9-0e67-4814-8e9b-da6dd629f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.005645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.011118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] For port 4317f081-6e40-4540-a9a9-88fef6749966, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:00.015157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] For port 4317f081-6e40-4540-a9a9-88fef6749966, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4317f081-6e40-4540-a9a9-88fef6749966,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:00.022983 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.097397 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.174141 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69871568-6da2-4834-bea3-25cf1d4e6709 None None] The sync data for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 is: [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:00.178813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-de61a6d9-0e67-4814-8e9b-da6dd629f22e None None] For port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:00.179988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:00.186670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Allocated IP 172.25.3.175 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/fc8b7eea-3798-4526-aedf-37fa20d57882) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:00.280844 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de61a6d9-0e67-4814-8e9b-da6dd629f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.353828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bb9c6-aa9d-4ccc-b092-9216cdd0d2c4 None None] Pushing event updated for resources: {'Port': ['ID=4317f081-6e40-4540-a9a9-88fef6749966,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:00.407576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee82ed-98a0-4248-be6d-6c2f1711f5b7 req-669d0cbc-ae7c-49e6-8bd9-e1059f02fafe tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:00.419166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-deee82ed-98a0-4248-be6d-6c2f1711f5b7 req-669d0cbc-ae7c-49e6-8bd9-e1059f02fafe tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 944 time: 0.2080474 Sep 21 18:03:00.430422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:00.431081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.521792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.578990 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-deee82ed-98a0-4248-be6d-6c2f1711f5b7 req-d263d3ad-56ee-4236-a484-54cc39e127a2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363027 Sep 21 18:03:00.715077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.722489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-f879ecd4-f7c9-4964-9bc8-46b675613821 service neutron] 10.222.0.78 "GET /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.2460315 Sep 21 18:03:00.738543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc5876-0570-4078-90d5-bc8f24474803 req-cba3e306-f7a6-468b-a397-93097c2c8151 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:00.747663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fccc5876-0570-4078-90d5-bc8f24474803 req-cba3e306-f7a6-468b-a397-93097c2c8151 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.2210522 Sep 21 18:03:00.781932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61a6d9-0e67-4814-8e9b-da6dd629f22e None None] Pushing event updated for resources: {'Port': ['ID=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:00.825167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:00.860842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fccc5876-0570-4078-90d5-bc8f24474803 req-e4e419ab-f990-4012-b23f-2dcfc690287e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 Sep 21 18:03:00.862917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:00.872470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-94e31595-d1c7-495d-8308-23e181c2f564 None None] Provisioning complete for port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:00.872848 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94e31595-d1c7-495d-8308-23e181c2f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.884771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:00.888486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:01.291032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531659-43d0-490f-9557-18fe9fbdce77 req-2fb3f9f4-3e0c-4a5e-a8dc-92799c0d17b6 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:01.299320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d0531659-43d0-490f-9557-18fe9fbdce77 req-2fb3f9f4-3e0c-4a5e-a8dc-92799c0d17b6 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 948 time: 0.4806042 Sep 21 18:03:01.300376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event updated for resources: {'Port': ['ID=fc8b7eea-3798-4526-aedf-37fa20d57882,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:01.363218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:01.398471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:01.468537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.505486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:01.509219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11be141a-7aee-400c-a3f0-b7c684f5cebf req-2e549096-35d7-46e8-9ca2-f10b9c2d2722 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 210 time: 0.0687442 Sep 21 18:03:01.580260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:01.580695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.597645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:01.606664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.625589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-117ab528-47ca-4438-9db7-154f080022a5 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:01.626423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:01.628348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-117ab528-47ca-4438-9db7-154f080022a5 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.78 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 820 time: 0.8135228 Sep 21 18:03:01.658325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.800617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.840608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cc492-6df2-42c8-9841-9ff949b89fc6 None None] The sync data for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 is: [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:01.911313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] Transition to ACTIVE for port object c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:01.911998 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d0531659-43d0-490f-9557-18fe9fbdce77 req-a287ff54-7b7e-47b2-b439-dabe5d3f07cc tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054230 Sep 21 18:03:01.951896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.962941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:01.965346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Request body: {'port': {'device_id': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'admin_state_up': True, 'tenant_id': '5da0a887f73e443b81794460e4e340ab'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:02.101534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11a39-5b05-473f-a0cc-24401a7a7cae req-a53cd74a-c8dc-4f62-bf76-e5cd76b91646 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.114945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cd11a39-5b05-473f-a0cc-24401a7a7cae req-a53cd74a-c8dc-4f62-bf76-e5cd76b91646 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.2821681 Sep 21 18:03:02.117405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:02.125990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:02.126701 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.178167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.207002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.210433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] No DVR routers for this DVR port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:02.234065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce0a4d-8072-48a2-9944-8d3756cff1e1 req-1946eeeb-057b-4469-a184-9c72299d2d1a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.242450 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9ce0a4d-8072-48a2-9944-8d3756cff1e1 req-1946eeeb-057b-4469-a184-9c72299d2d1a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 945 time: 0.1546056 Sep 21 18:03:02.260464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:02.288275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8a50862a-2f2b-45cd-9bb8-df63d7d657d4 service neutron] 10.222.0.78 "PUT /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54/bindings/n-h2-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5356987 Sep 21 18:03:02.313304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cd11a39-5b05-473f-a0cc-24401a7a7cae req-4ab4f0c6-e2a9-4ffc-be69-0e14b4d5c433 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917529 Sep 21 18:03:02.361580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.384969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event updated for resources: {'Port': ['ID=fc8b7eea-3798-4526-aedf-37fa20d57882,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:02.446841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:02.447831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:02.456372 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4279a89-be9d-42f3-b065-0c20364fb763" -d '{"events": [{"server_uuid": "8633c444-8f30-4ab6-9dab-185f63db4ac0", "name": "network-vif-plugged", "status": "completed", "tag": "519c9fb2-2561-4ed9-9f9b-8a77faa4beb0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:02.468504 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.479980 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9ce0a4d-8072-48a2-9944-8d3756cff1e1 req-3c67a1a6-773b-4607-bee3-581e7f9f6cb1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366283 Sep 21 18:03:02.489543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Made reservation on behalf of 5da0a887f73e443b81794460e4e340ab for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:02.493556 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.556583 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.562103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:02.584470 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f4879d-606d-4cf4-9fa5-393b4014690c x-openstack-request-id: req-a9f4879d-606d-4cf4-9fa5-393b4014690c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:02.585246 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8633c444-8f30-4ab6-9dab-185f63db4ac0", "name": "network-vif-plugged", "status": "completed", "tag": "519c9fb2-2561-4ed9-9f9b-8a77faa4beb0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:02.585728 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9f4879d-606d-4cf4-9fa5-393b4014690c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:02.586788 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0', 'code': 200} Sep 21 18:03:02.596249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-3f9c072d-650c-4669-acc4-5c68a190259f tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.598573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-3f9c072d-650c-4669-acc4-5c68a190259f tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.2413559 Sep 21 18:03:02.667868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8b3d1-6c2a-4be8-9a37-c9acc807f616 req-634d36ef-0743-4dea-8669-0ca1105ef5db tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.676949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8e8b3d1-6c2a-4be8-9a37-c9acc807f616 req-634d36ef-0743-4dea-8669-0ca1105ef5db tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.2347131 Sep 21 18:03:02.731420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.734971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-01403956-1dd0-4541-b76a-618d71ecef14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9357691 Sep 21 18:03:02.744341 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9cb6e486-5573-46bb-ab17-1b45942c9998 req-cfcfc216-f4e1-40aa-8a9a-ca10d829c99d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 210 time: 0.0877378 Sep 21 18:03:02.791422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8e8b3d1-6c2a-4be8-9a37-c9acc807f616 req-e912068e-af3f-43a6-9a4b-7fb4798623a2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069667 Sep 21 18:03:02.806181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a7886a93-e326-4f71-b3dc-693aab3fa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.825424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a7886a93-e326-4f71-b3dc-693aab3fa4c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053&tenant_id=97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 1096 time: 0.1988311 Sep 21 18:03:02.914584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810627-8220-46a8-8242-be7412b53e64 req-3a8c499a-43fc-47cf-8021-d8c7a09e6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.916341 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f810627-8220-46a8-8242-be7412b53e64 req-3a8c499a-43fc-47cf-8021-d8c7a09e6013 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 1100 time: 0.2263434 Sep 21 18:03:02.960464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Allocated IP 172.20.0.13 (5d54fbb2-5e18-4fae-9b17-29491dd1cb89/acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4/043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:02.960684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-955e3a03-6654-4af8-8c79-3c06e5e75ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.963047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-955e3a03-6654-4af8-8c79-3c06e5e75ccb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1096 time: 0.1077683 Sep 21 18:03:02.996516 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f810627-8220-46a8-8242-be7412b53e64 req-e1bcc121-72ff-48f6-ac4e-406080359b17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721314 Sep 21 18:03:03.096193 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-415bdb3b-d64a-47c8-aef3-809ffbea0f69 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.107289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-415bdb3b-d64a-47c8-aef3-809ffbea0f69 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.1752608 Sep 21 18:03:03.110789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87371cae-f6be-47f9-a4cc-7532c68e2330 req-3d518860-4cba-44c0-9d92-78d769b3ea25 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.118618 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-87371cae-f6be-47f9-a4cc-7532c68e2330 req-3d518860-4cba-44c0-9d92-78d769b3ea25 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 949 time: 0.1048455 Sep 21 18:03:03.231870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4317f081-6e40-4540-a9a9-88fef6749966 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:03.268622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-e2814032-11bf-4136-b506-1ce3caf0d233 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1927815337&fields=id&tenant_id=9bf34e1a3f3d4fff8ae52f205c14de03 HTTP/1.1" status: 200 len: 267 time: 0.3340061 Sep 21 18:03:03.288942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.305894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-87371cae-f6be-47f9-a4cc-7532c68e2330 req-42408b40-0fd7-4ed2-af9c-977467ac2187 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862729 Sep 21 18:03:03.328392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4317f081-6e40-4540-a9a9-88fef6749966 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:03.328922 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.399798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.504281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-d1135d35-8833-47ee-969c-fcf0829ea3f3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.505809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.511822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-d1135d35-8833-47ee-969c-fcf0829ea3f3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/networks?id=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 HTTP/1.1" status: 200 len: 814 time: 0.1910052 Sep 21 18:03:03.548658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-fa88b448-0f73-4732-a569-76c8e73a5af9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/quotas/9bf34e1a3f3d4fff8ae52f205c14de03 HTTP/1.1" status: 200 len: 375 time: 0.0356228 Sep 21 18:03:03.556317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:03.562227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:03.589507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:03.611053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 4317f081-6e40-4540-a9a9-88fef6749966, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4317f081-6e40-4540-a9a9-88fef6749966,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:03.617606 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.634951 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89584088-36a7-4bd0-bc1a-098e5942bc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.653095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-883f0b0e-e3b1-4ba0-b652-9830defdb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.654761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-883f0b0e-e3b1-4ba0-b652-9830defdb13f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.6588123 Sep 21 18:03:03.668451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event updated for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:03.690497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e502b0-afc7-413f-b381-b5a32dbef7ef req-84dd9456-f8ce-4cf8-9f62-386ebc835d4b tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.692503 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-73e502b0-afc7-413f-b381-b5a32dbef7ef req-84dd9456-f8ce-4cf8-9f62-386ebc835d4b tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 946 time: 0.2315760 Sep 21 18:03:03.712717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=4317f081-6e40-4540-a9a9-88fef6749966,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:03.740213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.740830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-8c45662e-2baa-428f-b565-6e0412474aa8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 200 len: 217 time: 0.0739009 Sep 21 18:03:03.741722 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.752336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-cdeae363-0a89-4fd3-9af3-fb3ac1ab822d tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bf34e1a3f3d4fff8ae52f205c14de03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2025094 Sep 21 18:03:03.770590 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-73e502b0-afc7-413f-b381-b5a32dbef7ef req-1f6fba47-65a7-4ead-a8f4-b30e4bb9335b tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups?id=1199ca9d-2b3e-47d9-ae30-2066ab374087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693452 Sep 21 18:03:03.785339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-2e49b322-ce55-4033-b8ca-a9c94c0c9094 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8312349 Sep 21 18:03:03.797601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Deleting port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:03.797949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.801457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Request body: {'port': {'device_id': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:03.918958 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.965718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a5a8a6f5-2774-4edf-81c6-e61b785ed795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.967412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-a5a8a6f5-2774-4edf-81c6-e61b785ed795 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.2141345 Sep 21 18:03:03.969061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.026934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-3e3269ba-ee54-4dc7-90f6-539bd202f54b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477753 Sep 21 18:03:04.038425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35632970-9b27-465d-89e8-081254565f18 req-40fd275f-04fb-432f-9d91-ca12833f0fc9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:04.046136 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35632970-9b27-465d-89e8-081254565f18 req-40fd275f-04fb-432f-9d91-ca12833f0fc9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 945 time: 0.1141737 Sep 21 18:03:04.093654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.110912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] For port 8afbb9ac-0883-40e3-ac1a-b3bd16432662, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8afbb9ac-0883-40e3-ac1a-b3bd16432662,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:04.111279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.124434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-ca0e0b6f-a9bc-4a39-acc2-3d6bb27b413c service neutron] 10.222.0.70 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226147 Sep 21 18:03:04.153554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35632970-9b27-465d-89e8-081254565f18 req-845319c7-cfa9-4621-a55f-31423e3226a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062417 Sep 21 18:03:04.426316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-93f3ef2e-84a7-48fa-9683-01255ccd94fc service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826861 Sep 21 18:03:04.451434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30d96b-22ba-49b8-8244-54898cfb09ae req-a29fab1a-2428-44d2-b0be-96c75b4544bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:04.456230 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe30d96b-22ba-49b8-8244-54898cfb09ae req-a29fab1a-2428-44d2-b0be-96c75b4544bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 932 time: 0.2327740 Sep 21 18:03:04.548840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-2d79e3b3-b36c-4aa0-a3be-2dd63a6f42ff service neutron] 10.222.0.70 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961349 Sep 21 18:03:04.613968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:04.651099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.662418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.681508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.682015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.682434 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f disassociated. External IP: 172.25.3.174, port: 8afbb9ac-0883-40e3-ac1a-b3bd16432662. Sep 21 18:03:04.682753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Calling delete_port for 8afbb9ac-0883-40e3-ac1a-b3bd16432662 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:04.698592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Transition to ACTIVE for port object 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:04.728144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.823264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-537b8bc9-1838-4ecd-9fab-f43ca30d2131 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850267 Sep 21 18:03:04.890697 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe30d96b-22ba-49b8-8244-54898cfb09ae req-f9cc2839-a3bb-44be-bbfc-46c2cc6cecf6 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242441 Sep 21 18:03:04.938444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Pushing event updated for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:05.021138 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.106791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Attempting to bind port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:05.107127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Attempting to bind port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:05.108003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Attempting to bind port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 on network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:05.115528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event deleted for resources: {'Port': ['ID=8afbb9ac-0883-40e3-ac1a-b3bd16432662,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:05.128455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 on network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:05.128785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Attempting to bind port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 on network 5d54fbb2-5e18-4fae-9b17-29491dd1cb89 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:05.142646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:05.166636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Checking segment: {'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:05.167012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Bound using segment: {'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:05.167436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Bound port: 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123a291b-47c9-44a5-93f6-08a0a08ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:05.167808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.194575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4317f081-6e40-4540-a9a9-88fef6749966 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:05.286707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4317f081-6e40-4540-a9a9-88fef6749966 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:05.287477 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.398658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:05.404946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:05.413704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.497048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.498388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.501181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] 10.222.0.78 "PUT /v2.0/ports/043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 1092 time: 1.7048831 Sep 21 18:03:05.509117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:05.512291 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c9784a-a985-40af-b075-8c9a99d8fd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:05.635377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d9ff5-c5d6-4d10-a74d-9f54c73642c5 service neutron] Pushing event updated for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:05.675569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577384-29ac-4942-bf1b-679f4262438c req-bff23063-e10f-4d8b-aa4a-c36325937204 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.677577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad577384-29ac-4942-bf1b-679f4262438c req-bff23063-e10f-4d8b-aa4a-c36325937204 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.6797569 Sep 21 18:03:05.728289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7306-ff2b-4649-ac6e-ba5c4fdcc2f5 req-2d058c1c-b6b2-4f3e-8ac2-28cd242272f4 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.730719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-182b7306-ff2b-4649-ac6e-ba5c4fdcc2f5 req-2d058c1c-b6b2-4f3e-8ac2-28cd242272f4 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 949 time: 0.4503424 Sep 21 18:03:05.734867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-c4404d75-6289-4911-bf96-a3224949a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.736518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-c4404d75-6289-4911-bf96-a3224949a24b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1095 time: 0.1830311 Sep 21 18:03:05.746277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-76ba9a83-7a0a-4c9c-85d3-e01d4f816636 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.747669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-76ba9a83-7a0a-4c9c-85d3-e01d4f816636 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.1296296 Sep 21 18:03:05.792350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad577384-29ac-4942-bf1b-679f4262438c req-f2dd86cf-941c-40f1-b1ec-d4771c7d8412 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007776 Sep 21 18:03:05.826358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-182b7306-ff2b-4649-ac6e-ba5c4fdcc2f5 req-8a3c25f0-ee4b-4b8d-b503-a3c8344cd082 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887532 Sep 21 18:03:05.864830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-664cfd9f-9804-4047-9607-a024fbd80909 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 217 time: 0.0776794 Sep 21 18:03:05.879754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Router d893596b-ced7-4e3a-b5b3-427d27a99059 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:05.988055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2db0b49-dd08-428b-9e89-876c8669a1cf req-01f9fc55-a86d-4bee-889b-ba77e1ba40c0 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff21bc9c-b47c-4932-975a-10278343be4c HTTP/1.1" status: 200 len: 210 time: 0.0420916 Sep 21 18:03:05.999886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86e10afa-4b64-4818-ad17-f0e39a0a7dba req-5f3dfa0b-cdc6-4440-b8f1-f0f99a467d47 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 210 time: 0.0610020 Sep 21 18:03:06.015500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-99267abd-cf02-4a3c-9e3e-b97959f0b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:06.022494 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-99267abd-cf02-4a3c-9e3e-b97959f0b771 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.1443801 Sep 21 18:03:06.078575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-3359608d-e853-4538-86a5-94b0631a9fd6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458982 Sep 21 18:03:06.087303 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3121f1-4f7c-4c9f-a223-1631f53e10f7 x-openstack-request-id: req-2d3121f1-4f7c-4c9f-a223-1631f53e10f7 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:06.087700 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:06.088106 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d3121f1-4f7c-4c9f-a223-1631f53e10f7 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:06.088661 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'status': 'completed', 'code': 200} Sep 21 18:03:06.089968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-223b35ba-9d4f-4d9e-900a-6e55e63615a4 service neutron] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:06.095538 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-223b35ba-9d4f-4d9e-900a-6e55e63615a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.097323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d552e66-76bc-43b3-b8ae-fff78bdc3de8 req-223b35ba-9d4f-4d9e-900a-6e55e63615a4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54/bindings/n-h1-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.3163285 Sep 21 18:03:06.110813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:06.122435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] Sync routers for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:06.168349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:06.169015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:06.172922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] No DVR routers for this DVR port 8afbb9ac-0883-40e3-ac1a-b3bd16432662 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:06.176869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.178728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c40c291-0200-4db5-9fa4-3d130c155ebe req-9451b2f0-231c-45ba-b405-194de4fdf3ac tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.78 "DELETE /v2.0/ports/8afbb9ac-0883-40e3-ac1a-b3bd16432662 HTTP/1.1" status: 204 len: 173 time: 3.0694444 Sep 21 18:03:06.179194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'name': 'network-vif-deleted', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:06.181846 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90241397-3dfb-4f98-8d4e-db8ff2f1bc6b" -d '{"events": [{"server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "name": "network-vif-deleted", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:06.212202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8afbb9ac-0883-40e3-ac1a-b3bd16432662 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:06.245669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 8afbb9ac-0883-40e3-ac1a-b3bd16432662 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:06.245993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8afbb9ac-0883-40e3-ac1a-b3bd16432662 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:06.287765 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-3d20bbde-d8e5-46b9-a6ad-7f4091ed6525 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975784 Sep 21 18:03:06.345020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:06.367013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12528-11e3-4597-b2bb-c607e84ece73 req-1629d1ca-47e5-4b58-b01b-60fb3c3d5991 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:06.368587 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-61a12528-11e3-4597-b2bb-c607e84ece73 req-1629d1ca-47e5-4b58-b01b-60fb3c3d5991 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 945 time: 0.2415569 Sep 21 18:03:06.485504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-61a12528-11e3-4597-b2bb-c607e84ece73 req-6fffe0a2-613f-40d4-bed3-9453f75ca445 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063721 Sep 21 18:03:06.517668 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-960197e0-4367-44a9-8ce5-faf7501a2718 req-c9eed250-d143-45a3-9a32-51337fb07461 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199855 Sep 21 18:03:06.679210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:06.691528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-cc0c9fad-d1e9-4eba-81ff-cd2365d5ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:06.693124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-cc0c9fad-d1e9-4eba-81ff-cd2365d5ddee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1095 time: 0.0902686 Sep 21 18:03:06.701737 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1583e1e3-e8b4-4350-940a-8134439e0922 x-openstack-request-id: req-1583e1e3-e8b4-4350-940a-8134439e0922 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:06.702690 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff21bc9c-b47c-4932-975a-10278343be4c", "name": "network-vif-deleted", "tag": "8afbb9ac-0883-40e3-ac1a-b3bd16432662", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:06.703213 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1583e1e3-e8b4-4350-940a-8134439e0922 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:06.703828 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff21bc9c-b47c-4932-975a-10278343be4c', 'name': 'network-vif-deleted', 'tag': '8afbb9ac-0883-40e3-ac1a-b3bd16432662', 'status': 'completed', 'code': 200} Sep 21 18:03:06.720062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-b7295de8-2a25-4c58-bd93-8ad9b64879e1 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:06.722584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-b7295de8-2a25-4c58-bd93-8ad9b64879e1 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.41 "GET /v2.0/networks?id=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 HTTP/1.1" status: 200 len: 814 time: 0.2355187 Sep 21 18:03:06.788290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-a2f752ce-ca1e-4fa8-89fb-6fe1e248dcd3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf34e1a3f3d4fff8ae52f205c14de03 HTTP/1.1" status: 200 len: 380 time: 0.0482168 Sep 21 18:03:06.799604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6c5a-bd94-44d5-8da6-28e1be292269 req-cfbae282-b408-403b-ae86-7f812303a7c6 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:06.801769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ecd6c5a-bd94-44d5-8da6-28e1be292269 req-cfbae282-b408-403b-ae86-7f812303a7c6 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 944 time: 0.3006532 Sep 21 18:03:06.810624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Request body: {'port': {'device_id': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'admin_state_up': True, 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'security_groups': ['5d19d4e9-4680-4113-8cf6-3bf91f06c6e3']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:06.913273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] Checking router: d893596b-ced7-4e3a-b5b3-427d27a99059 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:06.927952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:06.928861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:06.969642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ecd6c5a-bd94-44d5-8da6-28e1be292269 req-084d4a7d-5ab3-4335-99f9-2b08a63e46b9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403387 Sep 21 18:03:07.073294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Made reservation on behalf of 9bf34e1a3f3d4fff8ae52f205c14de03 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:07.087604 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.137359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:07.262353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2751d-fc91-44a6-a17d-e5bd5cd5dace req-a7985771-7d39-4042-9fa7-40b3463dc827 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.264407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3d2751d-fc91-44a6-a17d-e5bd5cd5dace req-a7985771-7d39-4042-9fa7-40b3463dc827 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.1287923 Sep 21 18:03:07.282882 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.369083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3d2751d-fc91-44a6-a17d-e5bd5cd5dace req-cf363fbd-dcd0-45d1-a81b-3085635eb7db tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967948 Sep 21 18:03:07.385382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Allocated IP 172.20.0.13 (f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36/81b9c9e1-8298-4991-927e-aeda71a92732/7748fa3f-b4cb-423e-a596-00e63a1accb7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:07.409074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d351d8-bc70-495f-b072-4eb5001fcd1a req-bbded6dd-a268-4f9b-ac8c-3b5f5fcc7445 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.412937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21d351d8-bc70-495f-b072-4eb5001fcd1a req-bbded6dd-a268-4f9b-ac8c-3b5f5fcc7445 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 949 time: 0.6682618 Sep 21 18:03:07.449677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-c739ec04-d6b6-4320-9c66-1c6e62ad2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.451772 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-c739ec04-d6b6-4320-9c66-1c6e62ad2bf0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.7444441 Sep 21 18:03:07.520681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:07.562095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-3c3b08ef-35b1-4eeb-b85f-990d3700e811 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 217 time: 0.0936921 Sep 21 18:03:07.583425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817a2e1-0f73-4c41-bd14-a7860a9b3533 None None] The sync data for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 is: [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 4, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'e5935c6c-b225-4311-ad1e-a637284465be', 'name': '', 'network_id': '867dbb29-1b62-4023-92b8-23fc510b7091', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'mac_address': 'fa:16:3e:6e:ca:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:54Z', 'updated_at': '2021-09-21T17:58:02Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'subnets': [{'id': '9938b0a4-f7b6-47cf-8425-1039ea4920c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:07.600419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76ff9a53-4750-4c04-852e-a69b75f0e392 req-39c02a54-5b73-4056-8e95-147e3be6b249 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 210 time: 0.0749242 Sep 21 18:03:07.652704 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21d351d8-bc70-495f-b072-4eb5001fcd1a req-116672e5-8fea-49e3-b6cc-72d4575bcaa2 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182844 Sep 21 18:03:07.673006 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.709540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-5fcf7c93-8a2e-4e9e-9b92-c2cb3b3242b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.712269 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-5fcf7c93-8a2e-4e9e-9b92-c2cb3b3242b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.1215572 Sep 21 18:03:07.729430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.789352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-70041d8f-d406-415d-8933-eda10ddc6936 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689142 Sep 21 18:03:07.859782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:07.871214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:07.880821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:07.952530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.953464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.968537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-afa12c6e-d6ab-4a16-8859-41fff7820034 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675708 Sep 21 18:03:07.977735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f7aea-e423-4a94-886f-41238f8e8372 req-a9ea363d-dd29-4289-bc73-b9a3e5824a55 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.979941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d8f7aea-e423-4a94-886f-41238f8e8372 req-a9ea363d-dd29-4289-bc73-b9a3e5824a55 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1096 time: 0.1884270 Sep 21 18:03:07.980591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event updated for resources: {'Port': ['ID=7748fa3f-b4cb-423e-a596-00e63a1accb7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:08.012153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-6c6c6b12-0ed9-4502-b764-484e2a284fff tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2084019 Sep 21 18:03:08.012637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53048) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:08.038013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Request body: {'port': {'device_id': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:08.089673 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f847355-661e-4814-b20e-b5606c645b03 None None] New status for floating IP 9be9629a-93c1-443a-8b35-cd6f116f520f: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:03:08.126234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.186712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:08.256501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d8f7aea-e423-4a94-886f-41238f8e8372 req-92bd8b67-ae42-427d-a9dd-b77655a3b040 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563007 Sep 21 18:03:08.290733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.328276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-518ac924-eecb-4c40-bae7-ca126e7127cb None None] Provisioning complete for port 7748fa3f-b4cb-423e-a596-00e63a1accb7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:08.329020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-518ac924-eecb-4c40-bae7-ca126e7127cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.339685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-eef190be-bcd2-4811-9378-0b0253f40aee tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:08.343831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-eef190be-bcd2-4811-9378-0b0253f40aee tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.41 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 949 time: 0.3738034 Sep 21 18:03:08.390495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-518ac924-eecb-4c40-bae7-ca126e7127cb None None] Port 7748fa3f-b4cb-423e-a596-00e63a1accb7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:08.439620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:08.454506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'port_id': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'mac_address': 'fa:16:3e:d5:aa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:08.487897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d233-eece-4034-b1de-287034b701a4 req-394793e2-84e1-48b8-ab1e-39662cfbf6f8 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:08.489697 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0fd8d233-eece-4034-b1de-287034b701a4 req-394793e2-84e1-48b8-ab1e-39662cfbf6f8 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 944 time: 0.3373845 Sep 21 18:03:08.503340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.519230 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06c9784a-a985-40af-b075-8c9a99d8fd5f req-acd5aa36-1161-4947-9c50-f28f41742e1f service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093486 Sep 21 18:03:08.521295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:08.553932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:08.560892 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.586819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0fd8d233-eece-4034-b1de-287034b701a4 req-3cb2e543-7b1b-49ec-9d7a-8a1996864f5f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743456 Sep 21 18:03:08.618984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Deleting port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:08.619439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.621565 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1afda404-ae40-47ec-8d2f-eac35fe16c2c tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.655765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:08.669046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1afda404-ae40-47ec-8d2f-eac35fe16c2c tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.702971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935abcb-255c-46c8-8bcf-2535545d86fd req-5ebb99dc-2aff-4524-a4a9-67370e6e42d8 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:08.704515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f935abcb-255c-46c8-8bcf-2535545d86fd req-5ebb99dc-2aff-4524-a4a9-67370e6e42d8 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 1096 time: 0.3246963 Sep 21 18:03:08.788578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] For port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:08.788892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.807594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981977b-dcc1-49ba-ba12-1431219d03c9 req-3157baac-c04e-4dfd-a9c0-7394c6af477c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:08.808942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f935abcb-255c-46c8-8bcf-2535545d86fd req-ddf8bcf9-7da4-4b95-ae26-ff1f42553ebe tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936041 Sep 21 18:03:08.809142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9981977b-dcc1-49ba-ba12-1431219d03c9 req-3157baac-c04e-4dfd-a9c0-7394c6af477c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.0995667 Sep 21 18:03:08.814958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Calling delete_port for 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:08.840721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7748fa3f-b4cb-423e-a596-00e63a1accb7 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:08.856595 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.860557 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1afda404-ae40-47ec-8d2f-eac35fe16c2c tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.864439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1afda404-ae40-47ec-8d2f-eac35fe16c2c tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.868778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1afda404-ae40-47ec-8d2f-eac35fe16c2c tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "DELETE /v2.0/security-groups/1199ca9d-2b3e-47d9-ae30-2066ab374087 HTTP/1.1" status: 204 len: 168 time: 0.8544426 Sep 21 18:03:08.869635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53060) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:08.888851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:08.937921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afda404-ae40-47ec-8d2f-eac35fe16c2c tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1199ca9d-2b3e-47d9-ae30-2066ab374087,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:08.939292 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9981977b-dcc1-49ba-ba12-1431219d03c9 req-97fb5156-eea8-4e32-8463-abaceb0f2fd9 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966299 Sep 21 18:03:08.944146 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-54a6830f-0b48-4a15-9429-b4093750837b tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] show failed (client error): The resource could not be found. Sep 21 18:03:08.958385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53064) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:08.958831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-54a6830f-0b48-4a15-9429-b4093750837b tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "GET /v2.0/security-groups/1199ca9d-2b3e-47d9-ae30-2066ab374087 HTTP/1.1" status: 404 len: 347 time: 0.0760796 Sep 21 18:03:08.958831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Transition to ACTIVE for port object 7748fa3f-b4cb-423e-a596-00e63a1accb7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:08.972409 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.051794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96a95a-6863-4c44-97fe-3e3c2ee460bb req-544edf36-c350-4c06-8a9b-dcfeb09da49f tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.055158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d96a95a-6863-4c44-97fe-3e3c2ee460bb req-544edf36-c350-4c06-8a9b-dcfeb09da49f tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 932 time: 0.1675496 Sep 21 18:03:09.124887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7748fa3f-b4cb-423e-a596-00e63a1accb7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:09.167802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d96a95a-6863-4c44-97fe-3e3c2ee460bb req-ffe22325-1e3c-4aeb-8a5a-769bca008667 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939198 Sep 21 18:03:09.270128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cefd4-370b-47c4-8261-f74462cc5375 req-27d7c596-6eaa-4496-ba10-1f206cb43c57 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.271749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-565cefd4-370b-47c4-8261-f74462cc5375 req-27d7c596-6eaa-4496-ba10-1f206cb43c57 tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/ports?device_id=8633c444-8f30-4ab6-9dab-185f63db4ac0 HTTP/1.1" status: 200 len: 949 time: 0.2183225 Sep 21 18:03:09.274231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.293738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Attempting to bind port 7748fa3f-b4cb-423e-a596-00e63a1accb7 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:09.294305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Attempting to bind port 7748fa3f-b4cb-423e-a596-00e63a1accb7 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:09.295131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Attempting to bind port 7748fa3f-b4cb-423e-a596-00e63a1accb7 on network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:09.300731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Port 7748fa3f-b4cb-423e-a596-00e63a1accb7 on network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:09.301325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Attempting to bind port 7748fa3f-b4cb-423e-a596-00e63a1accb7 on network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:09.306576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:09.307038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Checking segment: {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:09.307537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Bound using segment: {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:09.308070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Bound port: 7748fa3f-b4cb-423e-a596-00e63a1accb7, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff26e6f5-e5fc-4872-a2e9-044115489442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:09.308530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.334899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Pushing event deleted for resources: {'Port': ['ID=519c9fb2-2561-4ed9-9f9b-8a77faa4beb0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:09.376627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Deleting port 466c1ee2-1048-4487-aaab-74a208a06df7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:09.377004 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.428553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] For port 7748fa3f-b4cb-423e-a596-00e63a1accb7, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:09.431760 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-565cefd4-370b-47c4-8261-f74462cc5375 req-d897bc8b-5c07-47e7-91ab-152f987a960b tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.70 "GET /v2.0/security-groups?id=95a823fd-ea84-437c-8e06-fcf5715da2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532440 Sep 21 18:03:09.432747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] No DVR routers for this DVR port 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:09.439026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] For port 7748fa3f-b4cb-423e-a596-00e63a1accb7, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:09.448238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.451032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8dc584f6-6477-4aed-9a02-86aaede045d8 req-4f5e6115-2919-4877-97be-70f7562f2fdd tempest-ImagesNegativeTestJSON-1119865659 tempest-ImagesNegativeTestJSON-1119865659-project] 10.222.0.41 "DELETE /v2.0/ports/519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 HTTP/1.1" status: 204 len: 173 time: 1.0939231 Sep 21 18:03:09.460528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'name': 'network-vif-deleted', 'tag': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:09.460700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.470096 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0b73f4-c06f-4597-ad5e-abd58ecaf819" -d '{"events": [{"server_uuid": "8633c444-8f30-4ab6-9dab-185f63db4ac0", "name": "network-vif-deleted", "tag": "519c9fb2-2561-4ed9-9f9b-8a77faa4beb0"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:09.507442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.509087 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.511003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/7748fa3f-b4cb-423e-a596-00e63a1accb7 HTTP/1.1" status: 200 len: 1092 time: 1.4828670 Sep 21 18:03:09.511484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:09.514120 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c275c-724b-4b21-9287-3a2012daeff6" -d '{"events": [{"name": "network-changed", "server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:09.590261 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd715ddc-5ec7-467a-814c-f3a9be392752 x-openstack-request-id: req-dd715ddc-5ec7-467a-814c-f3a9be392752 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:09.591149 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8633c444-8f30-4ab6-9dab-185f63db4ac0", "name": "network-vif-deleted", "tag": "519c9fb2-2561-4ed9-9f9b-8a77faa4beb0", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:09.592203 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd715ddc-5ec7-467a-814c-f3a9be392752 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:09.593174 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8633c444-8f30-4ab6-9dab-185f63db4ac0', 'name': 'network-vif-deleted', 'tag': '519c9fb2-2561-4ed9-9f9b-8a77faa4beb0', 'status': 'completed', 'code': 200} Sep 21 18:03:09.621494 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b212eb-ee42-44a7-b99a-5c7448c5c3de x-openstack-request-id: req-b3b212eb-ee42-44a7-b99a-5c7448c5c3de {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:09.622057 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:09.622516 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3b212eb-ee42-44a7-b99a-5c7448c5c3de {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:09.624011 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'status': 'completed', 'code': 200} Sep 21 18:03:09.645999 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.646385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.677803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fce04f-281e-4dd7-8a7b-5f93678fc8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7748fa3f-b4cb-423e-a596-00e63a1accb7,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:09.683143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Calling delete_port for 466c1ee2-1048-4487-aaab-74a208a06df7 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:09.705562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-e19adf67-1bd1-4703-b57a-e414630a4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.713363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-e19adf67-1bd1-4703-b57a-e414630a4660 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bf34e1a3f3d4fff8ae52f205c14de03&device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 1095 time: 0.1430871 Sep 21 18:03:09.805179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-b8334e1a-5aaa-487a-9db5-708c897b7c35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7 HTTP/1.1" status: 200 len: 217 time: 0.0500605 Sep 21 18:03:09.833406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24981dd-7e46-4527-bf82-e237fa2b270a req-b6dda401-70d2-465e-8283-148db192e48d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.844625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c24981dd-7e46-4527-bf82-e237fa2b270a req-b6dda401-70d2-465e-8283-148db192e48d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 945 time: 0.1297410 Sep 21 18:03:09.900940 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.947137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-ca446fbb-af4c-4cd9-9fad-0885fa742e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.948870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-ca446fbb-af4c-4cd9-9fad-0885fa742e96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b9c9e1-8298-4991-927e-aeda71a92732 HTTP/1.1" status: 200 len: 853 time: 0.0955138 Sep 21 18:03:09.959222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Pushing event deleted for resources: {'Port': ['ID=466c1ee2-1048-4487-aaab-74a208a06df7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:09.971210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c24981dd-7e46-4527-bf82-e237fa2b270a req-4754d33c-c7e7-4869-854b-f712f0b0bec7 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249564 Sep 21 18:03:10.004873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:10.049432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.053133 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.056895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-058cbc34-4e34-4084-bbaa-de253e120268 tempest-ServersWithSpecificFlavorTestJSON-1579418164 tempest-ServersWithSpecificFlavorTestJSON-1579418164-project] 10.222.0.70 "DELETE /v2.0/floatingips/9be9629a-93c1-443a-8b35-cd6f116f520f HTTP/1.1" status: 204 len: 168 time: 1.1023719 Sep 21 18:03:10.057313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:10.057609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 519c9fb2-2561-4ed9-9f9b-8a77faa4beb0 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:10.113460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-a9994024-87f7-4f6d-b5d8-57da101d3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:10.115385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-a9994024-87f7-4f6d-b5d8-57da101d3bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430817 Sep 21 18:03:10.190076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ebad3-9ed9-4794-9d7d-77d289d7406d req-48cdd3bb-4e21-4b60-b29b-5461996153ad tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:10.201037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:10.201946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6b3ebad3-9ed9-4794-9d7d-77d289d7406d req-48cdd3bb-4e21-4b60-b29b-5461996153ad tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.1045761 Sep 21 18:03:10.268320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6b3ebad3-9ed9-4794-9d7d-77d289d7406d req-740e71e1-18fe-431d-8808-1cd17c9eeb35 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610893 Sep 21 18:03:10.304659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:10.309351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:10.309727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.317581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-cf214bb3-2535-4ad3-b6cf-422ddf904dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933541 Sep 21 18:03:10.484179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351257dd-cee5-43c4-9828-fef8f33601ce req-958ee05e-72b2-42ef-9919-35a91bdf1570 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:10.493036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-351257dd-cee5-43c4-9828-fef8f33601ce req-958ee05e-72b2-42ef-9919-35a91bdf1570 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 944 time: 0.0802062 Sep 21 18:03:10.521462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.523549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05aa3067-5607-4d29-b811-c6b2d0a222b5 req-2dc8bfad-5992-4571-a87a-1ecf3761f7d0 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976104 Sep 21 18:03:10.557963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:10.562332 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc45ebbe-3692-485b-81ef-f525be4b52bc" -d '{"events": [{"server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "name": "network-vif-plugged", "status": "completed", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:10.568101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-351257dd-cee5-43c4-9828-fef8f33601ce req-01596cc0-28ab-4372-b438-bfcddef73d28 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741777 Sep 21 18:03:10.581384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:10.599681 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.642125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-a244eda5-87af-441b-8dce-2628cc3317fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:10.643833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-a244eda5-87af-441b-8dce-2628cc3317fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bf34e1a3f3d4fff8ae52f205c14de03&device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 1095 time: 0.0511494 Sep 21 18:03:10.715736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:10.741251 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e67dd-0d32-4442-a3d8-3d55f9dd1a33 x-openstack-request-id: req-504e67dd-0d32-4442-a3d8-3d55f9dd1a33 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:10.741587 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "name": "network-vif-plugged", "status": "completed", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:10.743630 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-504e67dd-0d32-4442-a3d8-3d55f9dd1a33 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:10.745069 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'code': 200} Sep 21 18:03:10.842640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-43c6b2af-8cba-41fe-8532-c1fc55eca7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:10.844535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-43c6b2af-8cba-41fe-8532-c1fc55eca7aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 HTTP/1.1" status: 200 len: 916 time: 0.1885924 Sep 21 18:03:10.870233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd588-86ef-42f2-bfa6-6649bb3c641d req-5de72a8f-fe6a-42bf-9221-f1486b674c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:10.875911 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-95dbd588-86ef-42f2-bfa6-6649bb3c641d req-5de72a8f-fe6a-42bf-9221-f1486b674c7f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.0667434 Sep 21 18:03:10.953771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-95dbd588-86ef-42f2-bfa6-6649bb3c641d req-54ad894b-d218-4e21-b0b2-0f46bb07b5ce service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690572 Sep 21 18:03:10.959600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-d31fe0e8-d2ab-4841-8926-340cedfce2c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7 HTTP/1.1" status: 200 len: 217 time: 0.0927374 Sep 21 18:03:11.079610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-21951357-0faf-474b-806c-14c53a8f6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.080985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-21951357-0faf-474b-806c-14c53a8f6105 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b9c9e1-8298-4991-927e-aeda71a92732 HTTP/1.1" status: 200 len: 853 time: 0.1095986 Sep 21 18:03:11.202148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4607372-7f70-4e03-8207-61350a25ae94 req-fb8fb936-3902-4b4e-8cb8-0c97f0624696 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.203849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4607372-7f70-4e03-8207-61350a25ae94 req-fb8fb936-3902-4b4e-8cb8-0c97f0624696 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1127000 Sep 21 18:03:11.208917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-3528cebe-4415-4eed-a864-a06202fe63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.210576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-3528cebe-4415-4eed-a864-a06202fe63b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082692 Sep 21 18:03:11.251981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:11.340956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4607372-7f70-4e03-8207-61350a25ae94 req-2ba2e92d-467a-48e9-ba64-4cd9584788e2 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294069 Sep 21 18:03:11.384507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-6acf8621-ff0c-4665-8887-c3668f7a9afd service neutron] 10.222.0.41 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588230 Sep 21 18:03:11.413298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53134) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:11.474708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89914a88-21fa-4fe6-8027-9c528dabab6a req-6b3470a4-d1f8-4889-a843-aad68f235714 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.476277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89914a88-21fa-4fe6-8027-9c528dabab6a req-6b3470a4-d1f8-4889-a843-aad68f235714 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.1011417 Sep 21 18:03:11.496114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f29c275c-724b-4b21-9287-3a2012daeff6 req-ec983d86-4925-4df2-ac2e-8bf089105a5e service neutron] 10.222.0.41 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020210 Sep 21 18:03:11.552705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7fc75f1f-f02b-432a-a215-0f284593bfff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed43a4b29ce343cfbb36f81b0cfd24f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353052 Sep 21 18:03:11.553059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53140) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:11.586676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89914a88-21fa-4fe6-8027-9c528dabab6a req-93b3d9cd-0ae8-42bb-a93b-47201e01d630 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033058 Sep 21 18:03:11.720505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-950d24a0-3658-4564-b5ff-2dcda7976924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.725243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297d3a0-8405-454c-8c59-9727a13c25b5 req-311c90b0-2e9a-4131-ab6f-fdf1f9253f82 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.727520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0297d3a0-8405-454c-8c59-9727a13c25b5 req-311c90b0-2e9a-4131-ab6f-fdf1f9253f82 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 944 time: 0.0594130 Sep 21 18:03:11.775307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0297d3a0-8405-454c-8c59-9727a13c25b5 req-f77668c3-625d-4a54-a688-972fd43b9872 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340247 Sep 21 18:03:11.783367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-950d24a0-3658-4564-b5ff-2dcda7976924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.912433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-950d24a0-3658-4564-b5ff-2dcda7976924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.914964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-950d24a0-3658-4564-b5ff-2dcda7976924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.916221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-950d24a0-3658-4564-b5ff-2dcda7976924 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95a823fd-ea84-437c-8e06-fcf5715da2c4 HTTP/1.1" status: 204 len: 168 time: 0.3622556 Sep 21 18:03:11.932351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d24a0-3658-4564-b5ff-2dcda7976924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a823fd-ea84-437c-8e06-fcf5715da2c4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:12.085785 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.503837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Deleting port e5935c6c-b225-4311-ad1e-a637284465be {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:12.504193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.531084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45755-4422-42e1-8873-9562042e56a6 req-6ab52b39-6bea-4e3f-8378-8439e4ea594d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:12.531084 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bb45755-4422-42e1-8873-9562042e56a6 req-6ab52b39-6bea-4e3f-8378-8439e4ea594d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0768368 Sep 21 18:03:12.641927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bb45755-4422-42e1-8873-9562042e56a6 req-5afa66a0-05e1-4fad-a787-a9e261c669b2 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054893 Sep 21 18:03:12.662024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] For port e5935c6c-b225-4311-ad1e-a637284465be, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5935c6c-b225-4311-ad1e-a637284465be,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:12.662446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.693468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Calling delete_port for e5935c6c-b225-4311-ad1e-a637284465be owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:12.823368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000866a9-7e2f-4b9f-8282-5949f6e39bae req-edfdd751-ab87-4a81-8006-940124bb89e3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:12.841951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-000866a9-7e2f-4b9f-8282-5949f6e39bae req-edfdd751-ab87-4a81-8006-940124bb89e3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.1072474 Sep 21 18:03:12.923948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-000866a9-7e2f-4b9f-8282-5949f6e39bae req-9dcac87e-862d-4524-964d-0b5d4bea9a7f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809186 Sep 21 18:03:12.974382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.033584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5935c6c-b225-4311-ad1e-a637284465be,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:13.106601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d9b3b-3351-424a-bea7-319530ed7282 req-26e75c42-a39e-47f2-8321-02635af73ad8 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.109930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-205d9b3b-3351-424a-bea7-319530ed7282 req-26e75c42-a39e-47f2-8321-02635af73ad8 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 944 time: 0.0999734 Sep 21 18:03:13.186075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-205d9b3b-3351-424a-bea7-319530ed7282 req-ef06e92f-af37-4a0f-a83b-83640a2e286b tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646756 Sep 21 18:03:13.443934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-bdcf4a49-28ae-438c-bbfe-e70e24436974 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9ac6db36d6714d7583deda802b428e09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253029 Sep 21 18:03:13.509549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be00373-328f-42f4-8582-dc07ed189a07 req-e3dcd1fa-0bea-40fd-aeee-7e7109da02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.511102 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6be00373-328f-42f4-8582-dc07ed189a07 req-e3dcd1fa-0bea-40fd-aeee-7e7109da02e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.5509152 Sep 21 18:03:13.564546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-31a4ffdd-d0ba-4f89-a6b7-0e1bcfff3c4e tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.566073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-31a4ffdd-d0ba-4f89-a6b7-0e1bcfff3c4e tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159506 Sep 21 18:03:13.582768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-1ecb82d1-057b-4a92-b3ed-49804c04b6f5 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/quotas/9ac6db36d6714d7583deda802b428e09 HTTP/1.1" status: 200 len: 375 time: 0.0100129 Sep 21 18:03:13.618449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92199bb6-6162-49d8-99bc-e534710f42e7 req-d718854b-a7a7-441a-9a19-a366a75c0002 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.620306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92199bb6-6162-49d8-99bc-e534710f42e7 req-d718854b-a7a7-441a-9a19-a366a75c0002 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1715240 Sep 21 18:03:13.623073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-2bd0742a-6a49-429c-ad47-1bd73f8ce1ad tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ac6db36d6714d7583deda802b428e09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334466 Sep 21 18:03:13.775303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be00373-328f-42f4-8582-dc07ed189a07 req-69d67f8d-a139-4913-abc1-163f6d1d726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.776798 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6be00373-328f-42f4-8582-dc07ed189a07 req-69d67f8d-a139-4913-abc1-163f6d1d726e service neutron] 10.222.0.78 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.2559259 Sep 21 18:03:13.782748 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92199bb6-6162-49d8-99bc-e534710f42e7 req-f02d3c71-1384-4b13-a00f-060b50d26b44 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256356 Sep 21 18:03:13.783656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.845215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6be00373-328f-42f4-8582-dc07ed189a07 req-39a1aa8d-cc41-4780-9401-6561d3d53e25 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 217 time: 0.0586002 Sep 21 18:03:13.882939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bce7f1a1-e238-4115-bd2b-e0cea13d219b req-e60c306a-b9a6-4e6e-9123-3507cd6677aa tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 210 time: 0.0441852 Sep 21 18:03:13.992510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be00373-328f-42f4-8582-dc07ed189a07 req-214b8b78-0116-409e-a60a-9dde80403b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.993991 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6be00373-328f-42f4-8582-dc07ed189a07 req-214b8b78-0116-409e-a60a-9dde80403b02 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.1395669 Sep 21 18:03:14.024900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7748fa3f-b4cb-423e-a596-00e63a1accb7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:14.176862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7748fa3f-b4cb-423e-a596-00e63a1accb7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:14.187441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038326c-4d15-40cd-b620-107ceabab93e req-b3ede53f-da62-4980-a4a6-9433da14d2ad tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.189207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3038326c-4d15-40cd-b620-107ceabab93e req-b3ede53f-da62-4980-a4a6-9433da14d2ad tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.1875360 Sep 21 18:03:14.199118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'port_id': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'mac_address': 'fa:16:3e:73:a3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:14.271926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.303206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7748fa3f-b4cb-423e-a596-00e63a1accb7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:14.336115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7748fa3f-b4cb-423e-a596-00e63a1accb7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:14.341532 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.363546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6be00373-328f-42f4-8582-dc07ed189a07 req-76086a16-437d-4e73-bf7d-96399aa1e1c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3554265 Sep 21 18:03:14.419275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7748fa3f-b4cb-423e-a596-00e63a1accb7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:14.445501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03a4ea-de61-4589-ba07-a7c759ad00be req-f1e7d99c-0100-4550-9c68-8b24c4c315c3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.456636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba03a4ea-de61-4589-ba07-a7c759ad00be req-f1e7d99c-0100-4550-9c68-8b24c4c315c3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 945 time: 0.0956628 Sep 21 18:03:14.516882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba03a4ea-de61-4589-ba07-a7c759ad00be req-1231cfb9-7ee7-4552-a0c8-06cd63718706 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583084 Sep 21 18:03:14.552040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3038326c-4d15-40cd-b620-107ceabab93e req-cb355cac-f804-4515-8eba-54c3a433abd5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731714 Sep 21 18:03:14.666644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Router d893596b-ced7-4e3a-b5b3-427d27a99059 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:14.697727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7748fa3f-b4cb-423e-a596-00e63a1accb7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:14.734352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6be00373-328f-42f4-8582-dc07ed189a07 req-e7b4c4f3-adfc-4cd4-a11d-5e954562a87c service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502493 Sep 21 18:03:14.881910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:14.889789 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c04a121-d3e5-4045-bb2a-9bb7ff456b28 admin admin] 10.222.0.70 "PUT /v2.0/routers/d893596b-ced7-4e3a-b5b3-427d27a99059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6358385 Sep 21 18:03:14.893213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53226) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:14.895471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] Sync routers for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:14.911171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:14.912218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:14.942239 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6be00373-328f-42f4-8582-dc07ed189a07 req-62d854e9-ad26-43c0-92c2-40599944eda5 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899066 Sep 21 18:03:15.055301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0707b-79c7-4db1-b4c2-4c62d806a83e req-59bcd6d8-6330-4ce7-b5ac-b2ce4c854025 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 210 time: 0.0432816 Sep 21 18:03:15.091109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:15.119474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d85f59-3d5a-4125-8f3c-5a2d6055cfc6 req-aab5e2ca-6f02-4766-bd09-f5db1590a65a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:15.120995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d85f59-3d5a-4125-8f3c-5a2d6055cfc6 req-aab5e2ca-6f02-4766-bd09-f5db1590a65a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1180344 Sep 21 18:03:15.144365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.221998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d85f59-3d5a-4125-8f3c-5a2d6055cfc6 req-372c715f-1394-4718-9cc5-d18224c446cb tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922229 Sep 21 18:03:15.289123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.300655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T18:03:12Z', 'revision_number': 5, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port': {'id': 'cd6ec1f4-f669-406d-aee8-3bc09f06a963', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:15.330547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] Checking router: d893596b-ced7-4e3a-b5b3-427d27a99059 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:15.357934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] Routers {'d893596b-ced7-4e3a-b5b3-427d27a99059'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:15.364360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d893596b-ced7-4e3a-b5b3-427d27a99059'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:15.398354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Deleting port cd6ec1f4-f669-406d-aee8-3bc09f06a963 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:15.398730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.439234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-951f591b-705d-446e-b266-d92f41e14174 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9ac6db36d6714d7583deda802b428e09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316994 Sep 21 18:03:15.493042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] Set router d893596b-ced7-4e3a-b5b3-427d27a99059 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:15.546096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] For port cd6ec1f4-f669-406d-aee8-3bc09f06a963, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=cd6ec1f4-f669-406d-aee8-3bc09f06a963,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:15.547590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.549075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T18:03:15Z', 'revision_number': 6, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:15.573603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Calling delete_port for cd6ec1f4-f669-406d-aee8-3bc09f06a963 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:15.586460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a81cbd-ad19-475e-8297-277b8a175a7d None None] The sync data for ids ['d893596b-ced7-4e3a-b5b3-427d27a99059'] in n-d-810285-3 is: [{'id': 'd893596b-ced7-4e3a-b5b3-427d27a99059', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384954340-router', 'tenant_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T18:03:15Z', 'revision_number': 6, 'project_id': '122f5fe7a5d64fa2a4f6a3f02dd40272', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:15.690150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-1d3f7723-d4cf-4df2-a06d-e194380ef956 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:15.692036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-1d3f7723-d4cf-4df2-a06d-e194380ef956 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461591 Sep 21 18:03:15.707247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Request body: {'port': {'device_id': '816cb377-6963-4743-922d-bc59327ccef9', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '9ac6db36d6714d7583deda802b428e09'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:15.797959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ac53-31bb-4726-84b3-1836687898fd req-67e5afa8-44af-43a2-b1eb-4bff8094ff17 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:15.799653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ca4ac53-31bb-4726-84b3-1836687898fd req-67e5afa8-44af-43a2-b1eb-4bff8094ff17 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 945 time: 0.0767772 Sep 21 18:03:15.841845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5905939-083d-4449-9a61-84283d3a548c req-0c6a0d30-4809-485b-aecb-27444773dd72 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:15.843945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5905939-083d-4449-9a61-84283d3a548c req-0c6a0d30-4809-485b-aecb-27444773dd72 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.1164267 Sep 21 18:03:15.902949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ca4ac53-31bb-4726-84b3-1836687898fd req-36277615-5a36-47d3-9567-4fc62e743de9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638840 Sep 21 18:03:15.909908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5905939-083d-4449-9a61-84283d3a548c req-e5c056b7-51b2-43bc-9f50-007b48d0c020 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 Sep 21 18:03:15.910946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Made reservation on behalf of 9ac6db36d6714d7583deda802b428e09 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:15.915063 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.926811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.010957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.024080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7748fa3f-b4cb-423e-a596-00e63a1accb7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:16.056092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6ec1f4-f669-406d-aee8-3bc09f06a963,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:16.120899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7748fa3f-b4cb-423e-a596-00e63a1accb7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:16.125978 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.128563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7748fa3f-b4cb-423e-a596-00e63a1accb7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:16.129131 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.131383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.175271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.235258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.268715 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6cc77f79-cfc9-45e0-954e-cf38a0b66897 req-a6d3ad37-df4f-4746-93a9-d025ccac8a77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 210 time: 0.0634534 Sep 21 18:03:16.273455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7748fa3f-b4cb-423e-a596-00e63a1accb7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:16.275532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:16.279029 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017d5e59-a4af-410d-bf1f-b4909fe928ed" -d '{"events": [{"server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "name": "network-vif-plugged", "status": "completed", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:16.284015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.310843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba38bf2-242a-400d-8299-c2caa65f6b5c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:16.368743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7748fa3f-b4cb-423e-a596-00e63a1accb7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:16.407475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.412532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.429187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Allocated IP 192.168.233.33 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/f9ffae47-9706-4d68-981b-d68642950d05) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:16.441127 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a2a53a-2118-4afc-b6cf-2d3e697f4d6d x-openstack-request-id: req-71a2a53a-2118-4afc-b6cf-2d3e697f4d6d {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:16.441550 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "name": "network-vif-plugged", "status": "completed", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:16.441876 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71a2a53a-2118-4afc-b6cf-2d3e697f4d6d {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:16.442359 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'code': 200} Sep 21 18:03:16.721105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.768428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.843500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:16.847045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:16.854219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:16.883318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:16.920657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.921854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d893596b-ced7-4e3a-b5b3-427d27a99059 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:16.927563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.928725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-89129e13-feb4-4146-9713-9702d14eb633 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d893596b-ced7-4e3a-b5b3-427d27a99059 HTTP/1.1" status: 204 len: 168 time: 2.0345271 Sep 21 18:03:16.931528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53262) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:16.936879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:16.937601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.963447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-87b4923e-8a35-4eb0-967e-fc3cb9544b77 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2610309 Sep 21 18:03:16.979019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Request body: {'port': {'device_id': '816cb377-6963-4743-922d-bc59327ccef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:16.987588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] Deleting subnet 9938b0a4-f7b6-47cf-8425-1039ea4920c3 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:03:17.006963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc510-b140-4a47-bdc0-afc735500146 req-1b2aff0a-1d53-420e-8d77-c9dbaeb2dfe2 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.013429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30adc510-b140-4a47-bdc0-afc735500146 req-1b2aff0a-1d53-420e-8d77-c9dbaeb2dfe2 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.6126101 Sep 21 18:03:17.020596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.092502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d583c-2caf-434c-94b3-bdf5e6239a28 req-9acbe987-e0e3-4ee1-bb17-4e8a62d0e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.094376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db3d583c-2caf-434c-94b3-bdf5e6239a28 req-9acbe987-e0e3-4ee1-bb17-4e8a62d0e947 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 1097 time: 0.2143910 Sep 21 18:03:17.109573 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.128796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.155552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30adc510-b140-4a47-bdc0-afc735500146 req-fc4e6d50-17d5-47d8-af6a-0c1d9db9958f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057045 Sep 21 18:03:17.205430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5935c6c-b225-4311-ad1e-a637284465be no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:17.218322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db3d583c-2caf-434c-94b3-bdf5e6239a28 req-dad3da8b-bedc-40df-93f2-1e88adb9ac0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137879 Sep 21 18:03:17.238982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e5935c6c-b225-4311-ad1e-a637284465be {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:17.239945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5935c6c-b225-4311-ad1e-a637284465be not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:17.240772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device cd6ec1f4-f669-406d-aee8-3bc09f06a963 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:17.266770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: cd6ec1f4-f669-406d-aee8-3bc09f06a963 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:17.267465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device cd6ec1f4-f669-406d-aee8-3bc09f06a963 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:17.284181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-32f4ac84-4802-4e8a-8cbb-1baf582835fe None None] Provisioning complete for port f9ffae47-9706-4d68-981b-d68642950d05 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:17.284660 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-32f4ac84-4802-4e8a-8cbb-1baf582835fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.305958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.351990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e94cc0-3198-4bf2-9373-eed511eaacb2 req-f476b4eb-7666-44a5-addb-24fde06ea6d1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.353160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1e94cc0-3198-4bf2-9373-eed511eaacb2 req-f476b4eb-7666-44a5-addb-24fde06ea6d1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.0933084 Sep 21 18:03:17.385154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60e8bc-3a59-4833-8b38-4b46b703edaf req-d0b7bfb8-74ec-481e-9d37-dcec8075358a tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.390842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f60e8bc-3a59-4833-8b38-4b46b703edaf req-d0b7bfb8-74ec-481e-9d37-dcec8075358a tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.1754687 Sep 21 18:03:17.413694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1e94cc0-3198-4bf2-9373-eed511eaacb2 req-9b996ddc-069e-445e-888f-67fe19857e85 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494580 Sep 21 18:03:17.424755 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.441655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.443886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9938b0a4-f7b6-47cf-8425-1039ea4920c3 HTTP/1.1" status: 204 len: 168 time: 0.5112681 Sep 21 18:03:17.459806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53280) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:17.463335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f60e8bc-3a59-4833-8b38-4b46b703edaf req-ccec26cd-c4de-4326-85a9-c689e7928b14 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667377 Sep 21 18:03:17.468301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77470b99-15b2-48f7-8904-ba16ef0ee396 None None] Network 867dbb29-1b62-4023-92b8-23fc510b7091 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:17.475983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b46a-6b57-4af4-8998-510a49b6b907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9938b0a4-f7b6-47cf-8425-1039ea4920c3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:17.567347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-32f4ac84-4802-4e8a-8cbb-1baf582835fe None None] Port f9ffae47-9706-4d68-981b-d68642950d05 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:17.581962 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.689341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd758f-7f6b-48cd-9bb3-11a19b07ae11 req-9dae5da7-db88-4c9b-8de0-6adfd469df43 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.691233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00cd758f-7f6b-48cd-9bb3-11a19b07ae11 req-9dae5da7-db88-4c9b-8de0-6adfd469df43 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 935 time: 0.0845172 Sep 21 18:03:17.719705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] DHCP port deletion for 867dbb29-1b62-4023-92b8-23fc510b7091 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:03:17.732727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Deleting port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:17.733079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.760542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00cd758f-7f6b-48cd-9bb3-11a19b07ae11 req-9269f923-2790-4022-acf6-455953af15c7 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599930 Sep 21 18:03:17.776785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ffae47-9706-4d68-981b-d68642950d05 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:17.779070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] Deleting port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:17.779469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.813508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.840523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] For port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:17.840976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.851038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Transition to ACTIVE for port object f9ffae47-9706-4d68-981b-d68642950d05 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:17.858092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Calling delete_port for 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:17.863364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.866647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] For port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,segment=NetworkSegment(9ec14180-7c53-486d-9226-04be4f26940a),segment_id=9ec14180-7c53-486d-9226-04be4f26940a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:17.867312 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.884963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] Calling delete_port for 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:18.029165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.053559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] Pushing event deleted for resources: {'Port': ['ID=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:18.064667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c1f45d-1e1e-4a9e-92d3-60437237bb93 None None] No DVR routers for this DVR port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:18.097425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:18.142126 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.174836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:18.182982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Attempting to bind port f9ffae47-9706-4d68-981b-d68642950d05 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:18.183319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Attempting to bind port f9ffae47-9706-4d68-981b-d68642950d05 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:18.183664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Attempting to bind port f9ffae47-9706-4d68-981b-d68642950d05 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:18.190907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] No DVR routers for this DVR port 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:18.196885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Port f9ffae47-9706-4d68-981b-d68642950d05 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:18.197217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Attempting to bind port f9ffae47-9706-4d68-981b-d68642950d05 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:18.227918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:18.228264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:18.228792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:18.229230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Bound port: f9ffae47-9706-4d68-981b-d68642950d05, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:18.229590 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.244537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:18.316629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.324501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11350c9-0341-44b2-a7e3-c94cfe1e4b81 req-c840af2b-75ae-4e9e-9e55-0d007d5e11c9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.333006 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a11350c9-0341-44b2-a7e3-c94cfe1e4b81 req-c840af2b-75ae-4e9e-9e55-0d007d5e11c9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0650337 Sep 21 18:03:18.380311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:18.383446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a11350c9-0341-44b2-a7e3-c94cfe1e4b81 req-7b4ab396-ca1c-48fb-a13f-49b2aaf8fe89 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Sep 21 18:03:18.406589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867dbb29-1b62-4023-92b8-23fc510b7091']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:18.408261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd has no active binding in host n-h1-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:03:18.428186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec14180-7c53-486d-9226-04be4f26940a') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:18.428554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec14180-7c53-486d-9226-04be4f26940a') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:18.444494 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.446667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:18.462353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:18.470948 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.484727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.532067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.532780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.534280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] 10.222.0.78 "PUT /v2.0/ports/f9ffae47-9706-4d68-981b-d68642950d05 HTTP/1.1" status: 200 len: 1095 time: 1.5614314 Sep 21 18:03:18.557699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:18.564006 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a613dc-293b-4ce3-958e-572bda291138" -d '{"events": [{"name": "network-changed", "server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "tag": "f9ffae47-9706-4d68-981b-d68642950d05"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:18.574384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:18.575163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:18.590767 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:18.703802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216650d-9b8c-4ca7-91f7-d07a1122ed26 req-031ddeb2-df64-4d00-ab9d-e509b8b56aa3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.705695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0216650d-9b8c-4ca7-91f7-d07a1122ed26 req-031ddeb2-df64-4d00-ab9d-e509b8b56aa3 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.1421201 Sep 21 18:03:18.711992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-46ab3a55-c360-4e1c-8a59-da35372921a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.713505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-46ab3a55-c360-4e1c-8a59-da35372921a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ac6db36d6714d7583deda802b428e09&device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 1098 time: 0.0835195 Sep 21 18:03:18.812321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0216650d-9b8c-4ca7-91f7-d07a1122ed26 req-04ae696c-b983-4b5b-bdd9-020c19d36b40 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976932 Sep 21 18:03:18.819326 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-eb36e6c1-b978-4b42-9d92-1f07f3bcc705 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=f9ffae47-9706-4d68-981b-d68642950d05 HTTP/1.1" status: 200 len: 217 time: 0.0964601 Sep 21 18:03:18.915894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-04579fb2-7b47-4779-80f9-0b57ffce9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.918417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-04579fb2-7b47-4779-80f9-0b57ffce9fc1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0884993 Sep 21 18:03:19.023900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-3644490e-7585-4e10-9e52-9ba747c803b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.025852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-3644490e-7585-4e10-9e52-9ba747c803b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918384 Sep 21 18:03:19.131960 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0e301-22a7-429a-b0b7-c010ca7c09f5 x-openstack-request-id: req-97c0e301-22a7-429a-b0b7-c010ca7c09f5 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:19.132247 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "tag": "f9ffae47-9706-4d68-981b-d68642950d05", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:19.132494 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97c0e301-22a7-429a-b0b7-c010ca7c09f5 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:19.132878 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05', 'status': 'completed', 'code': 200} Sep 21 18:03:19.191375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:19.202485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862e3a6-bac6-440e-b07c-b981cc961e35 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:19.218006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.232204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ceda6-b80b-4323-887d-0d5b5b02929b req-a055282a-3ae5-4178-8cc2-5e168c7f0a52 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.233357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:19.233713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e0dbee2-5fe4-4a36-b62a-8bebccc2adc3 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:19.235399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-485ceda6-b80b-4323-887d-0d5b5b02929b req-a055282a-3ae5-4178-8cc2-5e168c7f0a52 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 947 time: 0.1376402 Sep 21 18:03:19.242115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.245690 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] 10.222.0.70 "DELETE /v2.0/networks/867dbb29-1b62-4023-92b8-23fc510b7091 HTTP/1.1" status: 204 len: 168 time: 1.7797761 Sep 21 18:03:19.248619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53378) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:19.287731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-23a3b8e5-33fe-41ea-ad27-3cc825f070cc service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427058 Sep 21 18:03:19.314929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-485ceda6-b80b-4323-887d-0d5b5b02929b req-2bfc7c7a-64aa-4e17-9516-21eb014b01f6 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642207 Sep 21 18:03:19.341512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e500-0f22-4184-8cd0-4a21901ac872 req-7121ce4d-eaab-4f50-9884-a6f822932cca tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.349513 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ac6e500-0f22-4184-8cd0-4a21901ac872 req-7121ce4d-eaab-4f50-9884-a6f822932cca tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 946 time: 0.8279026 Sep 21 18:03:19.359204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729dcb1-4dee-4ffc-86d9-1cdd88f6d7db admin admin] Pushing event deleted for resources: {'Network': ['ID=867dbb29-1b62-4023-92b8-23fc510b7091,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:19.395623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-ba27412a-6f6b-468e-9d29-0810b4a5d589 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.397146 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-ba27412a-6f6b-468e-9d29-0810b4a5d589 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1097 time: 0.7694314 Sep 21 18:03:19.419297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810285-3'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:19.453369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-084dc4ac-acda-450f-abe1-bf900b052c6d req-118f3439-fb53-40e2-8174-1217a8f98f32 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532478 Sep 21 18:03:19.472914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ac6e500-0f22-4184-8cd0-4a21901ac872 req-84798e65-8ca1-4e9c-8689-4999bb42aff1 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148965 Sep 21 18:03:19.556817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.600646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94315e-7af2-4ad2-b002-838bbe5e7b91 req-b6904df5-6eea-4d42-95db-cc7bc21c25c7 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.604242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b94315e-7af2-4ad2-b002-838bbe5e7b91 req-b6904df5-6eea-4d42-95db-cc7bc21c25c7 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1276429 Sep 21 18:03:19.623633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a613dc-293b-4ce3-958e-572bda291138 req-f69310e3-9aab-48c0-9e82-b5bba96f33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.628566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a613dc-293b-4ce3-958e-572bda291138 req-f69310e3-9aab-48c0-9e82-b5bba96f33ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9ac6db36d6714d7583deda802b428e09&device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 1098 time: 0.1061177 Sep 21 18:03:19.753464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b94315e-7af2-4ad2-b002-838bbe5e7b91 req-2a439da8-e0d2-4c37-9988-2244b0191395 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339097 Sep 21 18:03:19.793783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a613dc-293b-4ce3-958e-572bda291138 req-5b94c315-fa5c-49da-a696-20ad2c2a6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.796394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a613dc-293b-4ce3-958e-572bda291138 req-5b94c315-fa5c-49da-a696-20ad2c2a6503 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1567252 Sep 21 18:03:19.867034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a613dc-293b-4ce3-958e-572bda291138 req-5807b54f-e4da-4d60-b8a5-3892e5fd3807 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=f9ffae47-9706-4d68-981b-d68642950d05 HTTP/1.1" status: 200 len: 217 time: 0.0623109 Sep 21 18:03:19.868900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:19.978097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:19.985195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a613dc-293b-4ce3-958e-572bda291138 req-b40a5cee-7805-4134-b6eb-5f9d4596e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.987257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a613dc-293b-4ce3-958e-572bda291138 req-b40a5cee-7805-4134-b6eb-5f9d4596e3de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1094081 Sep 21 18:03:20.062701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f23388-b1da-44d0-8fb8-f831a5a6986f req-4541396e-9cc9-4f8e-a5cc-dc6ebb0b8db0 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:20.070516 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-01f23388-b1da-44d0-8fb8-f831a5a6986f req-4541396e-9cc9-4f8e-a5cc-dc6ebb0b8db0 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.1389475 Sep 21 18:03:20.086115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.102224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.112196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a613dc-293b-4ce3-958e-572bda291138 req-46045b8d-ee66-46e1-a6f4-4f4362f41d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:20.114023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a613dc-293b-4ce3-958e-572bda291138 req-46045b8d-ee66-46e1-a6f4-4f4362f41d07 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130044 Sep 21 18:03:20.193680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-01f23388-b1da-44d0-8fb8-f831a5a6986f req-a0546f2f-f703-4782-b290-55717812cb9b tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210964 Sep 21 18:03:20.249483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:20.262698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on host n-h2-810285-3 for vnic_type normal with profile {"migrating_to": "n-h1-810285-3"} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:20.263040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:20.263352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:20.270972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a613dc-293b-4ce3-958e-572bda291138 req-d1213dbf-8d75-4128-94d6-3e35f9704f57 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462939 Sep 21 18:03:20.271711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.275787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:20.276104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Attempting to bind port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on network bdaba322-21b6-4e5a-979b-ca73f663a501 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:20.322945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:20.323295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Checking segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:20.323716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Bound using segment: {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:20.324130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Bound port: d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ea46d-74d1-4f45-806e-84c75bf84452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'bdaba322-21b6-4e5a-979b-ca73f663a501'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:20.324671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.474860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04a424-efbc-47fe-b674-19f8becf9359 req-dbe6b583-7e5e-407a-941b-2d6140b330a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:20.482739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a04a424-efbc-47fe-b674-19f8becf9359 req-dbe6b583-7e5e-407a-941b-2d6140b330a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.1605918 Sep 21 18:03:20.489513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53394) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:20.525994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Request body: {'floatingip': {'port_id': '7748fa3f-b4cb-423e-a596-00e63a1accb7'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:20.539343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:20.577164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:20.593900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e424c2-4f4e-4493-b882-02a7cc8ac89c req-8f933dbe-3f43-4ecf-be41-28b30d88efa3 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:20.601187 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e5e424c2-4f4e-4493-b882-02a7cc8ac89c req-8f933dbe-3f43-4ecf-be41-28b30d88efa3 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 947 time: 0.1536806 Sep 21 18:03:20.608990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.637248 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.709016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a613dc-293b-4ce3-958e-572bda291138 req-4e18a174-5d7a-45eb-8634-166348a264bd service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255333 Sep 21 18:03:20.711339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e5e424c2-4f4e-4493-b882-02a7cc8ac89c req-9777a2dd-78f9-4d38-b535-b63be073a54a tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092577 Sep 21 18:03:20.743532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=8']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:20.749753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:20.750511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.751982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-4ff68b42-95eb-4b0e-b01d-c8fe5b10c1f6 service neutron] 10.222.0.78 "PUT /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 1122 time: 1.3377745 Sep 21 18:03:20.862577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d8a7d-ad86-4f18-9a6d-9a1bb9134ef2 req-ca77e917-1039-43c0-bad6-c5857f4a35b4 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:20.870575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-292d8a7d-ad86-4f18-9a6d-9a1bb9134ef2 req-ca77e917-1039-43c0-bad6-c5857f4a35b4 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1641736 Sep 21 18:03:20.889788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d76571b2-4c22-4341-82b9-dbbac1b5a7fd'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:20.893952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d76571b2-4c22-4341-82b9-dbbac1b5a7fd'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:20.897830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Deleting port 334c276c-9864-4deb-bc88-1df2efa06a72 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:20.898367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.988356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-292d8a7d-ad86-4f18-9a6d-9a1bb9134ef2 req-6343200c-22a0-485e-be6d-34e694c7f3ed tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168311 Sep 21 18:03:21.067879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825167f-51d4-47a7-90c9-73fdc39e136b req-917bc505-0bb5-4f1f-b9f2-83ac69e156f7 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:21.069523 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4825167f-51d4-47a7-90c9-73fdc39e136b req-917bc505-0bb5-4f1f-b9f2-83ac69e156f7 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1496153 Sep 21 18:03:21.112378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] For port 334c276c-9864-4deb-bc88-1df2efa06a72, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=334c276c-9864-4deb-bc88-1df2efa06a72,segment=NetworkSegment(9c4c280c-b064-48bc-a932-dca99432448a),segment_id=9c4c280c-b064-48bc-a932-dca99432448a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:21.112810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.135089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd'}, {'name': 'network-changed', 'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:21.157382 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128981be-a267-4210-9383-f0f3a4d83846" -d '{"events": [{"server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd"}, {"name": "network-changed", "server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:21.186611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Calling delete_port for 334c276c-9864-4deb-bc88-1df2efa06a72 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:21.218276 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4825167f-51d4-47a7-90c9-73fdc39e136b req-581f149d-a5dd-496a-b854-d00e9b6d51c9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395538 Sep 21 18:03:21.405008 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65703130-7ded-437c-b8a2-362997ab5d25 x-openstack-request-id: req-65703130-7ded-437c-b8a2-362997ab5d25 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:21.405667 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd", "code": 200}, {"name": "network-changed", "server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:21.405792 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65703130-7ded-437c-b8a2-362997ab5d25 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:21.409178 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd', 'code': 200} Sep 21 18:03:21.410054 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd', 'status': 'completed', 'code': 200} Sep 21 18:03:21.502737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128981be-a267-4210-9383-f0f3a4d83846 req-7213adec-42a7-41f5-ad59-e28fa98c6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:21.504854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-128981be-a267-4210-9383-f0f3a4d83846 req-7213adec-42a7-41f5-ad59-e28fa98c6173 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1125 time: 0.1118519 Sep 21 18:03:21.533245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.568339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Pushing event deleted for resources: {'Port': ['ID=334c276c-9864-4deb-bc88-1df2efa06a72,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:21.673385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.681233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.858226 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Floating IP 46b67e3e-196e-4a69-ae36-850159a0bd56 associated. External IP: 172.25.3.175, port: 7748fa3f-b4cb-423e-a596-00e63a1accb7. Sep 21 18:03:21.894810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.918148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128981be-a267-4210-9383-f0f3a4d83846 req-f6b2c646-36a3-49bf-925b-a8da99972241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:21.919869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-128981be-a267-4210-9383-f0f3a4d83846 req-f6b2c646-36a3-49bf-925b-a8da99972241 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.4016519 Sep 21 18:03:21.977933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5bef-6fc0-48d6-815f-ba0a8d56d661 req-88598d47-372c-4721-b6f9-ba1d6aaa5260 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:21.979195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-128981be-a267-4210-9383-f0f3a4d83846 req-2a6e7c52-ebf2-45b8-81ad-d9756c8a94a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 217 time: 0.0499084 Sep 21 18:03:21.979645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18db5bef-6fc0-48d6-815f-ba0a8d56d661 req-88598d47-372c-4721-b6f9-ba1d6aaa5260 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 947 time: 0.1292660 Sep 21 18:03:22.093306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128981be-a267-4210-9383-f0f3a4d83846 req-070b30f0-94e6-48ba-8601-ec8eca58b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:22.095189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-128981be-a267-4210-9383-f0f3a4d83846 req-070b30f0-94e6-48ba-8601-ec8eca58b1dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.1062782 Sep 21 18:03:22.097829 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18db5bef-6fc0-48d6-815f-ba0a8d56d661 req-1a395723-f34a-420f-bb74-793e74358042 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098495 Sep 21 18:03:22.131785 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:03:22.156342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-128981be-a267-4210-9383-f0f3a4d83846 req-841eb2c3-130c-4bb0-94aa-c2bc4e4a7dfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484324 Sep 21 18:03:22.251523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:22.301488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Router bf5df939-e695-4a2d-86c8-43182e392c55 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:22.367285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e785c4-ca17-415f-98e2-3a673918a4ab req-33cbc640-4af0-405e-8afc-3f36ed037af8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:22.374310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18e785c4-ca17-415f-98e2-3a673918a4ab req-33cbc640-4af0-405e-8afc-3f36ed037af8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.2215836 Sep 21 18:03:22.426543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-128981be-a267-4210-9383-f0f3a4d83846 req-66758b68-e620-467c-bfc3-75af63179160 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602944 Sep 21 18:03:22.454564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Router 443057d4-5bcc-4044-85c3-e9a2db099fdb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:22.484234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18e785c4-ca17-415f-98e2-3a673918a4ab req-01cde2df-2b38-4e3a-9b3b-f71620abe823 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088936 Sep 21 18:03:22.529389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:22.545465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'f9ffae47-9706-4d68-981b-d68642950d05', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'f9ffae47-9706-4d68-981b-d68642950d05', 'mac_address': 'fa:16:3e:8d:17:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:22.555303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce1a21-a12b-4a34-b858-0b3d5c61d3e0 req-d94f1434-2864-46a7-8ba1-488595a962ab tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:22.568010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98ce1a21-a12b-4a34-b858-0b3d5c61d3e0 req-d94f1434-2864-46a7-8ba1-488595a962ab tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1609037 Sep 21 18:03:22.603225 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.634353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ffae47-9706-4d68-981b-d68642950d05 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:22.660743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:22.666633 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.672631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98ce1a21-a12b-4a34-b858-0b3d5c61d3e0 req-f78139af-06d0-4f97-8bff-59525cc0c6ca tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032858 Sep 21 18:03:22.708005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:22.709555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-128981be-a267-4210-9383-f0f3a4d83846 req-72994c96-23b2-4078-a3a7-57db5cf1c646 service neutron] 10.222.0.41 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697160 Sep 21 18:03:22.719425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b39a08f1-98b2-43dc-9ad0-3d7dd605a405 admin admin] 10.222.0.70 "PUT /v2.0/routers/bf5df939-e695-4a2d-86c8-43182e392c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4677258 Sep 21 18:03:22.722064 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] Sync routers for ids ['bf5df939-e695-4a2d-86c8-43182e392c55'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:22.724305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53420) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:22.751113 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] Routers {'bf5df939-e695-4a2d-86c8-43182e392c55'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:22.752235 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bf5df939-e695-4a2d-86c8-43182e392c55'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:22.779692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:22.864454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:22.874364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.880756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] Sync routers for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:22.897215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:22.897863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:22.917760 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] Set router bf5df939-e695-4a2d-86c8-43182e392c55 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:22.946020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-41be76cd-5f02-4618-86e1-97373005dfeb tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "PUT /v2.0/floatingips/46b67e3e-196e-4a69-ae36-850159a0bd56 HTTP/1.1" status: 200 len: 992 time: 2.4379001 Sep 21 18:03:22.947680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:22.952125 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfabf1a4-b2cb-444b-96c4-51adb3943ded" -d '{"events": [{"name": "network-changed", "server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:22.956448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:23.016732 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4682a2f9-4b1b-413b-8e82-569106f0fea7 x-openstack-request-id: req-4682a2f9-4b1b-413b-8e82-569106f0fea7 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:23.017033 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:23.017278 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4682a2f9-4b1b-413b-8e82-569106f0fea7 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:23.017686 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'status': 'completed', 'code': 200} Sep 21 18:03:23.224225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:23.228920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:23.247421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-fb6ff6b1-b96e-43b7-b006-4815a41b3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.252876 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-fb6ff6b1-b96e-43b7-b006-4815a41b3876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bf34e1a3f3d4fff8ae52f205c14de03&device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 1097 time: 0.2187474 Sep 21 18:03:23.295838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f9ffae47-9706-4d68-981b-d68642950d05'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:23.381360 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T18:03:21Z', 'revision_number': 5, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port': {'id': '08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:02Z', 'updated_at': '2021-09-21T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:23.471126 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] Checking router: bf5df939-e695-4a2d-86c8-43182e392c55 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:23.509142 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] Routers {'bf5df939-e695-4a2d-86c8-43182e392c55'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:23.514987 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bf5df939-e695-4a2d-86c8-43182e392c55'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:23.910102 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] Set router bf5df939-e695-4a2d-86c8-43182e392c55 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:23.925608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5952-b795-4668-bd5e-500b2b256d51 req-f0851b06-99b4-49de-8b76-2e47d717f033 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.929838 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-950a5952-b795-4668-bd5e-500b2b256d51 req-f0851b06-99b4-49de-8b76-2e47d717f033 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1357512 Sep 21 18:03:23.932289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '46b67e3e-196e-4a69-ae36-850159a0bd56', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'floating_ip_address': '172.25.3.175', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'port_id': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'mac_address': 'fa:16:3e:73:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:03:01Z', 'updated_at': '2021-09-21T18:03:21Z', 'revision_number': 1, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 5, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:23.995111 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T18:03:23Z', 'revision_number': 6, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:24.009187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] Checking router: 443057d4-5bcc-4044-85c3-e9a2db099fdb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:24.021658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Deleting port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:24.021992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.032550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:24.033591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:24.071249 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d973458-c1e7-4762-812c-144b7bac04d7 None None] The sync data for ids ['bf5df939-e695-4a2d-86c8-43182e392c55'] in n-d-810285-3 is: [{'id': 'bf5df939-e695-4a2d-86c8-43182e392c55', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-275053350-router', 'tenant_id': '6c32ed5acb45432f899a19685f77f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:01Z', 'updated_at': '2021-09-21T18:03:23Z', 'revision_number': 6, 'project_id': '6c32ed5acb45432f899a19685f77f77b', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:24.118486 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-950a5952-b795-4668-bd5e-500b2b256d51 req-2ff53abe-dfbd-41f5-9f99-c12111f40621 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779907 Sep 21 18:03:24.251992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a6e5-3888-489b-9ca6-c129439cbe38 req-82850f0f-4d82-42e4-97ab-5d4fd3fe8dc8 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:24.262048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df31a6e5-3888-489b-9ca6-c129439cbe38 req-82850f0f-4d82-42e4-97ab-5d4fd3fe8dc8 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 948 time: 1.0011523 Sep 21 18:03:24.266098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] For port 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:24.266663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.285720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:24.300375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Calling delete_port for 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:24.326931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df31a6e5-3888-489b-9ca6-c129439cbe38 req-b1fde7aa-9a6e-49e8-82ba-132a2df24803 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Sep 21 18:03:24.384702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-d8d5c9ae-dd66-4f37-86c0-c8045afde2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:24.391327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-d8d5c9ae-dd66-4f37-86c0-c8045afde2f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 HTTP/1.1" status: 200 len: 916 time: 1.1262212 Sep 21 18:03:24.563388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-9dff85cc-8979-4a66-a152-ec93fcbe126d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7 HTTP/1.1" status: 200 len: 1000 time: 0.1654086 Sep 21 18:03:24.689612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-219bffc4-0f98-4a12-9c3c-f19d6ba51214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:24.695363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-219bffc4-0f98-4a12-9c3c-f19d6ba51214 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b9c9e1-8298-4991-927e-aeda71a92732 HTTP/1.1" status: 200 len: 853 time: 0.1228180 Sep 21 18:03:24.697820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '46b67e3e-196e-4a69-ae36-850159a0bd56', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'floating_ip_address': '172.25.3.175', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'port_id': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'mac_address': 'fa:16:3e:73:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:03:01Z', 'updated_at': '2021-09-21T18:03:21Z', 'revision_number': 1, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 5, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:24.709242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.737221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731b5e4-816f-417b-9393-29d59960d8db None None] The sync data for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 is: [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '46b67e3e-196e-4a69-ae36-850159a0bd56', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'floating_ip_address': '172.25.3.175', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'port_id': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'mac_address': 'fa:16:3e:73:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:03:01Z', 'updated_at': '2021-09-21T18:03:21Z', 'revision_number': 1, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 5, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:24.775508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:24.799727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-6535f8d0-1f98-4e70-8ad6-31c6399233b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:24.802329 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-6535f8d0-1f98-4e70-8ad6-31c6399233b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990288 Sep 21 18:03:24.847780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f9f88-35f2-4e23-8d5c-dbfeb1d553e5 req-7d9d4433-a6b3-4f99-9711-bcbc20bed383 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:24.849495 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-698f9f88-35f2-4e23-8d5c-dbfeb1d553e5 req-7d9d4433-a6b3-4f99-9711-bcbc20bed383 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.4198744 Sep 21 18:03:24.869652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.954119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-96e48b54-4cb0-4d46-bda4-6c15816a30a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439271 Sep 21 18:03:25.008682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-698f9f88-35f2-4e23-8d5c-dbfeb1d553e5 req-b379ad8e-d014-4102-b1d9-fca823401736 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517351 Sep 21 18:03:25.079724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.088440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.107587 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4e17c-330a-4b0b-9c0a-4cc0fc830b96 None None] New status for floating IP 46b67e3e-196e-4a69-ae36-850159a0bd56: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:03:25.182118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 334c276c-9864-4deb-bc88-1df2efa06a72 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:25.213055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfabf1a4-b2cb-444b-96c4-51adb3943ded req-1da1bfb3-9aae-40b3-bfbb-04a6d79e7f8e service neutron] 10.222.0.41 "GET /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433217 Sep 21 18:03:25.215281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.216780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5df939-e695-4a2d-86c8-43182e392c55 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:25.235661 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.239558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4722d604-171f-4485-8042-78b34d713d73 admin admin] 10.222.0.70 "DELETE /v2.0/routers/bf5df939-e695-4a2d-86c8-43182e392c55 HTTP/1.1" status: 204 len: 168 time: 2.5133264 Sep 21 18:03:25.239830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53446) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:25.259172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 334c276c-9864-4deb-bc88-1df2efa06a72 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:25.260248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 334c276c-9864-4deb-bc88-1df2efa06a72 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:25.261260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:25.287104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:25.287728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 08e1a4ae-c916-44d4-b0dc-72bb0cbdd2e2 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:25.406671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] Deleting subnet cec27234-3c6a-4701-a6eb-36e868f4fa0d {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:03:25.411145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.464519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.515791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43505156-67a4-45fa-b299-04413a0753ef req-274ac12f-300b-4fe9-9530-104e8105fa45 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:25.523661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43505156-67a4-45fa-b299-04413a0753ef req-274ac12f-300b-4fe9-9530-104e8105fa45 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.2028472 Sep 21 18:03:25.628782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888502e-8071-4c28-b5ff-c092d72098be req-d952625c-596d-4c30-b1da-87e778988bae tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:25.628782 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0888502e-8071-4c28-b5ff-c092d72098be req-d952625c-596d-4c30-b1da-87e778988bae tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 948 time: 0.1234136 Sep 21 18:03:25.635395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43505156-67a4-45fa-b299-04413a0753ef req-9baea7da-4b4c-47d6-88e0-0a7969455bdc tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108644 Sep 21 18:03:25.660844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.702262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0888502e-8071-4c28-b5ff-c092d72098be req-55663248-0833-4be2-93f8-b1b0730cff7d tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666471 Sep 21 18:03:25.765312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.799301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec27234-3c6a-4701-a6eb-36e868f4fa0d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:25.811331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.815066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cb4ac79a-4832-42e9-83f5-d8616dcf9635 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cec27234-3c6a-4701-a6eb-36e868f4fa0d HTTP/1.1" status: 204 len: 168 time: 0.5739877 Sep 21 18:03:25.817691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53458) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:25.818365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c28cf2-8854-4c75-993f-270d43cb5f42 None None] Network c16e34ae-fd54-489e-ba15-6846d59ecb72 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:25.925696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.027736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Deleting port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:26.029329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.167200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] For port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,segment=NetworkSegment(9c4c280c-b064-48bc-a932-dca99432448a),segment_id=9c4c280c-b064-48bc-a932-dca99432448a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:26.167580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.199154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Calling delete_port for 38efa029-a8c2-4787-ad6f-f17c9f35cd2c owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:26.241169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] DHCP port deletion for c16e34ae-fd54-489e-ba15-6846d59ecb72 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:03:26.300014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb12ff-dba0-4b2a-9d41-8f148784bbdc req-d67b75c5-9a77-497d-8d6f-f09bcf4ce491 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:26.309565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37eb12ff-dba0-4b2a-9d41-8f148784bbdc req-d67b75c5-9a77-497d-8d6f-f09bcf4ce491 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1845078 Sep 21 18:03:26.313340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:26.403463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37eb12ff-dba0-4b2a-9d41-8f148784bbdc req-01ed4afd-3d2e-4f93-8b78-54181353250e tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835998 Sep 21 18:03:26.418274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.451177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] Deleting port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:26.451556 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.473695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:26.478142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] No DVR routers for this DVR port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:26.482914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port f9ffae47-9706-4d68-981b-d68642950d05 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:26.489115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port f9ffae47-9706-4d68-981b-d68642950d05 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:26.493229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.565273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.604276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16e34ae-fd54-489e-ba15-6846d59ecb72']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:26.606774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] For port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:26.607720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.636176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4c280c-b064-48bc-a932-dca99432448a') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:26.636516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4c280c-b064-48bc-a932-dca99432448a') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:26.673185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.679255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] Calling delete_port for 38efa029-a8c2-4787-ad6f-f17c9f35cd2c owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:26.683047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] Port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:03:26.685081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.688321 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.703933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.710791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:26.711245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:26.713428 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:26.763730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] Pushing event deleted for resources: {'Port': ['ID=38efa029-a8c2-4787-ad6f-f17c9f35cd2c,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:26.775177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862db2ec-48e5-453f-b20d-ec509e03da32 None None] No DVR routers for this DVR port 38efa029-a8c2-4787-ad6f-f17c9f35cd2c on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:26.815875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:26.817096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:26.820420 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfff2a31-c6ca-4810-9586-31d2e62a1026" -d '{"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:26.826128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.894790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:26.930491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.938331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.943025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] 10.222.0.70 "DELETE /v2.0/networks/c16e34ae-fd54-489e-ba15-6846d59ecb72 HTTP/1.1" status: 204 len: 168 time: 1.1215730 Sep 21 18:03:26.946618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1903c-4691-4152-83c9-bdb740ec6c31 req-4327273e-ad15-430d-ad56-ed4646ae1d5a tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:26.950974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8df1903c-4691-4152-83c9-bdb740ec6c31 req-4327273e-ad15-430d-ad56-ed4646ae1d5a tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 944 time: 0.1016865 Sep 21 18:03:26.985434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8480ec-1e6a-4f20-adc2-6b6799872b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=c16e34ae-fd54-489e-ba15-6846d59ecb72,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:27.019055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dcc42-49a4-450b-a96d-dffca144abea req-978f0253-907f-4c2e-a297-5af3b8fbeadd tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:27.020537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-925dcc42-49a4-450b-a96d-dffca144abea req-978f0253-907f-4c2e-a297-5af3b8fbeadd tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 949 time: 0.1378806 Sep 21 18:03:27.049835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8df1903c-4691-4152-83c9-bdb740ec6c31 req-4431e8f1-21af-49ae-a10f-8635195f10b8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909879 Sep 21 18:03:27.115432 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-925dcc42-49a4-450b-a96d-dffca144abea req-088cdac1-3a18-46c9-9e4d-3c86cbdc99f9 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770617 Sep 21 18:03:27.214450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 38efa029-a8c2-4787-ad6f-f17c9f35cd2c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:27.272798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 38efa029-a8c2-4787-ad6f-f17c9f35cd2c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:27.273058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 38efa029-a8c2-4787-ad6f-f17c9f35cd2c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:27.346624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53486) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:27.435302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9a6bf5e0-0c07-4bc5-a395-f207af5849ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=122f5fe7a5d64fa2a4f6a3f02dd40272&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0833809 Sep 21 18:03:27.437154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53490) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:27.593574 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf4c1e8-8827-443e-beb3-8842ac27698a x-openstack-request-id: req-aaf4c1e8-8827-443e-beb3-8842ac27698a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:27.594890 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:27.595388 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aaf4c1e8-8827-443e-beb3-8842ac27698a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:27.596000 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05', 'code': 200} Sep 21 18:03:27.634121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ca91-20e2-4dda-98bb-ed5739b0f4f0 req-72144c71-bb7a-4b7a-8019-0fbe9ebb04ae tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:27.636589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85b5ca91-20e2-4dda-98bb-ed5739b0f4f0 req-72144c71-bb7a-4b7a-8019-0fbe9ebb04ae tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0745907 Sep 21 18:03:27.663590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b21b0fb8-b522-408d-a9c2-3ede845ac581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.683268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-36ff61d7-df10-438f-822a-e995d9d2a431 service neutron] 10.222.0.41 "GET /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd/bindings/n-h1-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.1624079 Sep 21 18:03:27.719473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85b5ca91-20e2-4dda-98bb-ed5739b0f4f0 req-2db2103e-1004-4b64-a8f2-2973ee314cac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736341 Sep 21 18:03:27.725950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b21b0fb8-b522-408d-a9c2-3ede845ac581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.733115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc235e3-a13d-4adf-848c-f91de02adcd6 req-2573081c-43a2-459b-8541-9c36faa3c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:27.734687 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3cc235e3-a13d-4adf-848c-f91de02adcd6 req-2573081c-43a2-459b-8541-9c36faa3c02b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 1100 time: 0.0626731 Sep 21 18:03:27.782540 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3cc235e3-a13d-4adf-848c-f91de02adcd6 req-f17125c6-2151-4e8e-a78c-030b908c3a7e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354671 Sep 21 18:03:27.845432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b21b0fb8-b522-408d-a9c2-3ede845ac581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.848056 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b21b0fb8-b522-408d-a9c2-3ede845ac581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.849231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b21b0fb8-b522-408d-a9c2-3ede845ac581 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf94ae56-3471-4762-b9cf-46ae3c59396a HTTP/1.1" status: 204 len: 168 time: 0.4085174 Sep 21 18:03:27.869340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b0fb8-b522-408d-a9c2-3ede845ac581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94ae56-3471-4762-b9cf-46ae3c59396a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:27.943377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:27.969699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:28.008354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76571b2-4c22-4341-82b9-dbbac1b5a7fd {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:28.021111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:28.037656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.119945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:28.154881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] Transition to ACTIVE for port object d76571b2-4c22-4341-82b9-dbbac1b5a7fd will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:28.162030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.203879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:28.263240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] No DVR routers for this DVR port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:28.304145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94910b3-f2aa-455f-b38f-2f1ec5817bcf req-f08069e8-2a52-4bff-a500-d081a5a71e9b tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.307426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] Pushing event updated for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:28.312586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94910b3-f2aa-455f-b38f-2f1ec5817bcf req-f08069e8-2a52-4bff-a500-d081a5a71e9b tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 949 time: 0.0617180 Sep 21 18:03:28.340041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53506) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:28.345217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9230e102-87d0-4d10-9e0d-8cd1a06e2858 service neutron] 10.222.0.41 "PUT /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd/bindings/n-h1-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6541104 Sep 21 18:03:28.374802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f887500-3621-4f2b-9372-2d26fd60ae6a req-42428f4b-38f4-4f07-b80c-4576ff4ae248 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.378926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f887500-3621-4f2b-9372-2d26fd60ae6a req-42428f4b-38f4-4f07-b80c-4576ff4ae248 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 945 time: 0.1228542 Sep 21 18:03:28.382415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94910b3-f2aa-455f-b38f-2f1ec5817bcf req-703e1096-f268-4ac2-899e-a658f596b4e9 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687084 Sep 21 18:03:28.442563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f887500-3621-4f2b-9372-2d26fd60ae6a req-3c8accaa-b8a7-42e9-a1a1-486d500cd95b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596740 Sep 21 18:03:28.479404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-92eec6fd-3b0a-40fb-9161-68a16017458c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c32ed5acb45432f899a19685f77f77b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1349237 Sep 21 18:03:28.479648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53510) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:28.520200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-158a76cd-a298-4778-a3e0-825b1ab8c080 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.521707 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-158a76cd-a298-4778-a3e0-825b1ab8c080 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.1034842 Sep 21 18:03:28.580778 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c2bae78-1959-4fa4-8002-b5eb3a09d980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.614751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c2bae78-1959-4fa4-8002-b5eb3a09d980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.634457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-c8abf3ea-3c44-4e18-8592-4861344914fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.635947 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-c8abf3ea-3c44-4e18-8592-4861344914fd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4&tenant_id=488675541d0546a4a382868afc2648ea HTTP/1.1" status: 200 len: 1096 time: 0.0988557 Sep 21 18:03:28.705829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c2bae78-1959-4fa4-8002-b5eb3a09d980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.708431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c2bae78-1959-4fa4-8002-b5eb3a09d980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.714459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3c2bae78-1959-4fa4-8002-b5eb3a09d980 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/156b8c02-e6ad-4af8-ad46-2e166e1ffad5 HTTP/1.1" status: 204 len: 168 time: 0.2315512 Sep 21 18:03:28.733815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bae78-1959-4fa4-8002-b5eb3a09d980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b8c02-e6ad-4af8-ad46-2e166e1ffad5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:28.748397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-0b26adfa-7654-47e4-a58c-fa596f1a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.749935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-0b26adfa-7654-47e4-a58c-fa596f1a291f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=488675541d0546a4a382868afc2648ea&device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0842175 Sep 21 18:03:28.927740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-3208e52d-5293-4c18-bb2d-afc9f7410af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.929718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-3208e52d-5293-4c18-bb2d-afc9f7410af2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 200 len: 922 time: 0.1652474 Sep 21 18:03:28.931329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c7bd6-ab5a-42aa-8a7c-15814328cf40 req-026bc04e-9e7a-4bd3-bfa9-d305da8e9e5b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.942665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-133c7bd6-ab5a-42aa-8a7c-15814328cf40 req-026bc04e-9e7a-4bd3-bfa9-d305da8e9e5b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0810821 Sep 21 18:03:28.994430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-133c7bd6-ab5a-42aa-8a7c-15814328cf40 req-cd060b79-6ab0-44de-a780-0a48093c008f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462573 Sep 21 18:03:29.006034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-a0b0d424-ba91-4caf-b9a2-35fdeea2b2dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 200 len: 217 time: 0.0684447 Sep 21 18:03:29.075763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-299f9d85-01f3-42b7-96fc-cd5b80006199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:29.077347 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-299f9d85-01f3-42b7-96fc-cd5b80006199 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 200 len: 860 time: 0.0557294 Sep 21 18:03:29.122540 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-c8605602-5077-4c52-9e9b-b251dd8c3d1d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bdaba322-21b6-4e5a-979b-ca73f663a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332513 Sep 21 18:03:29.236032 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdc85df1-a441-481a-ae1a-ff453c0b92c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.330733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-a327b46b-c04b-4859-bea5-7848bcbccd77 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998966 Sep 21 18:03:29.569038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-3386fa30-cf37-4f54-80dd-e7f6700ee6f7 service neutron] 10.222.0.78 "GET /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210906 Sep 21 18:03:29.591714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43101215-e355-4970-af37-ba6f9ee60df7 req-57ee599e-919b-407c-a90a-392da4c0e0d6 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:29.600046 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43101215-e355-4970-af37-ba6f9ee60df7 req-57ee599e-919b-407c-a90a-392da4c0e0d6 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 949 time: 0.1040423 Sep 21 18:03:29.614962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e922d8-1f23-4179-b7e1-82837efacff4 req-fa06df9b-5fba-4199-8e35-1f4050cb7fc6 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:29.625751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13e922d8-1f23-4179-b7e1-82837efacff4 req-fa06df9b-5fba-4199-8e35-1f4050cb7fc6 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 945 time: 0.0768869 Sep 21 18:03:29.661680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43101215-e355-4970-af37-ba6f9ee60df7 req-da18dc3b-909d-44d4-943a-c587768e675a tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523272 Sep 21 18:03:29.681902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13e922d8-1f23-4179-b7e1-82837efacff4 req-ba8833c4-71e6-4ec9-9e30-52f0bbec1dd5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549674 Sep 21 18:03:30.008669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9f446854-0b64-49d3-8eec-db0d1566edf3 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.018265 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-9f446854-0b64-49d3-8eec-db0d1566edf3 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4&tenant_id=488675541d0546a4a382868afc2648ea&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.1021690 Sep 21 18:03:30.188056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b998041-9254-4f9b-b9f6-6cb63c9441b7 req-d114d1b8-79b7-432f-bee8-8693daeabe00 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.189872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0b998041-9254-4f9b-b9f6-6cb63c9441b7 req-d114d1b8-79b7-432f-bee8-8693daeabe00 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1045196 Sep 21 18:03:30.271496 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0b998041-9254-4f9b-b9f6-6cb63c9441b7 req-c807a048-9227-4c54-99e8-5cc06df6de1e tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577548 Sep 21 18:03:30.277242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0673a4e9-595f-4b61-813d-71e343984e1f req-82db8612-a9c0-4e58-93b2-c04356e0d4e3 service neutron] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:30.300171 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0673a4e9-595f-4b61-813d-71e343984e1f req-82db8612-a9c0-4e58-93b2-c04356e0d4e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.303459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0673a4e9-595f-4b61-813d-71e343984e1f req-82db8612-a9c0-4e58-93b2-c04356e0d4e3 service neutron] 10.222.0.78 "DELETE /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd/bindings/n-h2-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.2766039 Sep 21 18:03:30.870592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092ec6d-c9f4-46e4-ad13-7a88a0b52f1b req-d5bd58b3-90a5-450e-84c1-df516352fee2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.878513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1092ec6d-c9f4-46e4-ad13-7a88a0b52f1b req-d5bd58b3-90a5-450e-84c1-df516352fee2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 945 time: 0.0721169 Sep 21 18:03:30.940521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1092ec6d-c9f4-46e4-ad13-7a88a0b52f1b req-36d17aac-dc3d-468a-8377-27e0f94b904d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607698 Sep 21 18:03:31.213129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713a715-6a76-4bdc-8d77-6597799b77b3 req-ca62577a-f2f4-4f25-831b-2d0f72232b28 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.232264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e713a715-6a76-4bdc-8d77-6597799b77b3 req-ca62577a-f2f4-4f25-831b-2d0f72232b28 tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0672860 Sep 21 18:03:31.296597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e713a715-6a76-4bdc-8d77-6597799b77b3 req-f92e5656-228f-4773-9768-71c22893e34b tempest-LiveAutoBlockMigrationV225Test-1278133936 tempest-LiveAutoBlockMigrationV225Test-1278133936-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630734 Sep 21 18:03:31.515578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422841-283a-41fc-b999-85a848d7e1d7 req-e50ea0b8-bfa1-4e20-9997-eb6af4034f05 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.528905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96422841-283a-41fc-b999-85a848d7e1d7 req-e50ea0b8-bfa1-4e20-9997-eb6af4034f05 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1102417 Sep 21 18:03:31.584308 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96422841-283a-41fc-b999-85a848d7e1d7 req-7e568ab9-4bbd-44e1-ae55-212339401137 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 Sep 21 18:03:31.803745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53648) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:31.838546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dba9fa-15bb-4d7f-a9a8-77e611b24d3c req-981b1d3c-1f09-4bb3-8a88-a5105b259587 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.851663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93dba9fa-15bb-4d7f-a9a8-77e611b24d3c req-981b1d3c-1f09-4bb3-8a88-a5105b259587 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 945 time: 0.0904684 Sep 21 18:03:31.942805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93dba9fa-15bb-4d7f-a9a8-77e611b24d3c req-54ead0ba-06a3-42c3-b319-da533b5f83e6 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877273 Sep 21 18:03:31.961101 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87e15c50-30c2-48d7-967d-403d666041ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.084240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87e15c50-30c2-48d7-967d-403d666041ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.098061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87e15c50-30c2-48d7-967d-403d666041ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.147055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-87e15c50-30c2-48d7-967d-403d666041ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07a13e7c8a084d459ce2ab7c4a052c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422191 Sep 21 18:03:32.149898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53656) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:32.166616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e15c50-30c2-48d7-967d-403d666041ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f40a0-4fa4-476d-ba15-b5915e351315,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:32.244049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b5b586d-a6e3-4c04-aa34-b93863133382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.279660 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b5b586d-a6e3-4c04-aa34-b93863133382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.347660 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b5b586d-a6e3-4c04-aa34-b93863133382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.350572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b5b586d-a6e3-4c04-aa34-b93863133382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.351958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8b5b586d-a6e3-4c04-aa34-b93863133382 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f4f40a0-4fa4-476d-ba15-b5915e351315 HTTP/1.1" status: 204 len: 168 time: 0.2008939 Sep 21 18:03:32.374481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b586d-a6e3-4c04-aa34-b93863133382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f40a0-4fa4-476d-ba15-b5915e351315,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:32.580236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-c64f114a-db80-4e58-aced-e331dc013360 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:32.582859 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-c64f114a-db80-4e58-aced-e331dc013360 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 945 time: 0.0961356 Sep 21 18:03:32.801876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a308e65-9c3f-432e-98e9-ce388b40385b req-ab60433f-2af7-4dd5-94f5-d28a78ab7d13 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:32.803613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a308e65-9c3f-432e-98e9-ce388b40385b req-ab60433f-2af7-4dd5-94f5-d28a78ab7d13 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0954196 Sep 21 18:03:32.813946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53676) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:32.825232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Deleting port d76571b2-4c22-4341-82b9-dbbac1b5a7fd {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:32.825588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.837257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78bdc75d-02d0-40ad-838d-f94d05a27f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.991989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a308e65-9c3f-432e-98e9-ce388b40385b req-470b7f9a-309d-4c48-8d44-2b15e0dfce51 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428120 Sep 21 18:03:32.997776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78bdc75d-02d0-40ad-838d-f94d05a27f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.002694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78bdc75d-02d0-40ad-838d-f94d05a27f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.073303 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-78bdc75d-02d0-40ad-838d-f94d05a27f8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7eebac4e1654692bde83c1a74fe2f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579429 Sep 21 18:03:33.079771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc75d-02d0-40ad-838d-f94d05a27f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2affa85e-0583-439e-9192-8460a702ea8f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:33.081947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53682) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:33.085325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] For port d76571b2-4c22-4341-82b9-dbbac1b5a7fd, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:33.086262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.116808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Calling delete_port for d76571b2-4c22-4341-82b9-dbbac1b5a7fd owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:33.173234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea87c-80cd-42eb-8462-6e99f7ecfba7 req-4a8dec19-dab2-4791-82e3-236ec4baccfb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:33.174745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b91ea87c-80cd-42eb-8462-6e99f7ecfba7 req-4a8dec19-dab2-4791-82e3-236ec4baccfb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 945 time: 0.1223505 Sep 21 18:03:33.179997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba1-53e5-476a-8e42-36551a70a49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.208929 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba1-53e5-476a-8e42-36551a70a49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.352753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b91ea87c-80cd-42eb-8462-6e99f7ecfba7 req-796bb001-889f-47c2-80ab-a133c0ce46f8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529377 Sep 21 18:03:33.357030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba1-53e5-476a-8e42-36551a70a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.377309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba1-53e5-476a-8e42-36551a70a49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.378573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-14ca2ba1-53e5-476a-8e42-36551a70a49c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2affa85e-0583-439e-9192-8460a702ea8f HTTP/1.1" status: 204 len: 168 time: 0.2823629 Sep 21 18:03:33.388158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca2ba1-53e5-476a-8e42-36551a70a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2affa85e-0583-439e-9192-8460a702ea8f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:33.504433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.519399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:33.556934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event deleted for resources: {'Port': ['ID=d76571b2-4c22-4341-82b9-dbbac1b5a7fd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:33.594019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d76571b2-4c22-4341-82b9-dbbac1b5a7fd'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:33.613408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] No DVR routers for this DVR port d76571b2-4c22-4341-82b9-dbbac1b5a7fd on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:33.617461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.620737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f758035a-a0ab-4c0a-88d8-5f64e4050082 req-7e303aa6-b9bd-44e2-8712-c865882d072f tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "DELETE /v2.0/ports/d76571b2-4c22-4341-82b9-dbbac1b5a7fd HTTP/1.1" status: 204 len: 173 time: 1.0300794 Sep 21 18:03:33.620737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'name': 'network-vif-deleted', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:33.624583 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d09d4-a400-40df-ab62-dcaa9f68f110" -d '{"events": [{"server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "name": "network-vif-deleted", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:33.684272 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88a64eb3-ba8f-4434-a7d6-c8ec2fe18a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.923536 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.097898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.212732 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e692d54d-02fd-4701-a697-da313f5f68aa x-openstack-request-id: req-e692d54d-02fd-4701-a697-da313f5f68aa {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:34.213027 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e007b1-8278-45af-bbc4-588ee9cca6e4", "name": "network-vif-deleted", "tag": "d76571b2-4c22-4341-82b9-dbbac1b5a7fd", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:34.213379 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e692d54d-02fd-4701-a697-da313f5f68aa {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:34.213785 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e007b1-8278-45af-bbc4-588ee9cca6e4', 'name': 'network-vif-deleted', 'tag': 'd76571b2-4c22-4341-82b9-dbbac1b5a7fd', 'status': 'completed', 'code': 200} Sep 21 18:03:34.293787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:34.445918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a3ab0-9238-444c-98de-bc5b26575c84 req-fd71a0a5-203b-46c6-974f-a522151cb6c8 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:34.460871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-961a3ab0-9238-444c-98de-bc5b26575c84 req-fd71a0a5-203b-46c6-974f-a522151cb6c8 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1467407 Sep 21 18:03:34.576152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:34.595825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-961a3ab0-9238-444c-98de-bc5b26575c84 req-6dbc6227-4c21-49e6-8948-51df213401c6 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334417 Sep 21 18:03:34.639110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'f9ffae47-9706-4d68-981b-d68642950d05', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'f9ffae47-9706-4d68-981b-d68642950d05', 'mac_address': 'fa:16:3e:8d:17:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:34.735321 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.737911 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.751975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9ffae47-9706-4d68-981b-d68642950d05 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:34.780817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:34.790413 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.855412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ddfb6fb-e529-49f0-b544-edc758806aa7 req-4c86e620-3a74-45ed-9355-90dc79badfb5 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 210 time: 0.0664377 Sep 21 18:03:35.013523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:35.111805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f9ffae47-9706-4d68-981b-d68642950d05'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:35.842312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9fefa-1d7f-48eb-ba79-a5e57534f073 req-2ec5321f-310e-4991-9d97-a04f66dc2baa tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:35.844136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bad9fefa-1d7f-48eb-ba79-a5e57534f073 req-2ec5321f-310e-4991-9d97-a04f66dc2baa tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1010547 Sep 21 18:03:35.942991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bad9fefa-1d7f-48eb-ba79-a5e57534f073 req-879a7b6b-a04a-4337-9867-d9437c902c3b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898798 Sep 21 18:03:36.294367 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:36.454685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port f9ffae47-9706-4d68-981b-d68642950d05 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:36.454969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.521941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6798ec5f-aedd-4bb5-b306-694de2c3d264 req-a1474d7e-2233-4ce8-8b35-2540a08bf066 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 210 time: 0.0512979 Sep 21 18:03:36.588895 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.659440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:36.663676 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22312608-e6a2-491b-9095-6473c7a3ca06" -d '{"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:36.704135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:36.711607 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.712895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:36.749801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: d76571b2-4c22-4341-82b9-dbbac1b5a7fd {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:36.750550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d76571b2-4c22-4341-82b9-dbbac1b5a7fd not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:36.837030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:37.059193 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.059779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.060251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.061153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.061685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.062346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.062835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.063283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.063746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.064220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.064662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.065118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.065576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.066027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.079034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb5eb329-651e-484b-b710-f9a63944ed19 req-8d1168c6-2108-4e18-acf7-b5d4ea562d3a tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9920 time: 0.2452180 Sep 21 18:03:37.108535 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.211539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f5867-6512-47a4-bfe2-fe96d3caf6ee req-162d09db-c0a4-4a31-a7a9-accaeac19542 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.219858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f10f5867-6512-47a4-bfe2-fe96d3caf6ee req-162d09db-c0a4-4a31-a7a9-accaeac19542 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 945 time: 0.0719078 Sep 21 18:03:37.258091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f10f5867-6512-47a4-bfe2-fe96d3caf6ee req-c89c4b0b-8bc8-43c5-9148-e86d9288973d tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Sep 21 18:03:37.423718 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b457114-43a5-47e3-a057-cb27cb570e1c x-openstack-request-id: req-4b457114-43a5-47e3-a057-cb27cb570e1c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:37.424265 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:37.424265 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b457114-43a5-47e3-a057-cb27cb570e1c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:37.424624 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05', 'code': 200} Sep 21 18:03:37.528916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761361d-c949-431d-a6c3-bf1fa6a56952 req-5035e365-fe6b-41c3-9b76-d4a8e5bfade9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.536863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2761361d-c949-431d-a6c3-bf1fa6a56952 req-5035e365-fe6b-41c3-9b76-d4a8e5bfade9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0629687 Sep 21 18:03:37.587490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2761361d-c949-431d-a6c3-bf1fa6a56952 req-1f47e1ff-9baf-4f7c-a643-808ffb4f704d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496914 Sep 21 18:03:37.809593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f8c5-7ae7-4671-adc0-001db5204782 req-acf49a72-b165-41f5-a75c-dc24d9558ff3 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.815662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc36f8c5-7ae7-4671-adc0-001db5204782 req-acf49a72-b165-41f5-a75c-dc24d9558ff3 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 886 time: 0.1801362 Sep 21 18:03:38.024816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9cfa8f4-a5f0-4e9d-818f-6b2967f7ec44 req-bb26308c-1f1c-422c-9b34-572e2abad16d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 210 time: 0.0437167 Sep 21 18:03:38.162613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.265013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.265628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.265892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.266394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.266853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.267305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.267773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.268254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.268667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.269124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.269573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.270023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.270493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.270942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.277942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aeb37f6c-d47e-4c61-8a5c-c17b5ab9bd7c req-84178916-583a-4c20-8c21-522c5a690120 tempest-NetworksTest-593287132 tempest-NetworksTest-593287132-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9920 time: 0.2289348 Sep 21 18:03:38.472673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-de7d83c6-31d6-4bb9-aba9-76ade5b736f5 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.474624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-de7d83c6-31d6-4bb9-aba9-76ade5b736f5 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 945 time: 0.1581819 Sep 21 18:03:38.727740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2671193-1208-442a-99d4-6ae2765e7eee req-c7adfb47-6872-457a-b3a3-e1f9d45b3599 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.741133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2671193-1208-442a-99d4-6ae2765e7eee req-c7adfb47-6872-457a-b3a3-e1f9d45b3599 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fcf7bc3-bce5-4c3b-9d71-a79226c42aad HTTP/1.1" status: 200 len: 945 time: 0.1834128 Sep 21 18:03:38.798772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cbafa-7bdd-49e4-9a21-e8c276de747e req-01f21738-8848-43b6-bd9a-2a1930422e3e tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.811125 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad7cbafa-7bdd-49e4-9a21-e8c276de747e req-01f21738-8848-43b6-bd9a-2a1930422e3e tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1090441 Sep 21 18:03:38.841767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Deleting port 3e9f8134-d0b0-4742-8060-127b3e6d6893 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:38.842281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.874113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad7cbafa-7bdd-49e4-9a21-e8c276de747e req-3fbe41b7-93ce-434e-9082-0f4902cb321f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Sep 21 18:03:38.960321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53838) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:38.969062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] For port 3e9f8134-d0b0-4742-8060-127b3e6d6893, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e9f8134-d0b0-4742-8060-127b3e6d6893,segment=NetworkSegment(fceef531-24d2-43f4-9962-8a019690ef8a),segment_id=fceef531-24d2-43f4-9962-8a019690ef8a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:38.969512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.986655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Calling delete_port for 3e9f8134-d0b0-4742-8060-127b3e6d6893 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:39.189555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6176116-d950-460e-b24c-dcd2ca145aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.239155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2671193-1208-442a-99d4-6ae2765e7eee req-94dbb1fb-9960-49ae-999c-62049739eedd tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966869 Sep 21 18:03:39.244057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.263464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3e9f8134-d0b0-4742-8060-127b3e6d6893'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:39.331648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35c32027-acf5-4485-8280-cb8778c6698d req-e6384cfc-b8a0-4f49-bd48-b414ab87b3df tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 210 time: 0.0981710 Sep 21 18:03:39.372780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Pushing event deleted for resources: {'Port': ['ID=3e9f8134-d0b0-4742-8060-127b3e6d6893,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:39.412945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] No DVR routers for this DVR port 3e9f8134-d0b0-4742-8060-127b3e6d6893 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:39.416236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.419791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f55c8bcb-fbb9-48a4-84a3-f1d919e9ddd3 req-647b43b6-9b18-44ae-9fbc-15b05ac56f25 tempest-VolumesAdminNegativeTest-691615906 tempest-VolumesAdminNegativeTest-691615906-project] 10.222.0.78 "DELETE /v2.0/ports/3e9f8134-d0b0-4742-8060-127b3e6d6893 HTTP/1.1" status: 204 len: 173 time: 0.9319947 Sep 21 18:03:39.420731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'name': 'network-vif-deleted', 'tag': '3e9f8134-d0b0-4742-8060-127b3e6d6893'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:39.425101 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62f2e9-1700-4c03-8f7d-8bb46a9ddb80" -d '{"events": [{"server_uuid": "8fcf7bc3-bce5-4c3b-9d71-a79226c42aad", "name": "network-vif-deleted", "tag": "3e9f8134-d0b0-4742-8060-127b3e6d6893"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:39.471322 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca375527-a100-4d47-99e4-60ab71006350 x-openstack-request-id: req-ca375527-a100-4d47-99e4-60ab71006350 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:39.471818 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcf7bc3-bce5-4c3b-9d71-a79226c42aad", "name": "network-vif-deleted", "tag": "3e9f8134-d0b0-4742-8060-127b3e6d6893", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:39.472247 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca375527-a100-4d47-99e4-60ab71006350 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:39.472812 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcf7bc3-bce5-4c3b-9d71-a79226c42aad', 'name': 'network-vif-deleted', 'tag': '3e9f8134-d0b0-4742-8060-127b3e6d6893', 'status': 'completed', 'code': 200} Sep 21 18:03:39.479114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6176116-d950-460e-b24c-dcd2ca145aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.486947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6176116-d950-460e-b24c-dcd2ca145aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.536469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c6176116-d950-460e-b24c-dcd2ca145aae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c018c4519254e20b486d57d8228db56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747404 Sep 21 18:03:39.537926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176116-d950-460e-b24c-dcd2ca145aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c210c-5ab9-41b8-8b34-e0b80e1225f7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:39.539644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53860) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:39.625215 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-573fe6cd-1dcf-48e2-8a59-27ffdab5163e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.670641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-573fe6cd-1dcf-48e2-8a59-27ffdab5163e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.733895 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-573fe6cd-1dcf-48e2-8a59-27ffdab5163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.738924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-573fe6cd-1dcf-48e2-8a59-27ffdab5163e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.741152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-573fe6cd-1dcf-48e2-8a59-27ffdab5163e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/261c210c-5ab9-41b8-8b34-e0b80e1225f7 HTTP/1.1" status: 204 len: 168 time: 0.1998155 Sep 21 18:03:39.754029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fe6cd-1dcf-48e2-8a59-27ffdab5163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c210c-5ab9-41b8-8b34-e0b80e1225f7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:40.114348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fb3cc-55b8-4b4c-9f71-f44f59d14ed2 req-9cc8dd72-90ea-4acc-8d82-1474af95ee1d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:40.128160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-906fb3cc-55b8-4b4c-9f71-f44f59d14ed2 req-9cc8dd72-90ea-4acc-8d82-1474af95ee1d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1303613 Sep 21 18:03:40.222616 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-906fb3cc-55b8-4b4c-9f71-f44f59d14ed2 req-64f13057-83a5-44ed-801a-67b4bf1c59cb tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872128 Sep 21 18:03:40.409387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53894) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:40.477498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53896) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:40.534849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209de97c-6d38-43a2-adb6-d0f45af214ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.651131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] Deleting subnet 6cdb204e-a30a-4bc8-aa77-6dff8d5e2469 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:03:40.661628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.684860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a57068d9-ed85-4555-a522-59aa4ab532a5 req-5cdb6fe6-2b96-464d-ad2e-9d2f3a8176c3 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8e007b1-8278-45af-bbc4-588ee9cca6e4 HTTP/1.1" status: 200 len: 210 time: 0.0793514 Sep 21 18:03:40.797891 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.853698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209de97c-6d38-43a2-adb6-d0f45af214ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.864615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209de97c-6d38-43a2-adb6-d0f45af214ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.901604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-209de97c-6d38-43a2-adb6-d0f45af214ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ce6acad06754767a8a6352397716ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212587 Sep 21 18:03:40.906013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53900) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:40.920356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.039542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209de97c-6d38-43a2-adb6-d0f45af214ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed22a5-f009-4539-a112-8b401095371c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:41.041716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.073053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.078459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53902) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.080729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6cdb204e-a30a-4bc8-aa77-6dff8d5e2469 HTTP/1.1" status: 204 len: 168 time: 0.6691387 Sep 21 18:03:41.147423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708ece2-2604-434b-9063-a07e195c4dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdb204e-a30a-4bc8-aa77-6dff8d5e2469,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:41.165042 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2382d7f5-e355-411a-80f8-e73f9ab92dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.385421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2382d7f5-e355-411a-80f8-e73f9ab92dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.436599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.634304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680984d-0d03-49d5-baaf-6049806429b0 req-59b1cd90-279b-4103-9545-0a5181b30a4c tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:41.635946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e680984d-0d03-49d5-baaf-6049806429b0 req-59b1cd90-279b-4103-9545-0a5181b30a4c tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.2220726 Sep 21 18:03:41.637050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2382d7f5-e355-411a-80f8-e73f9ab92dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.639838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2382d7f5-e355-411a-80f8-e73f9ab92dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.641029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2382d7f5-e355-411a-80f8-e73f9ab92dfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fed22a5-f009-4539-a112-8b401095371c HTTP/1.1" status: 204 len: 168 time: 0.7337165 Sep 21 18:03:41.676420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382d7f5-e355-411a-80f8-e73f9ab92dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed22a5-f009-4539-a112-8b401095371c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:41.784450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.846547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e680984d-0d03-49d5-baaf-6049806429b0 req-b89f0278-2288-4c59-a11e-2b9e99a1fc72 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850710 Sep 21 18:03:41.881130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a463c8-31e7-449e-b8e3-1d6addcd4a31']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:41.908441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceef531-24d2-43f4-9962-8a019690ef8a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:41.908667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceef531-24d2-43f4-9962-8a019690ef8a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:41.926355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.966348 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.985314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:41.987398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:41.993038 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:42.091779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.143922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.143922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] 10.222.0.70 "DELETE /v2.0/networks/b5a463c8-31e7-449e-b8e3-1d6addcd4a31 HTTP/1.1" status: 204 len: 168 time: 1.0631893 Sep 21 18:03:42.144933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dc8ea-f913-43a2-afc9-6e97f873f8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a463c8-31e7-449e-b8e3-1d6addcd4a31,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:42.145745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53944) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:42.243849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] Deleting subnet f1078386-1fbf-41c3-ad0c-a9cad21ce9c9 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:03:42.258361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.295346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e9f8134-d0b0-4742-8060-127b3e6d6893 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:42.404575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 3e9f8134-d0b0-4742-8060-127b3e6d6893 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:42.404918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e9f8134-d0b0-4742-8060-127b3e6d6893 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:42.408309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.532115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.650317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.689572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1078386-1fbf-41c3-ad0c-a9cad21ce9c9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:42.692756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.695906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4d5c25ed-2857-4d70-bea1-dc1e42c00264 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f1078386-1fbf-41c3-ad0c-a9cad21ce9c9 HTTP/1.1" status: 204 len: 168 time: 0.5489991 Sep 21 18:03:42.698298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53966) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:42.866796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.053460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.094442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b03d52-4126-4275-b364-309c78aa9150']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:43.107750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b9cd7b-2241-4d56-a307-bb438c6b7b0f') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:43.108114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b9cd7b-2241-4d56-a307-bb438c6b7b0f') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:43.130840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.268917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.300208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:43.300646 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:43.307163 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:43.312142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53984) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:43.459136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c8a12-c0e5-446b-82a0-88ad5da2c7ad req-8b044571-3e05-4d29-868e-a261cfc57779 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:43.477201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fa5c8a12-c0e5-446b-82a0-88ad5da2c7ad req-8b044571-3e05-4d29-868e-a261cfc57779 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.3413384 Sep 21 18:03:43.528771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.541378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1890849156-network', 'tenant_id': '8bf9c4e2351e44198a03003bd7705966'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:43.547323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.551772 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e3b03d52-4126-4275-b364-309c78aa9150 HTTP/1.1" status: 204 len: 168 time: 0.8511162 Sep 21 18:03:43.584365 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fa5c8a12-c0e5-446b-82a0-88ad5da2c7ad req-c0db2899-9752-4883-8dba-ba1bb24a7924 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928512 Sep 21 18:03:43.588101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff69c-e07f-4378-887c-480c3c8c9461 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b03d52-4126-4275-b364-309c78aa9150,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:43.648324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Made reservation on behalf of 8bf9c4e2351e44198a03003bd7705966 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:43.650836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.680507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.822129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54002) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:43.878629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.889202 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.909142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:03:43.926226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.927037 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Added segment a0e5fb74-6f32-48ce-9da8-8faa3b183a48 of type vlan for network 2ed2a84c-4825-42a3-8dec-9338a0be517c Sep 21 18:03:43.932446 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad8deba2-e4f6-4c74-b80f-87e3df0961ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99a8c6ac824445958060703e4ced4e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087663 Sep 21 18:03:43.949125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54004) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:43.991856 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.066031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b2f00-bc4b-48ed-802c-88a890324b86,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:44.070798 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.072039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:44.072910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.103902 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037936bd-c13e-4b14-8b3d-5a775da41c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.176701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8585424 Sep 21 18:03:44.208586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037936bd-c13e-4b14-8b3d-5a775da41c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.215822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54010) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:44.222017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Request body: {'subnet': {'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1890849156-subnet', 'tenant_id': '8bf9c4e2351e44198a03003bd7705966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:44.234803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe5cd0-ed02-424a-a564-a32d13ac8751 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed2a84c-4825-42a3-8dec-9338a0be517c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:44.249679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:03:44.286679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Made reservation on behalf of 8bf9c4e2351e44198a03003bd7705966 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:44.293824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.326125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037936bd-c13e-4b14-8b3d-5a775da41c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.329590 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037936bd-c13e-4b14-8b3d-5a775da41c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.333374 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-037936bd-c13e-4b14-8b3d-5a775da41c06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e09dbc2-1119-4056-9fc2-bf5c7d4a7341 HTTP/1.1" status: 204 len: 168 time: 0.3807971 Sep 21 18:03:44.390581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037936bd-c13e-4b14-8b3d-5a775da41c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e09dbc2-1119-4056-9fc2-bf5c7d4a7341,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:44.806432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.024266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03abe7f-d697-45bb-a61e-3fd99be4d019 req-30e5f9a1-445b-4566-9f41-24a18300aaec tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.034228 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e03abe7f-d697-45bb-a61e-3fd99be4d019 req-30e5f9a1-445b-4566-9f41-24a18300aaec tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1573920 Sep 21 18:03:45.036341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdddf818-4544-4641-8130-a535621d1209,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:45.087053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Checking segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:45.087421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Network hostable DHCP agents. Network: 2ed2a84c-4825-42a3-8dec-9338a0be517c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:03:45.142338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:03:45.149598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e03abe7f-d697-45bb-a61e-3fd99be4d019 req-86eb445d-4dbf-4d5a-946a-873bab051173 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106806 Sep 21 18:03:45.212859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 2ed2a84c-4825-42a3-8dec-9338a0be517c) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:45.213310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54036) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:45.221072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74896875-65b0-41a2-9b7f-a7eadeff3ec3 None None] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:45.226272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.233152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.301833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7cad871e-a7e8-47c0-af3f-f84e000ce637 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0821691 Sep 21 18:03:45.380752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cdd54d49-5dd7-40a0-bef8-a4426592f568 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=911fe915008643ac8e8648b35140cab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664236 Sep 21 18:03:45.383981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54040) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:45.484712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-2b185c93-6f16-47b3-a2c4-8ca0b74f4d93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1559389 Sep 21 18:03:45.543307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0bee6f0f-6aa4-470c-982e-660195da83b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.733942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6093f4-232d-4b63-83ae-aa39a15a60a2 None None] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:45.747106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0bee6f0f-6aa4-470c-982e-660195da83b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.804405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.806375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.809056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.810730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.814183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.821036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.829106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.836353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-51a6d9e0-388e-49ac-9d32-cc8f0ca48aaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6492 time: 0.2780733 Sep 21 18:03:46.027075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0bee6f0f-6aa4-470c-982e-660195da83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.030903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0bee6f0f-6aa4-470c-982e-660195da83b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.034919 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0bee6f0f-6aa4-470c-982e-660195da83b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35efbe28-bd33-4aa8-9c75-995e5f4a7233 HTTP/1.1" status: 204 len: 168 time: 0.6496847 Sep 21 18:03:46.088550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee6f0f-6aa4-470c-982e-660195da83b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35efbe28-bd33-4aa8-9c75-995e5f4a7233,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:46.182131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cf07e4ba-8ee4-4ad2-ac5d-3a5f0c834c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.184994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cf07e4ba-8ee4-4ad2-ac5d-3a5f0c834c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.187954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cf07e4ba-8ee4-4ad2-ac5d-3a5f0c834c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.191460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cf07e4ba-8ee4-4ad2-ac5d-3a5f0c834c22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 2296 time: 0.2990093 Sep 21 18:03:46.432317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-b6e1d886-5587-4d7e-9d63-29ebb70cecd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 200 len: 1000 time: 0.2330768 Sep 21 18:03:46.664646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-6d920992-6052-4a36-808c-9b4caa38576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.666175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-6d920992-6052-4a36-808c-9b4caa38576a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 HTTP/1.1" status: 200 len: 851 time: 0.2221313 Sep 21 18:03:46.796616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-a4d53b04-5be2-4989-a4a7-3ba65cb5471c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.804021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-a4d53b04-5be2-4989-a4a7-3ba65cb5471c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.4582922 Sep 21 18:03:46.827603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-a8f9ba8e-c493-490e-9d27-84ca77004629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.830009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-a8f9ba8e-c493-490e-9d27-84ca77004629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371233 Sep 21 18:03:46.842852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318aec-5730-46ff-99cc-fab09f898088 req-691096b9-8be3-4e0f-af86-d1c6a48d754f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.847655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a318aec-5730-46ff-99cc-fab09f898088 req-691096b9-8be3-4e0f-af86-d1c6a48d754f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1804276 Sep 21 18:03:46.847906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-9845a983-35d0-4ed0-b7d1-37ced95f25a7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/quotas/8bf9c4e2351e44198a03003bd7705966 HTTP/1.1" status: 200 len: 375 time: 0.0426884 Sep 21 18:03:46.925322 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-29a85078-d0ed-4794-a83e-0c47f839c319 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763705 Sep 21 18:03:47.145826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-2e6bbee9-7fe1-4cde-834a-091e5b01cf62 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184684 Sep 21 18:03:47.181206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-c25137be-b843-4a00-ae4f-c17ffb8693b0 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317056 Sep 21 18:03:47.197970 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a318aec-5730-46ff-99cc-fab09f898088 req-205f2cdf-c730-4bfe-9961-77f7c13e8f60 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191917 Sep 21 18:03:47.542130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cf795432-04f8-47b5-a89b-e8204507124c service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429611 Sep 21 18:03:47.585556 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-aa94a189-4a77-4e8c-94ca-5299b72ebd65 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387159 Sep 21 18:03:47.618408 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-438cd41b-4f67-4e2d-92ce-fa2d53ed3114 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3787799 Sep 21 18:03:47.672820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-768f454a-d7aa-488f-9ac1-34328e0d971f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 217 time: 0.1216104 Sep 21 18:03:47.771584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-1e237ddc-6595-4fa8-bdac-de1e79278b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:47.773560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-1e237ddc-6595-4fa8-bdac-de1e79278b1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.0880265 Sep 21 18:03:47.804497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-68729695-0900-4af9-9164-b9f65297589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:47.806024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-68729695-0900-4af9-9164-b9f65297589e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 1095 time: 0.1734996 Sep 21 18:03:47.966095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-e9022207-c228-40e2-95c1-ee886ad98474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:47.967855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-e9022207-c228-40e2-95c1-ee886ad98474 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1865630 Sep 21 18:03:48.017334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3f4faae-940e-43d4-8493-ebf5782103f7 req-cb8f729a-8283-45bb-bf28-06756eb6d141 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 210 time: 0.0938091 Sep 21 18:03:48.077564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-ed02915e-9df4-4269-a00f-4f4f89826b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:48.079327 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-ed02915e-9df4-4269-a00f-4f4f89826b1f service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.2494004 Sep 21 18:03:48.202764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-bd008ddf-af52-4d85-bd76-6f08ec31338e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 200 len: 217 time: 0.1107013 Sep 21 18:03:48.296131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54120) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:48.308480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-3d2cfd06-f7d9-424c-9aaf-507cc58bc1e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944465 Sep 21 18:03:48.415267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-3ad7777d-63ba-4f0f-ade8-cd4d8bca3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:48.417924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-3ad7777d-63ba-4f0f-ade8-cd4d8bca3b3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.2061877 Sep 21 18:03:48.592315 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-616d3c3c-cf57-4310-8bb8-c0689af29532 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143956 Sep 21 18:03:48.598370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-883df701-57b3-44d2-9dc9-4867994b210c service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768691 Sep 21 18:03:48.708047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1394129027-network', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:48.728957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-e61f267b-2e00-4611-9ca2-37797ec382a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 217 time: 0.1178293 Sep 21 18:03:48.808573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86244c2a-6266-417c-8e29-f2d4bc41920e req-ec86519b-fa9d-40cc-ba86-eb41ef4922e8 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:48.818488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-86244c2a-6266-417c-8e29-f2d4bc41920e req-ec86519b-fa9d-40cc-ba86-eb41ef4922e8 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.4543836 Sep 21 18:03:48.849933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-b23359b7-8cfe-4ff3-9ddd-6a88ed727633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:48.860141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-b23359b7-8cfe-4ff3-9ddd-6a88ed727633 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1235919 Sep 21 18:03:48.988089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Made reservation on behalf of e821f929aed94b3cbce9ad9192a5f56f for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:48.992205 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.033957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.062768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-3e3e143e-4b69-4e2b-8a67-f6ca073dc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.063382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-3e3e143e-4b69-4e2b-8a67-f6ca073dc428 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1951358 Sep 21 18:03:49.105170 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-86244c2a-6266-417c-8e29-f2d4bc41920e req-4e2da733-b338-451b-a182-7808ed5aab3a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799883 Sep 21 18:03:49.162010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-4d878653-29c8-490c-9d55-130960087c4c service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625796 Sep 21 18:03:49.814133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67ca8fe2-a343-4cf8-b42b-825b17779bca req-905e1f4f-7391-4b14-ad3b-e71824ad992d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 210 time: 0.0559201 Sep 21 18:03:49.935498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-5dc0b631-c5e3-434a-a1f5-aedf8ccdbf60 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.936977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-5dc0b631-c5e3-434a-a1f5-aedf8ccdbf60 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.9919279 Sep 21 18:03:50.006453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b11f1fba-e934-445e-b0be-5ba99bffb5d0 req-d61166c6-2ba7-4d84-8f1e-1fb8c63c944c service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082464 Sep 21 18:03:50.117517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-df261e45-c691-430b-9318-21810ee29160 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/quotas/97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 375 time: 0.0368948 Sep 21 18:03:50.124079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.149687 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.178909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e5fb-f313-4f4d-8bbe-09b6f295d13f req-49c9c2a9-9243-49c2-af0d-5461cca66547 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.180750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-88a9e5fb-f313-4f4d-8bbe-09b6f295d13f req-49c9c2a9-9243-49c2-af0d-5461cca66547 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.2547688 Sep 21 18:03:50.210969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-6642a051-145a-41a9-9b83-070ea214ba66 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.213054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-6642a051-145a-41a9-9b83-070ea214ba66 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 944 time: 0.2398617 Sep 21 18:03:50.217550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-89626956-858b-4cf5-8e06-7ee160cd6e9c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.219219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-89626956-858b-4cf5-8e06-7ee160cd6e9c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.41 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.3424103 Sep 21 18:03:50.220134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-679058b2-f800-4c81-9075-e6ed4bcc0a8e service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0330255 Sep 21 18:03:50.232060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:03:50.238730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-ac457978-2b0b-4160-a354-76b975e59db1 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184061 Sep 21 18:03:50.255016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Request body: {'port': {'device_id': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'admin_state_up': True, 'tenant_id': '8bf9c4e2351e44198a03003bd7705966'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:50.377064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61adf3f6-c8f5-49d4-98be-aab667c01449,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:50.398437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.399015 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Added segment 6f71ec6a-f4d6-4d09-9303-af76c6c5365e of type vlan for network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c Sep 21 18:03:50.462116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-88a9e5fb-f313-4f4d-8bbe-09b6f295d13f req-fab41455-af0d-40c6-a907-bd4ad39f8abb tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548599 Sep 21 18:03:50.481312 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.539006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Made reservation on behalf of 8bf9c4e2351e44198a03003bd7705966 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:50.543614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.559882 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.560865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.561464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.623554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-6e52fe1d-4204-4ecc-a0f4-690fb09bf7e9 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854413 Sep 21 18:03:50.630751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3304822 Sep 21 18:03:50.632582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54176) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:50.692636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-10d5ad4a-bb80-45f7-819a-ac79b6571dba service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534121 Sep 21 18:03:50.723503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Request body: {'subnet': {'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1394129027-subnet', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:50.732501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9c115-2c00-457f-ae5a-e05b9d741cca admin admin] Pushing event updated for resources: {'Network': ['ID=80d2727f-23a7-42fd-ab04-fe88c6a5c82c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:50.751939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:03:50.795532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-1cfe381b-7d88-44c5-adb0-8ed4c136865a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 HTTP/1.1" status: 200 len: 217 time: 0.0948682 Sep 21 18:03:50.805190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Deleting port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:50.805634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.949015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Made reservation on behalf of e821f929aed94b3cbce9ad9192a5f56f for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:50.951729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.954528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Allocated IP 172.20.0.10 (2ed2a84c-4825-42a3-8dec-9338a0be517c/fdddf818-4544-4641-8130-a535621d1209/6df96959-08ad-4495-affa-d0b8183adef7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:51.012447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-54cd8afa-19d8-498f-b77c-8227eeb08bbb service neutron] 10.222.0.70 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688076 Sep 21 18:03:51.033341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-d3e85ff3-405e-47b4-8594-3788036e507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.034987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-d3e85ff3-405e-47b4-8594-3788036e507a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.2226760 Sep 21 18:03:51.112942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] For port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:51.113352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.132350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Calling delete_port for 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:51.282382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-957a14c7-963b-4411-bfde-7db73189396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.283900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-957a14c7-963b-4411-bfde-7db73189396a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2365730 Sep 21 18:03:51.440694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f54a2d-35bc-4b3e-820c-226f9969ce50 req-09a8e782-d2c8-4ee3-b7f6-794b75a3265a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.449197 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.449402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15f54a2d-35bc-4b3e-820c-226f9969ce50 req-09a8e782-d2c8-4ee3-b7f6-794b75a3265a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.2373710 Sep 21 18:03:51.462372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:51.537368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.560227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event deleted for resources: {'Port': ['ID=8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:51.590247 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15f54a2d-35bc-4b3e-820c-226f9969ce50 req-44842438-a1ed-46b5-9089-01c22dbfe2d2 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393201 Sep 21 18:03:51.676708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.763719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69b06eae-c210-49fb-8455-38156dcdd55f req-22de7e43-f19a-4720-b62c-fde39c9aa4a2 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 210 time: 0.1655767 Sep 21 18:03:51.770218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e753fdaf-689e-427e-bf85-828a1ccbd02c req-2b85e748-5140-42fb-8662-2ae7fe517a8b tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf01813b-748c-4dc6-8b92-503b5aced572 HTTP/1.1" status: 200 len: 210 time: 0.0790503 Sep 21 18:03:51.770865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-46824a65-e544-4e9b-ba6e-66ad253cae26 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586318 Sep 21 18:03:51.809774 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.825985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc65522-7de3-4473-8965-440485f2dde2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:51.855849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] No DVR routers for this DVR port 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:51.880706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.882111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:51.882420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c0e806e-4b51-40f9-902d-fe1e3a95e857 req-bb17aac2-b21d-4933-aca6-6a07ff39c94d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "DELETE /v2.0/ports/8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 HTTP/1.1" status: 204 len: 173 time: 1.6381667 Sep 21 18:03:51.882954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'name': 'network-vif-deleted', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:51.886926 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c459154-36ab-41d0-9b0f-5cc1830c60af" -d '{"events": [{"server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "name": "network-vif-deleted", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:51.889047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:51.893542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:51.955465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Checking segment: {'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:51.956187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Network hostable DHCP agents. Network: 80d2727f-23a7-42fd-ab04-fe88c6a5c82c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:03:51.964651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e8259a62-68f1-4595-904c-737eaf1f9a68 req-e950c08a-6dbe-4bf4-ac8d-71c585d58460 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.1121228 Sep 21 18:03:51.973193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event updated for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:52.070751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.075013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.173575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:03:52.187429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-b44c92e4-6997-4675-8b73-084923b8ebc6 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019117 Sep 21 18:03:52.194816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 80d2727f-23a7-42fd-ab04-fe88c6a5c82c) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:52.216403 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ad7c1002-478f-40f0-aed5-a8ac948a911b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9790018 Sep 21 18:03:52.219453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c47dba-f1d5-4334-81c1-81619d4a4845 None None] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:52.222064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.222731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.242265 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Request body: {'port': {'device_id': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:52.292908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-20457db1-a9b6-4839-b12e-d93effd3d9c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299 HTTP/1.1" status: 200 len: 217 time: 0.0958266 Sep 21 18:03:52.388567 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf4a7f3-b292-48a9-9853-ce2eee316702 x-openstack-request-id: req-bdf4a7f3-b292-48a9-9853-ce2eee316702 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:52.388844 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf01813b-748c-4dc6-8b92-503b5aced572", "name": "network-vif-deleted", "tag": "8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:52.389110 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdf4a7f3-b292-48a9-9853-ce2eee316702 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:52.389509 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01813b-748c-4dc6-8b92-503b5aced572', 'name': 'network-vif-deleted', 'tag': '8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0', 'status': 'completed', 'code': 200} Sep 21 18:03:52.421695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-5005feed-f544-4aa2-9244-a3799578fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.423673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-5005feed-f544-4aa2-9244-a3799578fc64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1224566 Sep 21 18:03:52.443437 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-56033931-ec72-48a5-b45b-576bb7ce3d4e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7652862 Sep 21 18:03:52.453013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54224) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:52.469128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:52.503577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.517319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-00ef52d8-87b7-47eb-b3b8-1bf504263542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.519027 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-00ef52d8-87b7-47eb-b3b8-1bf504263542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873041 Sep 21 18:03:52.590555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-80d2727f-23a7-42fd-ab04-fe88c6a5c82c', 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'fixed_ips': [{'subnet_id': '6fc65522-7de3-4473-8965-440485f2dde2'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:03:52.595095 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.765747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-a40a018a-6b23-4aa4-9749-de9672de3d4d service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358954 Sep 21 18:03:52.891263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.904826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.982956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.038132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72404f-708b-414d-a615-205844cee033 req-6e260845-86b8-492a-a6d2-4bcc7226763c tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.056969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea72404f-708b-414d-a615-205844cee033 req-6e260845-86b8-492a-a6d2-4bcc7226763c tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.2842939 Sep 21 18:03:53.160538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Allocated IP 172.20.0.2 (80d2727f-23a7-42fd-ab04-fe88c6a5c82c/6fc65522-7de3-4473-8965-440485f2dde2/b25e235b-64d6-4e32-bc45-7142793d08ed) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:53.283863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea72404f-708b-414d-a615-205844cee033 req-6e110888-d2d4-4580-8288-cf0e9345a077 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259233 Sep 21 18:03:53.291776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-be50b4bf-300f-4c74-9d22-f05879c66aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182245 Sep 21 18:03:53.403667 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.413681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-defd56ac-e2bf-49e7-bcf3-fe9ed6eb7e41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 200 len: 217 time: 0.1099095 Sep 21 18:03:53.552307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e096aeb-9129-41d1-8e95-e1525333d4d8 req-7d7d5f47-01fe-425c-af24-647784689164 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.560783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e096aeb-9129-41d1-8e95-e1525333d4d8 req-7d7d5f47-01fe-425c-af24-647784689164 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 932 time: 0.5725770 Sep 21 18:03:53.640680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cfa592f5-9730-40a9-9c1f-f416cf708e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.642378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cfa592f5-9730-40a9-9c1f-f416cf708e8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.2213697 Sep 21 18:03:53.749907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e096aeb-9129-41d1-8e95-e1525333d4d8 req-a97fe332-1faa-41f2-98e8-18e5a054a5aa tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830771 Sep 21 18:03:53.778051 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.788065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.842143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8181c877-ba3d-4960-8028-aae73bed8c68 req-2fd561e1-da7c-458a-8cbf-673a2f13fe07 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.1135983 Sep 21 18:03:53.859976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-03c25db0-5db6-43fa-986a-d21333074e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.864487 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-03c25db0-5db6-43fa-986a-d21333074e32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2102122 Sep 21 18:03:53.900303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:53.904709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:53.911742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:53.955497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Pushing event updated for resources: {'Port': ['ID=b25e235b-64d6-4e32-bc45-7142793d08ed,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:53.973591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-cc321de0-9933-44bb-a6f2-78dc74b2c2d6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.974676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-cc321de0-9933-44bb-a6f2-78dc74b2c2d6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 807 time: 0.6764908 Sep 21 18:03:53.996646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Request body: {'port': {'device_id': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'admin_state_up': True, 'tenant_id': '97a27e9f4de64dc082327af06be8224b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:54.056138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Attempting to bind port b25e235b-64d6-4e32-bc45-7142793d08ed on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:54.056471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Attempting to bind port b25e235b-64d6-4e32-bc45-7142793d08ed by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:54.061078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Attempting to bind port b25e235b-64d6-4e32-bc45-7142793d08ed on network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:54.070607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df96959-08ad-4495-affa-d0b8183adef7 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:54.072733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:54.074086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Checking segment: {'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:54.074807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.075426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Bound using segment: {'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:54.076097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Bound port: b25e235b-64d6-4e32-bc45-7142793d08ed, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:54.076909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.103745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.124720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-d55e15e7-b304-43a6-883b-b337bc24a74e service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502537 Sep 21 18:03:54.228786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Transition to ACTIVE for port object 6df96959-08ad-4495-affa-d0b8183adef7 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:54.237736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.248533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:54.278701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-f3a6232d-e027-408e-bc28-0e298dfb50f1 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439877 Sep 21 18:03:54.313401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:54.314532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8a5b4dd0-1cf6-4569-8ab9-ee39f416a7e0 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:54.320863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] For port b25e235b-64d6-4e32-bc45-7142793d08ed, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:54.363357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] For port b25e235b-64d6-4e32-bc45-7142793d08ed, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b25e235b-64d6-4e32-bc45-7142793d08ed,segment=NetworkSegment(6f71ec6a-f4d6-4d09-9303-af76c6c5365e),segment_id=6f71ec6a-f4d6-4d09-9303-af76c6c5365e)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:54.378183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.483242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-515a78e3-5856-491a-8b7c-3774394bd35d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 200 len: 217 time: 0.1900642 Sep 21 18:03:54.520687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25643210-aacd-4cd0-9801-8d9a11acd213 None None] Pushing event updated for resources: {'Port': ['ID=b25e235b-64d6-4e32-bc45-7142793d08ed,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:54.567882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Pushing event updated for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:54.678120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cea6af46-f356-4aea-a901-afa78bf06ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:54.679933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-cea6af46-f356-4aea-a901-afa78bf06ec3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.1871300 Sep 21 18:03:54.692642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ce61f-3a9e-4382-a580-da64bbd064b2 req-998dfa6d-fb06-4c03-b807-7b01e2a14a14 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:54.694328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-834ce61f-3a9e-4382-a580-da64bbd064b2 req-998dfa6d-fb06-4c03-b807-7b01e2a14a14 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 945 time: 0.2050247 Sep 21 18:03:54.767822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Made reservation on behalf of 97a27e9f4de64dc082327af06be8224b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:54.772185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.815383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-834ce61f-3a9e-4382-a580-da64bbd064b2 req-3195a26e-b342-4caf-bce1-666e67e4557e tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828822 Sep 21 18:03:54.844346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-3cd677c3-d9c2-4001-a46a-f2ec4c7b7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:54.853944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-3cd677c3-d9c2-4001-a46a-f2ec4c7b7482 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506422 Sep 21 18:03:54.857067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Attempting to bind port 6df96959-08ad-4495-affa-d0b8183adef7 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:54.857414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Attempting to bind port 6df96959-08ad-4495-affa-d0b8183adef7 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:54.857753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Attempting to bind port 6df96959-08ad-4495-affa-d0b8183adef7 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:55.039008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.056402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379459e-6c16-454e-86fd-df8a5f5d0f64 req-782034fc-0aed-46ca-a967-affa7fc23606 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:55.058971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6379459e-6c16-454e-86fd-df8a5f5d0f64 req-782034fc-0aed-46ca-a967-affa7fc23606 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.5361676 Sep 21 18:03:55.086162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Port 6df96959-08ad-4495-affa-d0b8183adef7 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:55.087141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Attempting to bind port 6df96959-08ad-4495-affa-d0b8183adef7 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:55.146084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:55.146084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Checking segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:55.146084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Bound using segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:55.147979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Bound port: 6df96959-08ad-4495-affa-d0b8183adef7, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:55.148531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.202323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-523aeb97-878c-49ee-af97-a31f3373ae12 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:55.202323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-523aeb97-878c-49ee-af97-a31f3373ae12 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 945 time: 0.2618573 Sep 21 18:03:55.239982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0e3f-53bb-46b7-9fdd-67b268c3ba93 req-9dbd3a9e-796f-4bd1-8c43-f5028d4f3318 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:55.242099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1ab0e3f-53bb-46b7-9fdd-67b268c3ba93 req-9dbd3a9e-796f-4bd1-8c43-f5028d4f3318 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 944 time: 0.1424682 Sep 21 18:03:55.267804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b25e235b-64d6-4e32-bc45-7142793d08ed up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:55.281844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.290732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-1cd7c082-9ad0-457c-b524-2f974e4c4dc4 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246950 Sep 21 18:03:55.384052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b25e235b-64d6-4e32-bc45-7142793d08ed triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:55.385242 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.433806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aec3eb2c-0eb8-4fc3-91b8-28342abfaae2 req-0a3e83fb-5eaf-4545-aa06-5a44cd284839 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302371 Sep 21 18:03:55.529924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Allocated IP 172.25.3.186 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/e71bce5e-4f1d-4731-a4cc-39d26037ca9a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:55.553131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1ab0e3f-53bb-46b7-9fdd-67b268c3ba93 req-f0b9b72e-e18c-4fca-a2ec-898e5b801a11 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790487 Sep 21 18:03:55.641392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Deleting port 05b35d87-38c4-451e-8be8-340eaea37960 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:55.641721 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.684840 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.733151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6379459e-6c16-454e-86fd-df8a5f5d0f64 req-0c98366d-2e7e-4bf8-a675-188d7983c79a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378307 Sep 21 18:03:55.798886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b25e235b-64d6-4e32-bc45-7142793d08ed, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b25e235b-64d6-4e32-bc45-7142793d08ed,segment=NetworkSegment(6f71ec6a-f4d6-4d09-9303-af76c6c5365e),segment_id=6f71ec6a-f4d6-4d09-9303-af76c6c5365e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:55.809122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.812759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Allocated IP 172.20.0.13 (9ea3f511-accc-45c0-852a-5d8599230099/b50393ea-cf1b-4c33-9b70-42d19ccea4f3/464eeeb7-6516-4d8a-bbcd-48aa3c44a673) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:55.901217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:55.930854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:55.963781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b25e235b-64d6-4e32-bc45-7142793d08ed,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:55.989191 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.011630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bd39afb-99d6-41d1-bae7-9682552315cd req-7b2f655c-a67a-4288-bb99-87e24d3c9981 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.1718125 Sep 21 18:03:56.138963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] For port 05b35d87-38c4-451e-8be8-340eaea37960, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=05b35d87-38c4-451e-8be8-340eaea37960,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:56.139343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.166085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Calling delete_port for 05b35d87-38c4-451e-8be8-340eaea37960 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:56.197138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f985df7-57c2-481f-8302-1d59327b7e22 None None] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:56.287783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Pushing event updated for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:56.362242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.384997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:56.384997 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.385472 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-272a6238-ecff-47e3-ada0-9a648f5c230c service neutron] 10.222.0.41 "PUT /v2.0/ports/6df96959-08ad-4495-affa-d0b8183adef7 HTTP/1.1" status: 200 len: 1092 time: 4.1562972 Sep 21 18:03:56.385946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:56.389915 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423426e2-d3e1-403c-b1a7-6fcedbe90829" -d '{"events": [{"name": "network-changed", "server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "tag": "6df96959-08ad-4495-affa-d0b8183adef7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:56.460180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c7db47b8-24c4-476b-81ef-8d548cf4b6ad None None] Provisioning complete for port b25e235b-64d6-4e32-bc45-7142793d08ed triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:56.461328 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c7db47b8-24c4-476b-81ef-8d548cf4b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.555844 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f374a-944e-4abc-813c-f4e34da7f5fb x-openstack-request-id: req-727f374a-944e-4abc-813c-f4e34da7f5fb {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:56.556266 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "tag": "6df96959-08ad-4495-affa-d0b8183adef7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:56.556608 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-727f374a-944e-4abc-813c-f4e34da7f5fb {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:56.557247 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7', 'status': 'completed', 'code': 200} Sep 21 18:03:56.587577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815015b7-75bf-4979-978d-fca80c329c9e req-a9e599f8-16d9-4e5c-99ba-b2097fb2563d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:56.639024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-815015b7-75bf-4979-978d-fca80c329c9e req-a9e599f8-16d9-4e5c-99ba-b2097fb2563d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 945 time: 0.3606434 Sep 21 18:03:56.676946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-0dd4283a-3bb9-4edc-8bd0-0b4a196978f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:56.678828 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-0dd4283a-3bb9-4edc-8bd0-0b4a196978f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 1095 time: 0.2008672 Sep 21 18:03:56.729421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.779787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-815015b7-75bf-4979-978d-fca80c329c9e req-14d5a937-4d6e-4c1f-8824-dd5d674574f8 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191390 Sep 21 18:03:56.911500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.010717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event deleted for resources: {'Port': ['ID=05b35d87-38c4-451e-8be8-340eaea37960,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:57.097624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] No DVR routers for this DVR port 05b35d87-38c4-451e-8be8-340eaea37960 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:57.127695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.133236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bba7df4-740f-43cd-b0cb-3ac4b97b1d40 req-47520564-0bec-4469-a82f-982e18a6e273 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.78 "DELETE /v2.0/ports/05b35d87-38c4-451e-8be8-340eaea37960 HTTP/1.1" status: 204 len: 173 time: 1.9164314 Sep 21 18:03:57.149032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f179fa2-37fa-40e5-b8db-ca187bda11ba req-e293d7ff-0c15-47e1-840a-37bfa7ed072b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.167083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f179fa2-37fa-40e5-b8db-ca187bda11ba req-e293d7ff-0c15-47e1-840a-37bfa7ed072b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.2108526 Sep 21 18:03:57.167664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'name': 'network-vif-deleted', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:57.170759 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5741de0-b0b4-4936-b4d9-33de8f1b9411" -d '{"events": [{"server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "name": "network-vif-deleted", "tag": "05b35d87-38c4-451e-8be8-340eaea37960"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:57.257975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f179fa2-37fa-40e5-b8db-ca187bda11ba req-8fec65d8-2310-4614-b632-fe8e4395faa4 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832088 Sep 21 18:03:57.366825 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-f90cd616-1513-493a-8248-122850f18cff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6df96959-08ad-4495-affa-d0b8183adef7 HTTP/1.1" status: 200 len: 217 time: 0.6526918 Sep 21 18:03:57.369972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:57.387305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:57.418267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2640273c-a206-4f35-8eda-bd2dcf825447 None None] Provisioning complete for port b25e235b-64d6-4e32-bc45-7142793d08ed triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:57.424790 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2640273c-a206-4f35-8eda-bd2dcf825447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.432558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:57.537482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b25e235b-64d6-4e32-bc45-7142793d08ed up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:57.555512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.560417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12c3faee-8196-4f3b-bdbc-d0b5c44cde22 req-af14d52a-78ae-40e2-855e-667ba6350879 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.0610311 Sep 21 18:03:57.640050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ce3f-6d3a-4a6f-98c0-264ac3e288ed req-07f12622-6dee-48b3-b364-1614ca35800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.640050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9537ce3f-6d3a-4a6f-98c0-264ac3e288ed req-07f12622-6dee-48b3-b364-1614ca35800a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.9597375 Sep 21 18:03:57.698277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Pushing event updated for resources: {'Port': ['ID=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:57.714757 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a8ec2-9398-4982-b2d1-471c6f694a17 x-openstack-request-id: req-bf1a8ec2-9398-4982-b2d1-471c6f694a17 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:57.718216 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a701871-1920-4e9e-ba63-2198203424f8", "name": "network-vif-deleted", "tag": "05b35d87-38c4-451e-8be8-340eaea37960", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:57.718915 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf1a8ec2-9398-4982-b2d1-471c6f694a17 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:57.723426 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a701871-1920-4e9e-ba63-2198203424f8', 'name': 'network-vif-deleted', 'tag': '05b35d87-38c4-451e-8be8-340eaea37960', 'status': 'completed', 'code': 200} Sep 21 18:03:57.748535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-9c805807-3d53-454a-9e43-0344f407b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.749892 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-9c805807-3d53-454a-9e43-0344f407b6fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.3736141 Sep 21 18:03:57.779103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225696a-09b3-44a5-9f47-ef1e0c0d28f2 req-d7d5bdf7-0395-4ee7-8a6a-9d1180e13c1f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.787751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b225696a-09b3-44a5-9f47-ef1e0c0d28f2 req-d7d5bdf7-0395-4ee7-8a6a-9d1180e13c1f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 944 time: 0.4499340 Sep 21 18:03:57.872815 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-fdf03ac8-1eea-479c-96b8-49468cd33d51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113155 Sep 21 18:03:57.888449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b25e235b-64d6-4e32-bc45-7142793d08ed triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:57.889519 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.899817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9537ce3f-6d3a-4a6f-98c0-264ac3e288ed req-e7e97172-be9b-4d29-85e0-b1e4bf69abc1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260990 Sep 21 18:03:57.992939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.012907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:58.059962 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b225696a-09b3-44a5-9f47-ef1e0c0d28f2 req-eeb4dded-73d6-4328-a276-f94014545c53 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712448 Sep 21 18:03:58.106993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9dba3b8-bb35-49a6-a70c-1f2c832295c5 req-e83f16cd-2fa9-4bcf-8da2-715c9ff5ec9d tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a701871-1920-4e9e-ba63-2198203424f8 HTTP/1.1" status: 200 len: 210 time: 0.0713432 Sep 21 18:03:58.211188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:58.225601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-ce6f940f-67f4-484e-b6fc-b596cf71a9d4 service neutron] 10.222.0.41 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411901 Sep 21 18:03:58.288435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Network 9ea3f511-accc-45c0-852a-5d8599230099 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:58.331555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:58.354630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:58.569914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:58.570651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.598922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9a617a72-b31b-48dc-976c-42a99b5fafb7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6096778 Sep 21 18:03:58.614108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dad26-4bc6-42d0-8e92-0359e424bb58 req-dc12f906-5675-48b7-808b-602d46cebbb6 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:58.616000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-318dad26-4bc6-42d0-8e92-0359e424bb58 req-dc12f906-5675-48b7-808b-602d46cebbb6 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1865776 Sep 21 18:03:58.627587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Request body: {'port': {'device_id': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:58.630936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.743063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfef68f7-20bd-4ded-977e-f593e00f58c8 req-66daf224-687f-44fd-b730-78085f065c30 service neutron] 10.222.0.41 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641585 Sep 21 18:03:58.768083 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-318dad26-4bc6-42d0-8e92-0359e424bb58 req-f675ac5b-2914-453e-9afd-8cf2965c17c7 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336641 Sep 21 18:03:58.896806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cef0f-3a49-4011-a65a-6767cba9defa req-4e3d4c2e-04e3-4f39-b5cb-4ffa3a387cd6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:58.898681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d4cef0f-3a49-4011-a65a-6767cba9defa req-4e3d4c2e-04e3-4f39-b5cb-4ffa3a387cd6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 932 time: 0.1745214 Sep 21 18:03:58.929503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.982816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d4cef0f-3a49-4011-a65a-6767cba9defa req-94d5c441-8392-4544-8a6a-db1ac5067e89 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769324 Sep 21 18:03:59.044193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-16311d50-067e-4412-ac67-7e42720da539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.045779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-16311d50-067e-4412-ac67-7e42720da539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 1095 time: 0.1607652 Sep 21 18:03:59.163923 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:03:59.244463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.250949 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-647ffa5c-3c3d-499a-b434-807f53d82b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.459377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-0a880bc7-65a1-45a7-bfab-a0898eeccd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.472487 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-0a880bc7-65a1-45a7-bfab-a0898eeccd63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 907 time: 0.4133692 Sep 21 18:03:59.621522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27ad1-a63a-4d9f-884c-6d475d51408d req-ee655ae9-0ef0-4d5a-b3a2-c76f7f597e41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.623419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2b27ad1-a63a-4d9f-884c-6d475d51408d req-ee655ae9-0ef0-4d5a-b3a2-c76f7f597e41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 944 time: 0.3714383 Sep 21 18:03:59.625311 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-d92090b2-565b-485f-89ed-5f42a7749c8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6df96959-08ad-4495-affa-d0b8183adef7 HTTP/1.1" status: 200 len: 217 time: 0.1235638 Sep 21 18:03:59.679362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b8aa-0862-4b8a-beec-c1d70e6ce6ba req-4092ac6b-e7b9-417a-ae29-c1e5025ab805 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.681058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62b5b8aa-0862-4b8a-beec-c1d70e6ce6ba req-4092ac6b-e7b9-417a-ae29-c1e5025ab805 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 944 time: 0.0932856 Sep 21 18:03:59.727417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62b5b8aa-0862-4b8a-beec-c1d70e6ce6ba req-9f164f70-c569-47a1-b0ad-a955f71d4028 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d61988-7760-4456-8cb2-3106b6ae762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 Sep 21 18:03:59.777218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-ce543498-2fc4-4b7b-a9e5-33b14962ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.778743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-ce543498-2fc4-4b7b-a9e5-33b14962ddf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.1386209 Sep 21 18:03:59.781594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2b27ad1-a63a-4d9f-884c-6d475d51408d req-36cd42c5-907f-498b-a508-3e6d587609ce tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433887 Sep 21 18:03:59.844336 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-3210c74e-0de3-40fd-8b08-8bae92d43076 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540853 Sep 21 18:03:59.874616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:59.900433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.952877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Transition to ACTIVE for port object 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:59.984769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Router cd1f28f2-0850-45e1-b3c5-f3b804748af3 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:59.986643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.101752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-de4da823-ba4b-4dbc-b6f6-cf72e2b89e0c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:00.104245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-de4da823-ba4b-4dbc-b6f6-cf72e2b89e0c tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 944 time: 0.0758827 Sep 21 18:04:00.132435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c533723-2e24-4716-b7f8-7c7a02e10765 req-7896e17f-e376-458c-aa3e-cbf2962bf5fd tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:00.134339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c533723-2e24-4716-b7f8-7c7a02e10765 req-7896e17f-e376-458c-aa3e-cbf2962bf5fd tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.2674370 Sep 21 18:04:00.141491 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-af44f4b7-8a34-42ac-a517-aa046bc4b90e service neutron] 10.222.0.41 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841423 Sep 21 18:04:00.182647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:00.284920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Deleting port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:00.285272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.332802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b452dc2-fd72-4435-8fe3-ecc31ff44dfb req-41646c22-4541-4050-ac0b-66c4f9d55a0c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:00.334476 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b452dc2-fd72-4435-8fe3-ecc31ff44dfb req-41646c22-4541-4050-ac0b-66c4f9d55a0c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1061051 Sep 21 18:04:00.375494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:00.398717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 05b35d87-38c4-451e-8be8-340eaea37960 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:00.399409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 05b35d87-38c4-451e-8be8-340eaea37960 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:00.430107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b452dc2-fd72-4435-8fe3-ecc31ff44dfb req-39448faa-f9a4-40a9-b310-7e2df8284769 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637846 Sep 21 18:04:00.435962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] For port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,segment=NetworkSegment(713ea46d-74d1-4f45-806e-84c75bf84452),segment_id=713ea46d-74d1-4f45-806e-84c75bf84452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:00.436344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.461547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Calling delete_port for 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:00.597212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5fbc-2dd7-4609-a521-fec06191e543 req-f299c8d0-37cc-4ecd-a1c7-51903f3f9393 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:00.598839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-163c5fbc-2dd7-4609-a521-fec06191e543 req-f299c8d0-37cc-4ecd-a1c7-51903f3f9393 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 949 time: 0.0892673 Sep 21 18:04:00.617449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.618690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.618925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.619362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.619791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.620271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.622285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.622940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.623245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.624136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.624136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.635235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.713332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-163c5fbc-2dd7-4609-a521-fec06191e543 req-0e4bbe57-5bbf-4aaa-b790-4ca496f8b209 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068361 Sep 21 18:04:00.721908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.786805 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c533723-2e24-4716-b7f8-7c7a02e10765 req-730bd205-a977-4f7c-9e0d-0ea911749374 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420553 Sep 21 18:04:00.793964 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-423426e2-d3e1-403c-b1a7-6fcedbe90829 req-d546bb48-7868-4be6-9d57-a8f79baf5d9b service neutron] 10.222.0.41 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318433 Sep 21 18:04:00.836367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Pushing event deleted for resources: {'Port': ['ID=54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:00.857718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:00.871104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Sync routers for ids ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:00.874896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:00.875593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:00.875786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.875987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.876308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.876941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.877301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.877428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:00.877646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.877987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.878434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.878771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.879106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.879440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.879777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:00.885011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] No DVR routers for this DVR port 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:00.888869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.892113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-054d2201-9ef4-4353-92b4-183fd53dd724 req-6c82c3cf-c33c-4232-8c10-60d5d597ec36 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.41 "DELETE /v2.0/ports/54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 HTTP/1.1" status: 204 len: 173 time: 0.7683203 Sep 21 18:04:00.892435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'name': 'network-vif-deleted', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:00.895734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Routers {'cd1f28f2-0850-45e1-b3c5-f3b804748af3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:00.896382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:00.896542 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966dfd53-f907-4123-ab88-1d348301f916" -d '{"events": [{"server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "name": "network-vif-deleted", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:00.906544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:04:00.907302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:00.937350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:00.938727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:00.939950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:00.940753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Bound port: 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:00.941857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.990564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eb684-162f-47ce-8855-125e785a51f6 req-dff46606-6f8c-4e51-8c5f-a75216b21639 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:01.001677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-814eb684-162f-47ce-8855-125e785a51f6 req-dff46606-6f8c-4e51-8c5f-a75216b21639 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 944 time: 0.0945179 Sep 21 18:04:01.004304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.005143 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b854319c-e14c-4b6c-9424-0c7f6df71abc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5466969 Sep 21 18:04:01.012343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54394) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:01.052689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ed054a-d3d1-4734-a935-bc0898118105 req-a239fa69-8291-4396-a819-8e85d44f6fc2 tempest-LiveAutoBlockMigrationV225Test-1200070534 tempest-LiveAutoBlockMigrationV225Test-1200070534-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a9bff18-984a-41e9-ac3c-3782a77a7bd4 HTTP/1.1" status: 200 len: 210 time: 0.1071274 Sep 21 18:04:01.105947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Set router cd1f28f2-0850-45e1-b3c5-f3b804748af3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:01.108042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-814eb684-162f-47ce-8855-125e785a51f6 req-6e1b27e3-7c25-433f-adf0-36f482a08392 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019061 Sep 21 18:04:01.135074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f3314085-17b4-461a-8398-8d34fa7c32c0 req-27bcdba6-a4b2-42b3-b8e4-d2a4a42e5796 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-775352403', 'description': 'tempest-description-696933381'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:01.169249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:01.174026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f3314085-17b4-461a-8398-8d34fa7c32c0 req-27bcdba6-a4b2-42b3-b8e4-d2a4a42e5796 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.197979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:01.207329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.264477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:01.265699 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.267321 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] 10.222.0.78 "PUT /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 1092 time: 2.6456044 Sep 21 18:04:01.286083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:01.295108 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01" -d '{"events": [{"name": "network-changed", "server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:01.311900 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c2cd3-6898-41d9-97a9-2620fa1a5556 x-openstack-request-id: req-b51c2cd3-6898-41d9-97a9-2620fa1a5556 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:01.312161 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9bff18-984a-41e9-ac3c-3782a77a7bd4", "name": "network-vif-deleted", "tag": "54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:01.312422 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b51c2cd3-6898-41d9-97a9-2620fa1a5556 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:01.312809 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9bff18-984a-41e9-ac3c-3782a77a7bd4', 'name': 'network-vif-deleted', 'tag': '54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989', 'status': 'completed', 'code': 200} Sep 21 18:04:01.436565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220aa13-9260-4676-9c2c-394a0da1e629 service neutron] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:01.464492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d839fdb0-87b0-4db3-99ba-b3119f2590f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:01.466615 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-d839fdb0-87b0-4db3-99ba-b3119f2590f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1095 time: 0.1130204 Sep 21 18:04:01.495064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:03:58Z', 'revision_number': 3, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port': {'id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:55Z', 'updated_at': '2021-09-21T18:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:01.567539 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Checking router: cd1f28f2-0850-45e1-b3c5-f3b804748af3 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:01.567871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Updating router cd1f28f2-0850-45e1-b3c5-f3b804748af3 port e71bce5e-4f1d-4731-a4cc-39d26037ca9a binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:04:01.575884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f3314085-17b4-461a-8398-8d34fa7c32c0 req-27bcdba6-a4b2-42b3-b8e4-d2a4a42e5796 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.577915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-1afae617-4de9-443a-836d-c5862c31d6be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 217 time: 0.0992858 Sep 21 18:04:01.584062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f3314085-17b4-461a-8398-8d34fa7c32c0 req-27bcdba6-a4b2-42b3-b8e4-d2a4a42e5796 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.599862 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.650159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f3314085-17b4-461a-8398-8d34fa7c32c0 req-27bcdba6-a4b2-42b3-b8e4-d2a4a42e5796 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.661966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f3314085-17b4-461a-8398-8d34fa7c32c0 req-27bcdba6-a4b2-42b3-b8e4-d2a4a42e5796 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5372405 Sep 21 18:04:01.697539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcdba6-a4b2-42b3-b8e4-d2a4a42e5796 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad3ff0-0950-4c53-a523-c800d24941e8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:01.705905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9b8428db-c154-470f-9479-0f180bbfe518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:01.707705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-9b8428db-c154-470f-9479-0f180bbfe518 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1144619 Sep 21 18:04:01.733399 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60c5412-9a6b-4470-9d84-c60942935256 x-openstack-request-id: req-f60c5412-9a6b-4470-9d84-c60942935256 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:01.733930 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:01.734478 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f60c5412-9a6b-4470-9d84-c60942935256 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:01.735272 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673', 'status': 'completed', 'code': 200} Sep 21 18:04:01.757887 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-909c5de8-bfa6-4fb8-b1ab-b6814fb002f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371501 Sep 21 18:04:01.827817 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.927586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-8665679d-125f-4145-a108-6c15f8ef8d8b service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593220 Sep 21 18:04:01.941060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf59-191e-4d25-abf5-77363ef3ef8a req-3badd19d-e431-4594-a4d1-4c2ba1e33bff tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:01.942545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98d2bf59-191e-4d25-abf5-77363ef3ef8a req-3badd19d-e431-4594-a4d1-4c2ba1e33bff tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1338475 Sep 21 18:04:02.016340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.025922 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.038772 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98d2bf59-191e-4d25-abf5-77363ef3ef8a req-f75175b7-f8c4-4336-a576-f27737dee352 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758970 Sep 21 18:04:02.081828 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ceb335dc-fc54-49f4-9dfa-579eaa4ee801 req-ddb3cca6-aaf2-4a63-b981-87c844d6d7e2 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380644 Sep 21 18:04:02.086531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Allocated IP 172.20.0.1 (80d2727f-23a7-42fd-ab04-fe88c6a5c82c/6fc65522-7de3-4473-8965-440485f2dde2/5648d5d0-e223-47eb-82ef-9d8f0c7be665) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:02.127064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Attempting to bind port e71bce5e-4f1d-4731-a4cc-39d26037ca9a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:02.127472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Attempting to bind port e71bce5e-4f1d-4731-a4cc-39d26037ca9a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:02.127977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Attempting to bind port e71bce5e-4f1d-4731-a4cc-39d26037ca9a on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:02.139887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Pushing event updated for resources: {'Port': ['ID=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:02.153538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:02.153538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:02.154044 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.154624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:02.155103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Bound port: e71bce5e-4f1d-4731-a4cc-39d26037ca9a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:02.155516 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.169284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-6b0f4f42-65ae-4d9e-9b2c-703b214a7e74 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-775352403&fields=id&tenant_id=5da0a887f73e443b81794460e4e340ab HTTP/1.1" status: 200 len: 267 time: 0.0486665 Sep 21 18:04:02.202015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.202541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.203151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.203715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.204313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.204884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.205463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.206049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.206691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.207274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.207851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.208423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:02.275059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-6f5e9a18-80a5-4023-b57e-b9ed10e068b1 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.278281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-6f5e9a18-80a5-4023-b57e-b9ed10e068b1 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0989099 Sep 21 18:04:02.283557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-094d20ec-b606-404a-a428-bab5134f57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.286103 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-094d20ec-b606-404a-a428-bab5134f57bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1095 time: 0.1216955 Sep 21 18:04:02.292008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Request body: {'port': {'security_groups': ['61eebc16-cd5c-4be5-ae6d-19d760a0c9b0', 'b2ad3ff0-0950-4c53-a523-c800d24941e8']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:02.321571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:04:02.351557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] For port e71bce5e-4f1d-4731-a4cc-39d26037ca9a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:02.359271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] For port e71bce5e-4f1d-4731-a4cc-39d26037ca9a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:02.387793 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.453051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.559106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Routers {'cd1f28f2-0850-45e1-b3c5-f3b804748af3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:02.560403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:02.561515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54454) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:02.605365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b7277-b8f7-4521-8757-e8d100bb785a None None] Pushing event updated for resources: {'Port': ['ID=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:02.624730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:02.653327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] Deleting subnet 2850d4cc-a77d-46b9-a908-3ed136a714e8 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:02.664846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-b0c3ce0e-de9f-47df-8fa7-f1366eeef0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.666863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-b0c3ce0e-de9f-47df-8fa7-f1366eeef0c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.3710568 Sep 21 18:04:02.669422 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.675054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.682565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '6df96959-08ad-4495-affa-d0b8183adef7', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': '6df96959-08ad-4495-affa-d0b8183adef7', 'mac_address': 'fa:16:3e:2c:fa:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:04:02.690502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fe00d-1ea0-47b4-a96e-a0a2a405ca74 req-243c0403-4257-4e92-a3ea-7711d082dff6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.692059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a29fe00d-1ea0-47b4-a96e-a0a2a405ca74 req-243c0403-4257-4e92-a3ea-7711d082dff6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 944 time: 0.0906534 Sep 21 18:04:02.757782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a29fe00d-1ea0-47b4-a96e-a0a2a405ca74 req-fecbd37f-9a7b-400e-a5f1-570d68cadeda tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537653 Sep 21 18:04:02.759389 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.770920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-152dd977-c8a3-4c40-81ba-53e690a3641a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 217 time: 0.0959651 Sep 21 18:04:02.780088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] Set router cd1f28f2-0850-45e1-b3c5-f3b804748af3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:02.829394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:02.835759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:02.847179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.859318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:02.861625 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.863547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Pushing event updated for resources: {'Port': ['ID=5648d5d0-e223-47eb-82ef-9d8f0c7be665,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:02.880093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-8ada5d37-61ac-48d9-a1bb-cfa7993be85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.881650 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-8ada5d37-61ac-48d9-a1bb-cfa7993be85a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.1014941 Sep 21 18:04:02.916761 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.956158 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-8644a9e2-2fe6-4829-aafd-86acf0b30ab3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601211 Sep 21 18:04:03.070111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.159173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df96959-08ad-4495-affa-d0b8183adef7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:03.232268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-452de89f-7830-4c9c-b8de-302ada8b64ca service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605193 Sep 21 18:04:03.234305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:03.240663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:03.249883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.254838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.290655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-45c18524-cd3b-4c69-ae91-568d8ab059db None None] Provisioning complete for port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:03.291016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-45c18524-cd3b-4c69-ae91-568d8ab059db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.317627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.380636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-45c18524-cd3b-4c69-ae91-568d8ab059db None None] Port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:03.382526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd0235-49a3-46e5-86f6-af46430d418f req-97fb8cbf-aead-4f09-86bb-a60a186580d7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:03.383480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:03.384511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ccd0235-49a3-46e5-86f6-af46430d418f req-97fb8cbf-aead-4f09-86bb-a60a186580d7 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1047750 Sep 21 18:04:03.396877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.419261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:03:58Z', 'revision_number': 3, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port': {'id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:55Z', 'updated_at': '2021-09-21T18:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:03.434402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2850d4cc-a77d-46b9-a908-3ed136a714e8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:03.437386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.469155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:03.471337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ec773-878d-4d1b-8b98-165053f11171 None None] The sync data for ids ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'] in n-d-810285-3 is: [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:03:58Z', 'revision_number': 3, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port': {'id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:55Z', 'updated_at': '2021-09-21T18:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:03.500994 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.502881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ccd0235-49a3-46e5-86f6-af46430d418f req-5a2c4b37-f567-46ef-becd-98ff774d0ff4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988734 Sep 21 18:04:03.503173 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e29c4a80-9e79-4231-a256-36ade30d7e7d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2850d4cc-a77d-46b9-a908-3ed136a714e8 HTTP/1.1" status: 204 len: 168 time: 0.9405265 Sep 21 18:04:03.511769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54464) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:03.515878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-081059f0-c165-4d9a-bdc6-dbc8a65d4c01 req-1d932f9b-2ad3-4efc-8421-2946ef011da0 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680590 Sep 21 18:04:03.524489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:03.525157 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.538168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bc9c5da-2554-4303-9a17-a9171fa93b5c req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "PUT /v2.0/ports/043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 982 time: 1.2516682 Sep 21 18:04:03.604677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e763db-5299-44c5-b06c-87cd0cb06738 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event updated for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:03.612379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6df96959-08ad-4495-affa-d0b8183adef7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:03.696150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:03.705846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.736757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:03.739178 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f34506-5b4a-49d5-9726-5488a0c86949" -d '{"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:03.748154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.775284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.798822 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-570a8558-769d-48be-a5bc-44a42844ba36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.984085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-319c957b-feb9-422c-aa91-7075693d256a req-9c9af5c8-2647-469b-81ac-8ec4b710e79d tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-775352403&fields=id&tenant_id=5da0a887f73e443b81794460e4e340ab HTTP/1.1" status: 200 len: 267 time: 0.3068476 Sep 21 18:04:03.997538 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.127435 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.146818 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.164917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.187752 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647e5ad9-b63f-4a83-8a00-8942a19e1632 x-openstack-request-id: req-647e5ad9-b63f-4a83-8a00-8942a19e1632 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:04.188136 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:04.188477 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-647e5ad9-b63f-4a83-8a00-8942a19e1632 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:04.189096 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'status': 'completed', 'code': 200} Sep 21 18:04:04.242380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdaba322-21b6-4e5a-979b-ca73f663a501']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:04.280475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Pushing event updated for resources: {'Port': ['ID=5648d5d0-e223-47eb-82ef-9d8f0c7be665,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:04.297512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:04.317899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-def4a0b2-17cb-40cc-a2e4-4d14a54fb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.319894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-def4a0b2-17cb-40cc-a2e4-4d14a54fb5fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1136 time: 0.0888321 Sep 21 18:04:04.328374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713ea46d-74d1-4f45-806e-84c75bf84452') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:04.328691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713ea46d-74d1-4f45-806e-84c75bf84452') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:04.333211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:04.333470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 54d8dbd9-a6d6-4de0-9f58-ef3bdc4ce989 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:04.374973 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.396625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.405223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:04.420593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:04.422007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:04.447438 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:04.460671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c957b-feb9-422c-aa91-7075693d256a req-7f959727-c85e-44c1-b211-85256ec98482 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.474909 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-319c957b-feb9-422c-aa91-7075693d256a req-7f959727-c85e-44c1-b211-85256ec98482 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 985 time: 0.4896998 Sep 21 18:04:04.485376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da145944-906b-46d2-a209-d144c75cd29c req-dd062e70-e3c0-4874-8f3b-086537ce54a7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.487113 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da145944-906b-46d2-a209-d144c75cd29c req-dd062e70-e3c0-4874-8f3b-086537ce54a7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 945 time: 0.1448615 Sep 21 18:04:04.501040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Request body: {'port': {'security_groups': ['61eebc16-cd5c-4be5-ae6d-19d760a0c9b0']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:04.522576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-81544f5b-777f-4e5b-bcf9-82ee23cb6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.524238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-81544f5b-777f-4e5b-bcf9-82ee23cb6f86 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.1832926 Sep 21 18:04:04.529604 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.556845 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da145944-906b-46d2-a209-d144c75cd29c req-58c18d32-e131-4a36-9f94-1d2e1458e529 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627277 Sep 21 18:04:04.576698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:04.577820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:04.580869 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517b9606-3f63-4545-bb08-655c4d1b8b0c" -d '{"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:04.586449 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.607681 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-3fbbbee8-7e1a-441d-8326-affc8dd972b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 217 time: 0.0598626 Sep 21 18:04:04.670268 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.687953 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.691421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:04.698631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-f7fca774-f0eb-4ec1-ac40-228d415406d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.701264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-f7fca774-f0eb-4ec1-ac40-228d415406d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.0859048 Sep 21 18:04:04.705907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:04.710309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.712603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] 10.222.0.70 "DELETE /v2.0/networks/bdaba322-21b6-4e5a-979b-ca73f663a501 HTTP/1.1" status: 204 len: 168 time: 1.1987441 Sep 21 18:04:04.716353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54490) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:04.722673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:04.749664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aadea4-30d1-4ab3-b75f-cd5445905b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=bdaba322-21b6-4e5a-979b-ca73f663a501,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:04.755804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.819561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] Deleting subnet 57883303-2cff-4f21-9ade-08c4f21b2be6 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:04.823427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-8f2f6b9f-8e7c-4f3c-bad2-4e429cc6a5f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056833 Sep 21 18:04:04.826444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.964574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.065333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Router cd1f28f2-0850-45e1-b3c5-f3b804748af3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:05.098818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:05.101562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.180140 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-33aec88d-564b-4936-9acc-51e59b25cca8 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221159 Sep 21 18:04:05.199432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce19b8-d522-49fb-89eb-36be5a445aa5 req-6cc87319-7fa1-4139-a711-abb280cf764c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.207588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54ce19b8-d522-49fb-89eb-36be5a445aa5 req-6cc87319-7fa1-4139-a711-abb280cf764c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1642475 Sep 21 18:04:05.222004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a699f0e5-ae17-44e7-a176-55e877c41c4d None None] Provisioning complete for port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:05.222501 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a699f0e5-ae17-44e7-a176-55e877c41c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.249078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.260073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.271646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e71bce5e-4f1d-4731-a4cc-39d26037ca9a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:05.277849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.304717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a699f0e5-ae17-44e7-a176-55e877c41c4d None None] Port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:05.308459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:05.317653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:05.326366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-16acf277-77cd-4d1d-9975-57cb74294a1e admin admin] 10.222.0.70 "PUT /v2.0/routers/cd1f28f2-0850-45e1-b3c5-f3b804748af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3127680 Sep 21 18:04:05.342420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.343292 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.362961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-319c957b-feb9-422c-aa91-7075693d256a req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "PUT /v2.0/ports/043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 943 time: 0.8754053 Sep 21 18:04:05.363749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:05.366534 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e314d-fb0e-441a-ade8-5c460cf9a8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:05.416548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e71bce5e-4f1d-4731-a4cc-39d26037ca9a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:05.416853 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.427948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fc2a6-5fa9-4cb8-9b9e-622e7e5d33e9 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event updated for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:05.450650 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eadada6-a84d-47f6-a26d-2f5491397f0f x-openstack-request-id: req-1eadada6-a84d-47f6-a26d-2f5491397f0f {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:05.450964 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:05.451226 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1eadada6-a84d-47f6-a26d-2f5491397f0f {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:05.451701 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05', 'code': 200} Sep 21 18:04:05.460001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f34506-5b4a-49d5-9726-5488a0c86949 req-b3f2620c-1ce0-4bdb-9f40-1cc27433dad1 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489598 Sep 21 18:04:05.461532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.464647 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/57883303-2cff-4f21-9ade-08c4f21b2be6 HTTP/1.1" status: 204 len: 168 time: 0.7245631 Sep 21 18:04:05.493634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867e14a-0dca-4d64-b2f8-439134e3f78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57883303-2cff-4f21-9ade-08c4f21b2be6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:05.500495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54506) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.504148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54ce19b8-d522-49fb-89eb-36be5a445aa5 req-c8d635b8-f23d-4dfb-bd03-a66a86040bcd tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956638 Sep 21 18:04:05.548841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:05.663125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.670027 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb80e5-24c3-44b8-aa9e-59c2940f141f x-openstack-request-id: req-15bb80e5-24c3-44b8-aa9e-59c2940f141f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:05.670443 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:05.670636 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15bb80e5-24c3-44b8-aa9e-59c2940f141f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:05.671034 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'status': 'completed', 'code': 200} Sep 21 18:04:05.682303 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.719720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b382f9-037b-43db-ab53-a2e31d384347 req-ee21077b-dd1f-47fb-b2e0-882fb3f9c696 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2717397 Sep 21 18:04:05.737230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port e71bce5e-4f1d-4731-a4cc-39d26037ca9a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:05.738593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:05.747843 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.787816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.870048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:05.934245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.947014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.966520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf5e77a-e0c2-4e19-b7d5-b88cbca98844']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:05.977376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c1899-6ec8-403e-ae37-fae9a7db067a req-79e1ef03-b19a-423d-aea5-a4048be0d361 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.979043 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe7c1899-6ec8-403e-ae37-fae9a7db067a req-79e1ef03-b19a-423d-aea5-a4048be0d361 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 945 time: 0.1748743 Sep 21 18:04:05.987118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-4d8a95f8-5952-4d88-b32d-ca3200b10ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.988651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-4d8a95f8-5952-4d88-b32d-ca3200b10ef3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.2748368 Sep 21 18:04:05.994686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf4fa45-e43a-4161-8194-0e08be3c10c8') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:05.994981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf4fa45-e43a-4161-8194-0e08be3c10c8') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:06.030845 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.076592 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.105771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Allocated IP 172.25.3.238 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/a241589c-5491-4bcf-9472-3cca8c2a222d) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:06.133818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:06.134263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:06.136770 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:06.163266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe7c1899-6ec8-403e-ae37-fae9a7db067a req-4bc9072b-1c7e-419d-a11d-9a003678ba94 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696355 Sep 21 18:04:06.212664 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Sync routers for ids ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:06.234784 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Routers {'cd1f28f2-0850-45e1-b3c5-f3b804748af3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:06.235439 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:06.279629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.327435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:06.349903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.394049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 6df96959-08ad-4495-affa-d0b8183adef7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:04:06.399332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 6df96959-08ad-4495-affa-d0b8183adef7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:06.399721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.426639 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Set router cd1f28f2-0850-45e1-b3c5-f3b804748af3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:06.449999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:06.454240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:06.467550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:06.471354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event updated for resources: {'Port': ['ID=a241589c-5491-4bcf-9472-3cca8c2a222d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:06.541053 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.594779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:06.601520 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.631847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.676906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.683032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:06.759559 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:04:03Z', 'revision_number': 4, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port': {'id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:55Z', 'updated_at': '2021-09-21T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5648d5d0-e223-47eb-82ef-9d8f0c7be665', 'name': '', 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'mac_address': 'fa:16:3e:34:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6fc65522-7de3-4473-8965-440485f2dde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:01Z', 'updated_at': '2021-09-21T18:04:03Z', 'revision_number': 2, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'subnets': [{'id': '6fc65522-7de3-4473-8965-440485f2dde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:06.797211 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Checking router: cd1f28f2-0850-45e1-b3c5-f3b804748af3 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:06.797664 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Updating router cd1f28f2-0850-45e1-b3c5-f3b804748af3 port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:04:06.840593 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.858418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-f7b3a454-1504-4a1b-837f-3e310850590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:06.861632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-f7b3a454-1504-4a1b-837f-3e310850590f service neutron] 10.222.0.78 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.8540545 Sep 21 18:04:06.882227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.936349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.943803 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.971575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.981163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8bf5e77a-e0c2-4e19-b7d5-b88cbca98844 HTTP/1.1" status: 204 len: 168 time: 1.4751620 Sep 21 18:04:06.998435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-6b87cf6c-07c4-4b7e-8891-d61acdb16f73 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 217 time: 0.1123872 Sep 21 18:04:07.036045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event updated for resources: {'Port': ['ID=a241589c-5491-4bcf-9472-3cca8c2a222d,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.051829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801c8b9-29c2-47f4-bbf8-18e8743a1db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf5e77a-e0c2-4e19-b7d5-b88cbca98844,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.116663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.135314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-4420c3ad-8cc8-4652-82c7-0dec05108ef3 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5051925 Sep 21 18:04:07.150468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.151782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b382f9-037b-43db-ab53-a2e31d384347 req-f7369bfb-84a2-4409-b21d-9d8c0006280f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4186885 Sep 21 18:04:07.155633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-7b1bd776-29d2-406b-8f61-5ee5b91d5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:07.157275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-7b1bd776-29d2-406b-8f61-5ee5b91d5c36 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.1221890 Sep 21 18:04:07.162317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:07.164737 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.208163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-32a7ca98-d612-40ab-a800-7c337fc8d019 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363147 Sep 21 18:04:07.213037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54526) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:07.257338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b382f9-037b-43db-ab53-a2e31d384347 req-23375a2a-36fb-4e5e-985d-7fa97147e9aa tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0833166 Sep 21 18:04:07.273770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e71bce5e-4f1d-4731-a4cc-39d26037ca9a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:07.280352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.351585 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.362292 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.394623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e71bce5e-4f1d-4731-a4cc-39d26037ca9a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:07.395258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.452990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:07.457146 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d974103-5ed8-40bf-96c8-9c5dad93b704" -d '{"events": [{"server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "name": "network-vif-plugged", "status": "completed", "tag": "6df96959-08ad-4495-affa-d0b8183adef7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:07.504950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b382f9-037b-43db-ab53-a2e31d384347 req-e2a5ba32-cfda-46a5-9910-51df6ebb4448 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:07.512485 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-b3f7ead1-45db-451f-b38b-27e2f4007682 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760539 Sep 21 18:04:07.525527 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Pushing event updated for resources: {'Port': ['ID=5648d5d0-e223-47eb-82ef-9d8f0c7be665,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.532863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59b382f9-037b-43db-ab53-a2e31d384347 req-e2a5ba32-cfda-46a5-9910-51df6ebb4448 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2665329 Sep 21 18:04:07.551972 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.558496 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.559178 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.560407 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.561057 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.561546 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.562033 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.562540 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.563017 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.563550 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.564182 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.564675 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:07.591644 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Attempting to bind port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:07.592241 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Attempting to bind port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:07.593080 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Attempting to bind port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 on network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:07.604251 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:07.604760 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Checking segment: {'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:07.606441 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.607247 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Bound using segment: {'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:07.607974 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Bound port: 5648d5d0-e223-47eb-82ef-9d8f0c7be665, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f71ec6a-f4d6-4d09-9303-af76c6c5365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:07.608540 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.708350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71a900e3-a9cd-4503-a421-2c2a2169703d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=488675541d0546a4a382868afc2648ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916561 Sep 21 18:04:07.709164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54534) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:07.712422 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] For port 5648d5d0-e223-47eb-82ef-9d8f0c7be665, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:07.721943 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] For port 5648d5d0-e223-47eb-82ef-9d8f0c7be665, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5648d5d0-e223-47eb-82ef-9d8f0c7be665,segment=NetworkSegment(6f71ec6a-f4d6-4d09-9303-af76c6c5365e),segment_id=6f71ec6a-f4d6-4d09-9303-af76c6c5365e)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:07.733230 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.869849 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa133-d7da-4afe-a30e-febd7d8a763e None None] Pushing event updated for resources: {'Port': ['ID=5648d5d0-e223-47eb-82ef-9d8f0c7be665,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.875212 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Routers {'cd1f28f2-0850-45e1-b3c5-f3b804748af3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:07.876354 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:07.882501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cdb3f244-cfe3-4dab-b942-bec5cbbd875e None None] Provisioning complete for port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:07.883171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f244-cfe3-4dab-b942-bec5cbbd875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.893707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.965733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3f8136d-6a73-4729-89f7-ed96483a6d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.029624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-566e314d-fb0e-441a-ade8-5c460cf9a8eb req-a28a2648-93ef-47aa-ae3c-809379ee0fe5 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898796 Sep 21 18:04:08.031294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb1cd-2d9e-47a4-bbb5-9e1f34f23e1d req-f3e982b8-ded8-41e6-b3bb-4ebd8fa59ec9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:08.032884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Allocated IP 172.25.3.13 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/20bf3453-d689-46b9-b38a-3119455310ae) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:08.033992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b6bb1cd-2d9e-47a4-bbb5-9e1f34f23e1d req-f3e982b8-ded8-41e6-b3bb-4ebd8fa59ec9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1755118 Sep 21 18:04:08.073729 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3f8136d-6a73-4729-89f7-ed96483a6d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.108371 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f244-cfe3-4dab-b942-bec5cbbd875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.166325 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] Set router cd1f28f2-0850-45e1-b3c5-f3b804748af3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:08.236875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cdb3f244-cfe3-4dab-b942-bec5cbbd875e None None] For port 5648d5d0-e223-47eb-82ef-9d8f0c7be665, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5648d5d0-e223-47eb-82ef-9d8f0c7be665,segment=NetworkSegment(6f71ec6a-f4d6-4d09-9303-af76c6c5365e),segment_id=6f71ec6a-f4d6-4d09-9303-af76c6c5365e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:08.244082 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.251147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f244-cfe3-4dab-b942-bec5cbbd875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.258039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b6bb1cd-2d9e-47a4-bbb5-9e1f34f23e1d req-93fffb5e-5499-458b-ab43-8e07c76a50bc tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892738 Sep 21 18:04:08.266523 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.330462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3f8136d-6a73-4729-89f7-ed96483a6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.335701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3f8136d-6a73-4729-89f7-ed96483a6d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.337782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b3f8136d-6a73-4729-89f7-ed96483a6d62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43d61988-7760-4456-8cb2-3106b6ae762b HTTP/1.1" status: 204 len: 168 time: 0.6269832 Sep 21 18:04:08.358346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8136d-6a73-4729-89f7-ed96483a6d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d61988-7760-4456-8cb2-3106b6ae762b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:08.395786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.442615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:08.444047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:04:08.446245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:08.456109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:08.503119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ff1adaf5-da18-4402-8f78-d994994750e6 None None] Provisioning complete for port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:08.504192 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ff1adaf5-da18-4402-8f78-d994994750e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.557094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755c7f-19aa-4500-a487-9732d9942dd5 req-ebd76334-66e0-415b-9399-253c197c3c68 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:08.560995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da755c7f-19aa-4500-a487-9732d9942dd5 req-ebd76334-66e0-415b-9399-253c197c3c68 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 946 time: 0.1634984 Sep 21 18:04:08.591330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3f244-cfe3-4dab-b942-bec5cbbd875e None None] Pushing event updated for resources: {'Port': ['ID=5648d5d0-e223-47eb-82ef-9d8f0c7be665,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:08.660633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.673184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Pushing event updated for resources: {'Port': ['ID=20bf3453-d689-46b9-b38a-3119455310ae,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:08.691076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da755c7f-19aa-4500-a487-9732d9942dd5 req-8c8b0ca8-5373-43a9-9221-3a4deb90d185 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113439 Sep 21 18:04:08.742762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.827176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:08.863123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'f9ffae47-9706-4d68-981b-d68642950d05', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'f9ffae47-9706-4d68-981b-d68642950d05', 'mac_address': 'fa:16:3e:8d:17:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:04:08.928204 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b874f01-10c0-4a37-a992-caf3a9191468 x-openstack-request-id: req-9b874f01-10c0-4a37-a992-caf3a9191468 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:08.928508 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "name": "network-vif-plugged", "status": "completed", "tag": "6df96959-08ad-4495-affa-d0b8183adef7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:08.928800 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b874f01-10c0-4a37-a992-caf3a9191468 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:08.929299 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7', 'code': 200} Sep 21 18:04:08.932357 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:04:03Z', 'revision_number': 4, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port': {'id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:55Z', 'updated_at': '2021-09-21T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5648d5d0-e223-47eb-82ef-9d8f0c7be665', 'name': '', 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'mac_address': 'fa:16:3e:34:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6fc65522-7de3-4473-8965-440485f2dde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:01Z', 'updated_at': '2021-09-21T18:04:07Z', 'revision_number': 4, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'subnets': [{'id': '6fc65522-7de3-4473-8965-440485f2dde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:08.989938 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.009746 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a4647-4dc5-4dc4-b662-1b699acee25e None None] The sync data for ids ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'] in n-d-810285-3 is: [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:04:03Z', 'revision_number': 4, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port': {'id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:55Z', 'updated_at': '2021-09-21T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5648d5d0-e223-47eb-82ef-9d8f0c7be665', 'name': '', 'network_id': '80d2727f-23a7-42fd-ab04-fe88c6a5c82c', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'mac_address': 'fa:16:3e:34:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6fc65522-7de3-4473-8965-440485f2dde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:01Z', 'updated_at': '2021-09-21T18:04:07Z', 'revision_number': 4, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'subnets': [{'id': '6fc65522-7de3-4473-8965-440485f2dde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:09.062679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ffae47-9706-4d68-981b-d68642950d05 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:09.163799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:09.175621 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.177736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.188572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.306999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:09.382102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Pushing event updated for resources: {'Port': ['ID=20bf3453-d689-46b9-b38a-3119455310ae,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:09.389290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f9ffae47-9706-4d68-981b-d68642950d05'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:09.426368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-22dbf4e1-b540-4528-a6eb-b88cecf5d73f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:09.428385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-22dbf4e1-b540-4528-a6eb-b88cecf5d73f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3953383 Sep 21 18:04:09.431283 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.436907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232023b8-29e7-4417-8606-e0ad0371deb5 req-eb99407e-8358-453c-859a-20ad6eb2fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:09.442148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5648d5d0-e223-47eb-82ef-9d8f0c7be665 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:09.443880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-232023b8-29e7-4417-8606-e0ad0371deb5 req-eb99407e-8358-453c-859a-20ad6eb2fcb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 1097 time: 0.2992840 Sep 21 18:04:09.467522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.475412 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-f69edad0-c955-4660-87c6-e20a18b69433 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3170109 Sep 21 18:04:09.527147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-6e3ad0d8-e458-4495-9385-b8aed7eb9f26 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0813425 Sep 21 18:04:09.568760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Request body: {'floatingip': {'port_id': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:09.589936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54570) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:09.593173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-232023b8-29e7-4417-8606-e0ad0371deb5 req-6ffeefc1-7d4d-47c0-a5fe-b10a2cd7dbb5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409080 Sep 21 18:04:09.597787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-ca6a9a15-28bd-46c0-b027-327bace5ed50 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1199603 Sep 21 18:04:09.633272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:09.633751 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.675742 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.823062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d2db5cf8-4dfe-466b-82be-ffb64e31b544 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d9e4da8ca744dcbbb48b0e8566cf3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265148 Sep 21 18:04:09.828647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54578) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:09.880172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-d99dd2fc-505d-4383-ba3a-1bd0179d8c88 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:09.881626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-d99dd2fc-505d-4383-ba3a-1bd0179d8c88 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2769942 Sep 21 18:04:09.903514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-b5f0d009-a090-49aa-87fc-7a77be7f1288 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:09.904534 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42388098-11ee-4f3d-a9a3-926ca8429321 req-b5f0d009-a090-49aa-87fc-7a77be7f1288 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102947 Sep 21 18:04:10.037385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec104-169f-4f99-b9e9-6c55ee2d3130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.109924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec104-169f-4f99-b9e9-6c55ee2d3130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.302792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec104-169f-4f99-b9e9-6c55ee2d3130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.309279 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec104-169f-4f99-b9e9-6c55ee2d3130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.311491 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cb1ec104-169f-4f99-b9e9-6c55ee2d3130 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac759ef8-c500-494d-bd23-4d916fb509b2 HTTP/1.1" status: 204 len: 168 time: 0.4815745 Sep 21 18:04:10.355662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ec104-169f-4f99-b9e9-6c55ee2d3130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac759ef8-c500-494d-bd23-4d916fb509b2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:10.628859 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.638596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.726992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb766b-9b90-4480-a689-6f88acdcccc6 req-76d52e5e-f589-42a3-b4c6-dbee93d6578f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:10.738575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bdb766b-9b90-4480-a689-6f88acdcccc6 req-76d52e5e-f589-42a3-b4c6-dbee93d6578f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1792877 Sep 21 18:04:10.848775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bdb766b-9b90-4480-a689-6f88acdcccc6 req-a49366f3-9fc4-4c57-9536-7ad9702e2193 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999422 Sep 21 18:04:10.888434 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Floating IP 76f40c14-18ba-4222-b517-6ba05c410855 associated. External IP: 172.25.3.238, port: 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4. Sep 21 18:04:11.081170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dc37f-44fe-469f-8f0b-efb0f8025cf6 req-05721c6c-3af5-43e3-bdcc-663c9a0a0c20 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:11.089502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e2dc37f-44fe-469f-8f0b-efb0f8025cf6 req-05721c6c-3af5-43e3-bdcc-663c9a0a0c20 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 946 time: 0.1321156 Sep 21 18:04:11.188875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e2dc37f-44fe-469f-8f0b-efb0f8025cf6 req-e3a4797b-2a51-4aec-a3d0-28d0bac99f5e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982399 Sep 21 18:04:11.314388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Router 03248aec-8a90-4e55-b7db-88002bd9cb07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:11.395052 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c4cef236-f1fa-4841-bb49-02700134df9a req-78f1bcfd-2b61-4f86-a498-accf5e6f9f16 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips/786f975a-a028-4675-b35c-71104415450a HTTP/1.1" status: 200 len: 692 time: 0.1478798 Sep 21 18:04:11.653585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cef236-f1fa-4841-bb49-02700134df9a req-09970c84-20d1-48f9-99fa-9761c89a2d1d tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:11.668375 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c4cef236-f1fa-4841-bb49-02700134df9a req-09970c84-20d1-48f9-99fa-9761c89a2d1d tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2714677 Sep 21 18:04:11.947975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:11.953062 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.968341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] Sync routers for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:11.983344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:11.985734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:12.030061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-bb78d1a1-9fad-4d84-963c-81265bd47265 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "PUT /v2.0/floatingips/76f40c14-18ba-4222-b517-6ba05c410855 HTTP/1.1" status: 200 len: 997 time: 2.4811504 Sep 21 18:04:12.030623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:12.035107 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f2a3f1-946e-4074-818d-f7687cd6a480" -d '{"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:12.106341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-544cbc46-a916-4192-b84d-4385cbd793ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.122330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-544cbc46-a916-4192-b84d-4385cbd793ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.0743287 Sep 21 18:04:12.279900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-02c4253f-b736-4ddc-8e98-72b0c9562ed3 req-92a8a8c6-02f0-4011-94ac-b8f2d1b12bf2 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=e821f929aed94b3cbce9ad9192a5f56f HTTP/1.1" status: 200 len: 695 time: 0.1118124 Sep 21 18:04:12.365894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:12.390792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-47fd217d-0a00-4051-8b45-cb9e12596181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.394362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-47fd217d-0a00-4051-8b45-cb9e12596181 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.2711172 Sep 21 18:04:12.477091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:04:12.479927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:12.515145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-a6eea2cc-d5a6-4636-9b7f-b7155d0d2f44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 1000 time: 0.1099749 Sep 21 18:04:12.518574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4253f-b736-4ddc-8e98-72b0c9562ed3 req-6a26ef58-9b30-4724-a33c-bdbc85c59bcb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.528966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-02c4253f-b736-4ddc-8e98-72b0c9562ed3 req-6a26ef58-9b30-4724-a33c-bdbc85c59bcb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks?id=d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 787 time: 0.2475691 Sep 21 18:04:12.536932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-02c4253f-b736-4ddc-8e98-72b0c9562ed3 req-8d2c2d19-051c-45c1-b4d9-e116b5674c5f tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:12.556604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-02c4253f-b736-4ddc-8e98-72b0c9562ed3 req-8d2c2d19-051c-45c1-b4d9-e116b5674c5f tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259290 Sep 21 18:04:12.652002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-22154151-2254-44a0-9773-107c4c03c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.653561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-22154151-2254-44a0-9773-107c4c03c58e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.1315918 Sep 21 18:04:12.699428 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-ad4a1d16-383a-4de8-85af-e4c3501b29f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376678 Sep 21 18:04:12.710375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32be5e-5fb7-4db1-a52f-b66904bc5a2f req-561c1f14-c1c2-4a62-986e-f8a016875782 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.712832 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d32be5e-5fb7-4db1-a52f-b66904bc5a2f req-561c1f14-c1c2-4a62-986e-f8a016875782 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1096857 Sep 21 18:04:12.807227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d32be5e-5fb7-4db1-a52f-b66904bc5a2f req-d4b3ea56-e107-47b6-8f83-084629ebc67e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861425 Sep 21 18:04:12.902342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-9816ba1c-a4ba-46e9-b419-e37d07f0ac9f service neutron] 10.222.0.70 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938453 Sep 21 18:04:13.014792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680b6fc-eda9-4cbc-93da-676941ddb5aa req-f0e5e6cd-a5a0-4da6-9696-60be5a3301ab tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.024051 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0680b6fc-eda9-4cbc-93da-676941ddb5aa req-f0e5e6cd-a5a0-4da6-9696-60be5a3301ab tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 946 time: 0.0805645 Sep 21 18:04:13.072736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:13.081499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0680b6fc-eda9-4cbc-93da-676941ddb5aa req-94dad5a4-206d-405e-b8a6-c92bff10a703 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556650 Sep 21 18:04:13.121288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673', 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099', 'port_id': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673', 'mac_address': 'fa:16:3e:2f:48:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50393ea-cf1b-4c33-9b70-42d19ccea4f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:04:13.133225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port f9ffae47-9706-4d68-981b-d68642950d05 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:13.133361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e84bc29b-be81-43cc-9313-d02597f55a21 req-dbc6ff4e-4aa3-4080-ad51-ea92f6a3c3ff service neutron] 10.222.0.70 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291603 Sep 21 18:04:13.133846 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.166801 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007890cd-2801-4b46-bdec-7e34462d6525 x-openstack-request-id: req-007890cd-2801-4b46-bdec-7e34462d6525 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:13.167090 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:13.167890 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-007890cd-2801-4b46-bdec-7e34462d6525 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:13.169276 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'status': 'completed', 'code': 200} Sep 21 18:04:13.286302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-6942776b-f6ce-4c7d-a559-870f87a92a9b tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips/786f975a-a028-4675-b35c-71104415450a HTTP/1.1" status: 200 len: 692 time: 0.0923655 Sep 21 18:04:13.289818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-1c8f8de0-2c48-4dd8-98f2-49f8e554aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.293937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-1c8f8de0-2c48-4dd8-98f2-49f8e554aa94 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.1072655 Sep 21 18:04:13.383199 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.440773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '76f40c14-18ba-4222-b517-6ba05c410855', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'port_id': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'mac_address': 'fa:16:3e:d5:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:04:06Z', 'updated_at': '2021-09-21T18:04:10Z', 'revision_number': 1, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:13.452186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:13.462665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-e1527bd5-82bd-44db-a1e7-6f1a85b19d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.468615 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-e1527bd5-82bd-44db-a1e7-6f1a85b19d4d service neutron] 10.222.0.78 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.1588275 Sep 21 18:04:13.556145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-171a119e-63b7-4154-93dd-85f543cac631 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.572372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-171a119e-63b7-4154-93dd-85f543cac631 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2865641 Sep 21 18:04:13.642501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] Checking router: 03248aec-8a90-4e55-b7db-88002bd9cb07 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:13.691160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-e7e82e4c-6131-49af-92b1-0a01ab7b8dc4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 1000 time: 0.2151604 Sep 21 18:04:13.720601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:13.729204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:13.730733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:13.740542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-a76e1092-a2f0-4c4c-9965-71e6096453f3 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1672609 Sep 21 18:04:13.791541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-bc9d594d-d4e3-4ddd-8397-e181ff3936a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.799255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-bc9d594d-d4e3-4ddd-8397-e181ff3936a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.0968232 Sep 21 18:04:13.841175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-2663108c-8dc7-4c49-a6d8-7593e9236da5 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0919774 Sep 21 18:04:13.869312 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.876583 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-3af09344-f80f-46c9-b732-998c9446d50d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663731 Sep 21 18:04:14.066785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:14.142046 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-0d9987e3-6583-4d12-a883-7552436c5bf3 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504609 Sep 21 18:04:14.215981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Deleting port 20bf3453-d689-46b9-b38a-3119455310ae {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:14.216591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.217184 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.291452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:14.297571 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec9239-edaa-465b-8f96-4de70df2bcb9" -d '{"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:14.300205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:14.313131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:14.321782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.419103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.421032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.427099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f2a3f1-946e-4074-818d-f7687cd6a480 req-1a2b5334-fb63-401c-a447-2a9e7e121cf3 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716565 Sep 21 18:04:14.459500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Calling delete_port for 20bf3453-d689-46b9-b38a-3119455310ae owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:14.516981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=10']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:14.522531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['464eeeb7-6516-4d8a-bbcd-48aa3c44a673'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:14.765237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-dcd8523d-40ac-4044-84bf-7d700c050eed tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 1000 time: 0.1773508 Sep 21 18:04:14.792004 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.873390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-0e226b02-93d5-43ec-963e-4f9468d3a09a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:14.874936 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-0e226b02-93d5-43ec-963e-4f9468d3a09a tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports/043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 943 time: 0.1080534 Sep 21 18:04:14.943836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.947768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.950544 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2574b4ab-7ce8-45c7-9c31-ec39fb85dffd req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "DELETE /v2.0/floatingips/786f975a-a028-4675-b35c-71104415450a HTTP/1.1" status: 204 len: 173 time: 1.0900657 Sep 21 18:04:14.952110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f245c-6429-45b3-9ea6-5a9a43485e7a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Pushing event deleted for resources: {'Port': ['ID=20bf3453-d689-46b9-b38a-3119455310ae,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:14.988683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '76f40c14-18ba-4222-b517-6ba05c410855', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'port_id': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'mac_address': 'fa:16:3e:d5:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:04:06Z', 'updated_at': '2021-09-21T18:04:10Z', 'revision_number': 1, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:15.061070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b8ad7-5cdd-4ea1-a1db-ddb2f5a7bcee None None] The sync data for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 is: [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '76f40c14-18ba-4222-b517-6ba05c410855', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'port_id': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'mac_address': 'fa:16:3e:d5:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:04:06Z', 'updated_at': '2021-09-21T18:04:10Z', 'revision_number': 1, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:15.127000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-634a0be1-b6d7-4904-b1dc-538b76f02d80 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 1000 time: 0.1446662 Sep 21 18:04:15.273408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-9e3b1e2e-a8ff-4ea8-9538-cec4075eba8b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:15.282959 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-9e3b1e2e-a8ff-4ea8-9538-cec4075eba8b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1549804 Sep 21 18:04:15.387879 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-e5eb77e1-e105-495d-bcfe-12167b5839b8 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 1000 time: 0.1038804 Sep 21 18:04:15.389525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc3dab-00cd-4b3b-86ee-717ebc610338 req-2d264367-d65d-46a5-87d6-2401ce97dcba tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:15.393108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:15.400360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0fbc3dab-00cd-4b3b-86ee-717ebc610338 req-2d264367-d65d-46a5-87d6-2401ce97dcba tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 945 time: 0.0700181 Sep 21 18:04:15.449682 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9058d5-253f-4405-a619-b50a919005d9 None None] New status for floating IP 76f40c14-18ba-4222-b517-6ba05c410855: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:04:15.462842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0fbc3dab-00cd-4b3b-86ee-717ebc610338 req-f5b93e90-0144-4eed-bbc5-fb89a7492099 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611060 Sep 21 18:04:15.478903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.643138 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c4afa-e4a2-45ce-9c98-5b40ffdd1dc6 x-openstack-request-id: req-866c4afa-e4a2-45ce-9c98-5b40ffdd1dc6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:15.643758 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:15.643758 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-866c4afa-e4a2-45ce-9c98-5b40ffdd1dc6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:15.644149 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05', 'code': 200} Sep 21 18:04:15.680174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.687694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.688206 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Floating IP 76f40c14-18ba-4222-b517-6ba05c410855 disassociated. External IP: 172.25.3.238, port: 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4. Sep 21 18:04:15.772899 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.db.api [None req-2b9058d5-253f-4405-a619-b50a919005d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:04:15.774300 n-d-810285-3 neutron-server[95093]: DEBUG oslo_db.api [None req-2b9058d5-253f-4405-a619-b50a919005d9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:04:15.915579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b511868-df44-4ea1-9dde-1f325055e031 req-011b2ef3-ac7c-4ab9-9758-d881752a34c5 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1473553 Sep 21 18:04:15.936588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:15.963711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.034375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Router 03248aec-8a90-4e55-b7db-88002bd9cb07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:16.130654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.227984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:16.233236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.274716 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c19d6adb-bedc-47fb-980d-112eec0a6e58 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "PUT /v2.0/floatingips/76f40c14-18ba-4222-b517-6ba05c410855 HTTP/1.1" status: 200 len: 693 time: 0.8777401 Sep 21 18:04:16.275229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Allocated IP 172.25.3.74 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/9647c23b-d426-4949-826b-cd6f78b4c985) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:16.275361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:16.277216 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9058d5-253f-4405-a619-b50a919005d9 None None] New status for floating IP 76f40c14-18ba-4222-b517-6ba05c410855: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:04:16.293753 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541" -d '{"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:16.406040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-90777ddc-93cd-4f19-bb55-a3ab4c081f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:16.420314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-90777ddc-93cd-4f19-bb55-a3ab4c081f03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.1033926 Sep 21 18:04:16.476018 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.498295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:16.535919 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.592520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:16.597020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:16.604202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:04:16.607404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:16.607593 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.610226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:16.655321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Pushing event updated for resources: {'Port': ['ID=9647c23b-d426-4949-826b-cd6f78b4c985,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:16.660222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-10b59597-56ea-4f54-b7f8-98e1abed0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:16.676790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-10b59597-56ea-4f54-b7f8-98e1abed0ef4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.2544580 Sep 21 18:04:16.741310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.744730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.799846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:16.805402 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.809954 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.824121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-c8714977-1ef3-4459-9f84-7d82deab471b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 217 time: 0.1413062 Sep 21 18:04:16.890332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-69a9f39e-3627-4b92-ab3b-7cb980e7cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:16.898813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-69a9f39e-3627-4b92-ab3b-7cb980e7cd2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.0734329 Sep 21 18:04:16.920159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:16.930743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-4d9ad70e-f156-4d11-9146-ff446030596e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307512 Sep 21 18:04:16.947480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] Sync routers for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:16.962586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:16.963231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.063333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-9d86ea0e-5ab4-4662-853b-b360a92e4eb7 service neutron] 10.222.0.70 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253283 Sep 21 18:04:17.112794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.122464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.151026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:17.274252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Pushing event updated for resources: {'Port': ['ID=9647c23b-d426-4949-826b-cd6f78b4c985,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:17.287821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.311176 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.319687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b511868-df44-4ea1-9dde-1f325055e031 req-3aabbc52-0416-4fd1-912a-2c853d7c7bdb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3975728 Sep 21 18:04:17.402962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b511868-df44-4ea1-9dde-1f325055e031 req-db92d3a0-fff8-42bc-a794-62e952ee590d tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0822082 Sep 21 18:04:17.543410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.584021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511868-df44-4ea1-9dde-1f325055e031 req-5e0d7cd8-ca08-4b6c-b112-0476033054bc tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:17.585774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b511868-df44-4ea1-9dde-1f325055e031 req-5e0d7cd8-ca08-4b6c-b112-0476033054bc tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1819990 Sep 21 18:04:17.595326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] Checking router: 03248aec-8a90-4e55-b7db-88002bd9cb07 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:17.605658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:17.616707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.668713 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7715c956-49e4-4908-b9b2-673ffc4b2911 req-e250992b-6639-45ec-aeb2-db7db7bb8faa service neutron] 10.222.0.70 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985193 Sep 21 18:04:17.675352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:17.677755 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b75a43-e353-4b86-970e-d967c13af519" -d '{"events": [{"server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "name": "network-vif-plugged", "status": "completed", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:17.853725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:17.923704 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981dd790-adf8-4991-8b68-0438cda29a65 x-openstack-request-id: req-981dd790-adf8-4991-8b68-0438cda29a65 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:17.925792 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:17.926915 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-981dd790-adf8-4991-8b68-0438cda29a65 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:17.928166 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'status': 'completed', 'code': 200} Sep 21 18:04:18.035097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-b7497654-2e8b-439d-9b34-650a89602329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.036886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-b7497654-2e8b-439d-9b34-650a89602329 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5da0a887f73e443b81794460e4e340ab&device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 1097 time: 0.0623238 Sep 21 18:04:18.198090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e8a0-fd80-451b-b59d-d930f39fa885 req-18b592b3-31f2-441f-8a99-5a4339d75605 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.200540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4046e8a0-fd80-451b-b59d-d930f39fa885 req-18b592b3-31f2-441f-8a99-5a4339d75605 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1388593 Sep 21 18:04:18.298674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4046e8a0-fd80-451b-b59d-d930f39fa885 req-cd1d5cc1-caeb-47cc-816d-99fe90f334a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920565 Sep 21 18:04:18.304163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-7d5443a5-9a50-49f9-b2d1-521aefafa6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.306324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-7d5443a5-9a50-49f9-b2d1-521aefafa6cd service neutron] 10.222.0.78 "GET /v2.0/networks?id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 200 len: 922 time: 0.2588613 Sep 21 18:04:18.394744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:04:18.429323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-fd6a2139-f612-4932-a153-3a3532367b61 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 200 len: 217 time: 0.1062176 Sep 21 18:04:18.463194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-2d87c777-28e1-4599-88c1-0264a4e19beb tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips/5c2f5092-2001-4bbd-9400-467435a978ea HTTP/1.1" status: 200 len: 692 time: 0.1234057 Sep 21 18:04:18.576770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-9521ace1-076d-46bc-9bd3-3f81dd1d52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.581057 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-9521ace1-076d-46bc-9bd3-3f81dd1d52e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 200 len: 860 time: 0.1430986 Sep 21 18:04:18.647441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-046b9cd3-02e3-41c1-9444-436d1a806053 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5d54fbb2-5e18-4fae-9b17-29491dd1cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556202 Sep 21 18:04:18.654423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:18.745172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-03189788-30bf-42ec-bb5d-f8966ea86e90 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.746831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b9bd1-ca90-41db-a718-c097c9f210ef None None] The sync data for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 is: [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4317f081-6e40-4540-a9a9-88fef6749966', 'name': '', 'network_id': '5d54fbb2-5e18-4fae-9b17-29491dd1cb89', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'mac_address': 'fa:16:3e:bd:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'subnets': [{'id': 'acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:18.751469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-03189788-30bf-42ec-bb5d-f8966ea86e90 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2802076 Sep 21 18:04:18.759993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:18.840475 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '6df96959-08ad-4495-affa-d0b8183adef7', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': '6df96959-08ad-4495-affa-d0b8183adef7', 'mac_address': 'fa:16:3e:2c:fa:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:04:18.862946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-3a6083ce-e645-4cad-9a4f-55f3954a3647 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037308 Sep 21 18:04:18.937376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-67422489-7de7-48b0-a7db-402e5b52d544 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.1736763 Sep 21 18:04:18.986083 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.022622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6df96959-08ad-4495-affa-d0b8183adef7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:19.051329 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-ad2d109a-e305-40e5-825c-ef8268c52cee tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.1085970 Sep 21 18:04:19.077090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:19.084825 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.094079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f06cd5e4-94e4-41e5-bccf-3d40f7ee9541 req-1dd93ab5-75a8-457a-9fca-9d5d37df8e97 service neutron] 10.222.0.78 "GET /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218282 Sep 21 18:04:19.207309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:19.278005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6df96959-08ad-4495-affa-d0b8183adef7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:19.340588 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3cd2a-ba4d-4e4a-a20e-b2039348852e None None] New status for floating IP 76f40c14-18ba-4222-b517-6ba05c410855: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:04:19.376684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Deleting port 9647c23b-d426-4949-826b-cd6f78b4c985 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:19.377032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.561223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.561753 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.578499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Calling delete_port for 9647c23b-d426-4949-826b-cd6f78b4c985 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:19.841361 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.879103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Pushing event deleted for resources: {'Port': ['ID=9647c23b-d426-4949-826b-cd6f78b4c985,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:20.033602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.039710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.041331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84c724ab-a5dd-49ef-900c-23f6a29c881a req-a41020f7-7fbf-4170-b906-7686d269a677 tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "DELETE /v2.0/floatingips/5c2f5092-2001-4bbd-9400-467435a978ea HTTP/1.1" status: 204 len: 173 time: 0.9838998 Sep 21 18:04:20.120508 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60554d2d-2ce0-4b6c-8d9e-6bf0fa366704 x-openstack-request-id: req-60554d2d-2ce0-4b6c-8d9e-6bf0fa366704 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:20.121767 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "name": "network-vif-plugged", "status": "completed", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:20.121767 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60554d2d-2ce0-4b6c-8d9e-6bf0fa366704 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:20.122108 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673', 'code': 200} Sep 21 18:04:20.219877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-98007bc0-8b1c-41bc-a185-1629a452e64c tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips/76f40c14-18ba-4222-b517-6ba05c410855 HTTP/1.1" status: 200 len: 693 time: 0.0815103 Sep 21 18:04:20.336926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd745f14-6937-4f6b-aac8-095768feac0b req-4c6e0d1a-765e-4dbd-aab1-aff8240cbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:20.343409 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd745f14-6937-4f6b-aac8-095768feac0b req-4c6e0d1a-765e-4dbd-aab1-aff8240cbd5e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1097 time: 0.1193004 Sep 21 18:04:20.394085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:20.461025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd745f14-6937-4f6b-aac8-095768feac0b req-dc8f2d1c-04bb-44c9-a3de-ef74092ef5dd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013985 Sep 21 18:04:20.519775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15fb59df-3f6d-4473-aa29-465e9ead0a76 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:20.523362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15fb59df-3f6d-4473-aa29-465e9ead0a76 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2959490 Sep 21 18:04:20.567375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 6df96959-08ad-4495-affa-d0b8183adef7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:20.567754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.618671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-f37e3983-ad0f-429c-914e-95273b38f81b tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0788901 Sep 21 18:04:20.695202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-20752f31-69c0-4ed8-99f7-73179d1c9b21 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0652990 Sep 21 18:04:20.746669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.797195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:20.809358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.888678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Deleting port a241589c-5491-4bcf-9472-3cca8c2a222d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:20.889361 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.904615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:21.016739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.017135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.042819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Calling delete_port for a241589c-5491-4bcf-9472-3cca8c2a222d owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:21.315685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.402924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event deleted for resources: {'Port': ['ID=a241589c-5491-4bcf-9472-3cca8c2a222d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:21.539925 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.543525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.563973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36200e60-7e4b-41af-92ae-2d53f7c55d47 req-15aaefbb-c930-4a75-af4d-b2222dc25028 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "DELETE /v2.0/floatingips/76f40c14-18ba-4222-b517-6ba05c410855 HTTP/1.1" status: 204 len: 173 time: 0.8560801 Sep 21 18:04:22.123411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:22.126702 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c92071-62cb-446c-9315-70725fec9f8b" -d '{"events": [{"server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "name": "network-vif-plugged", "status": "completed", "tag": "6df96959-08ad-4495-affa-d0b8183adef7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:24.872373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f04590-e771-44c2-914c-a0036eedab11 req-9018a79c-adfd-49b1-a857-670a47afef16 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:24.883327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5f04590-e771-44c2-914c-a0036eedab11 req-9018a79c-adfd-49b1-a857-670a47afef16 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.0927925 Sep 21 18:04:24.885692 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-ed568c0f-efdb-4d55-ae9d-5561710313e3 req-45d68060-8f02-488e-a27b-021f9245067d tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] show failed (client error): The resource could not be found. Sep 21 18:04:24.898824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed568c0f-efdb-4d55-ae9d-5561710313e3 req-45d68060-8f02-488e-a27b-021f9245067d tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips/5c2f5092-2001-4bbd-9400-467435a978ea HTTP/1.1" status: 404 len: 350 time: 0.0599217 Sep 21 18:04:24.954816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5f04590-e771-44c2-914c-a0036eedab11 req-615c3064-ccde-4a8b-8777-d37376539276 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Sep 21 18:04:24.972948 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9eb74768-f6f5-482b-a49b-49118aef98f9 req-294a22a4-a0c9-4557-a98e-3e9e57279079 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups/b2ad3ff0-0950-4c53-a523-c800d24941e8 HTTP/1.1" status: 200 len: 1806 time: 0.0595875 Sep 21 18:04:25.094495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9eb74768-f6f5-482b-a49b-49118aef98f9 req-e7a65035-6e69-4eea-b959-ca373a18b3bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.122150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9eb74768-f6f5-482b-a49b-49118aef98f9 req-e7a65035-6e69-4eea-b959-ca373a18b3bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.132604 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4644787-f873-48ad-bb09-6ef673740a79 x-openstack-request-id: req-a4644787-f873-48ad-bb09-6ef673740a79 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:25.133180 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "name": "network-vif-plugged", "status": "completed", "tag": "6df96959-08ad-4495-affa-d0b8183adef7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:25.133180 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4644787-f873-48ad-bb09-6ef673740a79 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:25.133358 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7', 'code': 200} Sep 21 18:04:25.196496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9eb74768-f6f5-482b-a49b-49118aef98f9 req-e7a65035-6e69-4eea-b959-ca373a18b3bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.210481 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9eb74768-f6f5-482b-a49b-49118aef98f9 req-e7a65035-6e69-4eea-b959-ca373a18b3bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.214992 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9eb74768-f6f5-482b-a49b-49118aef98f9 req-e7a65035-6e69-4eea-b959-ca373a18b3bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "DELETE /v2.0/security-groups/b2ad3ff0-0950-4c53-a523-c800d24941e8 HTTP/1.1" status: 204 len: 173 time: 0.2318895 Sep 21 18:04:25.235903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a65035-6e69-4eea-b959-ca373a18b3bf tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad3ff0-0950-4c53-a523-c800d24941e8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:25.340767 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-3884211d-3ec0-42a8-a9d3-da0f241d4131 req-1c7a4cbd-ecda-4e05-9f57-ba6af3dfa05a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] show failed (client error): The resource could not be found. Sep 21 18:04:25.351830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3884211d-3ec0-42a8-a9d3-da0f241d4131 req-1c7a4cbd-ecda-4e05-9f57-ba6af3dfa05a tempest-FloatingIPsTestJSON-1545274618 tempest-FloatingIPsTestJSON-1545274618-project] 10.222.0.70 "GET /v2.0/floatingips/5c2f5092-2001-4bbd-9400-467435a978ea HTTP/1.1" status: 404 len: 350 time: 0.0588474 Sep 21 18:04:25.356723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54856) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.487718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999df48-8061-432d-8021-765adbde8c14 req-0a9115d9-3bb4-409e-a1a3-b1c24f1c8ef7 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:25.495304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c999df48-8061-432d-8021-765adbde8c14 req-0a9115d9-3bb4-409e-a1a3-b1c24f1c8ef7 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1097 time: 0.0840712 Sep 21 18:04:25.540169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c999df48-8061-432d-8021-765adbde8c14 req-8fde0750-5932-4c7c-8a56-066caf498ccc tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Sep 21 18:04:25.691083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f065337-d2ea-4516-8c31-612e1e328ced req-ad1c4cc6-b669-490b-a37b-81727cce11eb tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:25.700651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f065337-d2ea-4516-8c31-612e1e328ced req-ad1c4cc6-b669-490b-a37b-81727cce11eb tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 950 time: 0.0847085 Sep 21 18:04:25.748899 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f065337-d2ea-4516-8c31-612e1e328ced req-31dbff76-0e55-4ee2-a517-4f6f13fcadaf tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Sep 21 18:04:25.864197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac81408-0580-4a25-864a-771698e4ad71 req-bfb4617f-c210-47b4-8b90-a6fe68ce8926 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:25.873546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dac81408-0580-4a25-864a-771698e4ad71 req-bfb4617f-c210-47b4-8b90-a6fe68ce8926 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.0621216 Sep 21 18:04:25.878989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.940478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dac81408-0580-4a25-864a-771698e4ad71 req-f1e70ea5-05b5-42d8-9d48-348d94438115 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655265 Sep 21 18:04:26.115522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3ec9-4fea-406b-99a4-9a16a47484d5 req-cb28140b-e1f1-4ab7-bd2b-c9c052bc14c4 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:26.117297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f5f3ec9-4fea-406b-99a4-9a16a47484d5 req-cb28140b-e1f1-4ab7-bd2b-c9c052bc14c4 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1097 time: 0.0773253 Sep 21 18:04:26.201453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f5f3ec9-4fea-406b-99a4-9a16a47484d5 req-341ebac1-4112-465b-a5e3-3cae0d85f935 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761952 Sep 21 18:04:26.271583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Deleting port 5648d5d0-e223-47eb-82ef-9d8f0c7be665 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:26.271926 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.414481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] For port 5648d5d0-e223-47eb-82ef-9d8f0c7be665, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5648d5d0-e223-47eb-82ef-9d8f0c7be665,segment=NetworkSegment(6f71ec6a-f4d6-4d09-9303-af76c6c5365e),segment_id=6f71ec6a-f4d6-4d09-9303-af76c6c5365e)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:26.415713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.439643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Calling delete_port for 5648d5d0-e223-47eb-82ef-9d8f0c7be665 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:26.744399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.807562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Pushing event deleted for resources: {'Port': ['ID=5648d5d0-e223-47eb-82ef-9d8f0c7be665,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.094181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.623470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e59e65-a65d-408a-8d29-63b5f5023c8d req-92dd7bd6-51f9-43d2-a66a-5094ef63c2b4 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:27.640668 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b6e59e65-a65d-408a-8d29-63b5f5023c8d req-92dd7bd6-51f9-43d2-a66a-5094ef63c2b4 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1245341 Sep 21 18:04:27.729218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b6e59e65-a65d-408a-8d29-63b5f5023c8d req-ec66e2ac-fb9e-4168-bb3c-f42a78854f23 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796709 Sep 21 18:04:27.906485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Router cd1f28f2-0850-45e1-b3c5-f3b804748af3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:28.009634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-361c084f-718a-4141-8513-648f51dde95f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:28.018969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-361c084f-718a-4141-8513-648f51dde95f tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.78 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.1017022 Sep 21 18:04:28.122312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:28.129098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e8c6eef2-a059-41d1-b31c-2991a8d89736 admin admin] 10.222.0.70 "PUT /v2.0/routers/cd1f28f2-0850-45e1-b3c5-f3b804748af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7710423 Sep 21 18:04:28.132220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55002) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.141656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] Sync routers for ids ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:28.171172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] Routers {'cd1f28f2-0850-45e1-b3c5-f3b804748af3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:28.174465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:28.188947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-312bab16-ffe6-4af4-a40d-42fa581f6a51 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:28.197214 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-312bab16-ffe6-4af4-a40d-42fa581f6a51 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206397 Sep 21 18:04:28.256584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-e0615114-5235-4229-ae24-708638d60289 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:28.264124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-e0615114-5235-4229-ae24-708638d60289 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 1094 time: 0.0653327 Sep 21 18:04:28.270777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Request body: {'binding': {'host': 'n-h2-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:28.271813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:04:28.370058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.416882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] Set router cd1f28f2-0850-45e1-b3c5-f3b804748af3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:28.474636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Deleting port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:28.485982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.544620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.571044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:28.637706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on host n-h2-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:28.643301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:28.644420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:28.645809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Deleting port e71bce5e-4f1d-4731-a4cc-39d26037ca9a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:28.646161 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.689336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:04:28.692253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:28.712360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:28.712833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:28.713322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:28.713875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Bound port: 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:28.774539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] For port e71bce5e-4f1d-4731-a4cc-39d26037ca9a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:28.776069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.817046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Calling delete_port for e71bce5e-4f1d-4731-a4cc-39d26037ca9a owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:28.838981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:28.852281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.868124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2188bc31-a1f5-45b7-ab29-c4e4882a3249 service neutron] 10.222.0.70 "POST /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673/bindings HTTP/1.1" status: 201 len: 389 time: 0.5976760 Sep 21 18:04:28.914285 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.946014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:28.948401 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19987c79-ee2b-4d90-ac40-095e7d4f3027" -d '{"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:28.956014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] For port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:28.956405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.974727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:28.991636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Calling delete_port for 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:28.997997 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.025763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6661-9298-464e-ac1a-57df455a2b8b req-46236fae-1fb8-4dd7-b144-9d3db41812f6 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:29.034334 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c4f6661-9298-464e-ac1a-57df455a2b8b req-46236fae-1fb8-4dd7-b144-9d3db41812f6 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 950 time: 0.1329329 Sep 21 18:04:29.171827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c4f6661-9298-464e-ac1a-57df455a2b8b req-89c5710b-a0b6-4977-9ae4-287f4501c416 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345096 Sep 21 18:04:29.236531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=11']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.244581 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb993570-2e9c-47b5-b7f3-b3d51fa81245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.267919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:04:26Z', 'revision_number': 5, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port': {'id': 'e71bce5e-4f1d-4731-a4cc-39d26037ca9a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:55Z', 'updated_at': '2021-09-21T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:29.337916 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.369123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:29.375478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] Checking router: cd1f28f2-0850-45e1-b3c5-f3b804748af3 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:29.410625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Pushing event deleted for resources: {'Port': ['ID=043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.420196 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe917b03-5124-4c34-b448-f3b7836fb846 x-openstack-request-id: req-fe917b03-5124-4c34-b448-f3b7836fb846 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:29.420511 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ffae47-9706-4d68-981b-d68642950d05", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:29.420844 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe917b03-5124-4c34-b448-f3b7836fb846 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:29.421146 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05', 'code': 200} Sep 21 18:04:29.427021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7693a-02f2-4d7c-9396-87bdc5790325 req-298f2bb8-eb18-4503-8262-79fb13fb67bd tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:29.443632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdf7693a-02f2-4d7c-9396-87bdc5790325 req-298f2bb8-eb18-4503-8262-79fb13fb67bd tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/ports?device_id=d97e7e01-eeb2-4be9-b342-0e15c8dac6ac HTTP/1.1" status: 200 len: 946 time: 0.3124392 Sep 21 18:04:29.472338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] Routers {'cd1f28f2-0850-45e1-b3c5-f3b804748af3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:29.472991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:29.500088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-ce759505-365d-4794-917a-ba3d68aa3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:29.501622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-ce759505-365d-4794-917a-ba3d68aa3a97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1097 time: 0.2767680 Sep 21 18:04:29.518297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] No DVR routers for this DVR port 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:29.521249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.523581 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29608c5d-3ab0-4bb7-9a3d-28086f200414 req-1a056710-01c6-484b-bd68-7942c7e6d7ac tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.78 "DELETE /v2.0/ports/043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 HTTP/1.1" status: 204 len: 173 time: 1.4975574 Sep 21 18:04:29.524143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'name': 'network-vif-deleted', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:29.526618 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aabe96-b989-4704-a2b2-7227ac3aff39" -d '{"events": [{"server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "name": "network-vif-deleted", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:29.610931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdf7693a-02f2-4d7c-9396-87bdc5790325 req-40e0abc3-02a6-4eb6-beaa-b3d62c392753 tempest-ServerRescueTestJSONUnderV235-2054700466 tempest-ServerRescueTestJSONUnderV235-2054700466-project] 10.222.0.70 "GET /v2.0/security-groups?id=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463339 Sep 21 18:04:29.613695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134384b-8110-4ae0-85d0-4c002eceac72 req-f5b71f69-d7b7-4f23-ae3e-36ccc9ba444f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:29.614786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] Set router cd1f28f2-0850-45e1-b3c5-f3b804748af3 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:29.622439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f134384b-8110-4ae0-85d0-4c002eceac72 req-f5b71f69-d7b7-4f23-ae3e-36ccc9ba444f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1053646 Sep 21 18:04:29.627821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.705571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:04:28Z', 'revision_number': 6, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:29.708807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f134384b-8110-4ae0-85d0-4c002eceac72 req-2c32c885-9ce1-4edc-83c2-76461dd94746 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852051 Sep 21 18:04:29.744396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae19928-8bbc-4152-90e3-8363a23bec17 None None] The sync data for ids ['cd1f28f2-0850-45e1-b3c5-f3b804748af3'] in n-d-810285-3 is: [{'id': 'cd1f28f2-0850-45e1-b3c5-f3b804748af3', 'name': 'tempest-FloatingIPsTestJSON-1394129027-router', 'tenant_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:52Z', 'updated_at': '2021-09-21T18:04:28Z', 'revision_number': 6, 'project_id': 'e821f929aed94b3cbce9ad9192a5f56f', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:29.839199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71bce5e-4f1d-4731-a4cc-39d26037ca9a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.908582 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f399ffd3-5ddc-4477-83da-f7afd3aa0203 x-openstack-request-id: req-f399ffd3-5ddc-4477-83da-f7afd3aa0203 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:29.914487 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97e7e01-eeb2-4be9-b342-0e15c8dac6ac", "name": "network-vif-deleted", "tag": "043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:29.914487 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f399ffd3-5ddc-4477-83da-f7afd3aa0203 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:29.915501 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97e7e01-eeb2-4be9-b342-0e15c8dac6ac', 'name': 'network-vif-deleted', 'tag': '043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4', 'status': 'completed', 'code': 200} Sep 21 18:04:29.946699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-24bdc958-6641-4a81-8646-ffd302a361f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:29.948339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-24bdc958-6641-4a81-8646-ffd302a361f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.4190240 Sep 21 18:04:29.952927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.115103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2b36f6a8-66fd-46c7-a86e-ee241df42e55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 217 time: 0.1530871 Sep 21 18:04:30.235074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-4f42a010-26f5-4dcc-8c8a-ff0c8c5f22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:30.238149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-4f42a010-26f5-4dcc-8c8a-ff0c8c5f22d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0563569 Sep 21 18:04:30.238692 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.243203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.369254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-21fcb401-d9ff-42bb-a466-d99c8469edfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237462 Sep 21 18:04:30.432583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.433320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd1f28f2-0850-45e1-b3c5-f3b804748af3 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:04:30.439865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.441010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1e1334b6-e24e-466f-a67a-8814630e1d60 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cd1f28f2-0850-45e1-b3c5-f3b804748af3 HTTP/1.1" status: 204 len: 168 time: 2.3075404 Sep 21 18:04:30.443757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55054) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:30.493900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2204543-38e3-4416-8eed-c695ce0ad334 req-b587dc36-7850-429f-b8b6-fd1251bef31f tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:30.495489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2204543-38e3-4416-8eed-c695ce0ad334 req-b587dc36-7850-429f-b8b6-fd1251bef31f tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 948 time: 0.1380284 Sep 21 18:04:30.519446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] Deleting subnet 6fc65522-7de3-4473-8965-440485f2dde2 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:30.526420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.567235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.572998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-54d61b04-00fa-499f-a23b-32c0e1f48cbf service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807966 Sep 21 18:04:30.608559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2204543-38e3-4416-8eed-c695ce0ad334 req-43a5ea5d-5e6d-4e77-8ef8-9367db1e6f7f tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011233 Sep 21 18:04:30.677149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.759396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.806285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55078) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:30.819775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.825421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddb30a-a1cd-49b3-8e07-91e9275a62d7 None None] Network 80d2727f-23a7-42fd-ab04-fe88c6a5c82c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:30.825974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55082) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:30.826602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6fc65522-7de3-4473-8965-440485f2dde2 HTTP/1.1" status: 204 len: 168 time: 0.3817077 Sep 21 18:04:30.827902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540b9b9-9922-4623-9e2e-22c6bad58da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc65522-7de3-4473-8965-440485f2dde2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:30.841911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-ed77fba2-975b-46cf-bcab-8031e2d0cbf2 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584996 Sep 21 18:04:30.859408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-5bb174a5-0b73-46ff-a0c1-f620bea17979 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:30.861369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-5bb174a5-0b73-46ff-a0c1-f620bea17979 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.78 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 948 time: 0.1174769 Sep 21 18:04:31.094831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.136000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523efc-c803-40d9-8eb9-afb1aeb1475d req-fb699fae-1c39-4feb-bca2-c32ed188ef4b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:31.167266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8523efc-c803-40d9-8eb9-afb1aeb1475d req-fb699fae-1c39-4feb-bca2-c32ed188ef4b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1974151 Sep 21 18:04:31.203738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] DHCP port deletion for 80d2727f-23a7-42fd-ab04-fe88c6a5c82c request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:31.275262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8523efc-c803-40d9-8eb9-afb1aeb1475d req-15e7d008-b244-40f7-bf7f-0e24e1a44125 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121943 Sep 21 18:04:31.320777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Deleting port f9ffae47-9706-4d68-981b-d68642950d05 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:31.321136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.365184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e71bce5e-4f1d-4731-a4cc-39d26037ca9a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:31.416346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e71bce5e-4f1d-4731-a4cc-39d26037ca9a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:31.416568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e71bce5e-4f1d-4731-a4cc-39d26037ca9a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:31.417002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5648d5d0-e223-47eb-82ef-9d8f0c7be665 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:31.448553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Deleting port b25e235b-64d6-4e32-bc45-7142793d08ed {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:31.449703 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.473402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 5648d5d0-e223-47eb-82ef-9d8f0c7be665 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:31.473754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5648d5d0-e223-47eb-82ef-9d8f0c7be665 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:31.475971 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] Deleting port b25e235b-64d6-4e32-bc45-7142793d08ed {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:31.476344 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.601234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] For port f9ffae47-9706-4d68-981b-d68642950d05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f9ffae47-9706-4d68-981b-d68642950d05,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:31.601520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.639283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Calling delete_port for f9ffae47-9706-4d68-981b-d68642950d05 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:31.668309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] For port b25e235b-64d6-4e32-bc45-7142793d08ed, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b25e235b-64d6-4e32-bc45-7142793d08ed,segment=NetworkSegment(6f71ec6a-f4d6-4d09-9303-af76c6c5365e),segment_id=6f71ec6a-f4d6-4d09-9303-af76c6c5365e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:31.668740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.714926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] Calling delete_port for b25e235b-64d6-4e32-bc45-7142793d08ed owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:31.729203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] For port b25e235b-64d6-4e32-bc45-7142793d08ed, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b25e235b-64d6-4e32-bc45-7142793d08ed,segment=NetworkSegment(6f71ec6a-f4d6-4d09-9303-af76c6c5365e),segment_id=6f71ec6a-f4d6-4d09-9303-af76c6c5365e)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:31.729638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.796975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Calling delete_port for b25e235b-64d6-4e32-bc45-7142793d08ed owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:31.860644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb520c-e670-40fc-8c42-113a994aea00 req-b4e7a2e4-95fa-4b72-82ca-4dd40060cc82 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:31.873771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45bb520c-e670-40fc-8c42-113a994aea00 req-b4e7a2e4-95fa-4b72-82ca-4dd40060cc82 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/ports?device_id=816cb377-6963-4743-922d-bc59327ccef9 HTTP/1.1" status: 200 len: 948 time: 0.1089327 Sep 21 18:04:31.905915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.926018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] No DVR routers for this DVR port b25e235b-64d6-4e32-bc45-7142793d08ed on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:31.944350 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.969354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f66ec-c6e5-4f8b-9273-9f5ab9977d9c None None] Pushing event deleted for resources: {'Port': ['ID=b25e235b-64d6-4e32-bc45-7142793d08ed,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:32.032842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45bb520c-e670-40fc-8c42-113a994aea00 req-32789e50-3a00-4112-8829-22381b0247b0 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.70 "GET /v2.0/security-groups?id=0ba38bf2-242a-400d-8299-c2caa65f6b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524065 Sep 21 18:04:32.049752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Pushing event deleted for resources: {'Port': ['ID=f9ffae47-9706-4d68-981b-d68642950d05,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:32.081715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.092619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] No DVR routers for this DVR port f9ffae47-9706-4d68-981b-d68642950d05 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:32.098884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.101054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-866661d6-bcc4-4232-acac-f751f601dbf8 req-aa7a1029-d1ed-4c5e-83ba-02baac904c24 tempest-ImagesOneServerTestJSON-1611786050 tempest-ImagesOneServerTestJSON-1611786050-project] 10.222.0.78 "DELETE /v2.0/ports/f9ffae47-9706-4d68-981b-d68642950d05 HTTP/1.1" status: 204 len: 173 time: 1.2324507 Sep 21 18:04:32.101553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-deleted', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:32.106866 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b2805b-93d4-4c41-80a5-15718aa23cd9" -d '{"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-deleted", "tag": "f9ffae47-9706-4d68-981b-d68642950d05"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:32.132639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25e235b-64d6-4e32-bc45-7142793d08ed,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:32.135502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] No DVR routers for this DVR port b25e235b-64d6-4e32-bc45-7142793d08ed on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:32.166607 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06cb9f1-a110-4fa5-9e2b-e8bce71dc92a x-openstack-request-id: req-a06cb9f1-a110-4fa5-9e2b-e8bce71dc92a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:32.166896 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cb377-6963-4743-922d-bc59327ccef9", "name": "network-vif-deleted", "tag": "f9ffae47-9706-4d68-981b-d68642950d05", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:32.167227 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a06cb9f1-a110-4fa5-9e2b-e8bce71dc92a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:32.168974 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cb377-6963-4743-922d-bc59327ccef9', 'name': 'network-vif-deleted', 'tag': 'f9ffae47-9706-4d68-981b-d68642950d05', 'status': 'completed', 'code': 200} Sep 21 18:04:32.255748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.284696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d2727f-23a7-42fd-ab04-fe88c6a5c82c']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:32.295897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f71ec6a-f4d6-4d09-9303-af76c6c5365e') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:32.296194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f71ec6a-f4d6-4d09-9303-af76c6c5365e') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:32.326853 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.367199 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.368033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55138) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:32.473288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.494750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:32.495165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:32.497161 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:32.561758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:32.575011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60654f9-5a60-4ef8-a4f8-bdabf9858c1e req-ecbc80ac-5d2b-4aed-baad-4ceb7c488a0d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:32.576735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b60654f9-5a60-4ef8-a4f8-bdabf9858c1e req-ecbc80ac-5d2b-4aed-baad-4ceb7c488a0d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1407406 Sep 21 18:04:32.612479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: f9ffae47-9706-4d68-981b-d68642950d05 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:32.612828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f9ffae47-9706-4d68-981b-d68642950d05 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:32.613258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:32.658361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c51b199-6806-4747-8ef5-9bd70c1ddcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.680140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:32.680927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 043bdcbf-3ae5-4f91-8ba1-80a01f6b10b4 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:32.727833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.750105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.766760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] 10.222.0.70 "DELETE /v2.0/networks/80d2727f-23a7-42fd-ab04-fe88c6a5c82c HTTP/1.1" status: 204 len: 168 time: 1.9268851 Sep 21 18:04:32.781707 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b60654f9-5a60-4ef8-a4f8-bdabf9858c1e req-38c0febf-b0e3-4e5d-aae2-72b4a279450d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757908 Sep 21 18:04:32.798327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d6a6-d76d-4874-bbb7-451e6e94cc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d2727f-23a7-42fd-ab04-fe88c6a5c82c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:33.005566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c51b199-6806-4747-8ef5-9bd70c1ddcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.013844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c51b199-6806-4747-8ef5-9bd70c1ddcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.044518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55172) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:33.070163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Deleting port 4317f081-6e40-4540-a9a9-88fef6749966 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:33.071528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.143487 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7c51b199-6806-4747-8ef5-9bd70c1ddcc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48b7e1dafbdd41c1b93776e5314fc5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7743509 Sep 21 18:04:33.144374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b199-6806-4747-8ef5-9bd70c1ddcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431688d4-3ab7-4be6-8975-71d1e8cb6b76,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:33.146869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:33.212851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] For port 4317f081-6e40-4540-a9a9-88fef6749966, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4317f081-6e40-4540-a9a9-88fef6749966,segment=NetworkSegment(123a291b-47c9-44a5-93f6-08a0a08ec4c7),segment_id=123a291b-47c9-44a5-93f6-08a0a08ec4c7)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:33.218217 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.228569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c6d-035c-437e-9c74-68f6a79be059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.247776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Calling delete_port for 4317f081-6e40-4540-a9a9-88fef6749966 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:33.272287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b25e235b-64d6-4e32-bc45-7142793d08ed no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:33.299841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c6d-035c-437e-9c74-68f6a79be059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.321357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b25e235b-64d6-4e32-bc45-7142793d08ed {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:33.322165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b25e235b-64d6-4e32-bc45-7142793d08ed not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:33.336113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-998b2314-486f-4bc9-9660-d3382aebc5a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e821f929aed94b3cbce9ad9192a5f56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900262 Sep 21 18:04:33.339363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55184) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:33.410213 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c6d-035c-437e-9c74-68f6a79be059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.414037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c6d-035c-437e-9c74-68f6a79be059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.416104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8c0a7c6d-035c-437e-9c74-68f6a79be059 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/431688d4-3ab7-4be6-8975-71d1e8cb6b76 HTTP/1.1" status: 204 len: 168 time: 0.2646801 Sep 21 18:04:33.431065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7c6d-035c-437e-9c74-68f6a79be059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431688d4-3ab7-4be6-8975-71d1e8cb6b76,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:33.555084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0926a200-ca6f-4c7e-886e-9d64fdc4db69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.588927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5194e754-fd39-48e7-b0e9-249c13cf19cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.601332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0926a200-ca6f-4c7e-886e-9d64fdc4db69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.619175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55192) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:33.703506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.735377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Pushing event deleted for resources: {'Port': ['ID=4317f081-6e40-4540-a9a9-88fef6749966,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:33.744048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0926a200-ca6f-4c7e-886e-9d64fdc4db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.747089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0926a200-ca6f-4c7e-886e-9d64fdc4db69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.748447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0926a200-ca6f-4c7e-886e-9d64fdc4db69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61adf3f6-c8f5-49d4-98be-aab667c01449 HTTP/1.1" status: 204 len: 168 time: 0.4064567 Sep 21 18:04:33.917897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.016922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55214) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:34.036540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a60eb4f1-cbcd-432f-afdf-a4b10b6eb43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.049191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22338a6-b028-49cb-9f3c-41a0a24d00da req-8dbc6ae1-1f4c-4825-9397-1c098231a94c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:34.056880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d22338a6-b028-49cb-9f3c-41a0a24d00da req-8dbc6ae1-1f4c-4825-9397-1c098231a94c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1375673 Sep 21 18:04:34.089018 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.170262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a60eb4f1-cbcd-432f-afdf-a4b10b6eb43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.181610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a60eb4f1-cbcd-432f-afdf-a4b10b6eb43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.247433 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a60eb4f1-cbcd-432f-afdf-a4b10b6eb43a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cefef88a2bb143579ed6f8d08c02fc68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292697 Sep 21 18:04:34.248668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eb4f1-cbcd-432f-afdf-a4b10b6eb43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ca388-fb2b-4d81-9943-e972f633e008,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:34.270551 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d22338a6-b028-49cb-9f3c-41a0a24d00da req-7c3cc9da-2eee-45a8-bc85-02a113daf9ef tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028859 Sep 21 18:04:34.271245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55218) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:34.298171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8e935416-8f17-42af-8132-20cb2bb6ae40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ac6db36d6714d7583deda802b428e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775856 Sep 21 18:04:34.299108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926a200-ca6f-4c7e-886e-9d64fdc4db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61adf3f6-c8f5-49d4-98be-aab667c01449,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:34.300748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55222) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:34.416079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73eee49c-7ad6-4756-88cf-52e876d01bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.469647 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73eee49c-7ad6-4756-88cf-52e876d01bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.509102 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5048e8-abfa-4776-aa2b-d587e19d8d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.565474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73eee49c-7ad6-4756-88cf-52e876d01bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.570500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73eee49c-7ad6-4756-88cf-52e876d01bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.577750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-73eee49c-7ad6-4756-88cf-52e876d01bc6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b49ca388-fb2b-4d81-9943-e972f633e008 HTTP/1.1" status: 204 len: 168 time: 0.3044536 Sep 21 18:04:34.592387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eee49c-7ad6-4756-88cf-52e876d01bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ca388-fb2b-4d81-9943-e972f633e008,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:34.594260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-36b22135-f75f-4604-bf15-b1cb8775c292 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:34.601364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-36b22135-f75f-4604-bf15-b1cb8775c292 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.3723259 Sep 21 18:04:34.604699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5048e8-abfa-4776-aa2b-d587e19d8d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.633150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.645593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-5de3d405-cc52-4a4e-962b-30d505df0ee3 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/quotas/8bf9c4e2351e44198a03003bd7705966 HTTP/1.1" status: 200 len: 375 time: 0.0432961 Sep 21 18:04:34.661038 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.766491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-630b2f00-e294-49ea-a3e8-e43e74216b46 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196086 Sep 21 18:04:34.783022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5048e8-abfa-4776-aa2b-d587e19d8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.785678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5048e8-abfa-4776-aa2b-d587e19d8d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.789687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd5048e8-abfa-4776-aa2b-d587e19d8d3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ba38bf2-242a-400d-8299-c2caa65f6b5c HTTP/1.1" status: 204 len: 168 time: 0.4854231 Sep 21 18:04:34.837280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5048e8-abfa-4776-aa2b-d587e19d8d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba38bf2-242a-400d-8299-c2caa65f6b5c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:34.994815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-afc0b607-f6a8-423f-9031-8807f1ac0fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760859 Sep 21 18:04:35.139126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Router 03248aec-8a90-4e55-b7db-88002bd9cb07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:35.172473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-14569d67-1127-4520-a93d-dcd6f2194b7f service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768191 Sep 21 18:04:35.375150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:35.389403 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] Sync routers for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:35.395689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-57fecada-dc51-49e2-a763-5b51e88e7695 admin admin] 10.222.0.70 "PUT /v2.0/routers/03248aec-8a90-4e55-b7db-88002bd9cb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5878074 Sep 21 18:04:35.398458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55264) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:35.406465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-faf15122-e695-4212-96bf-3b32881df82d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:35.408369 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:35.408526 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-faf15122-e695-4212-96bf-3b32881df82d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb797c7b-f32c-4e21-8f37-07218ab7474b HTTP/1.1" status: 200 len: 946 time: 0.1521156 Sep 21 18:04:35.409018 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:35.459750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af0cc98b-cbb5-49d0-b2ab-a15f560521c4 req-5bbeb6d2-09e8-45d4-91b5-fbe748665094 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 210 time: 0.0459971 Sep 21 18:04:35.550231 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:35.698134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Deleting port 6df96959-08ad-4495-affa-d0b8183adef7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:35.700962 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.807694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:35.886119 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:04:33Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:35.898253 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.925155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ed17-0482-45d1-ab8a-c4ef00d5ba10 req-316ddc36-1880-4699-a74e-b076ccb38540 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:35.945475 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d399ed17-0482-45d1-ab8a-c4ef00d5ba10 req-316ddc36-1880-4699-a74e-b076ccb38540 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.3435924 Sep 21 18:04:35.958127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] For port 6df96959-08ad-4495-affa-d0b8183adef7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6df96959-08ad-4495-affa-d0b8183adef7,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:35.960444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.978726 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] Checking router: 03248aec-8a90-4e55-b7db-88002bd9cb07 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:35.997175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Calling delete_port for 6df96959-08ad-4495-affa-d0b8183adef7 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:36.001510 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] Routers {'03248aec-8a90-4e55-b7db-88002bd9cb07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:36.004649 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['03248aec-8a90-4e55-b7db-88002bd9cb07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:36.110505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d399ed17-0482-45d1-ab8a-c4ef00d5ba10 req-aa113280-1e83-4a4f-b114-227601ec9d71 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108384 Sep 21 18:04:36.149978 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:04:36.184109 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.206986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-network', 'tenant_id': '833126ed844144b68809232aa909a5f9'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:36.296662 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] Set router 03248aec-8a90-4e55-b7db-88002bd9cb07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:36.306608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Made reservation on behalf of 833126ed844144b68809232aa909a5f9 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:36.323062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.346495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.357595 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.400825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Deleting port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:36.401413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.461781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:36.506876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55304) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:36.525947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 6df96959-08ad-4495-affa-d0b8183adef7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:36.526325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:36.645491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] No DVR routers for this DVR port 6df96959-08ad-4495-affa-d0b8183adef7 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:36.656531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event deleted for resources: {'Port': ['ID=6df96959-08ad-4495-affa-d0b8183adef7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:36.657400 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:04:33Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:36.672285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.677316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18208e02-87ab-4c22-984d-4f154c8e7da3 req-ff89dacd-4000-4b47-83ed-4e6ad31bfd43 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.41 "DELETE /v2.0/ports/6df96959-08ad-4495-affa-d0b8183adef7 HTTP/1.1" status: 204 len: 173 time: 1.2161822 Sep 21 18:04:36.679347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'name': 'network-vif-deleted', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:36.686799 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8cc1a5-8cdc-4936-b6c5-c5f2c8052707" -d '{"events": [{"server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "name": "network-vif-deleted", "tag": "6df96959-08ad-4495-affa-d0b8183adef7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:36.748135 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d9ef2c-89b4-4244-a3f9-059eb13ee690 None None] The sync data for ids ['03248aec-8a90-4e55-b7db-88002bd9cb07'] in n-d-810285-3 is: [{'id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'name': 'tempest-ServerRescueTestJSONUnderV235-2132307294-router', 'tenant_id': '5da0a887f73e443b81794460e4e340ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:04:33Z', 'revision_number': 5, 'project_id': '5da0a887f73e443b81794460e4e340ab', 'gw_port': {'id': 'accf0f36-6f9a-47a3-a239-d7e3e4f7ace0', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03248aec-8a90-4e55-b7db-88002bd9cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:47Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:36.773447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.795566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14fc8f95-189e-45c2-8f96-0fc792193c9d req-868533cb-dc35-4a7c-b1c4-d92da93cc834 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 210 time: 0.1491907 Sep 21 18:04:36.802697 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9becf8d-5fee-4b7d-b652-340338218c0d x-openstack-request-id: req-e9becf8d-5fee-4b7d-b652-340338218c0d {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:36.802982 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb797c7b-f32c-4e21-8f37-07218ab7474b", "name": "network-vif-deleted", "tag": "6df96959-08ad-4495-affa-d0b8183adef7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:36.803234 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9becf8d-5fee-4b7d-b652-340338218c0d {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:36.803641 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb797c7b-f32c-4e21-8f37-07218ab7474b', 'name': 'network-vif-deleted', 'tag': '6df96959-08ad-4495-affa-d0b8183adef7', 'status': 'completed', 'code': 200} Sep 21 18:04:36.841286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] For port accf0f36-6f9a-47a3-a239-d7e3e4f7ace0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:36.841672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.873989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Calling delete_port for accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:36.882290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.925559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:36.978430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-372401857-network', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:36.995275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:37.001176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.001419 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Added segment 77ebe6d0-c6a2-4b54-a865-c9b321720b3b of type vlan for network e053b6fb-d049-4935-891b-ab48b8d0c683 Sep 21 18:04:37.079152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.098471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Made reservation on behalf of be1f1b9fad1b4423afecc308d83bf364 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:37.104174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.119142 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.168526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.217943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.resource_extend [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:04:37.254497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4317f081-6e40-4540-a9a9-88fef6749966 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:37.317245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4317f081-6e40-4540-a9a9-88fef6749966 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:37.317856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4317f081-6e40-4540-a9a9-88fef6749966 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:37.346120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3bc2-316d-47f7-be7c-6a7b83e6493e req-34b2958e-15b3-475f-b1b7-88958a948c37 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:37.364815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-992b3bc2-316d-47f7-be7c-6a7b83e6493e req-34b2958e-15b3-475f-b1b7-88958a948c37 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1189182 Sep 21 18:04:37.459447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-992b3bc2-316d-47f7-be7c-6a7b83e6493e req-6479c45a-a6c9-4df9-9848-aeed7ec45bc4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937238 Sep 21 18:04:37.592376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.606884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-b305063b-cbd6-4327-b05c-d140654a5ca7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:37.612306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-b305063b-cbd6-4327-b05c-d140654a5ca7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.3530467 Sep 21 18:04:37.623965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.672376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Request body: {'port': {'device_id': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'admin_state_up': True, 'tenant_id': '8bf9c4e2351e44198a03003bd7705966'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:37.676144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395bddb-0e82-48bd-8ff3-a0f1c0c257b3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:37.678913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.680310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:37.681107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.806184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:37.808973 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.9956789 Sep 21 18:04:37.812611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55336) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:37.818849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Request body: {'subnet': {'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-subnet', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:37.841130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.841397 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Added segment b60282a9-170c-4dad-8de5-bf958d1c0c28 of type vlan for network 82002a8b-978d-4a14-9987-5f4be212befa Sep 21 18:04:37.887619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Made reservation on behalf of 833126ed844144b68809232aa909a5f9 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:37.890285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.912584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce8258-cc68-4bff-a3aa-25865a7c23ad admin admin] Pushing event updated for resources: {'Network': ['ID=e053b6fb-d049-4935-891b-ab48b8d0c683,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:37.926412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e053b6fb-d049-4935-891b-ab48b8d0c683 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:37.965664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.052371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=accf0f36-6f9a-47a3-a239-d7e3e4f7ace0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:38.065570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.102515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72d2388b-2ddf-41be-b54c-f9d4ddbdf6f4 req-8a8f4d43-37c0-4894-98ff-767931a971a1 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 210 time: 0.1369290 Sep 21 18:04:38.173719 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.179694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.resource_extend [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:04:38.235017 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.236004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:38.236587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.259235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Made reservation on behalf of 8bf9c4e2351e44198a03003bd7705966 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:38.262770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.311813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.318146 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8045912 Sep 21 18:04:38.328995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55352) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:38.336877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Request body: {'subnet': {'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-372401857-subnet', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:38.369129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.409534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Made reservation on behalf of be1f1b9fad1b4423afecc308d83bf364 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:38.412184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.430332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bb0bc-d975-4113-ad91-8d013281e3fb admin admin] Pushing event updated for resources: {'Network': ['ID=82002a8b-978d-4a14-9987-5f4be212befa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:38.441020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 82002a8b-978d-4a14-9987-5f4be212befa details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:38.505290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.540724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.607789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9c7b30-3694-451d-9730-2319d8ecaf9b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:38.618724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Checking segment: {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:38.623528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Network hostable DHCP agents. Network: e053b6fb-d049-4935-891b-ab48b8d0c683, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:38.650784 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.650784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03248aec-8a90-4e55-b7db-88002bd9cb07 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:04:38.657628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.661688 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-781a6b70-9fe6-41b3-8276-9267ab6debd8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/03248aec-8a90-4e55-b7db-88002bd9cb07 HTTP/1.1" status: 204 len: 168 time: 3.2594652 Sep 21 18:04:38.666169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55360) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:38.706444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Network e053b6fb-d049-4935-891b-ab48b8d0c683 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:38.722976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e053b6fb-d049-4935-891b-ab48b8d0c683) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:38.733236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:38.734117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.767884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Allocated IP 172.20.0.8 (2ed2a84c-4825-42a3-8dec-9338a0be517c/fdddf818-4544-4641-8130-a535621d1209/469c07bb-562d-44d2-b0c9-4345795051d2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:38.776256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88323c63-f46a-4859-9e07-a6d3c56ac5a6 None None] Network e053b6fb-d049-4935-891b-ab48b8d0c683 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:38.815448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] Deleting subnet acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:38.825078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-915199b4-f9c5-4642-a994-4f4f5d4b3992 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0101159 Sep 21 18:04:38.825789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55370) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:38.826062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c84477-0676-4ebb-9bfe-1db9bde741b0 req-c2d8ef87-f9ad-418e-a624-a72957a2246c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:38.827815 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43c84477-0676-4ebb-9bfe-1db9bde741b0 req-c2d8ef87-f9ad-418e-a624-a72957a2246c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.2283046 Sep 21 18:04:38.831560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.835692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:38.892101 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.942243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.950676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e34df7-d037-4c3b-9de5-8153051870f2,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:38.959542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5c5e677-336b-460d-b317-109af6cf6d0f req-505f54cd-7484-433b-8c9c-1b05d01c5660 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fc88c741abe84111acf769d941d91e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774205 Sep 21 18:04:38.961692 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.962791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.986673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e053b6fb-d049-4935-891b-ab48b8d0c683', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:38.988401 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.996260 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43c84477-0676-4ebb-9bfe-1db9bde741b0 req-a6d4189b-3d3c-4467-9e03-d150402352d0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351490 Sep 21 18:04:39.060159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.126871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.134107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Checking segment: {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:39.134733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Network hostable DHCP agents. Network: 82002a8b-978d-4a14-9987-5f4be212befa, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:39.174030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Allocated IP 172.20.0.2 (e053b6fb-d049-4935-891b-ab48b8d0c683/fd9c7b30-3694-451d-9730-2319d8ecaf9b/f8de3d97-169d-42c5-8580-762e8a724c43) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:39.296989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5e677-336b-460d-b317-109af6cf6d0f req-0490c899-c0a1-492d-9d6e-b7c9ec51cb23 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:39.302843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5c5e677-336b-460d-b317-109af6cf6d0f req-0490c899-c0a1-492d-9d6e-b7c9ec51cb23 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326480 Sep 21 18:04:39.304020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:39.328737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:39.329079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device accf0f36-6f9a-47a3-a239-d7e3e4f7ace0 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:39.364294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Network 82002a8b-978d-4a14-9987-5f4be212befa is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:39.371421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5c5e677-336b-460d-b317-109af6cf6d0f req-ee3592e6-c9a0-44b1-be24-116cbf35673e tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/quotas/fc88c741abe84111acf769d941d91e98 HTTP/1.1" status: 200 len: 375 time: 0.0639341 Sep 21 18:04:39.414268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.420889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.421264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.427534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 82002a8b-978d-4a14-9987-5f4be212befa) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:39.451182 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5c5e677-336b-460d-b317-109af6cf6d0f req-fcb95546-cc3b-4619-9b60-fecb8bf236df tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc88c741abe84111acf769d941d91e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428774 Sep 21 18:04:39.453287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:39.453869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.471086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Pushing event updated for resources: {'Port': ['ID=f8de3d97-169d-42c5-8580-762e8a724c43,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:39.473789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df37329-45c5-4c3f-8439-72f157c5cc13 None None] Network 82002a8b-978d-4a14-9987-5f4be212befa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:39.484992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7d485a7a-b011-4f8b-963f-acfaabfd78cc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1541605 Sep 21 18:04:39.488295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55380) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:39.493716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:39.508359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Network e053b6fb-d049-4935-891b-ab48b8d0c683 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:39.510091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:39.515719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:39.540110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a7ddd58d-5de6-458d-b336-b71244b7a985 req-17b3ea29-3ad1-45df-a083-18c572114496 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 210 time: 0.0520220 Sep 21 18:04:39.551035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.552228 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.557295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.632064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.644437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.649474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4 HTTP/1.1" status: 204 len: 168 time: 0.9470103 Sep 21 18:04:39.649666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Attempting to bind port f8de3d97-169d-42c5-8580-762e8a724c43 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:39.649992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Attempting to bind port f8de3d97-169d-42c5-8580-762e8a724c43 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:39.650433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Attempting to bind port f8de3d97-169d-42c5-8580-762e8a724c43 on network e053b6fb-d049-4935-891b-ab48b8d0c683 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:39.654028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a505ebe-99ec-4302-9f28-b794a02547e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd07d9f-ec1c-4fbe-8e8a-a8cc2c0024f4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:39.665143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55388) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:39.666416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:39.667042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Checking segment: {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:39.668157 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.668740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Bound using segment: {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:39.669626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Bound port: f8de3d97-169d-42c5-8580-762e8a724c43, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:39.670137 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.757252 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.766990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.800375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] For port f8de3d97-169d-42c5-8580-762e8a724c43, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:39.804681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-82002a8b-978d-4a14-9987-5f4be212befa', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:39.805706 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.839251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] For port f8de3d97-169d-42c5-8580-762e8a724c43, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8de3d97-169d-42c5-8580-762e8a724c43,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:39.847543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.907038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.916414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.924267 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.933808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.948507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.956490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d54fbb2-5e18-4fae-9b17-29491dd1cb89']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:39.991636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7bdda-b1a1-47d3-a307-bea239b0c619 None None] Pushing event updated for resources: {'Port': ['ID=f8de3d97-169d-42c5-8580-762e8a724c43,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:40.017297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123a291b-47c9-44a5-93f6-08a0a08ec4c7') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:40.017297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123a291b-47c9-44a5-93f6-08a0a08ec4c7') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:40.042166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.060120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.067764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:40.068440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:40.095211 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:40.112208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Allocated IP 172.20.0.2 (82002a8b-978d-4a14-9987-5f4be212befa/c4e34df7-d037-4c3b-9de5-8153051870f2/2734ab73-b647-4355-a962-f02b0a4de323) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:40.113360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:40.179514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Allocated IP 172.25.3.221 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/8413e44b-6feb-46df-924b-6b93c85d8966) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:40.186064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:40.190503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:40.272069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:40.272840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.276147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.299633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.304946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] 10.222.0.70 "DELETE /v2.0/networks/5d54fbb2-5e18-4fae-9b17-29491dd1cb89 HTTP/1.1" status: 204 len: 168 time: 0.6348431 Sep 21 18:04:40.371961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3fe54-026e-4abe-8dab-5941026aefcd admin admin] Pushing event deleted for resources: {'Network': ['ID=5d54fbb2-5e18-4fae-9b17-29491dd1cb89,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:40.403175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event updated for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:40.419385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e46dc-e787-458f-ba8a-5dd7c29e29b7 req-e3aa986c-6e75-4c1e-a2bb-4a68b7050caf tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:40.421277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-469e46dc-e787-458f-ba8a-5dd7c29e29b7 req-e3aa986c-6e75-4c1e-a2bb-4a68b7050caf tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1595256 Sep 21 18:04:40.423548 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-45e90eb5-802b-4ecd-9302-6f9e0b851a41 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7881682 Sep 21 18:04:40.459388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Request body: {'port': {'device_id': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:40.479694 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.487536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:40.492911 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.515017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-469e46dc-e787-458f-ba8a-5dd7c29e29b7 req-ea2f6b36-02bb-41ee-80bf-d4951dbebd4b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862653 Sep 21 18:04:40.535695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Network 82002a8b-978d-4a14-9987-5f4be212befa is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:40.538403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:40.540899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 6df96959-08ad-4495-affa-d0b8183adef7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:40.541529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6df96959-08ad-4495-affa-d0b8183adef7 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:40.576932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:40.586738 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.648863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Pushing event updated for resources: {'Port': ['ID=2734ab73-b647-4355-a962-f02b0a4de323,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:40.709194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Attempting to bind port 2734ab73-b647-4355-a962-f02b0a4de323 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:40.709878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Attempting to bind port 2734ab73-b647-4355-a962-f02b0a4de323 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:40.710839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55424) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:40.711429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Attempting to bind port 2734ab73-b647-4355-a962-f02b0a4de323 on network 82002a8b-978d-4a14-9987-5f4be212befa {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:40.718475 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:40.719110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Checking segment: {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:40.719685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.720268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Bound using segment: {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:40.720901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Bound port: 2734ab73-b647-4355-a962-f02b0a4de323, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:40.721470 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.750408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a47fa9e-1aaf-4551-89c2-276ecd231b97 req-3bc6defa-c188-4bc6-87e7-51bedce5d5c3 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fc88c741abe84111acf769d941d91e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828006 Sep 21 18:04:40.800755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] For port 2734ab73-b647-4355-a962-f02b0a4de323, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:40.806455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] For port 2734ab73-b647-4355-a962-f02b0a4de323, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2734ab73-b647-4355-a962-f02b0a4de323,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:40.814031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.817159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9c5f-dd80-48ef-88f8-e14e4dede05c req-2ae5ab19-e92a-449a-babe-4b478ae6ca8b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:40.818857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edfe9c5f-dd80-48ef-88f8-e14e4dede05c req-2ae5ab19-e92a-449a-babe-4b478ae6ca8b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 931 time: 0.0979736 Sep 21 18:04:40.917391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abce9b-97ff-49e3-9575-8d1695859276 None None] Pushing event updated for resources: {'Port': ['ID=2734ab73-b647-4355-a962-f02b0a4de323,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:40.926406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-edfe9c5f-dd80-48ef-88f8-e14e4dede05c req-fec7131f-9dc5-4f6e-bfc7-60e5fc82a44c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736744 Sep 21 18:04:40.985660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2bee2c59-6451-4b5c-9af0-3af5aed1dd05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5da0a887f73e443b81794460e4e340ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656040 Sep 21 18:04:40.991871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55426) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:41.004754 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.013144 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.046084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.074730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469c07bb-562d-44d2-b0c9-4345795051d2 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:41.084991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.105898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63af8f7b-893f-493f-a042-9d2438bfff6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.119359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Transition to ACTIVE for port object 469c07bb-562d-44d2-b0c9-4345795051d2 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:04:41.129455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.137580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63af8f7b-893f-493f-a042-9d2438bfff6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.138010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47fa9e-1aaf-4551-89c2-276ecd231b97 req-78a3766d-03d7-41f2-a281-f0fb499f986a tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:41.152189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a47fa9e-1aaf-4551-89c2-276ecd231b97 req-78a3766d-03d7-41f2-a281-f0fb499f986a tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457015 Sep 21 18:04:41.213869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a47fa9e-1aaf-4551-89c2-276ecd231b97 req-23fc56ae-6e50-4eaf-85b8-635e0aae2b0f tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/quotas/fc88c741abe84111acf769d941d91e98 HTTP/1.1" status: 200 len: 375 time: 0.0600600 Sep 21 18:04:41.247559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Pushing event updated for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:41.272874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a47fa9e-1aaf-4551-89c2-276ecd231b97 req-4469673c-21c5-4c2d-8b68-be6cffd3fa4b tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc88c741abe84111acf769d941d91e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556128 Sep 21 18:04:41.287410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.337420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63af8f7b-893f-493f-a042-9d2438bfff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.341237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63af8f7b-893f-493f-a042-9d2438bfff6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.347520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-63af8f7b-893f-493f-a042-9d2438bfff6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61eebc16-cd5c-4be5-ae6d-19d760a0c9b0 HTTP/1.1" status: 204 len: 168 time: 0.3543918 Sep 21 18:04:41.376347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Allocated IP 172.25.3.203 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/4f23c017-8b9b-4dd9-83f8-c4e913fe2dca) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:41.413803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af8f7b-893f-493f-a042-9d2438bfff6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eebc16-cd5c-4be5-ae6d-19d760a0c9b0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:41.444662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Attempting to bind port 469c07bb-562d-44d2-b0c9-4345795051d2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:41.451310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Attempting to bind port 469c07bb-562d-44d2-b0c9-4345795051d2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:41.451982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Attempting to bind port 469c07bb-562d-44d2-b0c9-4345795051d2 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:41.467597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Port 469c07bb-562d-44d2-b0c9-4345795051d2 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:04:41.468069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Attempting to bind port 469c07bb-562d-44d2-b0c9-4345795051d2 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:41.499692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:41.501945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Checking segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:41.502633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Bound using segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:41.503966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Bound port: 469c07bb-562d-44d2-b0c9-4345795051d2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:41.505123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:41.505459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.540508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:41.580706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f8de3d97-169d-42c5-8580-762e8a724c43 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:41.649043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:41.654904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:41.660210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:41.667388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf50cd5-065a-44d1-aefc-3026ab667304 None None] Network e053b6fb-d049-4935-891b-ab48b8d0c683 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:41.671663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.723810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:41.724425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.726038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] 10.222.0.78 "PUT /v2.0/ports/469c07bb-562d-44d2-b0c9-4345795051d2 HTTP/1.1" status: 200 len: 1091 time: 1.2713883 Sep 21 18:04:41.726535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:41.728886 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc06e9-5520-4d28-abf5-94c568be714e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:41.745491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8413e44b-6feb-46df-924b-6b93c85d8966,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:41.794921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58fa4c-68e3-482d-a959-f8344cd7548e service neutron] Pushing event updated for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:41.860746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.925060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-8a12fbe9-9f1f-4eef-9ce3-7cf586fcc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:41.927937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-8a12fbe9-9f1f-4eef-9ce3-7cf586fcc1bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 1094 time: 0.0747671 Sep 21 18:04:41.941623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f8de3d97-169d-42c5-8580-762e8a724c43 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:41.942006 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.959034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314f5d-492c-4f66-b7d8-5b1f0cdce96a req-dd888aff-fafd-4051-86a5-7f5a616627c4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:41.969758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02314f5d-492c-4f66-b7d8-5b1f0cdce96a req-dd888aff-fafd-4051-86a5-7f5a616627c4 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.3214910 Sep 21 18:04:42.000060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fc20f91b-fa05-43ef-97fb-25a79fa100cd None None] Provisioning complete for port f8de3d97-169d-42c5-8580-762e8a724c43 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:42.000446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc20f91b-fa05-43ef-97fb-25a79fa100cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.012410 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-9925b5cf-8b24-4cfa-8bd5-c4d10b1df3dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=469c07bb-562d-44d2-b0c9-4345795051d2 HTTP/1.1" status: 200 len: 217 time: 0.0747705 Sep 21 18:04:42.103902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02314f5d-492c-4f66-b7d8-5b1f0cdce96a req-acc064b0-b002-4c09-b151-4a2baec07722 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282783 Sep 21 18:04:42.192682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-d57135f4-31db-4d3c-812d-a99c73a84fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:42.195379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-d57135f4-31db-4d3c-812d-a99c73a84fe7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.1747200 Sep 21 18:04:42.220789 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b32c2b-adc3-49c1-b989-9cd5c194c636 x-openstack-request-id: req-69b32c2b-adc3-49c1-b989-9cd5c194c636 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:42.222361 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:42.222766 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69b32c2b-adc3-49c1-b989-9cd5c194c636 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:42.223322 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2', 'status': 'completed', 'code': 200} Sep 21 18:04:42.268657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.269057 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-afd4e621-ae07-426b-ae41-a06107f5080a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644462 Sep 21 18:04:42.273289 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.359830 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc20f91b-fa05-43ef-97fb-25a79fa100cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.369828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:42.377852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:42.387027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:42.437656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Pushing event updated for resources: {'Port': ['ID=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:42.451194 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.476049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port f8de3d97-169d-42c5-8580-762e8a724c43, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8de3d97-169d-42c5-8580-762e8a724c43,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:42.483168 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.486254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2734ab73-b647-4355-a962-f02b0a4de323 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:42.505020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4aee-149c-44ac-8175-9883ea233db5 req-b50aafad-aea2-444b-9b40-b366b3bdcf5f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:42.515349 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-477a4aee-149c-44ac-8175-9883ea233db5 req-b50aafad-aea2-444b-9b40-b366b3bdcf5f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 943 time: 0.2524915 Sep 21 18:04:42.569090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-7799d0bd-a0d8-404e-9697-da5db6e96c60 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886627 Sep 21 18:04:42.608282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-477a4aee-149c-44ac-8175-9883ea233db5 req-5cbad0c3-784d-4608-b009-762f8a503230 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917141 Sep 21 18:04:42.660855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2459ea-e372-4f54-b59c-af3e359ce307 None None] Network 82002a8b-978d-4a14-9987-5f4be212befa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:42.786922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=f8de3d97-169d-42c5-8580-762e8a724c43,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:42.847694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-417ebfd9-4c5d-4c38-a7fe-23f9d15cf6c3 req-7c85ffbb-d4dc-432c-b791-edfa92e0b356 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701557 Sep 21 18:04:42.911734 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-fc20f91b-fa05-43ef-97fb-25a79fa100cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:04:42.911734 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-fc20f91b-fa05-43ef-97fb-25a79fa100cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:04:42.964618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2734ab73-b647-4355-a962-f02b0a4de323 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:42.965082 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.990279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc06e9-5520-4d28-abf5-94c568be714e req-6f8b4b42-3457-4efd-9611-66e4f234fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:42.993077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85cc06e9-5520-4d28-abf5-94c568be714e req-6f8b4b42-3457-4efd-9611-66e4f234fd59 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 1094 time: 0.0782166 Sep 21 18:04:43.040239 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.053980 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.108498 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.197602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 2734ab73-b647-4355-a962-f02b0a4de323, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2734ab73-b647-4355-a962-f02b0a4de323,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:43.206114 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.233836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc06e9-5520-4d28-abf5-94c568be714e req-2a17dd42-d777-4c83-8b7f-3a1aafb6db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.240435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85cc06e9-5520-4d28-abf5-94c568be714e req-2a17dd42-d777-4c83-8b7f-3a1aafb6db3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 907 time: 0.2384670 Sep 21 18:04:43.320827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=2734ab73-b647-4355-a962-f02b0a4de323,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:43.344347 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85cc06e9-5520-4d28-abf5-94c568be714e req-21eea859-f92d-4d1e-8048-e25d9b7b0ba1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=469c07bb-562d-44d2-b0c9-4345795051d2 HTTP/1.1" status: 200 len: 217 time: 0.0957060 Sep 21 18:04:43.372264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f8de3d97-169d-42c5-8580-762e8a724c43 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:43.416257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc06e9-5520-4d28-abf5-94c568be714e req-36caaf7a-2312-4026-ae8a-9c34bb88705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.418488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85cc06e9-5520-4d28-abf5-94c568be714e req-36caaf7a-2312-4026-ae8a-9c34bb88705c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.0623512 Sep 21 18:04:43.474305 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85cc06e9-5520-4d28-abf5-94c568be714e req-f44207e5-7543-44e0-b13f-216d7c2624a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470665 Sep 21 18:04:43.526755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f8de3d97-169d-42c5-8580-762e8a724c43 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:43.528103 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.614458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85cc06e9-5520-4d28-abf5-94c568be714e req-660d755d-db6f-4eb5-92b6-269fb43077d5 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311393 Sep 21 18:04:43.619721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916856e-1ddd-406e-aec3-8bc0374c86c1 req-d81f5105-e8ca-4aaf-bd40-375b79eca76d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.642353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8916856e-1ddd-406e-aec3-8bc0374c86c1 req-d81f5105-e8ca-4aaf-bd40-375b79eca76d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.1479111 Sep 21 18:04:43.726284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:04:43.734322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.739517 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85cc06e9-5520-4d28-abf5-94c568be714e req-3a855481-ef7b-4e74-b612-978b84df982f service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166177 Sep 21 18:04:43.741394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8916856e-1ddd-406e-aec3-8bc0374c86c1 req-0271862f-7d43-4d8f-af60-c6861ea68985 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981274 Sep 21 18:04:43.872184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a9de90cc-ea76-4763-967b-1b83cbbea545 None None] Provisioning complete for port f8de3d97-169d-42c5-8580-762e8a724c43 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:43.872637 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9de90cc-ea76-4763-967b-1b83cbbea545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.924316 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4473d572-d04f-465b-b63e-38a09ef90889 req-2b51f72e-91ff-4bce-8115-c0a310f38f35 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fc88c741abe84111acf769d941d91e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450659 Sep 21 18:04:43.982027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a9de90cc-ea76-4763-967b-1b83cbbea545 None None] Provisioning complete for port 2734ab73-b647-4355-a962-f02b0a4de323 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:43.982484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9de90cc-ea76-4763-967b-1b83cbbea545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.040696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:44.064806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473d572-d04f-465b-b63e-38a09ef90889 req-af72e746-8b90-4df5-8538-893061ea8e50 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:44.073498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4473d572-d04f-465b-b63e-38a09ef90889 req-af72e746-8b90-4df5-8538-893061ea8e50 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441531 Sep 21 18:04:44.084127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Sync routers for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:44.092497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b374e9-a6fe-46e3-8c28-cce6f3ad7f9b req-9b5982b5-23af-42f0-9ee6-01181f5f4752 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:44.095989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4473d572-d04f-465b-b63e-38a09ef90889 req-a42879c4-edc6-40c8-810c-9a37ab1a5102 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/quotas/fc88c741abe84111acf769d941d91e98 HTTP/1.1" status: 200 len: 375 time: 0.0206470 Sep 21 18:04:44.096892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:44.097635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:44.102759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24b374e9-a6fe-46e3-8c28-cce6f3ad7f9b req-9b5982b5-23af-42f0-9ee6-01181f5f4752 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 943 time: 0.1402068 Sep 21 18:04:44.115083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.116740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7db144a2-2a2c-49fa-9546-9d54c4e7f8c9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.2846198 Sep 21 18:04:44.123774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:04:44.126600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55514) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:44.151023 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4473d572-d04f-465b-b63e-38a09ef90889 req-9ea8c87c-d18e-4cf0-a402-c2e7d70a3851 tempest-QuotasAdminNegativeTest-1865150210 tempest-QuotasAdminNegativeTest-1865150210-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc88c741abe84111acf769d941d91e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540721 Sep 21 18:04:44.219420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24b374e9-a6fe-46e3-8c28-cce6f3ad7f9b req-3a9889cb-e02c-4e4e-a031-f72b9aea8621 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148708 Sep 21 18:04:44.250285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:44.526768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:42Z', 'revision_number': 3, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:44.570981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Checking router: a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:44.571359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Updating router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f port 8413e44b-6feb-46df-924b-6b93c85d8966 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:04:44.599436 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.923876 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.930896 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.935772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:44.937660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55534) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:44.939680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-78d128a0-028c-40d0-8b4b-5b9aded0c49a tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:44.941298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-78d128a0-028c-40d0-8b4b-5b9aded0c49a tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1097 time: 0.1828439 Sep 21 18:04:44.953628 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Sync routers for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:44.962567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810285-3'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:44.966054 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:44.967121 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:44.989394 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.990124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f1cfbb4-223e-4c34-b5b8-18c9a8409d8c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.5009289 Sep 21 18:04:44.993092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:45.028860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Attempting to bind port 8413e44b-6feb-46df-924b-6b93c85d8966 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:45.029241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Attempting to bind port 8413e44b-6feb-46df-924b-6b93c85d8966 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:45.029612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Attempting to bind port 8413e44b-6feb-46df-924b-6b93c85d8966 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:45.035500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:45.035888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:45.036298 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.036815 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:45.037299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Bound port: 8413e44b-6feb-46df-924b-6b93c85d8966, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:45.037877 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.060832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a221c-e269-4836-a8ca-4cb2fb9550bb req-1634374e-58d3-4ed6-a63a-552b20ad233c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:45.068215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f03a221c-e269-4836-a8ca-4cb2fb9550bb req-1634374e-58d3-4ed6-a63a-552b20ad233c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 946 time: 0.2434878 Sep 21 18:04:45.106299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] For port 8413e44b-6feb-46df-924b-6b93c85d8966, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:45.111017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] For port 8413e44b-6feb-46df-924b-6b93c85d8966, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8413e44b-6feb-46df-924b-6b93c85d8966,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:45.112564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252610a1-6032-4129-9285-95aad8543988 None None] Pushing event updated for resources: {'Port': ['ID=8413e44b-6feb-46df-924b-6b93c85d8966,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:45.120668 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.120924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.187642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:45.188297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:45.191797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-34e3b6c2-c789-4683-906c-98bed63a2ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.217079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f03a221c-e269-4836-a8ca-4cb2fb9550bb req-165b5aeb-887e-4351-8450-8dfd85f5500a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479046 Sep 21 18:04:45.269702 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:45.279512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252610a1-6032-4129-9285-95aad8543988 None None] Pushing event updated for resources: {'Port': ['ID=8413e44b-6feb-46df-924b-6b93c85d8966,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:45.422594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2734ab73-b647-4355-a962-f02b0a4de323 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:45.539124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf85e9-7deb-4ff6-a836-ba3bad5c062d req-cf92e7ea-c64c-4091-8482-d6cb0cd0b707 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:45.540862 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bdf85e9-7deb-4ff6-a836-ba3bad5c062d req-cf92e7ea-c64c-4091-8482-d6cb0cd0b707 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 943 time: 0.1395051 Sep 21 18:04:45.543522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:45.561395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:45.623295 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:42Z', 'revision_number': 3, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:45.651975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2bdf85e9-7deb-4ff6-a836-ba3bad5c062d req-b7e6a0a0-2880-4d41-b22e-ee3b19473779 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022389 Sep 21 18:04:45.698279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2734ab73-b647-4355-a962-f02b0a4de323 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:45.698864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.706200 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-34e3b6c2-c789-4683-906c-98bed63a2ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.728333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Checking router: 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:45.730994 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-34e3b6c2-c789-4683-906c-98bed63a2ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.731185 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Updating router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:04:45.769485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55552) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:45.769739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-34e3b6c2-c789-4683-906c-98bed63a2ced admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc88c741abe84111acf769d941d91e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8297858 Sep 21 18:04:45.790747 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.810179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:45.818042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3b6c2-c789-4683-906c-98bed63a2ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353289d9-c446-4438-8277-b45484f89c5f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:45.892841 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.935917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:45.938310 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6d5b84-06e1-4be6-ab3c-f125a7772833" -d '{"events": [{"server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "name": "network-vif-unplugged", "status": "completed", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:45.943933 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.001562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.002300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.033340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab9c7-9f49-4141-87c5-e0e0e8cfbe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.077007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:42Z', 'revision_number': 3, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:46.160296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50fefa6-1f03-4496-88fa-33f93134e044 None None] The sync data for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 is: [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:42Z', 'revision_number': 3, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:46.211517 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac3b195-99db-43a6-80b5-230fc026d248 x-openstack-request-id: req-4ac3b195-99db-43a6-80b5-230fc026d248 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:46.212308 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "name": "network-vif-unplugged", "status": "completed", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:46.212787 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ac3b195-99db-43a6-80b5-230fc026d248 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:46.213630 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673', 'code': 200} Sep 21 18:04:46.219680 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.227643 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.282277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab9c7-9f49-4141-87c5-e0e0e8cfbe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.300309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Allocated IP 172.20.0.1 (82002a8b-978d-4a14-9987-5f4be212befa/c4e34df7-d037-4c3b-9de5-8153051870f2/addb5692-de66-4e75-a619-64069c2b487d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:46.329994 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Attempting to bind port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:46.330422 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Attempting to bind port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:46.330784 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Attempting to bind port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:46.348751 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:46.349392 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:46.349955 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.350657 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:46.351165 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Bound port: 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:46.351578 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.414124 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc3c99-21a7-45ff-922d-db7d8d3d7f47 None None] Pushing event updated for resources: {'Port': ['ID=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:46.463080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:04:46.495195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on host n-h1-810285-3 for vnic_type normal with profile {"migrating_to": "n-h2-810285-3"} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:46.496217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:46.496833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:46.497035 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] For port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:46.500694 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] For port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:46.505101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:46.506829 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.518380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:04:46.519118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:46.569117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:46.569780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:46.570374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:46.571118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Bound port: 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:46.572081 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.598882 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc3c99-21a7-45ff-922d-db7d8d3d7f47 None None] Pushing event updated for resources: {'Port': ['ID=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:46.674862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:46.675826 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:46.701810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 469c07bb-562d-44d2-b0c9-4345795051d2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:04:46.755829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e47240-97da-44b4-9cff-cc10562b09c3 req-898b2f03-36cb-440d-99a8-a54cd598e78e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:46.757439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3e47240-97da-44b4-9cff-cc10562b09c3 req-898b2f03-36cb-440d-99a8-a54cd598e78e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.3576186 Sep 21 18:04:46.769628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:46.772805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:46.785671 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.791496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab9c7-9f49-4141-87c5-e0e0e8cfbe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.795203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff8ab9c7-9f49-4141-87c5-e0e0e8cfbe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.796441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ff8ab9c7-9f49-4141-87c5-e0e0e8cfbe73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/353289d9-c446-4438-8277-b45484f89c5f HTTP/1.1" status: 204 len: 168 time: 1.0268159 Sep 21 18:04:46.819746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Allocated IP 172.20.0.1 (e053b6fb-d049-4935-891b-ab48b8d0c683/fd9c7b30-3694-451d-9730-2319d8ecaf9b/1b64c569-97b2-40da-9d95-2434b74838e4) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:46.821585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.892497 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:46.908629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.942331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:46.957056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '469c07bb-562d-44d2-b0c9-4345795051d2', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': '469c07bb-562d-44d2-b0c9-4345795051d2', 'mac_address': 'fa:16:3e:ac:5f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:04:47.016043 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.018968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:47.027383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Network 82002a8b-978d-4a14-9987-5f4be212befa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:47.033207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:47.052501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:47.087925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ab9c7-9f49-4141-87c5-e0e0e8cfbe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353289d9-c446-4438-8277-b45484f89c5f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:47.102880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469c07bb-562d-44d2-b0c9-4345795051d2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:47.157544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:47.162154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on host n-h1-810285-3 for vnic_type normal with profile {"migrating_to": "n-h2-810285-3"} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:47.162555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:47.164401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3e47240-97da-44b4-9cff-cc10562b09c3 req-0fff1ddb-f542-4199-adbe-869e04457383 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861961 Sep 21 18:04:47.166776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:47.174095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.207067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.240328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:04:47.242113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempting to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on network 9ea3f511-accc-45c0-852a-5d8599230099 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:47.332000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:47.335152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Checking segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:47.336983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Bound using segment: {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:47.337601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Bound port: 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aaa5a5-69e2-4243-93bc-0309f5607f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '9ea3f511-accc-45c0-852a-5d8599230099'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:47.338271 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.338483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=8']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:47.375226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Pushing event updated for resources: {'Port': ['ID=addb5692-de66-4e75-a619-64069c2b487d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:47.426546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b38f-ee24-4910-b34a-f6395d3efe60 req-c9fb3980-ea8b-41f9-b6f5-2edf6efd2fe8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:47.440467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1a2b38f-ee24-4910-b34a-f6395d3efe60 req-c9fb3980-ea8b-41f9-b6f5-2edf6efd2fe8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 943 time: 0.6391728 Sep 21 18:04:47.460655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:47.463245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.471499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-58564570-fa2c-4e5d-b0a3-db5b6bc89cf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 1122 time: 2.5161462 Sep 21 18:04:47.497855 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:42Z', 'revision_number': 3, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:47.571141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55586) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:47.572760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8413e44b-6feb-46df-924b-6b93c85d8966 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:47.581931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['469c07bb-562d-44d2-b0c9-4345795051d2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:47.585285 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a7171-2829-417f-b06c-9399104b3a1b None None] The sync data for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 is: [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:42Z', 'revision_number': 3, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:47.620158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c57ca8a-1391-492f-aa1b-0e3a7fa6b8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.664524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['464eeeb7-6516-4d8a-bbcd-48aa3c44a673'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:47.697165 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.772035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.809535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1a2b38f-ee24-4910-b34a-f6395d3efe60 req-1f53a936-3edf-44ad-b699-d40b5af529bf tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682199 Sep 21 18:04:47.861800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.885427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['464eeeb7-6516-4d8a-bbcd-48aa3c44a673'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:47.939166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:47.956499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Network e053b6fb-d049-4935-891b-ab48b8d0c683 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:47.960769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:47.967066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:48.091003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Pushing event updated for resources: {'Port': ['ID=1b64c569-97b2-40da-9d95-2434b74838e4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:48.093687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-377c936e-219a-45a1-843f-7c1ea462f855 None None] Provisioning complete for port addb5692-de66-4e75-a619-64069c2b487d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:48.094072 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-377c936e-219a-45a1-843f-7c1ea462f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.105390 n-d-810285-3 neutron-server[95092]: WARNING neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Concurrent port binding operations failed on port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 Sep 21 18:04:48.115443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:48.122713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.134071 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c57ca8a-1391-492f-aa1b-0e3a7fa6b8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.153439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c57ca8a-1391-492f-aa1b-0e3a7fa6b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.217513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:48.225016 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400662b9-22f5-4821-ac1c-aaf4ea51ba41" -d '{"events": [{"name": "network-changed", "server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:48.273318 n-d-810285-3 neutron-server[95092]: INFO neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Attempt 2 to bind port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 Sep 21 18:04:48.277394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 has no active binding in host n-h2-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:04:48.350162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57ca8a-1391-492f-aa1b-0e3a7fa6b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57eae4b-e9b0-4e01-9751-b181d691a665,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:48.465726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-377c936e-219a-45a1-843f-7c1ea462f855 None None] Port addb5692-de66-4e75-a619-64069c2b487d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:48.476644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8413e44b-6feb-46df-924b-6b93c85d8966 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:48.477177 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.543442 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f886d691-5a79-4cce-8572-8ac8ced81bce x-openstack-request-id: req-f886d691-5a79-4cce-8572-8ac8ced81bce {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:48.544867 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:48.545348 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f886d691-5a79-4cce-8572-8ac8ced81bce {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:48.546017 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673', 'status': 'completed', 'code': 200} Sep 21 18:04:48.646905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.650674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.677023 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4c57ca8a-1391-492f-aa1b-0e3a7fa6b8c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df532ab8a6a34180a73c498708dfeeca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1043696 Sep 21 18:04:48.686430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55600) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:48.722725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.830211 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.899204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-38c4e9fa-b742-4f77-ad30-f483a71dc20b None None] Provisioning complete for port 1b64c569-97b2-40da-9d95-2434b74838e4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:48.899589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38c4e9fa-b742-4f77-ad30-f483a71dc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.908030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94d826bb-914a-45e2-8de8-af46d7abd635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.941714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Pushing event updated for resources: {'Port': ['ID=addb5692-de66-4e75-a619-64069c2b487d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:48.967260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-2fa86096-d7c8-4a3b-9158-5acc32d6c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:48.973393 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-2fa86096-d7c8-4a3b-9158-5acc32d6c205 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1125 time: 0.4040897 Sep 21 18:04:49.005695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0aa-9e42-47bb-bac3-1bfc578b308d req-2fc07ace-fa78-4309-bf07-f29733a22718 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:49.008568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-38c4e9fa-b742-4f77-ad30-f483a71dc20b None None] Port 1b64c569-97b2-40da-9d95-2434b74838e4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:49.014725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8330a0aa-9e42-47bb-bac3-1bfc578b308d req-2fc07ace-fa78-4309-bf07-f29733a22718 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.5430415 Sep 21 18:04:49.025539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94d826bb-914a-45e2-8de8-af46d7abd635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.094579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.127159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 8413e44b-6feb-46df-924b-6b93c85d8966, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8413e44b-6feb-46df-924b-6b93c85d8966,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:49.133693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0dbc9-9477-4f4d-8401-dbd91fef943e req-8ca269b3-158b-4304-ab7e-1f5b90ca6bb7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:49.135267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6d0dbc9-9477-4f4d-8401-dbd91fef943e req-8ca269b3-158b-4304-ab7e-1f5b90ca6bb7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 944 time: 0.1448445 Sep 21 18:04:49.135397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.168439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.181048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.209366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94d826bb-914a-45e2-8de8-af46d7abd635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.212893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94d826bb-914a-45e2-8de8-af46d7abd635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.214075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94d826bb-914a-45e2-8de8-af46d7abd635 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c57eae4b-e9b0-4e01-9751-b181d691a665 HTTP/1.1" status: 204 len: 168 time: 0.5262339 Sep 21 18:04:49.239751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d826bb-914a-45e2-8de8-af46d7abd635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57eae4b-e9b0-4e01-9751-b181d691a665,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:49.272826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=8413e44b-6feb-46df-924b-6b93c85d8966,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:49.334133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6d0dbc9-9477-4f4d-8401-dbd91fef943e req-f800dfd0-64a6-475b-ae56-e26c893a69a0 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768482 Sep 21 18:04:49.335495 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.337655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Pushing event updated for resources: {'Port': ['ID=1b64c569-97b2-40da-9d95-2434b74838e4,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:49.444578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:49.510398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Network e053b6fb-d049-4935-891b-ab48b8d0c683 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:49.513407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:49.537425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:49.538086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.644077 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.687044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:49.694566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:49.699034 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.821251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:49.888316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-692930c1-2ee9-465e-be33-7a8b4e13fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:49.894932 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-692930c1-2ee9-465e-be33-7a8b4e13fef1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.8995886 Sep 21 18:04:49.913157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Network 82002a8b-978d-4a14-9987-5f4be212befa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:49.947630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-897b560b-1adf-41c6-8459-60207d900a3c None None] Provisioning complete for port 1b64c569-97b2-40da-9d95-2434b74838e4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:49.948006 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-897b560b-1adf-41c6-8459-60207d900a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.949243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:49.960034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:49.977257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a92385dc-9835-44c9-9e89-caf349fee95e admin admin] 10.222.0.70 "PUT /v2.0/routers/a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8468084 Sep 21 18:04:49.991144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Sync routers for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:50.030760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:50.031418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.043462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-897b560b-1adf-41c6-8459-60207d900a3c None None] Port 1b64c569-97b2-40da-9d95-2434b74838e4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:50.176082 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-bbfc80da-3f1f-4f27-a76d-3d9ae38bf75c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 217 time: 0.2615135 Sep 21 18:04:50.219705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8330a0aa-9e42-47bb-bac3-1bfc578b308d req-9962ce54-993d-48d9-a7bc-edfe910479ec tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2045240 Sep 21 18:04:50.287754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:50.385431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-9ae7f2a4-a03d-4c13-a044-d1964b9d02ea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4161534 Sep 21 18:04:50.463506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-73920e8a-a0c2-443e-b27f-0dc7a2fe29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:50.465843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-73920e8a-a0c2-443e-b27f-0dc7a2fe29c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.2450674 Sep 21 18:04:50.555264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-94831ba3-ddf1-4dca-9cd9-f419b9c28f50 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791750 Sep 21 18:04:50.618369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 469c07bb-562d-44d2-b0c9-4345795051d2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:50.660750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1dc22ef5-70d9-4f52-9b4b-0979ac69928a None None] Provisioning complete for port addb5692-de66-4e75-a619-64069c2b487d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:50.661356 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1dc22ef5-70d9-4f52-9b4b-0979ac69928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.700968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-6d4ac528-b035-496f-aa54-0b35f8b464ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:50.702534 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-6d4ac528-b035-496f-aa54-0b35f8b464ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 1096 time: 0.2736461 Sep 21 18:04:50.718567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:50.739484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1dc22ef5-70d9-4f52-9b4b-0979ac69928a None None] Port addb5692-de66-4e75-a619-64069c2b487d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:50.750030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7ed57-234f-4028-b8c9-bbfd3074149c req-1e9990ef-d82d-4191-a63d-ad77db032629 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:50.751541 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a0c7ed57-234f-4028-b8c9-bbfd3074149c req-1e9990ef-d82d-4191-a63d-ad77db032629 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 944 time: 0.1932075 Sep 21 18:04:50.791689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-e8081cfe-b36c-43f3-a181-b9c7bf33414d service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108283 Sep 21 18:04:50.796562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 469c07bb-562d-44d2-b0c9-4345795051d2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:04:50.802958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 469c07bb-562d-44d2-b0c9-4345795051d2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:50.803343 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.866725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 2, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.923517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Checking router: a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:50.924699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Updating router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f port 1b64c569-97b2-40da-9d95-2434b74838e4 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:04:50.976582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.035054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-50047fcd-3c0e-4989-83c7-5fd25548c40d tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:51.042825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-50047fcd-3c0e-4989-83c7-5fd25548c40d tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks?id=e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 200 len: 829 time: 0.1688502 Sep 21 18:04:51.063033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-b5c675fd-f982-43cb-896e-8eb84c9ee792 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/quotas/833126ed844144b68809232aa909a5f9 HTTP/1.1" status: 200 len: 375 time: 0.0185289 Sep 21 18:04:51.085785 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.126103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-7b5f2379-c451-451d-8625-82b754dbad67 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=833126ed844144b68809232aa909a5f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617249 Sep 21 18:04:51.135619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-546789fd-73ad-4d15-9045-18a3430ff335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:51.139103 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-546789fd-73ad-4d15-9045-18a3430ff335 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.3847051 Sep 21 18:04:51.187882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:51.191008 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c35d68d-3fe9-4fa3-b740-aae2a13f118d" -d '{"events": [{"server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "name": "network-vif-plugged", "status": "completed", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:51.213102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:51.229189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:51.240587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.241786 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Sync routers for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:51.260416 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:51.261127 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:51.263253 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c2ca2612-33de-4749-b655-949813986117 admin admin] 10.222.0.70 "PUT /v2.0/routers/04a2b17c-b90a-4e6a-9ff1-bead69da15c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2690408 Sep 21 18:04:51.287184 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a0c7ed57-234f-4028-b8c9-bbfd3074149c req-6161620b-b586-4c43-ba2e-11f7e2061689 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045021 Sep 21 18:04:51.389363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:51.423595 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-93decb7f-05b8-43c9-9f59-83488734a3f8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 200 len: 217 time: 0.1881166 Sep 21 18:04:51.455981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:51.512408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-84b79867-ed20-4413-9961-ead66d712644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:51.514607 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-84b79867-ed20-4413-9961-ead66d712644 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.0774736 Sep 21 18:04:51.519365 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-400662b9-22f5-4821-ac1c-aaf4ea51ba41 req-22bfba8c-1b2c-4c4c-92fc-5b57829ed865 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130532 Sep 21 18:04:51.521730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-1c7f9f15-f189-4478-b2e0-d33df431d60c service neutron] 10.222.0.70 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924911 Sep 21 18:04:51.610703 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:51.629944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-053f3880-0599-4b85-bb33-b7be283e4917 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994680 Sep 21 18:04:51.825264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:51.825667 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.828190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-879227b2-6d30-4422-9069-496c1b45dfdb service neutron] 10.222.0.70 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026736 Sep 21 18:04:51.890009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-5fd4ac69-193a-4dcb-9954-398809d80b89 service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547462 Sep 21 18:04:51.964713 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.998495 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.099401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cafc0a79-f59d-4e83-b0f1-f76f447aa284 req-cd19773f-c29e-4590-b027-3f0c260518de service neutron] 10.222.0.78 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989529 Sep 21 18:04:52.146861 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4920bf16-5519-4890-b257-816f3c55be35 x-openstack-request-id: req-4920bf16-5519-4890-b257-816f3c55be35 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:52.151553 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "name": "network-vif-plugged", "status": "completed", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:52.152263 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4920bf16-5519-4890-b257-816f3c55be35 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:52.154158 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2', 'code': 200} Sep 21 18:04:52.253417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270a117-358e-4ca1-a82f-c49d9fd58f5f None None] Pushing event updated for resources: {'Port': ['ID=1b64c569-97b2-40da-9d95-2434b74838e4,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:52.325713 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 2, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:52.424428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Checking router: 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:04:52.424900 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Updating router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 port addb5692-de66-4e75-a619-64069c2b487d binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:04:52.477949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8413e44b-6feb-46df-924b-6b93c85d8966 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:52.488809 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.539591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d2ef-4735-4f42-9f56-6d04e4326d6b req-f7664ec4-7c8c-43fe-9393-8d6954b94320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:52.544063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6c0d2ef-4735-4f42-9f56-6d04e4326d6b req-f7664ec4-7c8c-43fe-9393-8d6954b94320 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 1096 time: 0.2744374 Sep 21 18:04:52.561573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f62cb581-a762-4b73-b721-e521586e1b79 None None] Provisioning complete for port 1b64c569-97b2-40da-9d95-2434b74838e4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:52.561965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f62cb581-a762-4b73-b721-e521586e1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.567009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02292480-def6-411d-ba2d-d8a21d23165b req-afcf5559-3a02-4964-8925-06103a6532cc tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:52.569865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-02292480-def6-411d-ba2d-d8a21d23165b req-afcf5559-3a02-4964-8925-06103a6532cc tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1644082 Sep 21 18:04:52.590527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Attempting to bind port 1b64c569-97b2-40da-9d95-2434b74838e4 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:52.592095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Attempting to bind port 1b64c569-97b2-40da-9d95-2434b74838e4 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:52.593267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Attempting to bind port 1b64c569-97b2-40da-9d95-2434b74838e4 on network e053b6fb-d049-4935-891b-ab48b8d0c683 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:52.649021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:52.655373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Checking segment: {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:52.656144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.656753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Bound using segment: {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:52.657486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Bound port: 1b64c569-97b2-40da-9d95-2434b74838e4, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:52.660331 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.703884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f62cb581-a762-4b73-b721-e521586e1b79 None None] Port 1b64c569-97b2-40da-9d95-2434b74838e4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:52.736937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-02292480-def6-411d-ba2d-d8a21d23165b req-efc649e6-8e8a-4bb6-b7d6-8d26b9952008 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498644 Sep 21 18:04:52.750166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6c0d2ef-4735-4f42-9f56-6d04e4326d6b req-2195f2b1-4667-4cf6-9bcc-57e0221a933b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664026 Sep 21 18:04:52.829430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8413e44b-6feb-46df-924b-6b93c85d8966 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:52.829814 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.914235 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-386bc8ff-94ad-4290-b507-cddf4c02316c req-b791189a-0589-4b12-8ccd-a25582001d95 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 210 time: 0.1259153 Sep 21 18:04:53.120382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] For port 1b64c569-97b2-40da-9d95-2434b74838e4, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:53.138673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55726) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:53.143384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] For port 1b64c569-97b2-40da-9d95-2434b74838e4, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1b64c569-97b2-40da-9d95-2434b74838e4,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:53.144211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-313abbf0-1ceb-410b-81a3-67646a5ceb5b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1680374168', 'description': 'tempest-description--286707073'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:53.145907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e08523-c81c-4cf8-b4af-adbd0eef4608 req-55fab422-7e3c-4f93-acb3-dab0f9d24baf tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:53.151315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.170924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82e08523-c81c-4cf8-b4af-adbd0eef4608 req-55fab422-7e3c-4f93-acb3-dab0f9d24baf tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1162715 Sep 21 18:04:53.236268 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-313abbf0-1ceb-410b-81a3-67646a5ceb5b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.258596 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82e08523-c81c-4cf8-b4af-adbd0eef4608 req-28e47337-fab3-4dc9-8862-280126157820 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828805 Sep 21 18:04:53.284152 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.299309 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.310515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:53.311209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:53.323361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270a117-358e-4ca1-a82f-c49d9fd58f5f None None] Pushing event updated for resources: {'Port': ['ID=1b64c569-97b2-40da-9d95-2434b74838e4,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:53.486878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f133f3-7e3d-42fe-ac3c-fd10ba485aa5 None None] Pushing event updated for resources: {'Port': ['ID=addb5692-de66-4e75-a619-64069c2b487d,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:53.506820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0babbc89-9185-4d1a-80de-96e1f6b4c971 req-148ee031-c6ce-4b48-922b-f75a36c88180 tempest-FlavorsV2NegativeTest-1892171179 tempest-FlavorsV2NegativeTest-1892171179-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=916878ff80964004b1b50fd31070475f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465841 Sep 21 18:04:53.565355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:53.569596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-313abbf0-1ceb-410b-81a3-67646a5ceb5b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.580215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-313abbf0-1ceb-410b-81a3-67646a5ceb5b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.746920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313abbf0-1ceb-410b-81a3-67646a5ceb5b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d55dfff-4e24-4f45-bf39-b31b97437dd6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:53.787287 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Attempting to bind port addb5692-de66-4e75-a619-64069c2b487d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:53.787694 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Attempting to bind port addb5692-de66-4e75-a619-64069c2b487d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:53.788063 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Attempting to bind port addb5692-de66-4e75-a619-64069c2b487d on network 82002a8b-978d-4a14-9987-5f4be212befa {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:53.805110 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:53.805529 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Checking segment: {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:53.805948 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.813905 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Bound using segment: {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:53.814640 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Bound port: addb5692-de66-4e75-a619-64069c2b487d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:53.815158 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.947168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bc40f376-e053-484a-8a0b-d810af2e7529 None None] Provisioning complete for port 1b64c569-97b2-40da-9d95-2434b74838e4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:53.947614 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc40f376-e053-484a-8a0b-d810af2e7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.997486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-41aeeb67-b223-47a9-81a6-ed5f05ae4a19 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:53.999865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae5bb7-9bba-43b6-a58c-307fd16aa1eb req-899ec1b0-3d2d-456e-a188-583663baacec tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:54.003407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-41aeeb67-b223-47a9-81a6-ed5f05ae4a19 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.41 "GET /v2.0/networks?id=e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 200 len: 829 time: 0.2424448 Sep 21 18:04:54.010904 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fae5bb7-9bba-43b6-a58c-307fd16aa1eb req-899ec1b0-3d2d-456e-a188-583663baacec tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.1253364 Sep 21 18:04:54.037460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Request body: {'port': {'device_id': 'e9211784-3405-4c24-9976-be697a8722c9', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'admin_state_up': True, 'tenant_id': '833126ed844144b68809232aa909a5f9'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:54.037718 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] For port addb5692-de66-4e75-a619-64069c2b487d, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:54.047963 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] For port addb5692-de66-4e75-a619-64069c2b487d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=addb5692-de66-4e75-a619-64069c2b487d,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:54.055391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-313abbf0-1ceb-410b-81a3-67646a5ceb5b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.057777 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.061205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-313abbf0-1ceb-410b-81a3-67646a5ceb5b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9210987 Sep 21 18:04:54.085456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:54.122159 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fae5bb7-9bba-43b6-a58c-307fd16aa1eb req-451ae287-f36e-47c2-b42b-9e2b647457bd tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098461 Sep 21 18:04:54.143630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-54d6357e-9eba-4190-9d41-1fdec646f636 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Request body: {'security_group_rule': {'security_group_id': '9d55dfff-4e24-4f45-bf39-b31b97437dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:54.177017 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:54.177902 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:04:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:54.301649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54d6357e-9eba-4190-9d41-1fdec646f636 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.361456 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ce8e1ddb-d0e3-450c-aa43-60b6f91fb3a6 req-5fb63619-af68-435f-9c93-4f8d6785044f tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 210 time: 0.0821037 Sep 21 18:04:54.478000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54d6357e-9eba-4190-9d41-1fdec646f636 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.502772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babbc89-9185-4d1a-80de-96e1f6b4c971 req-7e3b1d5b-25af-4003-a95b-f926b50c7f1b tempest-FlavorsV2NegativeTest-1892171179 tempest-FlavorsV2NegativeTest-1892171179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:54.516363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0babbc89-9185-4d1a-80de-96e1f6b4c971 req-7e3b1d5b-25af-4003-a95b-f926b50c7f1b tempest-FlavorsV2NegativeTest-1892171179 tempest-FlavorsV2NegativeTest-1892171179-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0082867 Sep 21 18:04:54.538093 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f133f3-7e3d-42fe-ac3c-fd10ba485aa5 None None] Pushing event updated for resources: {'Port': ['ID=addb5692-de66-4e75-a619-64069c2b487d,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:54.544654 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:04:54.615960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54d6357e-9eba-4190-9d41-1fdec646f636 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.618563 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc40f376-e053-484a-8a0b-d810af2e7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.650528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0babbc89-9185-4d1a-80de-96e1f6b4c971 req-94a25249-301e-486c-9be9-8f771f3e7d2c tempest-FlavorsV2NegativeTest-1892171179 tempest-FlavorsV2NegativeTest-1892171179-project] 10.222.0.70 "GET /v2.0/quotas/916878ff80964004b1b50fd31070475f HTTP/1.1" status: 200 len: 375 time: 0.1325977 Sep 21 18:04:54.661356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:54.662857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54d6357e-9eba-4190-9d41-1fdec646f636 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.664220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-54d6357e-9eba-4190-9d41-1fdec646f636 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5777378 Sep 21 18:04:54.670154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55760) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:54.684678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3c65414f-7c70-4bb8-bc9d-ac87d2690499 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Request body: {'security_group_rule': {'security_group_id': '9d55dfff-4e24-4f45-bf39-b31b97437dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:54.692379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6357e-9eba-4190-9d41-1fdec646f636 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b03a44-180a-4cb9-986f-967de8e31cd8,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:54.705627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851a4af-a0bf-44c7-98e8-72390ade26e2 req-b8655cf5-6c2b-44e6-b7d5-e2080af6b5f4 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:54.711728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5851a4af-a0bf-44c7-98e8-72390ade26e2 req-b8655cf5-6c2b-44e6-b7d5-e2080af6b5f4 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1599364 Sep 21 18:04:54.776165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5851a4af-a0bf-44c7-98e8-72390ade26e2 req-87b82b5f-30ca-42aa-8304-5b9b99a8f2b0 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565908 Sep 21 18:04:54.813582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0babbc89-9185-4d1a-80de-96e1f6b4c971 req-27b29428-0968-4e4c-be59-ebf704d628f5 tempest-FlavorsV2NegativeTest-1892171179 tempest-FlavorsV2NegativeTest-1892171179-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=916878ff80964004b1b50fd31070475f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1415048 Sep 21 18:04:54.814940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:52Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:54.818648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bc40f376-e053-484a-8a0b-d810af2e7529 None None] For port 1b64c569-97b2-40da-9d95-2434b74838e4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1b64c569-97b2-40da-9d95-2434b74838e4,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:54.854308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e22cd-28b0-428f-8d65-b250a1c53ab6 None None] The sync data for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 is: [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:52Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:54.861781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc40f376-e053-484a-8a0b-d810af2e7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.041211 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c65414f-7c70-4bb8-bc9d-ac87d2690499 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.086109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Made reservation on behalf of 833126ed844144b68809232aa909a5f9 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:55.107676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.151645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-70c09edd-5602-4529-bd7a-c3905f30d6b9 service neutron] 10.222.0.78 "GET /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.2827990 Sep 21 18:04:55.171348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1416b07e-26f3-4fd9-be5d-87ca1dc06ce7 None None] Provisioning complete for port addb5692-de66-4e75-a619-64069c2b487d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:55.171763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1416b07e-26f3-4fd9-be5d-87ca1dc06ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.195718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40f376-e053-484a-8a0b-d810af2e7529 None None] Pushing event updated for resources: {'Port': ['ID=1b64c569-97b2-40da-9d95-2434b74838e4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:55.412827 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d33f42ac-782d-468b-a518-751641ba901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:55.440059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1416b07e-26f3-4fd9-be5d-87ca1dc06ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.454758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c65414f-7c70-4bb8-bc9d-ac87d2690499 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.492218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c65414f-7c70-4bb8-bc9d-ac87d2690499 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.544738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1b64c569-97b2-40da-9d95-2434b74838e4 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:55.546726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65414f-7c70-4bb8-bc9d-ac87d2690499 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9820db8-9e90-417d-8d0a-c30c70e93580,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:55.562217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1416b07e-26f3-4fd9-be5d-87ca1dc06ce7 None None] For port addb5692-de66-4e75-a619-64069c2b487d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=addb5692-de66-4e75-a619-64069c2b487d,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:55.592221 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f42ac-782d-468b-a518-751641ba901f None None] The sync data for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 is: [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:55.613770 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c65414f-7c70-4bb8-bc9d-ac87d2690499 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.623000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c65414f-7c70-4bb8-bc9d-ac87d2690499 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9490302 Sep 21 18:04:55.626717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55792) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:55.628099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1416b07e-26f3-4fd9-be5d-87ca1dc06ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.638720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:55.801093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Allocated IP 172.20.0.9 (e053b6fb-d049-4935-891b-ab48b8d0c683/fd9c7b30-3694-451d-9730-2319d8ecaf9b/bdf713e8-5aa8-4bd6-a132-607e0e03fe2b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:55.862640 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5f392ddc-98c9-4597-b8f0-73ee5c8f362b req-b3f07cf7-cc56-49cd-b7c9-445f1c74b789 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 210 time: 0.0539217 Sep 21 18:04:55.868404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.897491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416b07e-26f3-4fd9-be5d-87ca1dc06ce7 None None] Pushing event updated for resources: {'Port': ['ID=addb5692-de66-4e75-a619-64069c2b487d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:55.922761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1b64c569-97b2-40da-9d95-2434b74838e4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:55.923143 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.140180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:56.221152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55800) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:56.229730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9f7f-1c95-4a39-b165-28212c1451be req-e97bdf0b-da7d-434d-9a1f-4be88e44709b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:56.249500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c77b9f7f-1c95-4a39-b165-28212c1451be req-e97bdf0b-da7d-434d-9a1f-4be88e44709b tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 944 time: 0.7154274 Sep 21 18:04:56.256575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.257261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542b4c1-ae40-44d4-a9c3-9a6f42f6f229 req-eb775a27-fbe1-415e-b6af-8e715d958922 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:56.266942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0542b4c1-ae40-44d4-a9c3-9a6f42f6f229 req-eb775a27-fbe1-415e-b6af-8e715d958922 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.2344980 Sep 21 18:04:56.271089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:56.378572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c77b9f7f-1c95-4a39-b165-28212c1451be req-69047070-8eda-4f3d-bc2a-33da7526167c tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280107 Sep 21 18:04:56.425619 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.504898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0542b4c1-ae40-44d4-a9c3-9a6f42f6f229 req-01423e33-4f6a-4ad7-bce1-0bb7bbd640e6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353332 Sep 21 18:04:56.576527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:56.621811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event updated for resources: {'Port': ['ID=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:56.634660 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fd990b9d-c497-4ed2-9d2a-895c79836f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.639859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Network e053b6fb-d049-4935-891b-ab48b8d0c683 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:56.646685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:56.650602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:56.657447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:56.735313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.846805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.974893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:56.979132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:57.225803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ce0802df-bf36-43ca-ac9b-6266ea11dc59 None None] Provisioning complete for port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:57.227583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce0802df-bf36-43ca-ac9b-6266ea11dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:57.320611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] Transition to ACTIVE for port object 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:04:57.342177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ce0802df-bf36-43ca-ac9b-6266ea11dc59 None None] Port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:57.365974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:57.452069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device addb5692-de66-4e75-a619-64069c2b487d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:57.465752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2d67c-34c9-42ce-b9b4-fbc23b708759 req-ca467bf3-28b6-48a7-8e0b-b61d76927aba tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:57.475857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1a2d67c-34c9-42ce-b9b4-fbc23b708759 req-ca467bf3-28b6-48a7-8e0b-b61d76927aba tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 931 time: 0.3878956 Sep 21 18:04:57.571885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port addb5692-de66-4e75-a619-64069c2b487d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:57.572690 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:57.590315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Allocated IP 172.25.3.78 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/339e8e57-541c-4d8c-b3da-0dc4711a8365) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:57.626628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e6e58-d7e3-4c7c-a8d0-7dbb9c79df62 req-24b2c177-91c9-46ce-a584-b20cb3ec5ba3 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:57.636116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-793e6e58-d7e3-4c7c-a8d0-7dbb9c79df62 req-24b2c177-91c9-46ce-a584-b20cb3ec5ba3 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 945 time: 0.0806904 Sep 21 18:04:57.653955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] No DVR routers for this DVR port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:57.674373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fd990b9d-c497-4ed2-9d2a-895c79836f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:57.714313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-793e6e58-d7e3-4c7c-a8d0-7dbb9c79df62 req-f6cbc8d5-56ea-44b5-9d93-31e782b2d407 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761638 Sep 21 18:04:57.719447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8fd7d019-cdb8-4933-90e2-e8d89d72dec4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6995668 Sep 21 18:04:57.747261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Request body: {'port': {'device_id': 'e9211784-3405-4c24-9976-be697a8722c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:57.751757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1a2d67c-34c9-42ce-b9b4-fbc23b708759 req-2877ced2-9564-45d1-b523-4f26a65dcb33 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747874 Sep 21 18:04:57.752491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] Pushing event updated for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=10']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:57.787479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fd990b9d-c497-4ed2-9d2a-895c79836f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:57.849940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-6b226d3d-deab-48cd-82b2-f0301f188c60 service neutron] 10.222.0.78 "PUT /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673/bindings/n-h2-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6783912 Sep 21 18:04:57.941703 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:57.975766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.000649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394140e-fda5-401f-bc57-c8e28cbcee1b req-e2eeb3f8-e377-4581-87fe-37f65d33c776 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:58.008222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2394140e-fda5-401f-bc57-c8e28cbcee1b req-e2eeb3f8-e377-4581-87fe-37f65d33c776 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1072707 Sep 21 18:04:58.046627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fd990b9d-c497-4ed2-9d2a-895c79836f85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=916878ff80964004b1b50fd31070475f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8173318 Sep 21 18:04:58.046627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.046993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55824) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:58.121767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:58.130267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:58.134087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:58.146613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990b9d-c497-4ed2-9d2a-895c79836f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2034a03e-2b16-4d80-81be-f61ce3097b9d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:58.181582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2394140e-fda5-401f-bc57-c8e28cbcee1b req-9974f633-bc3a-4ac4-92a7-075da8b8a26a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722500 Sep 21 18:04:58.193589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event updated for resources: {'Port': ['ID=339e8e57-541c-4d8c-b3da-0dc4711a8365,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:58.216994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-ece0be76-b283-48b2-ba0c-5e4fd3893b98 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:58.218713 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-ece0be76-b283-48b2-ba0c-5e4fd3893b98 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.2089751 Sep 21 18:04:58.326650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-edb2306b-a9d1-4323-9a49-5cd20c94608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:58.328265 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-edb2306b-a9d1-4323-9a49-5cd20c94608c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36&tenant_id=97a27e9f4de64dc082327af06be8224b HTTP/1.1" status: 200 len: 1096 time: 0.1001990 Sep 21 18:04:58.356802 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.516469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.590696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55836) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:58.646464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-9a858509-fc8e-449b-be3e-98e4d9900fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:58.648323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-9a858509-fc8e-449b-be3e-98e4d9900fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97a27e9f4de64dc082327af06be8224b&device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1096 time: 0.2894144 Sep 21 18:04:58.674158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cd51d1f-280c-4e08-9407-99a13586adf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.698295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cd51d1f-280c-4e08-9407-99a13586adf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.833297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cd51d1f-280c-4e08-9407-99a13586adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.836181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cd51d1f-280c-4e08-9407-99a13586adf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.842337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0cd51d1f-280c-4e08-9407-99a13586adf8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2034a03e-2b16-4d80-81be-f61ce3097b9d HTTP/1.1" status: 204 len: 168 time: 0.7954443 Sep 21 18:04:58.880252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd51d1f-280c-4e08-9407-99a13586adf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2034a03e-2b16-4d80-81be-f61ce3097b9d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:58.883708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9df45b7f-e08a-40f6-a9c1-50dfa58bc687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.995148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-62e430a3-15b6-4dbc-bc62-1cb969c80b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:58.997183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-62e430a3-15b6-4dbc-bc62-1cb969c80b26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 200 len: 909 time: 0.3360462 Sep 21 18:04:59.052237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf713e8-5aa8-4bd6-a132-607e0e03fe2b {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:59.061999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.071824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a258-a02c-4b92-bd07-fc8de7334dd4 req-c92a97e3-4ced-45dd-9e96-1050374ff661 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.073389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd56a258-a02c-4b92-bd07-fc8de7334dd4 req-c92a97e3-4ced-45dd-9e96-1050374ff661 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 931 time: 0.1944506 Sep 21 18:04:59.077095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.086605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f492d13-027a-4385-a818-27bf2c6f518b req-1b8da15f-4580-47a5-a210-32bd2ec5878d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.088157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f492d13-027a-4385-a818-27bf2c6f518b req-1b8da15f-4580-47a5-a210-32bd2ec5878d tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 945 time: 0.2103145 Sep 21 18:04:59.089532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-7e792c2a-3a41-4c59-a408-2e9f024df7c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 200 len: 217 time: 0.0800276 Sep 21 18:04:59.095176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.095399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Transition to ACTIVE for port object bdf713e8-5aa8-4bd6-a132-607e0e03fe2b will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:04:59.110017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.175780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd56a258-a02c-4b92-bd07-fc8de7334dd4 req-4ccca217-8011-42e9-bc07-3c62995d2754 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933232 Sep 21 18:04:59.220669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:59.240526 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c4c23322-fe15-4121-a7df-e231c3dc28d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.409341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Attempting to bind port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:59.409692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Attempting to bind port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:59.410032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Attempting to bind port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b on network e053b6fb-d049-4935-891b-ab48b8d0c683 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:59.419267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b on network e053b6fb-d049-4935-891b-ab48b8d0c683 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:04:59.419850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Attempting to bind port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b on network e053b6fb-d049-4935-891b-ab48b8d0c683 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:59.434439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:59.434896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Checking segment: {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:59.435384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Bound using segment: {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:59.435974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Bound port: bdf713e8-5aa8-4bd6-a132-607e0e03fe2b, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ebe6d0-c6a2-4b54-a865-c9b321720b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:59.436421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.567353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc3c3a-15e9-4452-bf7f-a259f39b4886 req-40aab67b-de35-4688-963a-201a0f864682 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.569130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28bc3c3a-15e9-4452-bf7f-a259f39b4886 req-40aab67b-de35-4688-963a-201a0f864682 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.0897632 Sep 21 18:04:59.576384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] For port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:59.580549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] For port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:59.588491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.678901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28bc3c3a-15e9-4452-bf7f-a259f39b4886 req-fea1d9d5-11b0-468a-91f6-c7232ada2c97 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854614 Sep 21 18:04:59.705238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.705623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.707113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] 10.222.0.41 "PUT /v2.0/ports/bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 1091 time: 1.9723668 Sep 21 18:04:59.707508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:59.708961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event updated for resources: {'Port': ['ID=339e8e57-541c-4d8c-b3da-0dc4711a8365,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:59.710286 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f48a7-3498-4002-aec4-2d9d94203731" -d '{"events": [{"name": "network-changed", "server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:59.725579 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f492d13-027a-4385-a818-27bf2c6f518b req-770da8d6-991f-401a-aaa2-43cb2fb62d20 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166754 Sep 21 18:04:59.740463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfca2f-5c7c-4b51-a90f-43df0472ca4f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:59.740601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-df7cdfc0-2935-4072-a233-6e00d3c5800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.740601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-df7cdfc0-2935-4072-a233-6e00d3c5800c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 200 len: 847 time: 0.6370723 Sep 21 18:04:59.743536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.790825 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-bc247593-77cb-41f2-b9cb-e78af74e1e9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ea3f511-accc-45c0-852a-5d8599230099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383520 Sep 21 18:04:59.793748 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60bec98-476e-46d9-b88c-b2cd62d706d0 x-openstack-request-id: req-d60bec98-476e-46d9-b88c-b2cd62d706d0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:59.794354 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:59.794807 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d60bec98-476e-46d9-b88c-b2cd62d706d0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:59.795381 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'status': 'completed', 'code': 200} Sep 21 18:04:59.796991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9df45b7f-e08a-40f6-a9c1-50dfa58bc687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.813522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9df45b7f-e08a-40f6-a9c1-50dfa58bc687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.840840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-e9d57d77-5076-4e91-af66-63bc55e10be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.843304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-e9d57d77-5076-4e91-af66-63bc55e10be0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=833126ed844144b68809232aa909a5f9&device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 1094 time: 0.0667474 Sep 21 18:04:59.848846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.858763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61151d06-4554-4774-89e7-7ddbc7251501 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2223904 Sep 21 18:04:59.923653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9df45b7f-e08a-40f6-a9c1-50dfa58bc687 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4912c95f3b3e46a9a8d582e9926110a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3294957 Sep 21 18:04:59.925944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-6a699efe-fb7b-4fbd-86c3-0dff03617d63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 217 time: 0.0736828 Sep 21 18:04:59.926860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55874) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:59.944096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df45b7f-e08a-40f6-a9c1-50dfa58bc687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6856b-a2a8-4d11-afbc-7b9adec7d0a5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:59.988680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2bf883ce-f7da-46e7-8f0b-4819b3960e4c service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872721 Sep 21 18:05:00.000283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55876) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:00.028833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8361277b-1722-428f-9103-d2e1889ad0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.031040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-8361277b-1722-428f-9103-d2e1889ad0db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9c7b30-3694-451d-9730-2319d8ecaf9b HTTP/1.1" status: 200 len: 868 time: 0.0959435 Sep 21 18:05:00.077303 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5526c99-c91a-4eda-92a2-f1052eb5c09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.118157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5526c99-c91a-4eda-92a2-f1052eb5c09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.121906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-fc77a96f-7ff2-45e1-aa7f-4e0c1e0a44c5 service neutron] 10.222.0.41 "GET /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248178 Sep 21 18:05:00.132792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-d784677f-3389-4b13-aed6-75d0efc1c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.134369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-d784677f-3389-4b13-aed6-75d0efc1c89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e053b6fb-d049-4935-891b-ab48b8d0c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890696 Sep 21 18:05:00.145855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-79a1a7fa-ad7a-4161-87e0-a5ad7ab32cf7 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1680374168&fields=id&tenant_id=be1f1b9fad1b4423afecc308d83bf364 HTTP/1.1" status: 200 len: 267 time: 0.0532219 Sep 21 18:05:00.168859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-network', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:00.258614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Made reservation on behalf of 9040200aa5a34d9bb4f81a054d5f1cb7 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:00.263015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.297699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-71566a3d-711c-426f-b9bd-15b81236fd9e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.299498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-71566a3d-711c-426f-b9bd-15b81236fd9e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/networks?id=82002a8b-978d-4a14-9987-5f4be212befa HTTP/1.1" status: 200 len: 805 time: 0.1451576 Sep 21 18:05:00.310554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.323061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-ab93db49-a4c7-45e9-b098-d9d362110af1 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/quotas/be1f1b9fad1b4423afecc308d83bf364 HTTP/1.1" status: 200 len: 375 time: 0.0151339 Sep 21 18:05:00.332810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5526c99-c91a-4eda-92a2-f1052eb5c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.335446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5526c99-c91a-4eda-92a2-f1052eb5c09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.340985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b5526c99-c91a-4eda-92a2-f1052eb5c09d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5df6856b-a2a8-4d11-afbc-7b9adec7d0a5 HTTP/1.1" status: 204 len: 168 time: 0.4088006 Sep 21 18:05:00.388718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5526c99-c91a-4eda-92a2-f1052eb5c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6856b-a2a8-4d11-afbc-7b9adec7d0a5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:00.397874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-497ff27a-0244-484d-86a7-cce17a4585df service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539916 Sep 21 18:05:00.427443 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-92d68503-aa37-4c5c-86cd-c9d5df6de404 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be1f1b9fad1b4423afecc308d83bf364&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987561 Sep 21 18:05:00.434020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926727de-2e8c-43c3-9fd4-92bf8e3cdf2c req-98b64e04-febf-4b38-995e-8d27883e6b9b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.436011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-926727de-2e8c-43c3-9fd4-92bf8e3cdf2c req-98b64e04-febf-4b38-995e-8d27883e6b9b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 943 time: 0.1682420 Sep 21 18:05:00.444074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-fa543d24-2467-47e0-9175-9e89f134dbdb tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.445841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-fa543d24-2467-47e0-9175-9e89f134dbdb tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36&tenant_id=97a27e9f4de64dc082327af06be8224b&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.0714567 Sep 21 18:05:00.588322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-926727de-2e8c-43c3-9fd4-92bf8e3cdf2c req-b93bb087-1c0d-43ed-a2ee-0e91fe6ddc41 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347971 Sep 21 18:05:00.618095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0ff446-d3a8-4ece-a2c4-0936b6799745 req-10d1fd7f-b62f-4fc4-87d4-1f7408274345 service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097094 Sep 21 18:05:00.663285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.684623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.705981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2f4561d7-cedc-4391-a9f9-92923a1635af service neutron] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:00.722078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2f4561d7-cedc-4391-a9f9-92923a1635af service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.723373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f49700d-70b0-4fed-9fc7-b0fc2e53a15d req-2f4561d7-cedc-4391-a9f9-92923a1635af service neutron] 10.222.0.41 "DELETE /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673/bindings/n-h1-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.2641392 Sep 21 18:05:00.745648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-0fca215d-7aea-41d1-9b60-ce084ebb026c service neutron] 10.222.0.70 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947910 Sep 21 18:05:00.768561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:00.812680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ddcfe-3c6f-466c-98fc-904bc2ad60ef,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:00.818610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.818961 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Added segment 5fd5a937-ac1d-4166-8d6a-f15b677fde62 of type vlan for network 60822691-4786-493e-b5c8-1bebe5d4a7cd Sep 21 18:05:00.833152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-9d3c0906-5157-46fd-8c81-dd6f602e803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.834874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-9d3c0906-5157-46fd-8c81-dd6f602e803f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=833126ed844144b68809232aa909a5f9&device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 1094 time: 0.1311665 Sep 21 18:05:00.897778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-eee80360-f898-447c-9c0e-a4da5b2849a2 service neutron] 10.222.0.70 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256948 Sep 21 18:05:00.955964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.023834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-c63703f8-3040-445d-a992-d151d8c19431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.025600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-c63703f8-3040-445d-a992-d151d8c19431 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 200 len: 931 time: 0.1702387 Sep 21 18:05:01.030566 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.031717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.032365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.087487 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-e4ec5e71-46e7-4151-b419-bd3624756b32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 217 time: 0.0515926 Sep 21 18:05:01.097843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91c118-7ed1-452f-8c8e-db050d24b75d req-f8b60dd4-c907-4ad5-836b-ba81e69ce327 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.099955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b91c118-7ed1-452f-8c8e-db050d24b75d req-f8b60dd4-c907-4ad5-836b-ba81e69ce327 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1704540 Sep 21 18:05:01.172413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Pushing event updated for resources: {'Network': ['ID=60822691-4786-493e-b5c8-1bebe5d4a7cd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:01.218541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4376b-96d2-4e87-ad4c-af4dae994400 req-c3fe2e7d-efdd-428a-be99-4f4084a65325 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.219267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.219623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.220030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.220298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.220634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.220968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.221412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.221610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.221934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.222301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.222628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.222843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f3c4376b-96d2-4e87-ad4c-af4dae994400 req-c3fe2e7d-efdd-428a-be99-4f4084a65325 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 945 time: 0.0849550 Sep 21 18:05:01.226256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.240703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e72fdcf5-5fe0-4fa4-bee2-9e3cf936b789 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2368755 Sep 21 18:05:01.248249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:01.253460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55924) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:01.260632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Request body: {'subnet': {'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-subnet', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:01.297706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-d8d8b5a0-4d7f-4fff-8721-e3aceb35b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.298962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Made reservation on behalf of 9040200aa5a34d9bb4f81a054d5f1cb7 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:01.300461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-d8d8b5a0-4d7f-4fff-8721-e3aceb35b218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9c7b30-3694-451d-9730-2319d8ecaf9b HTTP/1.1" status: 200 len: 868 time: 0.1991405 Sep 21 18:05:01.302306 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.380945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b91c118-7ed1-452f-8c8e-db050d24b75d req-458d9858-d59d-48cc-b9fd-e4f23c532efb tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972980 Sep 21 18:05:01.408476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-60b7f981-986d-4c9d-b014-defb890d9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.416100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-60b7f981-986d-4c9d-b014-defb890d9da1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e053b6fb-d049-4935-891b-ab48b8d0c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036019 Sep 21 18:05:01.539501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f3c4376b-96d2-4e87-ad4c-af4dae994400 req-3a6e8857-c994-4f9c-b69e-4a476034c744 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078530 Sep 21 18:05:01.583733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.635851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63d0f5ef-42e8-4fe0-8288-d57f74178c7d req-7cb6b704-0b2e-4bba-b03f-e7b26195967e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 210 time: 0.0632789 Sep 21 18:05:01.709332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-53e1e973-1c92-4a56-8b47-08bb6028ad42 service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849288 Sep 21 18:05:01.717136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Checking segment: {'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:01.717608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Network hostable DHCP agents. Network: 60822691-4786-493e-b5c8-1bebe5d4a7cd, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:01.724778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc93a60-ea67-4564-b63d-ab39543e2f59,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:01.736694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.737379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.737946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.738512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.739128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.740357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.741084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.741636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.742163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.742836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.743359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.743894 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:01.766102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:01.828852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 60822691-4786-493e-b5c8-1bebe5d4a7cd) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:01.840614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.841841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.842624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c3397-28b5-49cb-953d-c8b423248253 None None] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:01.875139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb540f7-d398-4102-9147-2dd9e0a17ea2 req-ef0425cd-c2e2-4a26-92d1-1115e352f645 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.877194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9bb540f7-d398-4102-9147-2dd9e0a17ea2 req-ef0425cd-c2e2-4a26-92d1-1115e352f645 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 943 time: 0.1007683 Sep 21 18:05:01.879827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-12f5ef5e-967e-4ca9-8a12-f25680b9fd67 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6253657 Sep 21 18:05:01.884354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55946) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:01.894478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:01.976208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.977462 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.987036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bd4e1-432f-49bc-84e9-c702701e1bf7 req-ddb8bbe0-03ac-4410-914f-7b9147b84046 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.988992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d96bd4e1-432f-49bc-84e9-c702701e1bf7 req-ddb8bbe0-03ac-4410-914f-7b9147b84046 tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 1096 time: 0.1865683 Sep 21 18:05:01.997582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9bb540f7-d398-4102-9147-2dd9e0a17ea2 req-4d7e1030-6ee9-4af0-a81d-6d7082966901 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939891 Sep 21 18:05:02.050261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5f48a7-3498-4002-aec4-2d9d94203731 req-719b27b7-0316-4f78-b975-5dfeff5b33f4 service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299913 Sep 21 18:05:02.103013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d96bd4e1-432f-49bc-84e9-c702701e1bf7 req-89f382d8-69a6-4aea-84d9-ebaf7fa58daa tempest-LiveMigrationTest-290961573 tempest-LiveMigrationTest-290961573-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913820 Sep 21 18:05:02.128351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.217969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-60822691-4786-493e-b5c8-1bebe5d4a7cd', 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'fixed_ips': [{'subnet_id': 'ffc93a60-ea67-4564-b63d-ab39543e2f59'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:02.220127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.391055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.528534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Allocated IP 172.20.0.2 (60822691-4786-493e-b5c8-1bebe5d4a7cd/ffc93a60-ea67-4564-b63d-ab39543e2f59/85990e7d-bea8-451d-8db5-7535fc9d5f3a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:02.571040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfdbc6-c801-49f3-8f7a-104f2c2aaab8 req-b5244976-25ef-4c22-9395-24b4cb321969 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:02.579439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48dfdbc6-c801-49f3-8f7a-104f2c2aaab8 req-b5244976-25ef-4c22-9395-24b4cb321969 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 945 time: 0.0916898 Sep 21 18:05:02.636643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48dfdbc6-c801-49f3-8f7a-104f2c2aaab8 req-1d66afa7-c9bf-410d-a29f-b9f2b7bbf8a6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524702 Sep 21 18:05:02.740015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63db7c2-eead-418e-a17d-f2b5f0d6df37 req-efd50b61-6caf-4d6a-a329-3ad7892b56d0 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:02.741645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d63db7c2-eead-418e-a17d-f2b5f0d6df37 req-efd50b61-6caf-4d6a-a329-3ad7892b56d0 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1931353 Sep 21 18:05:02.818374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1af26e41-3743-439f-8012-6423ab92d70a req-58194fff-8e31-4934-bed3-2825c8de792d tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 210 time: 0.0610638 Sep 21 18:05:02.850645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-ae08e4c2-164d-4662-bf69-1e776a5ca749 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:02.852348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-ae08e4c2-164d-4662-bf69-1e776a5ca749 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.78 "GET /v2.0/networks?id=82002a8b-978d-4a14-9987-5f4be212befa HTTP/1.1" status: 200 len: 805 time: 0.2429578 Sep 21 18:05:02.865400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.874297 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.924856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:02.928293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:02.931940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:02.951091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d63db7c2-eead-418e-a17d-f2b5f0d6df37 req-b65780a4-024b-4d8b-8a0d-2e5842839c99 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004752 Sep 21 18:05:02.964589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Pushing event updated for resources: {'Port': ['ID=85990e7d-bea8-451d-8db5-7535fc9d5f3a,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:02.972946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-9655196c-1a79-4cd2-b416-8de8842a5b71 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be1f1b9fad1b4423afecc308d83bf364 HTTP/1.1" status: 200 len: 380 time: 0.0891113 Sep 21 18:05:02.986981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Request body: {'port': {'device_id': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'admin_state_up': True, 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'security_groups': ['9d55dfff-4e24-4f45-bf39-b31b97437dd6']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:02.992398 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.008279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.009182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.009342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.009696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.010266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.010669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.011066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.011514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.012099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.012290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.012626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.013152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:03.017383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Attempting to bind port 85990e7d-bea8-451d-8db5-7535fc9d5f3a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:03.017756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Attempting to bind port 85990e7d-bea8-451d-8db5-7535fc9d5f3a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:03.018111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Attempting to bind port 85990e7d-bea8-451d-8db5-7535fc9d5f3a on network 60822691-4786-493e-b5c8-1bebe5d4a7cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:03.025071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:03.025071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Checking segment: {'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:03.025071 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.025539 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Bound using segment: {'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:03.025639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Bound port: 85990e7d-bea8-451d-8db5-7535fc9d5f3a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:03.026015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.042320 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.149591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] For port 85990e7d-bea8-451d-8db5-7535fc9d5f3a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:03.163181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] For port 85990e7d-bea8-451d-8db5-7535fc9d5f3a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85990e7d-bea8-451d-8db5-7535fc9d5f3a,segment=NetworkSegment(5fd5a937-ac1d-4166-8d6a-f15b677fde62),segment_id=5fd5a937-ac1d-4166-8d6a-f15b677fde62)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:03.177369 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.257427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Allocated IP 172.25.3.149 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/45250e41-e2b7-40c8-9bcf-b7152e921990) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:03.294797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87745-02d8-4606-a867-f38b12b86e54 req-1e4b71bc-439c-42cf-9ed5-ad374d9652fb tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:03.308113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bea87745-02d8-4606-a867-f38b12b86e54 req-1e4b71bc-439c-42cf-9ed5-ad374d9652fb tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 943 time: 0.2068093 Sep 21 18:05:03.370546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Made reservation on behalf of be1f1b9fad1b4423afecc308d83bf364 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:03.371746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-61de8647-c277-46fa-99b9-d8e3b04b7df0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:03.375537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.375993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-61de8647-c277-46fa-99b9-d8e3b04b7df0 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 945 time: 0.2567694 Sep 21 18:05:03.389050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0e2c-77fe-4a3c-8e12-a921b8896799 None None] Pushing event updated for resources: {'Port': ['ID=85990e7d-bea8-451d-8db5-7535fc9d5f3a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:03.431730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.468093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bea87745-02d8-4606-a867-f38b12b86e54 req-05067f70-f626-44e0-bbfa-449f92008382 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563029 Sep 21 18:05:03.573858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.580359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Deleting port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:03.580703 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.585256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-04ce04b2-8bb3-488b-abbd-9edb9e7e8eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.657181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:03.698555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:03.709788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:03.788311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Pushing event updated for resources: {'Port': ['ID=45250e41-e2b7-40c8-9bcf-b7152e921990,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:03.794102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Allocated IP 172.20.0.8 (82002a8b-978d-4a14-9987-5f4be212befa/c4e34df7-d037-4c3b-9de5-8153051870f2/112f663d-b897-4060-b90f-cfd47fde9ce1) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:03.847411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] For port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:03.848569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.868245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Calling delete_port for 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:03.915787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.012456 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93a055c1-61f6-4b9b-9a97-b5f281377238 req-558c1e2b-c4a5-41ff-8a53-0584fb2666e1 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 210 time: 0.0408647 Sep 21 18:05:04.080707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b847999-85c6-4d7e-82aa-c3b90c49339b req-b884fee0-cd37-4ff0-b529-73a8843bd844 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:04.096646 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b847999-85c6-4d7e-82aa-c3b90c49339b req-b884fee0-cd37-4ff0-b529-73a8843bd844 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 945 time: 0.2295103 Sep 21 18:05:04.098028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.162437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.176830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', '464eeeb7-6516-4d8a-bbcd-48aa3c44a673'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:04.212930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event deleted for resources: {'Port': ['ID=464eeeb7-6516-4d8a-bbcd-48aa3c44a673,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:04.256000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d921-71f3-4f02-88e5-ebf618ff505a req-51f76ca2-9ad7-4711-8bd2-966ccb3d04b8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:04.258089 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2954d921-71f3-4f02-88e5-ebf618ff505a req-51f76ca2-9ad7-4711-8bd2-966ccb3d04b8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1429629 Sep 21 18:05:04.290788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] No DVR routers for this DVR port 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:04.295648 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.299897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3d4e72e-a8fa-4d95-a610-51a58664338b req-4d6e6c4c-e4f2-44a7-8612-fa5025fb94a9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "DELETE /v2.0/ports/464eeeb7-6516-4d8a-bbcd-48aa3c44a673 HTTP/1.1" status: 204 len: 173 time: 0.8901176 Sep 21 18:05:04.311171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'name': 'network-vif-deleted', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:04.315398 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f9c82b-30e6-42e4-8307-960fb070b8d5" -d '{"events": [{"server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "name": "network-vif-deleted", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:04.373225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.441973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2954d921-71f3-4f02-88e5-ebf618ff505a req-a3159dea-2260-43ba-8114-bb30b7667ce1 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490579 Sep 21 18:05:04.495649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.577746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bdf713e8-5aa8-4bd6-a132-607e0e03fe2b details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:05:04.706962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56006) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:04.726083 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007b9c89-f308-4c3c-8c0a-95cf868292a2 x-openstack-request-id: req-007b9c89-f308-4c3c-8c0a-95cf868292a2 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:04.726985 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff82536d-e377-4c1c-b8a3-f4f2e54aeb36", "name": "network-vif-deleted", "tag": "464eeeb7-6516-4d8a-bbcd-48aa3c44a673", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:04.727213 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-007b9c89-f308-4c3c-8c0a-95cf868292a2 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:04.727852 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff82536d-e377-4c1c-b8a3-f4f2e54aeb36', 'name': 'network-vif-deleted', 'tag': '464eeeb7-6516-4d8a-bbcd-48aa3c44a673', 'status': 'completed', 'code': 200} Sep 21 18:05:04.745092 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.876836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75f5c6c2-fb2c-4656-9a9b-8b2447686ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.914183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:04.937827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'port_id': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'mac_address': 'fa:16:3e:41:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:05:04.956341 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.990821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b847999-85c6-4d7e-82aa-c3b90c49339b req-294294c0-cde4-4dde-878b-e88121e2c504 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8910069 Sep 21 18:05:05.133296 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75f5c6c2-fb2c-4656-9a9b-8b2447686ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.135087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Network 82002a8b-978d-4a14-9987-5f4be212befa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:05.137774 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.142554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75f5c6c2-fb2c-4656-9a9b-8b2447686ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.170558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:05.178830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:05.202393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c6c2-fb2c-4656-9a9b-8b2447686ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9df6ce9-9700-42ce-ab74-8a2b931def61,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:05.278518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c883ef-869c-49bc-8d8b-17b318948996 None None] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:05.384413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-75f5c6c2-fb2c-4656-9a9b-8b2447686ea1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83df114cf3ed4f9fbdb566c008c0df86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721969 Sep 21 18:05:05.389965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56012) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:05.400500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event updated for resources: {'Port': ['ID=112f663d-b897-4060-b90f-cfd47fde9ce1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:05.480601 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.513675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf713e8-5aa8-4bd6-a132-607e0e03fe2b {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:05.518408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565acdd-5470-4700-bb66-98f08eaa7945 req-2925ac80-0a5b-453d-8390-1465be60986e tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:05.519981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9565acdd-5470-4700-bb66-98f08eaa7945 req-2925ac80-0a5b-453d-8390-1465be60986e tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 943 time: 0.3267529 Sep 21 18:05:05.537404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-64814eb5-3d2b-4499-8d9b-568d81ac7e67 None None] Provisioning complete for port 85990e7d-bea8-451d-8db5-7535fc9d5f3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:05.538512 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-64814eb5-3d2b-4499-8d9b-568d81ac7e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.544099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85990e7d-bea8-451d-8db5-7535fc9d5f3a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:05.544571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:05.545492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.578284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-20980227-8058-4d5f-953f-ad15a2f4ab5e tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5967824 Sep 21 18:05:05.587006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Router caa7c087-e221-42d2-a6c6-f065f84598ca is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:05:05.607679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd834c3b-3f65-4d96-8925-2b86ae115f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.615373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Request body: {'port': {'device_id': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:05.655440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd834c3b-3f65-4d96-8925-2b86ae115f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.661371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9565acdd-5470-4700-bb66-98f08eaa7945 req-b724fbf3-b6e3-415c-a5e5-cabd7146d970 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030045 Sep 21 18:05:05.663202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719c60-2944-48a5-9671-1f1997d8d5a5 req-0c60b06f-54fd-4837-859c-f2ae74b9e07c tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:05.672691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2719c60-2944-48a5-9671-1f1997d8d5a5 req-0c60b06f-54fd-4837-859c-f2ae74b9e07c tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 931 time: 0.2684908 Sep 21 18:05:05.724578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:05.739019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.746817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.815152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd834c3b-3f65-4d96-8925-2b86ae115f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.822615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd834c3b-3f65-4d96-8925-2b86ae115f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.825558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cd834c3b-3f65-4d96-8925-2b86ae115f85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9df6ce9-9700-42ce-ab74-8a2b931def61 HTTP/1.1" status: 204 len: 168 time: 0.4324131 Sep 21 18:05:05.856728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:05.878598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd834c3b-3f65-4d96-8925-2b86ae115f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9df6ce9-9700-42ce-ab74-8a2b931def61,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:05.981657 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2719c60-2944-48a5-9671-1f1997d8d5a5 req-c1823b4f-e527-41b7-a5b7-e6f20c97daa7 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077765 Sep 21 18:05:05.991203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 85990e7d-bea8-451d-8db5-7535fc9d5f3a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:05.991861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.052598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-64814eb5-3d2b-4499-8d9b-568d81ac7e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.145381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['bdf713e8-5aa8-4bd6-a132-607e0e03fe2b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:06.267560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-64814eb5-3d2b-4499-8d9b-568d81ac7e67 None None] For port 85990e7d-bea8-451d-8db5-7535fc9d5f3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85990e7d-bea8-451d-8db5-7535fc9d5f3a,segment=NetworkSegment(5fd5a937-ac1d-4166-8d6a-f15b677fde62),segment_id=5fd5a937-ac1d-4166-8d6a-f15b677fde62)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:06.281779 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-64814eb5-3d2b-4499-8d9b-568d81ac7e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.498081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d790587c-28b4-4f48-aa62-c3567a0b23c8 None None] Provisioning complete for port 112f663d-b897-4060-b90f-cfd47fde9ce1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:06.499055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d790587c-28b4-4f48-aa62-c3567a0b23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.506572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814eb5-3d2b-4499-8d9b-568d81ac7e67 None None] Pushing event updated for resources: {'Port': ['ID=85990e7d-bea8-451d-8db5-7535fc9d5f3a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:06.544888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d43052a-ce7f-4d64-844a-fe06b512efc2 req-45e27960-502e-4398-a8a1-4eb007d9335a tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.0830910 Sep 21 18:05:06.545958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56028) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:06.573129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d790587c-28b4-4f48-aa62-c3567a0b23c8 None None] Port 112f663d-b897-4060-b90f-cfd47fde9ce1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:06.580743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a41b42c8-4f0b-4078-a67d-2c13bda2289b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.610692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:06.646077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:06.646874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 464eeeb7-6516-4d8a-bbcd-48aa3c44a673 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:06.806989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-93e8bc8c-34c8-4d77-9833-2bf89b51ee82 None None] Provisioning complete for port 85990e7d-bea8-451d-8db5-7535fc9d5f3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:06.809392 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93e8bc8c-34c8-4d77-9833-2bf89b51ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.848999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a41b42c8-4f0b-4078-a67d-2c13bda2289b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.862621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a41b42c8-4f0b-4078-a67d-2c13bda2289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.912265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d791a-4b41-4205-87c7-697242c0c071 req-6e79e2d8-2ee3-4153-8067-22de16a6d6d5 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:06.938623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-008d791a-4b41-4205-87c7-697242c0c071 req-6e79e2d8-2ee3-4153-8067-22de16a6d6d5 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.1719134 Sep 21 18:05:06.984542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b42c8-4f0b-4078-a67d-2c13bda2289b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef405f68-43a6-4fc1-bb9b-b7c72b063ae9,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:06.997623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:07.013569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Sync routers for ids ['caa7c087-e221-42d2-a6c6-f065f84598ca'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:07.029869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fccad-3bd5-4eca-9aaf-98288ef61a66 req-ec936b28-0c32-464b-9d0b-b21caa157a70 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:07.037790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad3fccad-3bd5-4eca-9aaf-98288ef61a66 req-ec936b28-0c32-464b-9d0b-b21caa157a70 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1487784 Sep 21 18:05:07.048639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Routers {'caa7c087-e221-42d2-a6c6-f065f84598ca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:07.052636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['caa7c087-e221-42d2-a6c6-f065f84598ca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:07.063011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-008d791a-4b41-4205-87c7-697242c0c071 req-abb0a62f-2c45-4021-a76c-5c7f5b447a18 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015544 Sep 21 18:05:07.066411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a41b42c8-4f0b-4078-a67d-2c13bda2289b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=670e4a956860453997eb73a5eb993355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188310 Sep 21 18:05:07.069210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56034) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:07.095235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.109957 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d621bf8f-e4c9-4f07-ae87-1c24262236e5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2086904 Sep 21 18:05:07.111788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56036) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:07.126626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112f663d-b897-4060-b90f-cfd47fde9ce1 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:07.140288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad3fccad-3bd5-4eca-9aaf-98288ef61a66 req-d6775deb-b169-4465-a980-47348ce02d8f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014426 Sep 21 18:05:07.147151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.185058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Transition to ACTIVE for port object 112f663d-b897-4060-b90f-cfd47fde9ce1 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:05:07.190212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.193376 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.296238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Set router caa7c087-e221-42d2-a6c6-f065f84598ca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:07.379768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Pushing event updated for resources: {'Port': ['ID=112f663d-b897-4060-b90f-cfd47fde9ce1,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:07.423546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85990e7d-bea8-451d-8db5-7535fc9d5f3a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:07.478745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ded68d-76b1-4319-9afb-96a28acb28b1 req-fc0e8533-45ad-4f46-b856-88f2858b4b5f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:07.488453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12ded68d-76b1-4319-9afb-96a28acb28b1 req-fc0e8533-45ad-4f46-b856-88f2858b4b5f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 943 time: 0.2141521 Sep 21 18:05:07.551665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12ded68d-76b1-4319-9afb-96a28acb28b1 req-72873a5d-bc23-4615-9aa0-142eb5b14adc tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617299 Sep 21 18:05:07.557658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Attempting to bind port 112f663d-b897-4060-b90f-cfd47fde9ce1 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:07.559257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Attempting to bind port 112f663d-b897-4060-b90f-cfd47fde9ce1 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:07.559905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Attempting to bind port 112f663d-b897-4060-b90f-cfd47fde9ce1 on network 82002a8b-978d-4a14-9987-5f4be212befa {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:07.572280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Port 112f663d-b897-4060-b90f-cfd47fde9ce1 on network 82002a8b-978d-4a14-9987-5f4be212befa not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:05:07.572864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Attempting to bind port 112f663d-b897-4060-b90f-cfd47fde9ce1 on network 82002a8b-978d-4a14-9987-5f4be212befa {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:07.583620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:07.588218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Checking segment: {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:07.588842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Bound using segment: {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:07.589578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Bound port: 112f663d-b897-4060-b90f-cfd47fde9ce1, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60282a9-170c-4dad-8de5-bf958d1c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:07.591405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.600920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 85990e7d-bea8-451d-8db5-7535fc9d5f3a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:07.601283 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.736003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] For port 112f663d-b897-4060-b90f-cfd47fde9ce1, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:07.741260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] For port 112f663d-b897-4060-b90f-cfd47fde9ce1, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=112f663d-b897-4060-b90f-cfd47fde9ce1,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:07.750846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.860496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:04Z', 'revision_number': 3, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port': {'id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:03Z', 'updated_at': '2021-09-21T18:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:07.873961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:07.874829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.877027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] 10.222.0.78 "PUT /v2.0/ports/112f663d-b897-4060-b90f-cfd47fde9ce1 HTTP/1.1" status: 200 len: 1091 time: 2.2849643 Sep 21 18:05:07.877524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:07.880445 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce1f613-f4c3-41e7-8428-efc401612c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:07.928455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a1e4835-d097-4ab2-b154-a010d0b63dc2 req-26ed1fc3-c13e-435d-b2a6-dd6e81feef60 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.1360350 Sep 21 18:05:07.939373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Checking router: caa7c087-e221-42d2-a6c6-f065f84598ca for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:07.939755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Updating router caa7c087-e221-42d2-a6c6-f065f84598ca port 45250e41-e2b7-40c8-9bcf-b7152e921990 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:07.967696 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.000128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175ab2-2fcf-4a9d-9291-1603e1bca40a service neutron] Pushing event updated for resources: {'Port': ['ID=112f663d-b897-4060-b90f-cfd47fde9ce1,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:08.030221 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32492457-ca35-4f0a-8cad-da8968e95782 x-openstack-request-id: req-32492457-ca35-4f0a-8cad-da8968e95782 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:08.030512 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:08.030770 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32492457-ca35-4f0a-8cad-da8968e95782 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:08.031718 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'status': 'completed', 'code': 200} Sep 21 18:05:08.046308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-d13864f8-f396-4b33-b273-d00af5fb0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.048711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-d13864f8-f396-4b33-b273-d00af5fb0f5d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=be1f1b9fad1b4423afecc308d83bf364&device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 1094 time: 0.1191390 Sep 21 18:05:08.128124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-8c9a7d3c-6439-4625-901e-1c908992f9ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=112f663d-b897-4060-b90f-cfd47fde9ce1 HTTP/1.1" status: 200 len: 217 time: 0.0662687 Sep 21 18:05:08.222673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-4d4f6b3d-7ff9-4979-bae3-a24b158ea956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.225559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-4d4f6b3d-7ff9-4979-bae3-a24b158ea956 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4e34df7-d037-4c3b-9de5-8153051870f2 HTTP/1.1" status: 200 len: 844 time: 0.0887690 Sep 21 18:05:08.333511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-b16ac5f8-81c4-4333-b872-37e0102143e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.335131 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-b16ac5f8-81c4-4333-b872-37e0102143e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=82002a8b-978d-4a14-9987-5f4be212befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947771 Sep 21 18:05:08.346872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12a23-be75-4327-98b6-4943fd1a07a6 req-5605ccfc-4de7-400a-aafe-768ac99362c9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.366675 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8eb12a23-be75-4327-98b6-4943fd1a07a6 req-5605ccfc-4de7-400a-aafe-768ac99362c9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.1396716 Sep 21 18:05:08.377970 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.403025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82ab9413-a20f-44fc-9601-0b247484fcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.428644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-5ee73443-2394-44e2-8c8d-dbfb924745e8 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.430564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-5ee73443-2394-44e2-8c8d-dbfb924745e8 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.41 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.7880664 Sep 21 18:05:08.463438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9551-c247-4c9e-ad94-7863e1278fdd req-49d92efd-95a0-4dd9-aabf-e980b5a120fb tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.467243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-544b9551-c247-4c9e-ad94-7863e1278fdd req-49d92efd-95a0-4dd9-aabf-e980b5a120fb tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 944 time: 0.8193128 Sep 21 18:05:08.486240 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.495360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.507728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82ab9413-a20f-44fc-9601-0b247484fcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.543756 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8eb12a23-be75-4327-98b6-4943fd1a07a6 req-ae8f6292-6d13-423f-9bee-be2452054606 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586828 Sep 21 18:05:08.588691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-122a19e8-e65a-4561-892d-2508ed73d6de service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201207 Sep 21 18:05:08.600754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Attempting to bind port 45250e41-e2b7-40c8-9bcf-b7152e921990 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:08.601130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Attempting to bind port 45250e41-e2b7-40c8-9bcf-b7152e921990 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:08.601501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Attempting to bind port 45250e41-e2b7-40c8-9bcf-b7152e921990 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:08.614533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ee045-bcb0-4784-bc21-a03abc308be3 None None] Pushing event updated for resources: {'Port': ['ID=45250e41-e2b7-40c8-9bcf-b7152e921990,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:08.623491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bdf713e8-5aa8-4bd6-a132-607e0e03fe2b up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:08.631117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:08.631664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:08.632223 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.632778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:08.633657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Bound port: 45250e41-e2b7-40c8-9bcf-b7152e921990, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:08.634370 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.671013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-544b9551-c247-4c9e-ad94-7863e1278fdd req-3b8c19d8-5fe9-4135-ba78-5ce0a68f1c8d tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808331 Sep 21 18:05:08.782959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82ab9413-a20f-44fc-9601-0b247484fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.786311 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82ab9413-a20f-44fc-9601-0b247484fcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.790868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-82ab9413-a20f-44fc-9601-0b247484fcb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef405f68-43a6-4fc1-bb9b-b7c72b063ae9 HTTP/1.1" status: 204 len: 168 time: 1.7200043 Sep 21 18:05:08.798603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.804335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46939f8-50c8-44a4-acbf-beed46811a2a req-b9e5ec67-22d4-49ea-bb44-9c345fe4fdf8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.806372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e46939f8-50c8-44a4-acbf-beed46811a2a req-b9e5ec67-22d4-49ea-bb44-9c345fe4fdf8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1159573 Sep 21 18:05:08.845772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9413-a20f-44fc-9601-0b247484fcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef405f68-43a6-4fc1-bb9b-b7c72b063ae9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:08.871707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Deleting port 7748fa3f-b4cb-423e-a596-00e63a1accb7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:08.872345 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e46939f8-50c8-44a4-acbf-beed46811a2a req-bb09a188-5f07-4ea1-b27c-c4d6b673b31f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Sep 21 18:05:08.872534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.880714 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2152264a-7d2a-4fb6-ba28-a519adc97bf6 req-69921849-14f1-488d-8bec-a96b54ae56fe service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825866 Sep 21 18:05:08.980958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:05:08.984373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] For port 45250e41-e2b7-40c8-9bcf-b7152e921990, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:08.989159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] For port 45250e41-e2b7-40c8-9bcf-b7152e921990, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=45250e41-e2b7-40c8-9bcf-b7152e921990,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:08.991549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:08.992144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.018715 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.028205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d9e6-0409-4d08-b573-ef98a53c2d17 req-9588d68c-52af-410f-88ae-04d81b8615fe tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:09.036382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8782d9e6-0409-4d08-b573-ef98a53c2d17 req-9588d68c-52af-410f-88ae-04d81b8615fe tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 943 time: 0.2413802 Sep 21 18:05:09.049840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-dc997106-ff8f-4bdf-9543-bb9ccd98d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:09.052817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-dc997106-ff8f-4bdf-9543-bb9ccd98d414 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=be1f1b9fad1b4423afecc308d83bf364&device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 1094 time: 0.0997951 Sep 21 18:05:09.112099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ee045-bcb0-4784-bc21-a03abc308be3 None None] Pushing event updated for resources: {'Port': ['ID=45250e41-e2b7-40c8-9bcf-b7152e921990,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:09.125908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Routers {'caa7c087-e221-42d2-a6c6-f065f84598ca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:09.126831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['caa7c087-e221-42d2-a6c6-f065f84598ca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:09.216418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.235760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-c1116d2b-61ec-487a-8ac0-9fe6540d693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:09.240854 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-c1116d2b-61ec-487a-8ac0-9fe6540d693d service neutron] 10.222.0.78 "GET /v2.0/networks?id=82002a8b-978d-4a14-9987-5f4be212befa HTTP/1.1" status: 200 len: 907 time: 0.1790249 Sep 21 18:05:09.298824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:09.301642 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0febd8fc-6c8b-47e1-8617-8e9123465cdb" -d '{"events": [{"server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "name": "network-vif-plugged", "status": "completed", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:09.324481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:09.333602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] Set router caa7c087-e221-42d2-a6c6-f065f84598ca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:09.336846 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.388900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41e1b58f-f220-4171-9f42-54e33e629dc0 req-5a0dcb5b-a26d-462f-9614-52ce61161870 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.1456380 Sep 21 18:05:09.391717 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-2e675177-e0df-415e-84e4-55beebc7520d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=112f663d-b897-4060-b90f-cfd47fde9ce1 HTTP/1.1" status: 200 len: 217 time: 0.1326671 Sep 21 18:05:09.485906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8782d9e6-0409-4d08-b573-ef98a53c2d17 req-3f994af0-3c15-4fbd-9f15-1f3bbfb6d6db tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484019 Sep 21 18:05:09.505410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] For port 7748fa3f-b4cb-423e-a596-00e63a1accb7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7748fa3f-b4cb-423e-a596-00e63a1accb7,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:09.506037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.539853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-30034d34-89c9-410e-b162-838d878ffcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:09.541366 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-30034d34-89c9-410e-b162-838d878ffcd7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4e34df7-d037-4c3b-9de5-8153051870f2 HTTP/1.1" status: 200 len: 844 time: 0.1411042 Sep 21 18:05:09.547295 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3840345d-08e7-4a1b-b578-3c18ecbae98b x-openstack-request-id: req-3840345d-08e7-4a1b-b578-3c18ecbae98b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:09.547532 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "name": "network-vif-plugged", "status": "completed", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:09.547739 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3840345d-08e7-4a1b-b578-3c18ecbae98b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:09.548139 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'code': 200} Sep 21 18:05:09.552874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:09.613137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Allocated IP 172.20.0.1 (60822691-4786-493e-b5c8-1bebe5d4a7cd/ffc93a60-ea67-4564-b63d-ab39543e2f59/3a246a7c-0bda-4f14-aa3c-290f05c4c599) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:09.690442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-e06bc915-6464-4bb0-b444-5b7c0be054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:09.691691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-e06bc915-6464-4bb0-b444-5b7c0be054a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=82002a8b-978d-4a14-9987-5f4be212befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383452 Sep 21 18:05:09.697945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:04Z', 'revision_number': 3, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port': {'id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:03Z', 'updated_at': '2021-09-21T18:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:09.737447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cb66d-5631-49d3-9092-b67031dbe22b None None] The sync data for ids ['caa7c087-e221-42d2-a6c6-f065f84598ca'] in n-d-810285-3 is: [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:04Z', 'revision_number': 3, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port': {'id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:03Z', 'updated_at': '2021-09-21T18:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:09.819276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b4485-5fbc-4a1e-9954-fe2e90970091 req-a541651f-f454-45d8-9b71-3cd6c58edc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:09.821783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-656b4485-5fbc-4a1e-9954-fe2e90970091 req-a541651f-f454-45d8-9b71-3cd6c58edc33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 1096 time: 0.2272551 Sep 21 18:05:09.869036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-6d40bad6-91f4-459b-a532-b99149bc6375 service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654923 Sep 21 18:05:09.947830 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.988526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4ceba-2b6f-4d2e-8c0c-5ef041fa51d2 req-32e21b0a-3ace-4786-b724-2311275e773e tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:09.998893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0c4ceba-2b6f-4d2e-8c0c-5ef041fa51d2 req-32e21b0a-3ace-4786-b724-2311275e773e tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 945 time: 0.1286623 Sep 21 18:05:10.102059 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-656b4485-5fbc-4a1e-9954-fe2e90970091 req-0d1a6ad3-9000-4c53-ae1f-5a41fa0d85e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205682 Sep 21 18:05:10.117761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a5b1-fdc1-4c4c-84e9-34f61bb9a1f8 req-e73b34c0-e8b1-44c8-85d3-e13b8f33818e tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:10.119730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f81a5b1-fdc1-4c4c-84e9-34f61bb9a1f8 req-e73b34c0-e8b1-44c8-85d3-e13b8f33818e tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 946 time: 0.3598413 Sep 21 18:05:10.124145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.137428 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b0c4ceba-2b6f-4d2e-8c0c-5ef041fa51d2 req-275d8c6d-cb63-4182-84c6-40731c32f8bb tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340671 Sep 21 18:05:10.138620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.139096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.139525 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Floating IP 46b67e3e-196e-4a69-ae36-850159a0bd56 disassociated. External IP: 172.25.3.175, port: 7748fa3f-b4cb-423e-a596-00e63a1accb7. Sep 21 18:05:10.139974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Calling delete_port for 7748fa3f-b4cb-423e-a596-00e63a1accb7 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:10.150606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4ce1f613-f4c3-41e7-8428-efc401612c4e req-954aea0a-c30b-4199-9996-1ebb4095a5a7 service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599030 Sep 21 18:05:10.287079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Pushing event updated for resources: {'Port': ['ID=3a246a7c-0bda-4f14-aa3c-290f05c4c599,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:10.300804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:10.302641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:10.310889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:10.377953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1910-1cca-4465-96f2-f9e76873667c req-800f7b12-5cd2-4a26-b72d-16a5a9a8b7d9 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:10.385865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3abd1910-1cca-4465-96f2-f9e76873667c req-800f7b12-5cd2-4a26-b72d-16a5a9a8b7d9 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1054780 Sep 21 18:05:10.437830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3abd1910-1cca-4465-96f2-f9e76873667c req-c8f3d4da-9fab-4187-9b6d-ac488112dc7a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Sep 21 18:05:10.459871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.541260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f81a5b1-fdc1-4c4c-84e9-34f61bb9a1f8 req-dd3efad3-6d04-4593-a868-15d26ef73d88 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4003375 Sep 21 18:05:10.736780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d7ad76fa-de74-4c64-8d03-be2449ad0751 None None] Provisioning complete for port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:10.738861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ad76fa-de74-4c64-8d03-be2449ad0751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.825198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3c39-e35e-4020-8754-c35c8cdef59d req-ec17adef-5f7f-4f85-9667-dad9d8042122 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:10.830510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcb84000-a968-4b06-b9b5-c1dcec3f11c2 req-ba4af232-4e43-4412-aeaa-aa2eeefbb9fb tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff82536d-e377-4c1c-b8a3-f4f2e54aeb36 HTTP/1.1" status: 200 len: 210 time: 0.0677259 Sep 21 18:05:10.833441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-772f3c39-e35e-4020-8754-c35c8cdef59d req-ec17adef-5f7f-4f85-9667-dad9d8042122 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 943 time: 0.1178238 Sep 21 18:05:10.860348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad76fa-de74-4c64-8d03-be2449ad0751 None None] Port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:10.906089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-772f3c39-e35e-4020-8754-c35c8cdef59d req-d45fdd1f-0b2b-4011-92fd-da7ac307371a tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716944 Sep 21 18:05:10.978535 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.028263 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.083419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event deleted for resources: {'Port': ['ID=7748fa3f-b4cb-423e-a596-00e63a1accb7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:11.484173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Router 443057d4-5bcc-4044-85c3-e9a2db099fdb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:11.508405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 45250e41-e2b7-40c8-9bcf-b7152e921990 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:11.521609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.553443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8731f-e1df-44fb-99dc-19a12d356dd1 req-15489cee-80d1-4f19-973c-a136aff1ebc0 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:11.555511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdc8731f-e1df-44fb-99dc-19a12d356dd1 req-15489cee-80d1-4f19-973c-a136aff1ebc0 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 945 time: 0.2566705 Sep 21 18:05:11.565322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.685406 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.685951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 45250e41-e2b7-40c8-9bcf-b7152e921990 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:11.686371 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.742823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076623f9-7f57-45c5-bb8a-d8b54a0f6ae6 req-cd6b36d1-e887-4f1f-b325-ba262b9e7d0f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:11.752780 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-076623f9-7f57-45c5-bb8a-d8b54a0f6ae6 req-cd6b36d1-e887-4f1f-b325-ba262b9e7d0f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1276150 Sep 21 18:05:11.820926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-076623f9-7f57-45c5-bb8a-d8b54a0f6ae6 req-da34dc24-1da0-46aa-b007-21043eafdbe1 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645063 Sep 21 18:05:11.929222 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.967415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf0e4112-5b65-4dd5-ac0b-5ea62cfb8c99 req-e677f7e6-18f0-4403-a15d-0a1c8ab9521e tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/ports?device_id=0715ddd4-62ce-4061-9bea-576c041bbb2c HTTP/1.1" status: 200 len: 210 time: 0.0430205 Sep 21 18:05:11.998325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 45250e41-e2b7-40c8-9bcf-b7152e921990, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=45250e41-e2b7-40c8-9bcf-b7152e921990,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:12.006226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.145628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdc8731f-e1df-44fb-99dc-19a12d356dd1 req-9df0a8cd-2d5a-4cd6-839a-a66345df0e77 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642205 Sep 21 18:05:12.146501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Pushing event updated for resources: {'Port': ['ID=3a246a7c-0bda-4f14-aa3c-290f05c4c599,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:12.158595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=45250e41-e2b7-40c8-9bcf-b7152e921990,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:12.291796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:12.298338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:12.556252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:12.567674 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] Sync routers for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:12.588210 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:12.589124 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:12.652472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7748fa3f-b4cb-423e-a596-00e63a1accb7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:12.669660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f732f-062b-43d9-b9a4-a4b072de195f req-e0a5b8fa-fcd3-4809-bd84-c58937d3cee8 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:12.685695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b4f732f-062b-43d9-b9a4-a4b072de195f req-e0a5b8fa-fcd3-4809-bd84-c58937d3cee8 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 943 time: 0.3677738 Sep 21 18:05:12.725475 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7748fa3f-b4cb-423e-a596-00e63a1accb7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:12.725832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7748fa3f-b4cb-423e-a596-00e63a1accb7 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:12.760703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 112f663d-b897-4060-b90f-cfd47fde9ce1 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:05:12.823387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-0c62d39d-ee08-48d8-9b40-b9dc41ff8d55 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 258 time: 0.5786510 Sep 21 18:05:12.833758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:12.873291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] No DVR routers for this DVR port 7748fa3f-b4cb-423e-a596-00e63a1accb7 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:12.878924 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:12.882539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.882864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-436f9d80-454a-40db-a6f4-1076ae2b5c26 None None] Provisioning complete for port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:12.883077 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-436f9d80-454a-40db-a6f4-1076ae2b5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.899151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Router caa7c087-e221-42d2-a6c6-f065f84598ca has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:12.900878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.903925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc120218-c69d-42ee-bbb7-47931fcc359f req-af569140-799e-4789-a14c-0c0d022b0def tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.41 "DELETE /v2.0/ports/7748fa3f-b4cb-423e-a596-00e63a1accb7 HTTP/1.1" status: 204 len: 173 time: 4.4615700 Sep 21 18:05:12.904711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'name': 'network-vif-deleted', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:12.907453 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ff4b0-af62-48f9-8fda-af7566b03c73" -d '{"events": [{"server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "name": "network-vif-deleted", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:12.934853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b4f732f-062b-43d9-b9a4-a4b072de195f req-281a96f7-d830-4274-9fda-137995f86740 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460608 Sep 21 18:05:13.129078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-436f9d80-454a-40db-a6f4-1076ae2b5c26 None None] Port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:13.177883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.200296 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:05:13.218542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 112f663d-b897-4060-b90f-cfd47fde9ce1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=112f663d-b897-4060-b90f-cfd47fde9ce1,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:13.242250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'port_id': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'mac_address': 'fa:16:3e:ec:f6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:05:13.312985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.336354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112f663d-b897-4060-b90f-cfd47fde9ce1 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:13.383696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 112f663d-b897-4060-b90f-cfd47fde9ce1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=112f663d-b897-4060-b90f-cfd47fde9ce1,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:13.395602 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.487812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Allocated IP 172.25.3.122 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/b9854d72-daa1-4f0f-84f3-39c763201a07) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:13.592563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313d659-991c-40a1-b0ac-0c422af262bd req-7b23a57a-8ea8-478f-ae22-d71b5d0d79ac tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:13.597896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a313d659-991c-40a1-b0ac-0c422af262bd req-7b23a57a-8ea8-478f-ae22-d71b5d0d79ac tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.4203699 Sep 21 18:05:13.645682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 45250e41-e2b7-40c8-9bcf-b7152e921990 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:13.692227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['112f663d-b897-4060-b90f-cfd47fde9ce1'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:13.776464 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 5, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:13.860767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=112f663d-b897-4060-b90f-cfd47fde9ce1,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:13.876736 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] Checking router: 443057d4-5bcc-4044-85c3-e9a2db099fdb for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:13.893798 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:13.895222 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:13.906157 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.002126 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.059607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 45250e41-e2b7-40c8-9bcf-b7152e921990 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:14.060743 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.115141 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:14.131728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:14.137933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:14.142460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:14.275579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event updated for resources: {'Port': ['ID=b9854d72-daa1-4f0f-84f3-39c763201a07,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:14.451745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.507991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.572765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:14.591319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Sync routers for ids ['caa7c087-e221-42d2-a6c6-f065f84598ca'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:14.592371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-98cd7394-372c-47b0-a00c-1c65baab3edf admin admin] 10.222.0.70 "PUT /v2.0/routers/caa7c087-e221-42d2-a6c6-f065f84598ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4892704 Sep 21 18:05:14.622693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Routers {'caa7c087-e221-42d2-a6c6-f065f84598ca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:14.623810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['caa7c087-e221-42d2-a6c6-f065f84598ca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:14.631722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a313d659-991c-40a1-b0ac-0c422af262bd req-c77964fc-d76a-4a32-a1cf-fb71dc106ae2 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0169914 Sep 21 18:05:14.745426 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48575fbc-e8a5-4b69-aee7-8c01484f9dce x-openstack-request-id: req-48575fbc-e8a5-4b69-aee7-8c01484f9dce {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:14.746460 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0715ddd4-62ce-4061-9bea-576c041bbb2c", "name": "network-vif-deleted", "tag": "7748fa3f-b4cb-423e-a596-00e63a1accb7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:14.746721 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48575fbc-e8a5-4b69-aee7-8c01484f9dce {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:14.747141 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0715ddd4-62ce-4061-9bea-576c041bbb2c', 'name': 'network-vif-deleted', 'tag': '7748fa3f-b4cb-423e-a596-00e63a1accb7', 'status': 'completed', 'code': 200} Sep 21 18:05:14.917755 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 5, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:14.997931 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54c5e-9d43-4611-a192-af2783e0817e None None] The sync data for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 is: [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5', 'name': '', 'network_id': 'f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'mac_address': 'fa:16:3e:02:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:59Z', 'revision_number': 5, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'subnets': [{'id': '81b9c9e1-8298-4991-927e-aeda71a92732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:15.014002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Set router caa7c087-e221-42d2-a6c6-f065f84598ca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:15.137817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.151106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.160166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3680d7-a314-44ed-b6d1-668fc417300c req-42903e10-252b-4014-8f21-2c10c588ce48 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:15.162749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b3680d7-a314-44ed-b6d1-668fc417300c req-42903e10-252b-4014-8f21-2c10c588ce48 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 944 time: 0.1101110 Sep 21 18:05:15.234337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b3680d7-a314-44ed-b6d1-668fc417300c req-b075afed-5101-44cc-8f0a-cc93b01a5f53 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635202 Sep 21 18:05:15.422541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56168) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:15.437808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event updated for resources: {'Port': ['ID=b9854d72-daa1-4f0f-84f3-39c763201a07,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:15.466266 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.525802 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5657db19-8b83-42fc-b59e-fa347855b67e None None] New status for floating IP 46b67e3e-196e-4a69-ae36-850159a0bd56: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:05:15.526498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.530014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-bf0d9061-5573-43cf-ab73-580498217350 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7025580 Sep 21 18:05:15.591977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bd39b4c-a630-44a0-8629-8fae80b87970 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.608472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56172) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:15.662477 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bd39b4c-a630-44a0-8629-8fae80b87970 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.686277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:10Z', 'revision_number': 4, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port': {'id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:03Z', 'updated_at': '2021-09-21T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3a246a7c-0bda-4f14-aa3c-290f05c4c599', 'name': '', 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'mac_address': 'fa:16:3e:e0:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc93a60-ea67-4564-b63d-ab39543e2f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:08Z', 'updated_at': '2021-09-21T18:05:11Z', 'revision_number': 2, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'subnets': [{'id': 'ffc93a60-ea67-4564-b63d-ab39543e2f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:15.758251 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bd39b4c-a630-44a0-8629-8fae80b87970 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.760010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-3073edb8-cd24-42a0-abd7-13ac07d18490 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.2227726 Sep 21 18:05:15.763331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bd39b4c-a630-44a0-8629-8fae80b87970 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.768407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5bd39b4c-a630-44a0-8629-8fae80b87970 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "DELETE /v2.0/security-groups/5d19d4e9-4680-4113-8cf6-3bf91f06c6e3 HTTP/1.1" status: 204 len: 168 time: 0.3407743 Sep 21 18:05:15.768898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:15.784693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd39b4c-a630-44a0-8629-8fae80b87970 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19d4e9-4680-4113-8cf6-3bf91f06c6e3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:15.787351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Checking router: caa7c087-e221-42d2-a6c6-f065f84598ca for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:15.788349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Updating router caa7c087-e221-42d2-a6c6-f065f84598ca port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:15.837678 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-a79b676f-48f5-48a0-8a0f-513b039691c2 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] show failed (client error): The resource could not be found. Sep 21 18:05:15.844363 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a79b676f-48f5-48a0-8a0f-513b039691c2 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "GET /v2.0/security-groups/5d19d4e9-4680-4113-8cf6-3bf91f06c6e3 HTTP/1.1" status: 404 len: 347 time: 0.0712614 Sep 21 18:05:15.845110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56182) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:15.902335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.951329 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-410b09e7-fb0b-4ec8-a3f7-3fdefb1a9ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.045283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbad385e-1e84-49fe-a19c-fa9b9466f55d req-b01070e6-6025-4e73-9b24-c031503504bc tempest-FloatingIPsNegativeTestJSON-1032823535 tempest-FloatingIPsNegativeTestJSON-1032823535-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=9040200aa5a34d9bb4f81a054d5f1cb7 HTTP/1.1" status: 200 len: 217 time: 0.1018991 Sep 21 18:05:16.197168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-9b7e0269-d14c-451b-942d-b6c07d2a8c87 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:16.200091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3aac604e-2781-424e-9a3d-de8b1e468ecf req-9b7e0269-d14c-451b-942d-b6c07d2a8c87 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.3975039 Sep 21 18:05:16.335047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511a75-d198-4d82-b7e8-d947c1017555 req-3b893128-b28e-4434-8f26-f7afc2e85675 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:16.345186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3511a75-d198-4d82-b7e8-d947c1017555 req-3b893128-b28e-4434-8f26-f7afc2e85675 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.2036395 Sep 21 18:05:16.479137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3511a75-d198-4d82-b7e8-d947c1017555 req-0052d8f5-61d2-42ea-9757-bff0c65c56f6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326158 Sep 21 18:05:16.488152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Deleting port fc8b7eea-3798-4526-aedf-37fa20d57882 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:16.488498 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.500482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5099fdd3-c784-40f3-b44e-b47d08e2aaf3 req-585af935-f4c7-4a40-b7f2-3f3aff8244cd tempest-FloatingIPsNegativeTestJSON-1032823535 tempest-FloatingIPsNegativeTestJSON-1032823535-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1074295 Sep 21 18:05:16.659382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-7cf477f2-0815-45d6-ba1b-895f0e6f2a18 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:16.663532 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.675115 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.676139 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-7cf477f2-0815-45d6-ba1b-895f0e6f2a18 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1013727 Sep 21 18:05:16.779009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-8ff44be4-5fa9-4066-bad2-4ccd0e0fcddb tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1017704 Sep 21 18:05:16.784578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-410b09e7-fb0b-4ec8-a3f7-3fdefb1a9ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.785150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Request body: {'floatingip': {'port_id': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:16.805168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.805701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.811332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 112f663d-b897-4060-b90f-cfd47fde9ce1 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:16.830907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-410b09e7-fb0b-4ec8-a3f7-3fdefb1a9ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.878778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97c16-79b4-4cb3-9d4c-da2e2eb8e2ee req-8793f31e-f46e-4f46-85d3-a57e7489171d tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:16.881034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ddcc-e487-4a54-9153-56dbdf09842c None None] Pushing event updated for resources: {'Port': ['ID=3a246a7c-0bda-4f14-aa3c-290f05c4c599,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:16.881373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfb97c16-79b4-4cb3-9d4c-da2e2eb8e2ee req-8793f31e-f46e-4f46-85d3-a57e7489171d tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 944 time: 0.2363551 Sep 21 18:05:16.891141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.927447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Calling delete_port for fc8b7eea-3798-4526-aedf-37fa20d57882 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:17.079002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfb97c16-79b4-4cb3-9d4c-da2e2eb8e2ee req-d5904753-8f44-484a-ba31-0fa3031bdd75 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770866 Sep 21 18:05:17.081450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-410b09e7-fb0b-4ec8-a3f7-3fdefb1a9ede admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7e702d33a4c4eafbada9b6d1a843877&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4719634 Sep 21 18:05:17.087504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b09e7-fb0b-4ec8-a3f7-3fdefb1a9ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88482f34-8af5-41ce-bbd0-3cd4e4149e27,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:17.103298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56196) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:17.297815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fcf19cca-bc60-41de-a852-4f437a1785cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.306356 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-f75a8ea9-b345-4a33-9eaf-a3e9348bfc19 req-fd229339-85c4-45b9-bd31-bd65834a45ea tempest-FloatingIPsNegativeTestJSON-1032823535 tempest-FloatingIPsNegativeTestJSON-1032823535-project] show failed (client error): The resource could not be found. Sep 21 18:05:17.314641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f75a8ea9-b345-4a33-9eaf-a3e9348bfc19 req-fd229339-85c4-45b9-bd31-bd65834a45ea tempest-FloatingIPsNegativeTestJSON-1032823535 tempest-FloatingIPsNegativeTestJSON-1032823535-project] 10.222.0.70 "GET /v2.0/floatingips/c605ad79-9ddf-4b1d-a7b7-28be16a8861c HTTP/1.1" status: 404 len: 350 time: 0.0861182 Sep 21 18:05:17.319952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56198) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:17.359537 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fcf19cca-bc60-41de-a852-4f437a1785cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.392932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Attempting to bind port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:17.393303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Attempting to bind port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:17.393663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Attempting to bind port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 on network 60822691-4786-493e-b5c8-1bebe5d4a7cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:17.397067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 112f663d-b897-4060-b90f-cfd47fde9ce1 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:05:17.406508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d8858af3-264e-4474-933c-18b37892a6e6 None None] Provisioning complete for port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:17.407265 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d8858af3-264e-4474-933c-18b37892a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.429287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 112f663d-b897-4060-b90f-cfd47fde9ce1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:17.430139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.497030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:17.497894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Checking segment: {'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:17.498646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.499299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Bound using segment: {'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:17.500061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Bound port: 3a246a7c-0bda-4f14-aa3c-290f05c4c599, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd5a937-ac1d-4166-8d6a-f15b677fde62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:17.500697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.529454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.571146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fcf19cca-bc60-41de-a852-4f437a1785cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.577621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fcf19cca-bc60-41de-a852-4f437a1785cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.585444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fcf19cca-bc60-41de-a852-4f437a1785cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88482f34-8af5-41ce-bbd0-3cd4e4149e27 HTTP/1.1" status: 204 len: 168 time: 0.4801464 Sep 21 18:05:17.593247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d8858af3-264e-4474-933c-18b37892a6e6 None None] Port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:17.669542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Pushing event deleted for resources: {'Port': ['ID=fc8b7eea-3798-4526-aedf-37fa20d57882,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:17.673565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf19cca-bc60-41de-a852-4f437a1785cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88482f34-8af5-41ce-bbd0-3cd4e4149e27,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:17.734517 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.737527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.741572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-48ab52cc-bf6a-431c-ac1c-10c70da737a9 tempest-ServersTestFqdnHostnames-447723455 tempest-ServersTestFqdnHostnames-447723455-project] 10.222.0.70 "DELETE /v2.0/floatingips/46b67e3e-196e-4a69-ae36-850159a0bd56 HTTP/1.1" status: 204 len: 168 time: 1.8927295 Sep 21 18:05:17.756336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56206) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:17.841572 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.843307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a0687-ffa9-4c4d-a5ff-6be77739b369 req-2b7b5a2c-7696-41da-be82-6dd82091bce7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:17.845132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-454a0687-ffa9-4c4d-a5ff-6be77739b369 req-2b7b5a2c-7696-41da-be82-6dd82091bce7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.2053506 Sep 21 18:05:17.867088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] For port 3a246a7c-0bda-4f14-aa3c-290f05c4c599, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:17.888821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] For port 3a246a7c-0bda-4f14-aa3c-290f05c4c599, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3a246a7c-0bda-4f14-aa3c-290f05c4c599,segment=NetworkSegment(5fd5a937-ac1d-4166-8d6a-f15b677fde62),segment_id=5fd5a937-ac1d-4166-8d6a-f15b677fde62)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:17.898569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:17.906952 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5f8656-0639-46be-9547-ae6aa251a97b" -d '{"events": [{"server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "name": "network-vif-plugged", "status": "completed", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:17.934047 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.029921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 112f663d-b897-4060-b90f-cfd47fde9ce1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=112f663d-b897-4060-b90f-cfd47fde9ce1,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:18.031560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18ddcc-e487-4a54-9153-56dbdf09842c None None] Pushing event updated for resources: {'Port': ['ID=3a246a7c-0bda-4f14-aa3c-290f05c4c599,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:18.048866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.109779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Routers {'caa7c087-e221-42d2-a6c6-f065f84598ca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:18.110434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['caa7c087-e221-42d2-a6c6-f065f84598ca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:18.191625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=112f663d-b897-4060-b90f-cfd47fde9ce1,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:18.338349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] Set router caa7c087-e221-42d2-a6c6-f065f84598ca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:18.403699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56216) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:18.470727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-454a0687-ffa9-4c4d-a5ff-6be77739b369 req-e2c955df-eaf1-4dce-bd4b-c077713fc468 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030045 Sep 21 18:05:18.534335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc21504b-8fa1-4160-aee1-126f1cab92af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.579483 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff012151-07a3-4d08-9ff4-1ce76b398a14 x-openstack-request-id: req-ff012151-07a3-4d08-9ff4-1ce76b398a14 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:18.579878 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "name": "network-vif-plugged", "status": "completed", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:18.580254 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff012151-07a3-4d08-9ff4-1ce76b398a14 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:18.581270 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'code': 200} Sep 21 18:05:18.678276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-44a4f858-64cf-429f-ba54-18ecd90af493 None None] Provisioning complete for port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:18.678680 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44a4f858-64cf-429f-ba54-18ecd90af493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.827534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44a4f858-64cf-429f-ba54-18ecd90af493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.844683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce600fcb-6fdc-45ef-a5c3-dc51447cbbe6 req-d012d598-5a1e-42b3-84d7-2c4cbf0e0468 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:18.849597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:10Z', 'revision_number': 4, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port': {'id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:03Z', 'updated_at': '2021-09-21T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3a246a7c-0bda-4f14-aa3c-290f05c4c599', 'name': '', 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'mac_address': 'fa:16:3e:e0:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc93a60-ea67-4564-b63d-ab39543e2f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:08Z', 'updated_at': '2021-09-21T18:05:17Z', 'revision_number': 4, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'subnets': [{'id': 'ffc93a60-ea67-4564-b63d-ab39543e2f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:18.850967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce600fcb-6fdc-45ef-a5c3-dc51447cbbe6 req-d012d598-5a1e-42b3-84d7-2c4cbf0e0468 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.1824524 Sep 21 18:05:18.853316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169e8e7-a30f-4ac3-ac17-b39df3683cfb req-a4482e6e-1dfb-43a6-8aa6-60e0adcc9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:18.857008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3169e8e7-a30f-4ac3-ac17-b39df3683cfb req-a4482e6e-1dfb-43a6-8aa6-60e0adcc9f23 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 1096 time: 0.1943922 Sep 21 18:05:18.879025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-44a4f858-64cf-429f-ba54-18ecd90af493 None None] For port 3a246a7c-0bda-4f14-aa3c-290f05c4c599, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3a246a7c-0bda-4f14-aa3c-290f05c4c599,segment=NetworkSegment(5fd5a937-ac1d-4166-8d6a-f15b677fde62),segment_id=5fd5a937-ac1d-4166-8d6a-f15b677fde62)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:18.891281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.resource_extend [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:05:18.909743 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44a4f858-64cf-429f-ba54-18ecd90af493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.985893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b94f27-2ab2-4615-bc38-53d8097752ee None None] The sync data for ids ['caa7c087-e221-42d2-a6c6-f065f84598ca'] in n-d-810285-3 is: [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:10Z', 'revision_number': 4, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port': {'id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:03Z', 'updated_at': '2021-09-21T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3a246a7c-0bda-4f14-aa3c-290f05c4c599', 'name': '', 'network_id': '60822691-4786-493e-b5c8-1bebe5d4a7cd', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'mac_address': 'fa:16:3e:e0:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc93a60-ea67-4564-b63d-ab39543e2f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:08Z', 'updated_at': '2021-09-21T18:05:17Z', 'revision_number': 4, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'subnets': [{'id': 'ffc93a60-ea67-4564-b63d-ab39543e2f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:18.987821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3169e8e7-a30f-4ac3-ac17-b39df3683cfb req-46a1f9aa-b23e-438b-8cfd-5e6fc957334e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199281 Sep 21 18:05:18.989236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4f858-64cf-429f-ba54-18ecd90af493 None None] Pushing event updated for resources: {'Port': ['ID=3a246a7c-0bda-4f14-aa3c-290f05c4c599,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:19.023074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce600fcb-6fdc-45ef-a5c3-dc51447cbbe6 req-6883fe40-f213-43a8-b82e-4be22b82dcb1 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582935 Sep 21 18:05:19.066011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.069714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.102552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.183382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc21504b-8fa1-4160-aee1-126f1cab92af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.193336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc21504b-8fa1-4160-aee1-126f1cab92af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.242381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.445189 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cc21504b-8fa1-4160-aee1-126f1cab92af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d29a806e883544aab66a5359d802955a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9935324 Sep 21 18:05:19.445973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21504b-8fa1-4160-aee1-126f1cab92af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16ad635-ed4e-4b25-bbe6-88a5b2c60aea,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:19.450002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56224) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:19.537674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3a246a7c-0bda-4f14-aa3c-290f05c4c599 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:19.563996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73d4e0c0-524f-427e-afd2-59796416fc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.594082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73d4e0c0-524f-427e-afd2-59796416fc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.651620 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Floating IP d89e6513-87e0-4414-86e4-c2b7220e8465 associated. External IP: 172.25.3.122, port: bdf713e8-5aa8-4bd6-a132-607e0e03fe2b. Sep 21 18:05:19.687591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Deleting port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:19.688178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.690256 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73d4e0c0-524f-427e-afd2-59796416fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.692930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73d4e0c0-524f-427e-afd2-59796416fc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.694174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73d4e0c0-524f-427e-afd2-59796416fc83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a16ad635-ed4e-4b25-bbe6-88a5b2c60aea HTTP/1.1" status: 204 len: 168 time: 0.2364070 Sep 21 18:05:19.696548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:19.700597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.813803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4e0c0-524f-427e-afd2-59796416fc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16ad635-ed4e-4b25-bbe6-88a5b2c60aea,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:19.990529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e268ec-34ce-491d-9cec-16bca1e1078f req-05a9d919-d209-4adf-8d87-facd8ad5ce80 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:20.000240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0e268ec-34ce-491d-9cec-16bca1e1078f req-05a9d919-d209-4adf-8d87-facd8ad5ce80 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.2360396 Sep 21 18:05:20.038654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] For port 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:20.039033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.074813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0e268ec-34ce-491d-9cec-16bca1e1078f req-a2053ac4-835d-43c3-9e9e-c35427fffdcc tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727353 Sep 21 18:05:20.085581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Calling delete_port for 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:20.306373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Deleting port 3a246a7c-0bda-4f14-aa3c-290f05c4c599 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:20.306373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.315622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365de6-f80a-4b0a-87a6-559f0507492d req-9f1730b1-3867-456d-952d-2635d67b4dd6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:20.317773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41365de6-f80a-4b0a-87a6-559f0507492d req-9f1730b1-3867-456d-952d-2635d67b4dd6 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 945 time: 0.1529062 Sep 21 18:05:20.487437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:20.543089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] For port 3a246a7c-0bda-4f14-aa3c-290f05c4c599, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3a246a7c-0bda-4f14-aa3c-290f05c4c599,segment=NetworkSegment(5fd5a937-ac1d-4166-8d6a-f15b677fde62),segment_id=5fd5a937-ac1d-4166-8d6a-f15b677fde62)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:20.545143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.561577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49524-d14b-4579-aaf6-d9247c6f4922 req-68b9a9d4-0939-4ef2-a322-b284b6478287 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:20.564012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1eb49524-d14b-4579-aaf6-d9247c6f4922 req-68b9a9d4-0939-4ef2-a322-b284b6478287 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 945 time: 0.3320255 Sep 21 18:05:20.650427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Deleting port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:20.650959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.681881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Calling delete_port for 3a246a7c-0bda-4f14-aa3c-290f05c4c599 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:20.688202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1eb49524-d14b-4579-aaf6-d9247c6f4922 req-bbd415f2-a631-4769-a620-5ec0d633b441 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032209 Sep 21 18:05:20.713857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:20.721428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.738686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] Sync routers for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:20.763903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:20.764682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:20.803970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0bfa12c0-ef69-4983-8919-c7ac19158f4b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "PUT /v2.0/floatingips/d89e6513-87e0-4414-86e4-c2b7220e8465 HTTP/1.1" status: 200 len: 996 time: 4.0230815 Sep 21 18:05:20.807243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:20.811455 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df94810-56af-4af8-8e3a-64920e6d5a88" -d '{"events": [{"name": "network-changed", "server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:20.861785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.989214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:21.014543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-d107ee26-9997-4420-8ea4-e7bff86ea4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:21.016201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-d107ee26-9997-4420-8ea4-e7bff86ea4e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=833126ed844144b68809232aa909a5f9&device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 1096 time: 0.1849315 Sep 21 18:05:21.089315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] For port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:21.090239 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.131767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:21.163015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-3b59e0f5-4475-45ae-a720-1c7baeffa32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:21.165225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-3b59e0f5-4475-45ae-a720-1c7baeffa32b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 200 len: 931 time: 0.1399205 Sep 21 18:05:21.195292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Calling delete_port for c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:21.248758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26b674-6a0b-41c8-80a7-e822be166515 req-6998cc40-8655-4b9a-9550-1b69c0c9b436 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:21.250488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e26b674-6a0b-41c8-80a7-e822be166515 req-6998cc40-8655-4b9a-9550-1b69c0c9b436 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.2768967 Sep 21 18:05:21.300651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-04305e07-52d7-493a-ae99-f6b372ce7deb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 999 time: 0.1265237 Sep 21 18:05:21.522871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-551368e2-fc54-414f-9f64-dd6ed81c568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:21.525416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-551368e2-fc54-414f-9f64-dd6ed81c568a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd9c7b30-3694-451d-9730-2319d8ecaf9b HTTP/1.1" status: 200 len: 868 time: 0.1610374 Sep 21 18:05:21.546578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e26b674-6a0b-41c8-80a7-e822be166515 req-ea2cfc88-eaee-4ac6-820f-068bcac8f9e5 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749879 Sep 21 18:05:21.587316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.638478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3a246a7c-0bda-4f14-aa3c-290f05c4c599,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:21.681494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'd89e6513-87e0-4414-86e4-c2b7220e8465', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'port_id': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'mac_address': 'fa:16:3e:41:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9211784-3405-4c24-9976-be697a8722c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:05:14Z', 'updated_at': '2021-09-21T18:05:18Z', 'revision_number': 1, 'project_id': '833126ed844144b68809232aa909a5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 5, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:21.683898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-5b40913b-8e53-40a6-a178-a39037b65f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:21.686605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-5b40913b-8e53-40a6-a178-a39037b65f65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e053b6fb-d049-4935-891b-ab48b8d0c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458683 Sep 21 18:05:21.774249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] Checking router: a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:21.787431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.794344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:21.795539 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:21.836644 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee130aef-a94d-4ba7-814d-38b86d6e05b3 x-openstack-request-id: req-ee130aef-a94d-4ba7-814d-38b86d6e05b3 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:21.836904 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:21.837297 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee130aef-a94d-4ba7-814d-38b86d6e05b3 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:21.838081 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'status': 'completed', 'code': 200} Sep 21 18:05:21.877045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.918584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:21.976531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event deleted for resources: {'Port': ['ID=c1e3242c-80d2-4e2e-8edf-d2c43da9ca54,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:22.079968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:22.082936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] No DVR routers for this DVR port c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:22.088799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.092562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41365de6-f80a-4b0a-87a6-559f0507492d req-b13a8d80-5de1-471d-ba66-0c52f8547156 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.41 "DELETE /v2.0/ports/c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 HTTP/1.1" status: 204 len: 173 time: 1.7641654 Sep 21 18:05:22.093945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'name': 'network-vif-deleted', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:22.096552 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fbd8d9-492a-410c-bf40-ae6571a0dc84" -d '{"events": [{"server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "name": "network-vif-deleted", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:22.114817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22d86-7c04-458e-a01c-e98bdde93560 req-5d45cb9a-5700-4598-b09f-ffec27e7ebb6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.123208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05a22d86-7c04-458e-a01c-e98bdde93560 req-5d45cb9a-5700-4598-b09f-ffec27e7ebb6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.2225659 Sep 21 18:05:22.229286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05a22d86-7c04-458e-a01c-e98bdde93560 req-526afeb5-282a-433e-9e15-dcc628ffffc5 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043792 Sep 21 18:05:22.440219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Router 443057d4-5bcc-4044-85c3-e9a2db099fdb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:22.461149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8bd9e-6a7a-4aa8-8eaa-ec7e88aa62f9 req-71fdd5ca-821d-46c0-b9ee-909ec6da7769 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.474061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24e8bd9e-6a7a-4aa8-8eaa-ec7e88aa62f9 req-71fdd5ca-821d-46c0-b9ee-909ec6da7769 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.1154523 Sep 21 18:05:22.482925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56278) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:22.490141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Request body: {'floatingip': {'port_id': '112f663d-b897-4060-b90f-cfd47fde9ce1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:22.556290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.627087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'd89e6513-87e0-4414-86e4-c2b7220e8465', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'port_id': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'mac_address': 'fa:16:3e:41:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9211784-3405-4c24-9976-be697a8722c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:05:14Z', 'updated_at': '2021-09-21T18:05:18Z', 'revision_number': 1, 'project_id': '833126ed844144b68809232aa909a5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 5, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:22.671586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733e16b-97d4-428b-a0dd-a67eb822c7ea None None] The sync data for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 is: [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'd89e6513-87e0-4414-86e4-c2b7220e8465', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'port_id': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'mac_address': 'fa:16:3e:41:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9211784-3405-4c24-9976-be697a8722c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:05:14Z', 'updated_at': '2021-09-21T18:05:18Z', 'revision_number': 1, 'project_id': '833126ed844144b68809232aa909a5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 5, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:22.749595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-83fec238-410b-4699-bfae-56e0e3383aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.751694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-83fec238-410b-4699-bfae-56e0e3383aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=833126ed844144b68809232aa909a5f9&device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 1096 time: 0.8828611 Sep 21 18:05:22.941193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-0d83f1e0-c676-4bb5-84de-e5163380d25b service neutron] 10.222.0.70 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2086146 Sep 21 18:05:22.970085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.078150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-08941972-61cf-40a6-bb1e-15f3fb66af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:23.079910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-08941972-61cf-40a6-bb1e-15f3fb66af7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 200 len: 931 time: 0.3107829 Sep 21 18:05:23.084272 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddcdc58-65cb-4787-b005-dc2be0343215 None None] New status for floating IP d89e6513-87e0-4414-86e4-c2b7220e8465: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:05:23.265864 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-fc8fa856-ef2a-44aa-a591-fde40e0cad83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 999 time: 0.1305499 Sep 21 18:05:23.334173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53f860d7-5f58-4ab2-b178-f05643091a1b req-47489bb5-fca3-4ab0-8a93-66868d7caae5 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=d697df53-b22a-4827-9ff3-0497f7d96053 HTTP/1.1" status: 200 len: 210 time: 0.0626733 Sep 21 18:05:23.379538 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54b294d0-4f35-4ce5-ab96-849587cb3d2e req-1cb1d5ea-190a-47c1-9b90-d619360948a8 service neutron] 10.222.0.70 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205060 Sep 21 18:05:23.407341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-e19b464d-3981-4a06-b8ca-5aad5dd77a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:23.408874 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-e19b464d-3981-4a06-b8ca-5aad5dd77a85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9c7b30-3694-451d-9730-2319d8ecaf9b HTTP/1.1" status: 200 len: 868 time: 0.1322396 Sep 21 18:05:23.561298 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b0b73b-d344-4ef9-8fac-b4f7e5d886c3 x-openstack-request-id: req-37b0b73b-d344-4ef9-8fac-b4f7e5d886c3 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:23.562121 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d697df53-b22a-4827-9ff3-0497f7d96053", "name": "network-vif-deleted", "tag": "c1e3242c-80d2-4e2e-8edf-d2c43da9ca54", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:23.562406 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37b0b73b-d344-4ef9-8fac-b4f7e5d886c3 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:23.562830 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd697df53-b22a-4827-9ff3-0497f7d96053', 'name': 'network-vif-deleted', 'tag': 'c1e3242c-80d2-4e2e-8edf-d2c43da9ca54', 'status': 'completed', 'code': 200} Sep 21 18:05:23.671750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Router caa7c087-e221-42d2-a6c6-f065f84598ca has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:23.686168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-b83e464f-3a51-4c01-a0ab-373b53b17343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:23.687770 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-b83e464f-3a51-4c01-a0ab-373b53b17343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e053b6fb-d049-4935-891b-ab48b8d0c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975734 Sep 21 18:05:23.705340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c6f51-2f85-4bb5-a5a1-6eca8216f16b req-8a759e8b-ba85-4fc5-9949-6d5c72eb4447 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:23.705340 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6d7c6f51-2f85-4bb5-a5a1-6eca8216f16b req-8a759e8b-ba85-4fc5-9949-6d5c72eb4447 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1022379 Sep 21 18:05:23.714946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:23.728411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] Sync routers for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:23.737810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-00b99a44-a166-4ede-9e6d-1b16e062fa2d admin admin] 10.222.0.70 "PUT /v2.0/routers/443057d4-5bcc-4044-85c3-e9a2db099fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9754486 Sep 21 18:05:23.741107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56304) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:23.752764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:23.754352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:23.882004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:23.898915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0f8c67c1-6d31-4ad3-8ea8-5d731ebda6ce admin admin] 10.222.0.70 "PUT /v2.0/routers/caa7c087-e221-42d2-a6c6-f065f84598ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5758460 Sep 21 18:05:23.907669 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] Sync routers for ids ['caa7c087-e221-42d2-a6c6-f065f84598ca'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:23.911105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:23.925132 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] Routers {'caa7c087-e221-42d2-a6c6-f065f84598ca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:23.926441 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['caa7c087-e221-42d2-a6c6-f065f84598ca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:24.037787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6d7c6f51-2f85-4bb5-a5a1-6eca8216f16b req-5e0c9329-2f28-4ff9-878b-69b6982c72de tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929139 Sep 21 18:05:24.066587 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-8d330e7d-d3fe-42ee-92bc-abfb7cec1da7 service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583784 Sep 21 18:05:24.125166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.127285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:24.211648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5df94810-56af-4af8-8e3a-64920e6d5a88 req-453d0d0d-8997-4407-83da-37e5e60b218f service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116738 Sep 21 18:05:24.237539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.243427 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] Set router caa7c087-e221-42d2-a6c6-f065f84598ca gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:24.500465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.524079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.568135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '58837dc3-ca04-40c0-a66a-c69429460468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:05:20Z', 'revision_number': 5, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port': {'id': '58837dc3-ca04-40c0-a66a-c69429460468', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:46Z', 'updated_at': '2021-09-21T18:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:24.600398 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:21Z', 'revision_number': 5, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port': {'id': '45250e41-e2b7-40c8-9bcf-b7152e921990', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:03Z', 'updated_at': '2021-09-21T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:24.603770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Deleting port 45250e41-e2b7-40c8-9bcf-b7152e921990 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:24.604113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.640240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] Checking router: 443057d4-5bcc-4044-85c3-e9a2db099fdb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:24.657107 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] Checking router: caa7c087-e221-42d2-a6c6-f065f84598ca for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:24.662996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] Routers {'443057d4-5bcc-4044-85c3-e9a2db099fdb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:24.663653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['443057d4-5bcc-4044-85c3-e9a2db099fdb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:24.701367 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] Routers {'caa7c087-e221-42d2-a6c6-f065f84598ca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:24.702221 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['caa7c087-e221-42d2-a6c6-f065f84598ca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:24.740939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-79e8e66b-a7ad-4b55-8154-182d0ae6550c tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 258 time: 1.1443405 Sep 21 18:05:24.772849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:24.776806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:24.875941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] For port 45250e41-e2b7-40c8-9bcf-b7152e921990, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=45250e41-e2b7-40c8-9bcf-b7152e921990,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:24.877212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.914250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:24.914709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device c1e3242c-80d2-4e2e-8edf-d2c43da9ca54 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:24.938370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Calling delete_port for 45250e41-e2b7-40c8-9bcf-b7152e921990 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:24.953412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Deleting port 58837dc3-ca04-40c0-a66a-c69429460468 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:24.953688 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] Set router caa7c087-e221-42d2-a6c6-f065f84598ca gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:24.953841 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.965416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] Set router 443057d4-5bcc-4044-85c3-e9a2db099fdb gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:25.029143 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:24Z', 'revision_number': 6, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:25.035988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:05:24Z', 'revision_number': 6, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:25.063833 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffd0b1-a3b4-4a87-b60e-49f559412ff3 None None] The sync data for ids ['caa7c087-e221-42d2-a6c6-f065f84598ca'] in n-d-810285-3 is: [{'id': 'caa7c087-e221-42d2-a6c6-f065f84598ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1761083000-router', 'tenant_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:01Z', 'updated_at': '2021-09-21T18:05:24Z', 'revision_number': 6, 'project_id': '9040200aa5a34d9bb4f81a054d5f1cb7', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:25.072498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8f76d-b92a-4e75-be1c-2485079ab8ba None None] The sync data for ids ['443057d4-5bcc-4044-85c3-e9a2db099fdb'] in n-d-810285-3 is: [{'id': '443057d4-5bcc-4044-85c3-e9a2db099fdb', 'name': 'tempest-ServersTestFqdnHostnames-551766171-router', 'tenant_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:45Z', 'updated_at': '2021-09-21T18:05:24Z', 'revision_number': 6, 'project_id': '9bf34e1a3f3d4fff8ae52f205c14de03', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:25.095418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] For port 58837dc3-ca04-40c0-a66a-c69429460468, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=58837dc3-ca04-40c0-a66a-c69429460468,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:25.095777 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.111929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Calling delete_port for 58837dc3-ca04-40c0-a66a-c69429460468 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:25.221728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.285250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.334082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Pushing event deleted for resources: {'Port': ['ID=45250e41-e2b7-40c8-9bcf-b7152e921990,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:25.380460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.resource_extend [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:05:25.510151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.521433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.535849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.750423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.755734 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.884872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3b6b7-1b07-4757-943e-f76156f25a50 req-6a7b073c-3194-478c-8ce2-610f56b2a943 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:25.888552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d7f3b6b7-1b07-4757-943e-f76156f25a50 req-6a7b073c-3194-478c-8ce2-610f56b2a943 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.2438991 Sep 21 18:05:25.896178 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.896994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa7c087-e221-42d2-a6c6-f065f84598ca {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:05:25.907822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.912174 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-29e819fb-7c98-431b-9138-046ae6920309 admin admin] 10.222.0.70 "DELETE /v2.0/routers/caa7c087-e221-42d2-a6c6-f065f84598ca HTTP/1.1" status: 204 len: 168 time: 1.9998391 Sep 21 18:05:25.914096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56330) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:25.986345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:26.095215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d7f3b6b7-1b07-4757-943e-f76156f25a50 req-99581853-c04e-44d7-9f0e-615c252419ce tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813958 Sep 21 18:05:26.142752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] Deleting subnet ffc93a60-ea67-4564-b63d-ab39543e2f59 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:26.150060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-0f9ebfdb-4985-4dac-9377-1ef1fc9436bf tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:26.151822 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-0f9ebfdb-4985-4dac-9377-1ef1fc9436bf tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.2367673 Sep 21 18:05:26.156136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.179914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df9f6628-3717-48a3-8d89-a08b878a4603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.294152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.307873 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Floating IP 3fd5096b-8280-4b86-9e50-e63945addea0 associated. External IP: 172.25.3.78, port: 112f663d-b897-4060-b90f-cfd47fde9ce1. Sep 21 18:05:26.369322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.408376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=58837dc3-ca04-40c0-a66a-c69429460468,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:26.413349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.505916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828130f-f903-42e3-8a95-d80a9a12cb6e req-d9ad9f07-478a-4ad9-a8f1-f5bb033f7b8f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:26.507585 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0828130f-f903-42e3-8a95-d80a9a12cb6e req-d9ad9f07-478a-4ad9-a8f1-f5bb033f7b8f tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 945 time: 0.1702971 Sep 21 18:05:26.533704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.617030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Deleting port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:26.617293 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.622757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.692148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3a246a7c-0bda-4f14-aa3c-290f05c4c599 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:26.718031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df9f6628-3717-48a3-8d89-a08b878a4603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.736612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df9f6628-3717-48a3-8d89-a08b878a4603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.760704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 3a246a7c-0bda-4f14-aa3c-290f05c4c599 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:26.761578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3a246a7c-0bda-4f14-aa3c-290f05c4c599 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:26.762398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:26.798888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.809479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:26.809479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4aa0c738-b1c6-49d5-b3ac-a6300d4ba3a5 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:26.812210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.819118 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0828130f-f903-42e3-8a95-d80a9a12cb6e req-44d3b9ee-9e0a-4bd9-b62d-1af8bca7add2 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452526 Sep 21 18:05:26.826009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Allocated IP 172.25.3.58 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/ef1b6f67-161d-428b-baf2-962ba72cde24) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:26.894561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.909440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f6628-3717-48a3-8d89-a08b878a4603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b47e0e6-9e26-42ee-8801-9aed5f5a7745,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:26.967831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.968370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443057d4-5bcc-4044-85c3-e9a2db099fdb {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:05:26.971945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df9f6628-3717-48a3-8d89-a08b878a4603 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=929d89253c3d4ee9ab492a8c359dcc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9832931 Sep 21 18:05:26.974149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.976101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56340) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:26.976888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc93a60-ea67-4564-b63d-ab39543e2f59,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:26.978973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3b6079aa-b876-48d1-bff0-0f1418768a24 admin admin] 10.222.0.70 "DELETE /v2.0/routers/443057d4-5bcc-4044-85c3-e9a2db099fdb HTTP/1.1" status: 204 len: 168 time: 3.2216926 Sep 21 18:05:26.979192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56342) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:26.984605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.986597 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c216b44d-77e7-4881-ae29-ea71334e1edc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ffc93a60-ea67-4564-b63d-ab39543e2f59 HTTP/1.1" status: 204 len: 168 time: 1.0700183 Sep 21 18:05:26.997856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba96ff0-bc26-42f8-8fd2-a82e6b8df351 None None] Network 60822691-4786-493e-b5c8-1bebe5d4a7cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:27.005742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56344) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:27.013945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:27.074594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] For port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:27.075035 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.109167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] Deleting subnet 81b9c9e1-8298-4991-927e-aeda71a92732 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:27.112980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Calling delete_port for c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:27.116904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.257970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.270731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.282076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] DHCP port deletion for 60822691-4786-493e-b5c8-1bebe5d4a7cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:05:27.284144 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.328161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4af3da5f-d521-426e-9792-1fe7f5ff7f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.370865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] Deleting port 85990e7d-bea8-451d-8db5-7535fc9d5f3a {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:27.373015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.397643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:27.401374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85990e7d-bea8-451d-8db5-7535fc9d5f3a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:27.409525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.434420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] Sync routers for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:27.473727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.498996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:27.500362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bb9a3c94-8d7d-4e13-a31c-4cdcef6f6c79 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "PUT /v2.0/floatingips/3fd5096b-8280-4b86-9e50-e63945addea0 HTTP/1.1" status: 200 len: 990 time: 5.0150356 Sep 21 18:05:27.501810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:27.507763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:27.509628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] For port 85990e7d-bea8-451d-8db5-7535fc9d5f3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85990e7d-bea8-451d-8db5-7535fc9d5f3a,segment=NetworkSegment(5fd5a937-ac1d-4166-8d6a-f15b677fde62),segment_id=5fd5a937-ac1d-4166-8d6a-f15b677fde62)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:27.509628 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.510591 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c362204c-8552-4852-ab31-a5ed7bdde78a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:27.515295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.575391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] Calling delete_port for 85990e7d-bea8-451d-8db5-7535fc9d5f3a owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:27.579643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.629365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:27.633988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event updated for resources: {'Port': ['ID=ef1b6f67-161d-428b-baf2-962ba72cde24,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:27.637763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:27.642775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:27.722340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.773218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.783082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:27.827903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b9c9e1-8298-4991-927e-aeda71a92732,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:27.843449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.847343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-427fec13-ece6-4382-bf70-8745c6c4b571 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/81b9c9e1-8298-4991-927e-aeda71a92732 HTTP/1.1" status: 204 len: 168 time: 0.8538702 Sep 21 18:05:27.851847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56354) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:27.861106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.898660 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4af3da5f-d521-426e-9792-1fe7f5ff7f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.936328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f831be-02ce-439b-9951-35707f349e77 None None] Network f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:27.943556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event deleted for resources: {'Port': ['ID=c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:27.944276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 85990e7d-bea8-451d-8db5-7535fc9d5f3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85990e7d-bea8-451d-8db5-7535fc9d5f3a,segment=NetworkSegment(5fd5a937-ac1d-4166-8d6a-f15b677fde62),segment_id=5fd5a937-ac1d-4166-8d6a-f15b677fde62)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:27.964264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.987665 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.988056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8b1d3-16c0-456c-94ca-26d16755d246 req-fc1a5af8-e1fe-4fb6-8a1b-c45e501aa485 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:27.988870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58837dc3-ca04-40c0-a66a-c69429460468 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:27.990034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3a8b1d3-16c0-456c-94ca-26d16755d246 req-fc1a5af8-e1fe-4fb6-8a1b-c45e501aa485 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.7402129 Sep 21 18:05:28.003315 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.034833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] No DVR routers for this DVR port c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:28.040608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.043344 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d612eb5-a1c6-4b93-a12b-18489ec14277 req-27888799-fc60-4f13-87a5-780634cfd86e tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "DELETE /v2.0/ports/c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab HTTP/1.1" status: 204 len: 173 time: 1.8302727 Sep 21 18:05:28.055009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'name': 'network-vif-deleted', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:28.057685 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5bc1db-8672-438e-97ed-8e5884b8b247" -d '{"events": [{"server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "name": "network-vif-deleted", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:28.067520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event deleted for resources: {'Port': ['ID=85990e7d-bea8-451d-8db5-7535fc9d5f3a,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.071181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 58837dc3-ca04-40c0-a66a-c69429460468 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:28.072287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58837dc3-ca04-40c0-a66a-c69429460468 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:28.073518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 45250e41-e2b7-40c8-9bcf-b7152e921990 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:28.113774 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.142560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 45250e41-e2b7-40c8-9bcf-b7152e921990 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:28.143659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 45250e41-e2b7-40c8-9bcf-b7152e921990 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:28.156927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3a8b1d3-16c0-456c-94ca-26d16755d246 req-0db2a468-e0a4-49fd-9d38-8e798f58d981 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233296 Sep 21 18:05:28.170520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Deleting port 85990e7d-bea8-451d-8db5-7535fc9d5f3a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:28.170932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.175765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Deleting port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:28.182649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.236087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4af3da5f-d521-426e-9792-1fe7f5ff7f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.239221 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4af3da5f-d521-426e-9792-1fe7f5ff7f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.241040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4af3da5f-d521-426e-9792-1fe7f5ff7f49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b47e0e6-9e26-42ee-8801-9aed5f5a7745 HTTP/1.1" status: 204 len: 168 time: 1.2606556 Sep 21 18:05:28.271478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3da5f-d521-426e-9792-1fe7f5ff7f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b47e0e6-9e26-42ee-8801-9aed5f5a7745,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.274343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] For port 85990e7d-bea8-451d-8db5-7535fc9d5f3a, host n-d-810285-3, got binding levels [] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:28.274537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.302182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Calling delete_port for 85990e7d-bea8-451d-8db5-7535fc9d5f3a owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:28.306241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_backend_mixin [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Port 85990e7d-bea8-451d-8db5-7535fc9d5f3a was not found and therefore no delete operation was performed {{(pid=95091) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:05:28.307570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.332283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.345681 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646f9637-e9b2-40f3-90bb-ef23943f88b4 x-openstack-request-id: req-646f9637-e9b2-40f3-90bb-ef23943f88b4 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:28.346048 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:28.346374 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-646f9637-e9b2-40f3-90bb-ef23943f88b4 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:28.346874 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'status': 'completed', 'code': 200} Sep 21 18:05:28.348188 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.377236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Pushing event deleted for resources: {'Port': ['ID=85990e7d-bea8-451d-8db5-7535fc9d5f3a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.390128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] No DVR routers for this DVR port 85990e7d-bea8-451d-8db5-7535fc9d5f3a on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:28.427641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event updated for resources: {'Port': ['ID=ef1b6f67-161d-428b-baf2-962ba72cde24,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.487179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.511881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] No DVR routers for this DVR port 85990e7d-bea8-451d-8db5-7535fc9d5f3a on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:28.516269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9370bdf-da2a-4f46-b718-d9bd8eeab219 None None] Pushing event deleted for resources: {'Port': ['ID=85990e7d-bea8-451d-8db5-7535fc9d5f3a,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.553640 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6238879b-9474-45bd-8994-c9de9a5c4769 req-b073caf4-2989-415b-a78d-8c8fede7a213 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=12611886-2f96-41aa-b093-75d60b3d65cb HTTP/1.1" status: 200 len: 210 time: 0.0873868 Sep 21 18:05:28.584691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] For port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f0b8493b-c6ec-44a1-82e1-8e149a5adcd6,segment=NetworkSegment(ff26e6f5-e5fc-4872-a2e9-044115489442),segment_id=ff26e6f5-e5fc-4872-a2e9-044115489442)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:28.585155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.603238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Calling delete_port for f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:28.626728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.639687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-66ae287b-bc3b-4758-b4da-ca707b69a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:28.641329 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-66ae287b-bc3b-4758-b4da-ca707b69a1c2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=be1f1b9fad1b4423afecc308d83bf364&device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 1096 time: 0.2448692 Sep 21 18:05:28.679180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60822691-4786-493e-b5c8-1bebe5d4a7cd']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:28.701551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd5a937-ac1d-4166-8d6a-f15b677fde62') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:28.701880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd5a937-ac1d-4166-8d6a-f15b677fde62') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:28.727805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '3fd5096b-8280-4b86-9e50-e63945addea0', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'port_id': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'mac_address': 'fa:16:3e:ec:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:04:58Z', 'updated_at': '2021-09-21T18:05:25Z', 'revision_number': 1, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:55Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:28.753504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.790336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.802421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] Checking router: 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:28.809510 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.810164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:28.810516 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:28.812520 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:28.821204 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-22517666-253f-4b91-806c-753ac14083d9 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0698252 Sep 21 18:05:28.823515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8d341-91b8-4963-8b71-8415d59cf6a3 None None] DHCP port deletion for f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:05:28.826088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.831918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:28.833120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:28.869811 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10a273d-b3ec-43fa-a978-f60c71d2c76c x-openstack-request-id: req-b10a273d-b3ec-43fa-a978-f60c71d2c76c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:28.870537 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12611886-2f96-41aa-b093-75d60b3d65cb", "name": "network-vif-deleted", "tag": "c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:28.871298 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b10a273d-b3ec-43fa-a978-f60c71d2c76c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:28.872116 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12611886-2f96-41aa-b093-75d60b3d65cb', 'name': 'network-vif-deleted', 'tag': 'c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab', 'status': 'completed', 'code': 200} Sep 21 18:05:28.875780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-888f50b5-4a4a-41cd-b882-1dbd3e0a75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:28.877589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-888f50b5-4a4a-41cd-b882-1dbd3e0a75c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=82002a8b-978d-4a14-9987-5f4be212befa HTTP/1.1" status: 200 len: 907 time: 0.2280147 Sep 21 18:05:28.931933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] No DVR routers for this DVR port f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:28.971589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.980877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.986806 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] 10.222.0.70 "DELETE /v2.0/networks/60822691-4786-493e-b5c8-1bebe5d4a7cd HTTP/1.1" status: 204 len: 168 time: 1.9776680 Sep 21 18:05:28.993764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56372) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.022272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b8493b-c6ec-44a1-82e1-8e149a5adcd6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:29.022725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be863502-541f-4d89-9a87-82c1d27fc01d admin admin] Pushing event deleted for resources: {'Network': ['ID=60822691-4786-493e-b5c8-1bebe5d4a7cd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:29.031073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b728a9d1-e58e-4441-99fa-86362c70c52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.033394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-65667821-dcc8-4d47-ad7a-d774d8400501 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.1752477 Sep 21 18:05:29.051711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-163cc50c-762a-4187-8c45-cd42014ecf3b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=112f663d-b897-4060-b90f-cfd47fde9ce1 HTTP/1.1" status: 200 len: 998 time: 0.1376784 Sep 21 18:05:29.076872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:29.154639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-fe913e59-7392-4297-a031-7056a6037026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.157099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-fe913e59-7392-4297-a031-7056a6037026 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4e34df7-d037-4c3b-9de5-8153051870f2 HTTP/1.1" status: 200 len: 844 time: 0.0906863 Sep 21 18:05:29.236352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-62107778-5121-4f9c-9517-8fbaf8517320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.237982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-62107778-5121-4f9c-9517-8fbaf8517320 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=82002a8b-978d-4a14-9987-5f4be212befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688348 Sep 21 18:05:29.281239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61cb9b90-e61a-42cb-b442-b0c01b7d675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.381182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b728a9d1-e58e-4441-99fa-86362c70c52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.388223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b728a9d1-e58e-4441-99fa-86362c70c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.426442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b728a9d1-e58e-4441-99fa-86362c70c52f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cee605a7d77d4ee29b84ef5269cab12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313025 Sep 21 18:05:29.430246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56380) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.467928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56382) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.572284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728a9d1-e58e-4441-99fa-86362c70c52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a90034-9fe2-4686-a1a2-5a5a6f69f7c4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:29.608058 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-e53de0b2-16c7-4641-a136-5b598f6b59db service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609369 Sep 21 18:05:29.651204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:29.689153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7c1962a7-e6ed-4d5a-8212-be13d1da52df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9040200aa5a34d9bb4f81a054d5f1cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162011 Sep 21 18:05:29.695563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56388) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.703372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:29.703984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f0b8493b-c6ec-44a1-82e1-8e149a5adcd6 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:29.749208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '3fd5096b-8280-4b86-9e50-e63945addea0', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'port_id': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'mac_address': 'fa:16:3e:ec:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:04:58Z', 'updated_at': '2021-09-21T18:05:25Z', 'revision_number': 1, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:55Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:29.752098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.782626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbefdc9-ef8e-435f-a8e2-9c9a26f6d3ff None None] The sync data for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 is: [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '3fd5096b-8280-4b86-9e50-e63945addea0', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'port_id': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'mac_address': 'fa:16:3e:ec:f6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:04:58Z', 'updated_at': '2021-09-21T18:05:25Z', 'revision_number': 1, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:55Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:29.790989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:29.831909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff26e6f5-e5fc-4872-a2e9-044115489442') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:29.832944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff26e6f5-e5fc-4872-a2e9-044115489442') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:29.850431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.865958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-7b3636cd-a72f-4e03-82c3-f739109b4fbd tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.867629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad9d32fe-6f91-4348-9f7e-f684ae9e0725 req-7b3636cd-a72f-4e03-82c3-f739109b4fbd tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.8029859 Sep 21 18:05:29.883689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.912426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:29.913075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:29.915361 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:29.930158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b58f00db-6eb6-43a3-a43f-eca78df16426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.010659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b58f00db-6eb6-43a3-a43f-eca78df16426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.012179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.023666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.028472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36 HTTP/1.1" status: 204 len: 168 time: 2.1752186 Sep 21 18:05:30.044160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aa1f7-aa3e-4a5e-bf52-9f916d018c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a1ad41-b234-46a4-bfbc-bcdfea3e9a36,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:30.088776 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c362204c-8552-4852-ab31-a5ed7bdde78a req-a5267568-f53f-4c9d-ae55-50aac397c583 service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073644 Sep 21 18:05:30.109588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1597-d388-4aa0-b334-39443c06aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.146853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b284bd-3038-4ba1-b588-5657cc124b4e req-7f41eaa3-eb8c-46c2-a262-d898ddc71376 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:30.148685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07b284bd-3038-4ba1-b588-5657cc124b4e req-7f41eaa3-eb8c-46c2-a262-d898ddc71376 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1486979 Sep 21 18:05:30.170808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1597-d388-4aa0-b334-39443c06aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.219908 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9d182-432c-48b3-9f7c-ac086ed50939 None None] New status for floating IP 3fd5096b-8280-4b86-9e50-e63945addea0: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:05:30.253553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07b284bd-3038-4ba1-b588-5657cc124b4e req-3742692f-f0d1-4b88-bff0-3c127cd19bf8 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.0867295 Sep 21 18:05:30.267617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-07b284bd-3038-4ba1-b588-5657cc124b4e req-e973e58c-7929-42ee-8393-998e3e99148c tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Request body: {'floatingip': {'port_id': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:30.348917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b58f00db-6eb6-43a3-a43f-eca78df16426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.353658 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b58f00db-6eb6-43a3-a43f-eca78df16426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.360262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b58f00db-6eb6-43a3-a43f-eca78df16426 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78a90034-9fe2-4686-a1a2-5a5a6f69f7c4 HTTP/1.1" status: 204 len: 168 time: 0.9269834 Sep 21 18:05:30.373462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56410) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:30.375159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-07b284bd-3038-4ba1-b588-5657cc124b4e req-e973e58c-7929-42ee-8393-998e3e99148c tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.434966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f00db-6eb6-43a3-a43f-eca78df16426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a90034-9fe2-4686-a1a2-5a5a6f69f7c4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:30.516331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1597-d388-4aa0-b334-39443c06aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.519235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1597-d388-4aa0-b334-39443c06aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.520553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fc1a1597-d388-4aa0-b334-39443c06aabd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c4ddcfe-3c6f-466c-98fc-904bc2ad60ef HTTP/1.1" status: 204 len: 168 time: 0.8238764 Sep 21 18:05:30.521478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009d04-6b2c-4c93-9337-b72d7540d63b req-0630a56b-df75-41ea-8f61-61fae5f3feee tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:30.524638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71009d04-6b2c-4c93-9337-b72d7540d63b req-0630a56b-df75-41ea-8f61-61fae5f3feee tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.1864336 Sep 21 18:05:30.542318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a1597-d388-4aa0-b334-39443c06aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ddcfe-3c6f-466c-98fc-904bc2ad60ef,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:30.641005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-71369778-8bb1-40d9-a069-faff4d180643 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bf34e1a3f3d4fff8ae52f205c14de03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645919 Sep 21 18:05:30.657019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56414) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:30.694824 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-07b284bd-3038-4ba1-b588-5657cc124b4e req-e973e58c-7929-42ee-8393-998e3e99148c tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 18:05:30.703161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07b284bd-3038-4ba1-b588-5657cc124b4e req-e973e58c-7929-42ee-8393-998e3e99148c tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "PUT /v2.0/floatingips/f5eaedff-a344-45c8-9016-80480cf35c4a HTTP/1.1" status: 409 len: 549 time: 0.4481816 Sep 21 18:05:30.706138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71009d04-6b2c-4c93-9337-b72d7540d63b req-7dac433f-6aae-4808-a93c-6186998249ce tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584597 Sep 21 18:05:30.781372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-c6dd37d8-373c-4738-8ac6-3256cd3123da tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips/f5eaedff-a344-45c8-9016-80480cf35c4a HTTP/1.1" status: 200 len: 692 time: 0.0622563 Sep 21 18:05:30.837356 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bf355d6-aa1e-48b4-ba8e-e2327d1df3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.874214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:30.905135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bf355d6-aa1e-48b4-ba8e-e2327d1df3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.917031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:30.918406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c0b6b6c0-a3bf-4aec-bdc1-42e725c81bab not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:31.004653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bf355d6-aa1e-48b4-ba8e-e2327d1df3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.012036 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bf355d6-aa1e-48b4-ba8e-e2327d1df3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.014961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7bf355d6-aa1e-48b4-ba8e-e2327d1df3f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21277524-f8ad-468d-b251-64556a61b742 HTTP/1.1" status: 204 len: 168 time: 0.3558064 Sep 21 18:05:31.038485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-7dfca902-68db-4328-8889-9ccd2392f267 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:31.041992 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-7dfca902-68db-4328-8889-9ccd2392f267 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.1931431 Sep 21 18:05:31.045497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf355d6-aa1e-48b4-ba8e-e2327d1df3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21277524-f8ad-468d-b251-64556a61b742,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:31.154242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-ab156eb0-882b-4ea5-80c6-f50f0736ecb8 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:31.155749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-ab156eb0-882b-4ea5-80c6-f50f0736ecb8 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.3732431 Sep 21 18:05:31.194075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-7f3c6345-0a17-4bd2-be33-14738e287f43 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:05:31.195129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-7f3c6345-0a17-4bd2-be33-14738e287f43 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254893 Sep 21 18:05:31.259304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-30aa2364-ce66-4e7e-9649-32b2b375f993 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.0524263 Sep 21 18:05:31.339797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Deleting port 0a562819-2062-46fb-993a-8ec8776e7d19 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:31.340046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.347741 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-4ccc1e16-ca7b-4f4c-8ab7-8d8d5977a662 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.0805805 Sep 21 18:05:31.568887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] For port 0a562819-2062-46fb-993a-8ec8776e7d19, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a562819-2062-46fb-993a-8ec8776e7d19,segment=NetworkSegment(46aaa5a5-69e2-4243-93bc-0309f5607f65),segment_id=46aaa5a5-69e2-4243-93bc-0309f5607f65)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:31.569261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.586951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Calling delete_port for 0a562819-2062-46fb-993a-8ec8776e7d19 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:31.610229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Deleting port ef1b6f67-161d-428b-baf2-962ba72cde24 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:31.610582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.770941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.771271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.867905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Calling delete_port for ef1b6f67-161d-428b-baf2-962ba72cde24 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:31.879715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af00901-ecb1-490c-b4da-9c3cb2c12560 req-981d51fa-5b0b-4550-90b3-90d48b388a42 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:31.889370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4af00901-ecb1-490c-b4da-9c3cb2c12560 req-981d51fa-5b0b-4550-90b3-90d48b388a42 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/ports?device_id=56850502-0a1d-4fd8-a00e-62c1a1999b12 HTTP/1.1" status: 200 len: 944 time: 0.0877347 Sep 21 18:05:31.951938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4af00901-ecb1-490c-b4da-9c3cb2c12560 req-5b3fb5be-3dce-49dc-9ad1-0300a4be90b9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d782da0-e68b-4b1e-ae90-627794b3b0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602150 Sep 21 18:05:31.954432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.001807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Pushing event deleted for resources: {'Port': ['ID=0a562819-2062-46fb-993a-8ec8776e7d19,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:32.075429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] No DVR routers for this DVR port 0a562819-2062-46fb-993a-8ec8776e7d19 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:32.078956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.082204 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-292e6828-6d7c-4d17-b3ac-189ab4e024c0 req-52619e4b-707e-448b-849f-a1320f3653f9 tempest-LiveMigrationTest-1375498632 tempest-LiveMigrationTest-1375498632-project] 10.222.0.78 "DELETE /v2.0/ports/0a562819-2062-46fb-993a-8ec8776e7d19 HTTP/1.1" status: 204 len: 173 time: 1.0326755 Sep 21 18:05:32.084972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'name': 'network-vif-deleted', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:32.088394 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77c660-ca32-48d3-8538-fa6b38600f8c" -d '{"events": [{"server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "name": "network-vif-deleted", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:32.202231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.249153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event deleted for resources: {'Port': ['ID=ef1b6f67-161d-428b-baf2-962ba72cde24,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:32.289197 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cb64e5-e63d-4143-ae1d-fe45ad918531 x-openstack-request-id: req-f9cb64e5-e63d-4143-ae1d-fe45ad918531 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:32.289451 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56850502-0a1d-4fd8-a00e-62c1a1999b12", "name": "network-vif-deleted", "tag": "0a562819-2062-46fb-993a-8ec8776e7d19", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:32.289708 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9cb64e5-e63d-4143-ae1d-fe45ad918531 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:32.290113 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56850502-0a1d-4fd8-a00e-62c1a1999b12', 'name': 'network-vif-deleted', 'tag': '0a562819-2062-46fb-993a-8ec8776e7d19', 'status': 'completed', 'code': 200} Sep 21 18:05:32.361877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.365032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.368259 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a707384-8afd-4886-bdf5-ee457d5a4f45 req-82543853-a1f2-4dc9-88c8-a0addc652d86 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "DELETE /v2.0/floatingips/f5eaedff-a344-45c8-9016-80480cf35c4a HTTP/1.1" status: 204 len: 173 time: 1.0063987 Sep 21 18:05:32.490321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-397e93f2-2237-4f54-a61c-2246a180be13 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 1001 time: 0.1015966 Sep 21 18:05:32.569704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94123-d96e-47ac-9566-6072afa78118 req-c00ceef2-bbf6-4ef5-b3e0-10f61f56d786 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:32.571222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-c00ceef2-bbf6-4ef5-b3e0-10f61f56d786 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports/bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 942 time: 0.0723627 Sep 21 18:05:32.733063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-51917c82-d7e2-42c2-9564-3ff95b2fb23e tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 1001 time: 0.0893292 Sep 21 18:05:32.738347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:32.895907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 469c07bb-562d-44d2-b0c9-4345795051d2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:05:32.904244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94123-d96e-47ac-9566-6072afa78118 req-fe73a699-b69e-46fe-bc75-c483d39ec605 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:32.906789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-fe73a699-b69e-46fe-bc75-c483d39ec605 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1727726 Sep 21 18:05:33.005510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-49caa0bb-4327-4e9b-a3d6-424ae9f3f151 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 1001 time: 0.0883570 Sep 21 18:05:33.012267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:33.034397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:33.049866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '469c07bb-562d-44d2-b0c9-4345795051d2', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': '469c07bb-562d-44d2-b0c9-4345795051d2', 'mac_address': 'fa:16:3e:ac:5f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:05:33.075926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56548) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:33.103938 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.122957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 469c07bb-562d-44d2-b0c9-4345795051d2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:33.125223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.149625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:33.157260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.190234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-259837246-network', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:33.258814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:33.264826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.273904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['469c07bb-562d-44d2-b0c9-4345795051d2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:33.282432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.293319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:33.573206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] Deleting subnet b50393ea-cf1b-4c33-9b70-42d19ccea4f3 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:33.578759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.583568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.586165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.587072 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Floating IP d89e6513-87e0-4414-86e4-c2b7220e8465 disassociated. External IP: 172.25.3.122, port: bdf713e8-5aa8-4bd6-a132-607e0e03fe2b. Sep 21 18:05:33.616067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e31d264e-56fe-4409-a76d-012896bd2a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.727576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.803603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.826121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.874449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:33.904793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.905337 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Added segment b66da66d-a3ff-453a-bf30-cd5ca3900452 of type vlan for network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 Sep 21 18:05:33.955093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.977606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:34.026171 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.029689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.081338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2ed728-07cd-41ae-9769-fbee9339b678,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:34.109286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.111014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:34.112311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.141408 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.179207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4393187 Sep 21 18:05:34.179470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:34.182568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:34.188599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.190805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] Sync routers for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:34.195555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Request body: {'subnet': {'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-subnet', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:34.222583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:34.227183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:34.235389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8ecfb-d6a5-436d-b674-dc34b30b8341 admin admin] Pushing event updated for resources: {'Network': ['ID=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:34.239910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.258766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-48d17c70-5965-4448-8494-efa2d67e2cc3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "PUT /v2.0/floatingips/d89e6513-87e0-4414-86e4-c2b7220e8465 HTTP/1.1" status: 200 len: 695 time: 1.2460356 Sep 21 18:05:34.259545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.263720 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b50393ea-cf1b-4c33-9b70-42d19ccea4f3 HTTP/1.1" status: 204 len: 168 time: 1.1864696 Sep 21 18:05:34.267048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56618) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:34.280872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:34.291220 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93037515-a1c5-4ce9-969e-8facf4b78b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:34.314618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e8186-c978-4e06-a802-f3e973d41b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50393ea-cf1b-4c33-9b70-42d19ccea4f3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:34.327229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:34.336292 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.489466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94123-d96e-47ac-9566-6072afa78118 req-b03cda5a-1876-4881-b090-b45c018d9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:34.503822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-b03cda5a-1876-4881-b090-b45c018d9737 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=833126ed844144b68809232aa909a5f9&device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 1096 time: 0.2061257 Sep 21 18:05:34.570325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.613811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:34.741592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:34.791263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.811686 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.833833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea3f511-accc-45c0-852a-5d8599230099']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:34.863952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46aaa5a5-69e2-4243-93bc-0309f5607f65') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:34.864531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46aaa5a5-69e2-4243-93bc-0309f5607f65') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:34.882629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.922070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.939556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:34.939887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:34.941791 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:34.960559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94123-d96e-47ac-9566-6072afa78118 req-c356d2b9-aece-4b19-9caf-329245a72fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:34.963782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-c356d2b9-aece-4b19-9caf-329245a72fa5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 200 len: 931 time: 0.4591031 Sep 21 18:05:35.009936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 469c07bb-562d-44d2-b0c9-4345795051d2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:35.152491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.161317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.176374 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9ea3f511-accc-45c0-852a-5d8599230099 HTTP/1.1" status: 204 len: 168 time: 0.9077613 Sep 21 18:05:35.180175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56670) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:35.227528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 469c07bb-562d-44d2-b0c9-4345795051d2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:35.228173 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.278655 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7097d90-c820-40a2-971f-0152954e2d95 x-openstack-request-id: req-a7097d90-c820-40a2-971f-0152954e2d95 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:35.279250 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:35.279371 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7097d90-c820-40a2-971f-0152954e2d95 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:35.279728 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'status': 'completed', 'code': 200} Sep 21 18:05:35.313563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-a88a5066-f6e0-4347-a2b0-0e8420133bfc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 217 time: 0.0952680 Sep 21 18:05:35.321410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.343330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e5400-a71a-4bec-9838-d677aba549c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea3f511-accc-45c0-852a-5d8599230099,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:35.403675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 5, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:35.442547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] Checking router: a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:35.456349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d00e426-bcda-42b5-816e-952a40847cf3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:35.465573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:35.467143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:35.474156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94123-d96e-47ac-9566-6072afa78118 req-160a4dd7-5939-473e-b116-b6c0889c9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:35.483964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-160a4dd7-5939-473e-b116-b6c0889c9998 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd9c7b30-3694-451d-9730-2319d8ecaf9b HTTP/1.1" status: 200 len: 868 time: 0.1570070 Sep 21 18:05:35.503176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Checking segment: {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:35.503546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Network hostable DHCP agents. Network: c41d3350-8fd5-4d47-9a84-d8f2d3b2e101, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:35.514805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] Deleting subnet 4ba9567d-ef40-49a7-8c42-3de2ea352d6a {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:35.521681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.613302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:35.639000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-f271cc9f-d60c-494a-8594-d2439ba3a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:35.640559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-f271cc9f-d60c-494a-8594-d2439ba3a20a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=833126ed844144b68809232aa909a5f9&device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 1096 time: 0.3391430 Sep 21 18:05:35.649270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94123-d96e-47ac-9566-6072afa78118 req-863cadcc-d4d7-4417-ac28-b56b72ac2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:35.649753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.661102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-863cadcc-d4d7-4417-ac28-b56b72ac2ff3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e053b6fb-d049-4935-891b-ab48b8d0c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661351 Sep 21 18:05:35.822591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.866504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:35.880892 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-1b43aac0-391b-4e4d-b623-8fdd3d1360ef service neutron] 10.222.0.70 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184310 Sep 21 18:05:35.899110 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.970512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:35.973459 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506a8fb-6f03-45b5-8465-9f639dc3280b" -d '{"events": [{"server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "name": "network-vif-plugged", "status": "completed", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:35.997476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:36.012936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, c41d3350-8fd5-4d47-9a84-d8f2d3b2e101) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:36.021209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:36.021930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.028803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.030898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:36.036636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23d94123-d96e-47ac-9566-6072afa78118 req-96d30aad-4166-463a-b6d5-c58c5a6df416 service neutron] 10.222.0.70 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508210 Sep 21 18:05:36.037807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f92c3-97f1-4b2b-a2c9-13a0afcf839a None None] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:36.064802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e816aaa7-06b3-46ee-b11d-47fa10ee1a35 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8810041 Sep 21 18:05:36.069002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56726) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:36.077773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 0a562819-2062-46fb-993a-8ec8776e7d19 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:36.078247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a562819-2062-46fb-993a-8ec8776e7d19 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:36.080153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:36.100034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-1f5014d8-4a67-4dc8-b76d-94c927fe5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:36.112131 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-1f5014d8-4a67-4dc8-b76d-94c927fe5729 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 200 len: 931 time: 0.4588404 Sep 21 18:05:36.140085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.142570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.150599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 5, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:36.157579 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e90a619-4427-46b0-9a06-6ac33d998a15 x-openstack-request-id: req-2e90a619-4427-46b0-9a06-6ac33d998a15 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:36.158008 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "name": "network-vif-plugged", "status": "completed", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:36.158381 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e90a619-4427-46b0-9a06-6ac33d998a15 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:36.158877 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2', 'code': 200} Sep 21 18:05:36.223609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:36.267197 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-f148c784-b478-471e-9d46-60889746f5f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 200 len: 217 time: 0.1303699 Sep 21 18:05:36.269564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-ab4ea4ca-2bd4-498c-8496-a759e5bfbdda tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips/d89e6513-87e0-4414-86e4-c2b7220e8465 HTTP/1.1" status: 200 len: 695 time: 0.0712094 Sep 21 18:05:36.270933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.294042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0093946-4f28-4d91-a5d1-12628935f555 None None] The sync data for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 is: [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:04:48Z', 'revision_number': 4, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '1b64c569-97b2-40da-9d95-2434b74838e4', 'name': '', 'network_id': 'e053b6fb-d049-4935-891b-ab48b8d0c683', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'mac_address': 'fa:16:3e:42:78:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:45Z', 'updated_at': '2021-09-21T18:04:54Z', 'revision_number': 5, 'project_id': '833126ed844144b68809232aa909a5f9', 'subnets': [{'id': 'fd9c7b30-3694-451d-9730-2319d8ecaf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:36.389837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.403070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba9567d-ef40-49a7-8c42-3de2ea352d6a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:36.415779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.422048 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-97ee43c5-73fd-4cd1-a8db-5495d6a1d9a6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4ba9567d-ef40-49a7-8c42-3de2ea352d6a HTTP/1.1" status: 204 len: 168 time: 1.2372096 Sep 21 18:05:36.425637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56740) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:36.454574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-8776df20-db93-4193-a009-ba45ee5fa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:36.456526 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-8776df20-db93-4193-a009-ba45ee5fa1f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9c7b30-3694-451d-9730-2319d8ecaf9b HTTP/1.1" status: 200 len: 868 time: 0.1780119 Sep 21 18:05:36.568755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:36.569635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.632024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.712634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-46c542fb-8a7c-4f94-87d1-7a5c888687c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:36.714225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-46c542fb-8a7c-4f94-87d1-7a5c888687c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e053b6fb-d049-4935-891b-ab48b8d0c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353842 Sep 21 18:05:36.921497 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe7d7f-d51c-4d08-939e-88ba95df1f2a None None] New status for floating IP d89e6513-87e0-4414-86e4-c2b7220e8465: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:05:36.993383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Allocated IP 172.20.0.2 (c41d3350-8fd5-4d47-9a84-d8f2d3b2e101/2d00e426-bcda-42b5-816e-952a40847cf3/1c5243ed-c776-4155-b3b4-d8933de756db) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:37.031878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.114918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-28c89f9d-5471-4c86-8121-757e89a78f3b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:37.114918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-28c89f9d-5471-4c86-8121-757e89a78f3b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.7178445 Sep 21 18:05:37.169899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56774) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:37.173496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.326515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-6f17f8a9-00ba-4b97-ae5a-1fcba45ce83b tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 698 time: 0.1924095 Sep 21 18:05:37.483437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.493429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.560568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:37.566927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:37.579594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:37.635726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Pushing event updated for resources: {'Port': ['ID=1c5243ed-c776-4155-b3b4-d8933de756db,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:37.702416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Attempting to bind port 1c5243ed-c776-4155-b3b4-d8933de756db on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:37.702789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Attempting to bind port 1c5243ed-c776-4155-b3b4-d8933de756db by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:37.703151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Attempting to bind port 1c5243ed-c776-4155-b3b4-d8933de756db on network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:37.718890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:37.719337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Checking segment: {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:37.719677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.720071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Bound using segment: {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:37.720683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Bound port: 1c5243ed-c776-4155-b3b4-d8933de756db, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:37.724828 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.849497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] For port 1c5243ed-c776-4155-b3b4-d8933de756db, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:37.861455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] For port 1c5243ed-c776-4155-b3b4-d8933de756db, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1c5243ed-c776-4155-b3b4-d8933de756db,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:37.870434 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.885227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.955310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c15cb-81e1-4374-8cd1-7f7879a4ba73 None None] Pushing event updated for resources: {'Port': ['ID=1c5243ed-c776-4155-b3b4-d8933de756db,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:37.983346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c799b9f4-7ac2-4c26-a5fd-96c6e6e7389e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.007485 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-c34dc905-75da-46fd-ad03-1f40813d3458 service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2225301 Sep 21 18:05:38.012744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ae4ffe-85a9-4ed2-84f7-b760d7394192']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:38.138633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411250e3-7534-4160-b16a-e2c55caff056') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:38.139101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411250e3-7534-4160-b16a-e2c55caff056') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:38.160130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.223440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.239801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-401f534e-22dd-4678-adf9-b13cde29d30f tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.8925753 Sep 21 18:05:38.242873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:38.243344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:38.259704 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:38.288994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93037515-a1c5-4ce9-969e-8facf4b78b6c req-a32042e5-3441-4711-832c-ecfb12881ffd service neutron] 10.222.0.41 "GET /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722428 Sep 21 18:05:38.290904 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.414792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.425146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.433396 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f6ae4ffe-85a9-4ed2-84f7-b760d7394192 HTTP/1.1" status: 204 len: 168 time: 2.0010922 Sep 21 18:05:38.486681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d7edf-a906-4e32-b441-e604882a1c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ae4ffe-85a9-4ed2-84f7-b760d7394192,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:38.602408 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c799b9f4-7ac2-4c26-a5fd-96c6e6e7389e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.747302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c799b9f4-7ac2-4c26-a5fd-96c6e6e7389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.784167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56850) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:38.906069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-285ec954-f674-4566-ada9-fb3df75d5c1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97a27e9f4de64dc082327af06be8224b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211998 Sep 21 18:05:38.907578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56864) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:38.907804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c799b9f4-7ac2-4c26-a5fd-96c6e6e7389e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b19fb2102d20423baa18367e21e0fa72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7362330 Sep 21 18:05:38.908372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56866) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:38.989167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799b9f4-7ac2-4c26-a5fd-96c6e6e7389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c9cc1d-030e-4b62-b017-1bfd8b64b382,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:39.037886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26bb7c7f-c8a1-4eae-bfdd-2893cca82c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.050128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Deleting port b9854d72-daa1-4f0f-84f3-39c763201a07 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:39.050764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.070158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb5d-5e7a-4751-bda7-95e1c1541967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.095169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26bb7c7f-c8a1-4eae-bfdd-2893cca82c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.155881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb5d-5e7a-4751-bda7-95e1c1541967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.169959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.269373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.281914 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.289779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26bb7c7f-c8a1-4eae-bfdd-2893cca82c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.307280 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26bb7c7f-c8a1-4eae-bfdd-2893cca82c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.321893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-26bb7c7f-c8a1-4eae-bfdd-2893cca82c1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63c9cc1d-030e-4b62-b017-1bfd8b64b382 HTTP/1.1" status: 204 len: 168 time: 0.4108980 Sep 21 18:05:39.326984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.374806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb7c7f-c8a1-4eae-bfdd-2893cca82c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c9cc1d-030e-4b62-b017-1bfd8b64b382,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:39.377165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Calling delete_port for b9854d72-daa1-4f0f-84f3-39c763201a07 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:39.382059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb5d-5e7a-4751-bda7-95e1c1541967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.384811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d48ceb5d-5e7a-4751-bda7-95e1c1541967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.388290 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d48ceb5d-5e7a-4751-bda7-95e1c1541967 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d782da0-e68b-4b1e-ae90-627794b3b0ca HTTP/1.1" status: 204 len: 168 time: 0.4763894 Sep 21 18:05:39.432729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ceb5d-5e7a-4751-bda7-95e1c1541967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d782da0-e68b-4b1e-ae90-627794b3b0ca,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:39.650991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1c5243ed-c776-4155-b3b4-d8933de756db up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:39.775537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1c5243ed-c776-4155-b3b4-d8933de756db triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:39.775925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.789639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Allocated IP 172.25.3.186 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/c371a02b-7e9a-46ca-b9cc-f6fa343dd39a) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:39.873577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0a33f-f106-450b-9555-462957fb9672 None None] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:40.116045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.177562 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.191908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.192602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-edac7dc9-ce76-4a2d-9171-a7810e585e7e None None] Provisioning complete for port 1c5243ed-c776-4155-b3b4-d8933de756db triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:40.192988 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-edac7dc9-ce76-4a2d-9171-a7810e585e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.283643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.291192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event deleted for resources: {'Port': ['ID=b9854d72-daa1-4f0f-84f3-39c763201a07,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:40.311535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56954) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:40.349725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 1c5243ed-c776-4155-b3b4-d8933de756db, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1c5243ed-c776-4155-b3b4-d8933de756db,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:40.352316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc59c-f915-45d5-ac55-7e20ee796980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.396747 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.513662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=1c5243ed-c776-4155-b3b4-d8933de756db,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:40.532444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.535339 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.540153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-712a568e-0b98-4721-8049-db8f473b7cd8 req-da6b8a80-e087-4aeb-8892-0705fb007b92 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "DELETE /v2.0/floatingips/d89e6513-87e0-4414-86e4-c2b7220e8465 HTTP/1.1" status: 204 len: 173 time: 2.2222221 Sep 21 18:05:40.572414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:40.585617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:40.606696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:40.628479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:40.669820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc59c-f915-45d5-ac55-7e20ee796980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.680934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc59c-f915-45d5-ac55-7e20ee796980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.774480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cc59c-f915-45d5-ac55-7e20ee796980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d85edd-aac1-44ab-829e-58c421320ca3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:40.814232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-88e2ff0f-b139-4d47-8564-839e8f148edd None None] Provisioning complete for port 1c5243ed-c776-4155-b3b4-d8933de756db triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:40.814886 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88e2ff0f-b139-4d47-8564-839e8f148edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.842776 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7c3cc59c-f915-45d5-ac55-7e20ee796980 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b79170e996740ffa05691c608007ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269907 Sep 21 18:05:40.844798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56998) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:40.961256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57000) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:40.962149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-200ae048-e888-4513-9bd4-7806332154ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.074550 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-200ae048-e888-4513-9bd4-7806332154ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.108790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-557ee26b-7253-4d8e-b6da-37d3678a3e24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c4b212968a64bb8933e8eeba95fd633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443017 Sep 21 18:05:41.116183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57006) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:41.139579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf37d9-6977-4f9f-94a7-ab71302dfd96 req-e2fa427c-797e-423f-adf7-742e413e5c2c tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:41.141383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88bf37d9-6977-4f9f-94a7-ab71302dfd96 req-e2fa427c-797e-423f-adf7-742e413e5c2c tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1667397 Sep 21 18:05:41.196897 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8e166d0-7d2e-4a33-93a1-a45f0b16b737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.221997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88bf37d9-6977-4f9f-94a7-ab71302dfd96 req-2f0b64b5-994d-437b-81d9-059e4f29ea75 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0724428 Sep 21 18:05:41.246442 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8e166d0-7d2e-4a33-93a1-a45f0b16b737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.263695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-200ae048-e888-4513-9bd4-7806332154ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.266533 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-200ae048-e888-4513-9bd4-7806332154ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.268155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-200ae048-e888-4513-9bd4-7806332154ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8d85edd-aac1-44ab-829e-58c421320ca3 HTTP/1.1" status: 204 len: 168 time: 0.4215131 Sep 21 18:05:41.292046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae048-e888-4513-9bd4-7806332154ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d85edd-aac1-44ab-829e-58c421320ca3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:41.341903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8e166d0-7d2e-4a33-93a1-a45f0b16b737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.347284 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8e166d0-7d2e-4a33-93a1-a45f0b16b737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.352648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c8e166d0-7d2e-4a33-93a1-a45f0b16b737 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5fae9ab-0485-4118-9169-443b0599672b HTTP/1.1" status: 204 len: 168 time: 0.2349875 Sep 21 18:05:41.365896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e166d0-7d2e-4a33-93a1-a45f0b16b737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fae9ab-0485-4118-9169-443b0599672b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:41.376620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e3438c8-1194-49b5-9929-ed96d996cf65 req-0f9edb7a-041c-4bbc-8767-d1a9f871139d tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1286831 Sep 21 18:05:41.377478 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.619243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1c5243ed-c776-4155-b3b4-d8933de756db up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:41.750504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1c5243ed-c776-4155-b3b4-d8933de756db triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:41.751076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.893301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.092105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Router 04dda147-a807-474b-aaa1-0e3febed7910 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:05:42.294899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:42.306502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Sync routers for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:42.322905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:42.324414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:42.335224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.336552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b2c319ab-cc64-40b3-bddf-f772c34452a3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2657707 Sep 21 18:05:42.340235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57104) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:42.594306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:42.897204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:40Z', 'revision_number': 3, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:42.944414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Checking router: 04dda147-a807-474b-aaa1-0e3febed7910 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:42.944817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Updating router 04dda147-a807-474b-aaa1-0e3febed7910 port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:42.978866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.005971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00922f-1deb-4a81-b5c1-b0d325c4b442 req-3f265cdb-56ca-4f1a-9914-232568de5468 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:43.007617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb00922f-1deb-4a81-b5c1-b0d325c4b442 req-3f265cdb-56ca-4f1a-9914-232568de5468 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 945 time: 0.3713441 Sep 21 18:05:43.217509 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb00922f-1deb-4a81-b5c1-b0d325c4b442 req-a5005f81-c5f7-42c9-a26f-ced85970b1b3 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997952 Sep 21 18:05:43.707091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.717093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.780946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-633531a4-8bbb-4484-9c46-d1cdd863e9a4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:43.782585 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-633531a4-8bbb-4484-9c46-d1cdd863e9a4 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 945 time: 0.3723974 Sep 21 18:05:43.813412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Attempting to bind port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:43.813786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Attempting to bind port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:43.814161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Attempting to bind port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:43.834582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc8cf9-4557-4938-aa1e-d72a4439565c None None] Pushing event updated for resources: {'Port': ['ID=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:43.837951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:43.838360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:43.838795 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.839207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:43.840834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Bound port: c371a02b-7e9a-46ca-b9cc-f6fa343dd39a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:43.849448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.885620 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.017543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] For port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:44.024055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] For port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:44.030944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.113592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc8cf9-4557-4938-aa1e-d72a4439565c None None] Pushing event updated for resources: {'Port': ['ID=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:44.141965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:44.142943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:44.333196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Allocated IP 172.20.0.1 (c41d3350-8fd5-4d47-9a84-d8f2d3b2e101/2d00e426-bcda-42b5-816e-952a40847cf3/a4c529b3-6750-4087-8510-452decf88f5b) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:44.431390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Deleting port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:44.431812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.433664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:44.876105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafec71a-3271-4370-a028-0dfcda8b7db1 req-86928936-ed35-40b9-bfcb-9382bb8c12f6 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:44.887628 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bafec71a-3271-4370-a028-0dfcda8b7db1 req-86928936-ed35-40b9-bfcb-9382bb8c12f6 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 945 time: 0.4430866 Sep 21 18:05:44.971357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:40Z', 'revision_number': 3, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:45.011171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] For port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:45.011932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.071473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c17c9-8e16-4e88-a0a2-f01cd2ef99be None None] The sync data for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 is: [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:40Z', 'revision_number': 3, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:45.072364 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bafec71a-3271-4370-a028-0dfcda8b7db1 req-95660ac1-c19e-4c2b-86c6-29576b536bbd tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817708 Sep 21 18:05:45.080906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Calling delete_port for bdf713e8-5aa8-4bd6-a132-607e0e03fe2b owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:45.232644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.301593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.450952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Pushing event updated for resources: {'Port': ['ID=a4c529b3-6750-4087-8510-452decf88f5b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:45.469442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:45.474779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:45.482107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:45.628536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.805436 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.075130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Pushing event deleted for resources: {'Port': ['ID=bdf713e8-5aa8-4bd6-a132-607e0e03fe2b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:46.093952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c3ecf31f-82e7-4bfb-a731-bd763390c1ac None None] Provisioning complete for port a4c529b3-6750-4087-8510-452decf88f5b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:46.094630 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf31f-82e7-4bfb-a731-bd763390c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.147216 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] No DVR routers for this DVR port bdf713e8-5aa8-4bd6-a132-607e0e03fe2b on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:46.151437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.155890 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb0a6b9b-7332-47a2-b44e-687405131db0 req-313be061-c982-4280-a303-66ab0bfcc89a tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.41 "DELETE /v2.0/ports/bdf713e8-5aa8-4bd6-a132-607e0e03fe2b HTTP/1.1" status: 204 len: 173 time: 2.3654139 Sep 21 18:05:46.159297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'name': 'network-vif-deleted', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:46.163775 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2240342a-7268-4716-931a-6758b19778bb" -d '{"events": [{"server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "name": "network-vif-deleted", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:46.219003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecf31f-82e7-4bfb-a731-bd763390c1ac None None] Port a4c529b3-6750-4087-8510-452decf88f5b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:46.300291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b904e6f-0d13-4a77-8ff5-8eb2b6b474b8 req-d2c16d73-7990-485b-867c-eac47da6c801 tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 210 time: 0.0548601 Sep 21 18:05:46.304436 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.455427 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa5d9f-a78c-47d4-b5db-b64170cdb78c x-openstack-request-id: req-3afa5d9f-a78c-47d4-b5db-b64170cdb78c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:46.456011 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9211784-3405-4c24-9976-be697a8722c9", "name": "network-vif-deleted", "tag": "bdf713e8-5aa8-4bd6-a132-607e0e03fe2b", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:46.456011 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3afa5d9f-a78c-47d4-b5db-b64170cdb78c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:46.462841 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9211784-3405-4c24-9976-be697a8722c9', 'name': 'network-vif-deleted', 'tag': 'bdf713e8-5aa8-4bd6-a132-607e0e03fe2b', 'status': 'completed', 'code': 200} Sep 21 18:05:46.673605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-e7988b24-99fe-4307-9c71-80a5cba24306 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3595843 Sep 21 18:05:46.813122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bdf713e8-5aa8-4bd6-a132-607e0e03fe2b no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:46.868264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: bdf713e8-5aa8-4bd6-a132-607e0e03fe2b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:46.868621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bdf713e8-5aa8-4bd6-a132-607e0e03fe2b not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:46.900313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.913291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.914493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.915196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.915948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.916610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.918133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.919409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.921963 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-7efd3601-a3fd-47fc-a2e8-58db519ed31f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6492 time: 0.1508734 Sep 21 18:05:46.924434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.173389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-0a0beef2-b956-46e1-b701-4a229f28fb72 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=91fdfd631946459c9223cd2500a09cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698588 Sep 21 18:05:47.298845 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.501558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-2d99ad88-1ab9-4dc5-949e-4942e360ff69 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:47.510571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-2d99ad88-1ab9-4dc5-949e-4942e360ff69 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358953 Sep 21 18:05:47.545617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-f5e3ccdb-3686-46b3-8234-dd6337830321 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/quotas/91fdfd631946459c9223cd2500a09cfb HTTP/1.1" status: 200 len: 375 time: 0.0310366 Sep 21 18:05:47.562906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c371a02b-7e9a-46ca-b9cc-f6fa343dd39a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:47.613545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-0b651deb-cd32-44d9-9bb3-6d3883e0fe27 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91fdfd631946459c9223cd2500a09cfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588632 Sep 21 18:05:47.678455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-451bfc44-97f3-4a81-96c5-b7b35711fd17 req-71b7c950-f469-41e3-b1f6-07e5200acefd tempest-FloatingIPsAssociationNegativeTestJSON-812842805 tempest-FloatingIPsAssociationNegativeTestJSON-812842805-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9211784-3405-4c24-9976-be697a8722c9 HTTP/1.1" status: 200 len: 210 time: 0.1323841 Sep 21 18:05:47.686736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-edbca7cb-831d-4ec2-a0f7-566827db5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:47.687328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-edbca7cb-831d-4ec2-a0f7-566827db5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:47.687918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-edbca7cb-831d-4ec2-a0f7-566827db5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:47.690417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-edbca7cb-831d-4ec2-a0f7-566827db5eb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 2296 time: 0.7159956 Sep 21 18:05:47.693008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Pushing event updated for resources: {'Port': ['ID=a4c529b3-6750-4087-8510-452decf88f5b,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:47.718103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:47.753197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:47.771963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:47.772777 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.867439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-476c0f7e-9187-496f-aef0-a8cf2badf37f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 200 len: 1000 time: 0.1680415 Sep 21 18:05:47.912637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57418) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:48.003139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-35877a8c-813e-4627-a4d9-894fdde7fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:48.004932 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-35877a8c-813e-4627-a4d9-894fdde7fa9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 HTTP/1.1" status: 200 len: 851 time: 0.1125345 Sep 21 18:05:48.115805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57426) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:48.135082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-ff4934f5-2eb7-40ec-a2a8-1b3ec8dbc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:48.136660 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-ff4934f5-2eb7-40ec-a2a8-1b3ec8dbc694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985839 Sep 21 18:05:48.141496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.207826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:48.226086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.388833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-740fc678-dd28-442d-9e79-8b39f5cf2427 req-d84fd1ee-e96a-4cbc-bfd2-cb55f1c4e72f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 210 time: 0.2796369 Sep 21 18:05:48.392350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-8938d7b5-9629-4d68-8794-ea1624c4d79f service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920600 Sep 21 18:05:48.401250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Router 04dda147-a807-474b-aaa1-0e3febed7910 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:48.441571 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596598e0-9d54-431c-858b-05e374fa007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.551394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:48.555911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e763e5f6-3bcb-4803-9eb5-7e7dd31944c7 None None] Provisioning complete for port a4c529b3-6750-4087-8510-452decf88f5b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:48.556296 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e763e5f6-3bcb-4803-9eb5-7e7dd31944c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.578061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f011b60-ca0a-48a6-b533-e0b70887e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.599186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e763e5f6-3bcb-4803-9eb5-7e7dd31944c7 None None] Port a4c529b3-6750-4087-8510-452decf88f5b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:48.696177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596598e0-9d54-431c-858b-05e374fa007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.826824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f011b60-ca0a-48a6-b533-e0b70887e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.829704 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596598e0-9d54-431c-858b-05e374fa007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.881903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57450) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:48.887525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f011b60-ca0a-48a6-b533-e0b70887e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.072665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596598e0-9d54-431c-858b-05e374fa007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92338523-8acf-43e4-9e78-e865dc7f3335,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:49.171322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-596598e0-9d54-431c-858b-05e374fa007c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b11b584fa30f48718374131943377cc4&name=default HTTP/1.1" status: 200 len: 2981 time: 1.2571607 Sep 21 18:05:49.172703 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-da960a54-4fa5-4403-be27-bbeca0bfccc9 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698627 Sep 21 18:05:49.175322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57454) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:49.179789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5f011b60-ca0a-48a6-b533-e0b70887e628 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b570dd1fcb0a4fa9ad85cdf738d43279&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0629337 Sep 21 18:05:49.185390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57456) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:49.241353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-142c9efd-9760-4d58-9a74-097f84bdcb68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 217 time: 0.0589721 Sep 21 18:05:49.271839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f011b60-ca0a-48a6-b533-e0b70887e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88040b3b-110e-441e-af04-14ff71bd42dd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:49.326933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:49.342815 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Sync routers for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:49.366231 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f9ddd17c-d06b-48bc-8068-54a685caf8ca admin admin] 10.222.0.70 "PUT /v2.0/routers/04dda147-a807-474b-aaa1-0e3febed7910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0196342 Sep 21 18:05:49.387841 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:49.388488 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:49.420292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88fb-4e72-4d4c-9037-6050a08f9dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.513000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-28ea9e3f-afb7-4e07-b113-12fea6045b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:49.522899 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-28ea9e3f-afb7-4e07-b113-12fea6045b91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.2705309 Sep 21 18:05:49.537135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aedd9091-484c-40e0-a643-3de4511405ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.570375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c371a02b-7e9a-46ca-b9cc-f6fa343dd39a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:49.611636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88fb-4e72-4d4c-9037-6050a08f9dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.643720 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:49.761868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:49.762539 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.829977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-2a33b57a-9a30-4b70-8e9c-c80a9764c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:49.831691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-2a33b57a-9a30-4b70-8e9c-c80a9764c9f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2973206 Sep 21 18:05:49.925354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88fb-4e72-4d4c-9037-6050a08f9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.932582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d6f88fb-4e72-4d4c-9037-6050a08f9dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.937196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5d6f88fb-4e72-4d4c-9037-6050a08f9dd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92338523-8acf-43e4-9e78-e865dc7f3335 HTTP/1.1" status: 204 len: 168 time: 0.7575397 Sep 21 18:05:49.977487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f88fb-4e72-4d4c-9037-6050a08f9dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92338523-8acf-43e4-9e78-e865dc7f3335,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:50.124428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 2, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:50.130380 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-db49d32e-3b6a-4eb0-a0c8-a3e765183855 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890403 Sep 21 18:05:50.206690 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Checking router: 04dda147-a807-474b-aaa1-0e3febed7910 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:50.207049 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Updating router 04dda147-a807-474b-aaa1-0e3febed7910 port a4c529b3-6750-4087-8510-452decf88f5b binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:50.211269 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:05:50.232704 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aedd9091-484c-40e0-a643-3de4511405ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.262694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e09ef62a-eb45-4e29-9159-e3037a08808a req-96c7febc-660d-4747-9668-a792dd8bd150 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 210 time: 0.6588688 Sep 21 18:05:50.297884 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.541508 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-dd08f39b-0841-4217-bfbe-daf0ea266233 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952646 Sep 21 18:05:50.657016 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-9efa7b5d-2eca-4669-b63d-bcb4eb350018 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 217 time: 0.1145658 Sep 21 18:05:50.769835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-2501c2ac-a575-417e-a0e4-9b431f814733 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=91fdfd631946459c9223cd2500a09cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4593613 Sep 21 18:05:50.774633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aedd9091-484c-40e0-a643-3de4511405ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.777999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aedd9091-484c-40e0-a643-3de4511405ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.783595 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aedd9091-484c-40e0-a643-3de4511405ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88040b3b-110e-441e-af04-14ff71bd42dd HTTP/1.1" status: 204 len: 168 time: 1.5914998 Sep 21 18:05:50.835695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-f40db3ce-e334-4ec8-ba85-235d4c0a421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:50.837769 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-f40db3ce-e334-4ec8-ba85-235d4c0a421d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1664295 Sep 21 18:05:50.879008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd9091-484c-40e0-a643-3de4511405ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88040b3b-110e-441e-af04-14ff71bd42dd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:50.931521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-0af1edfe-e755-4c90-be42-e3e9a7d11357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:50.933960 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-0af1edfe-e755-4c90-be42-e3e9a7d11357 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876398 Sep 21 18:05:51.094124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-7ba29088-b66a-4025-9d87-b6315d27b19b tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:51.095779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-7ba29088-b66a-4025-9d87-b6315d27b19b tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129125 Sep 21 18:05:51.126049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Request body: {'port': {'device_id': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '91fdfd631946459c9223cd2500a09cfb'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:51.296782 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-27596078-3577-4ddc-ad02-a5feb1a81fba service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537328 Sep 21 18:05:51.385261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Made reservation on behalf of 91fdfd631946459c9223cd2500a09cfb for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:51.405658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.442551 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.446458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.459718 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.641023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f99d39c4-d5f2-4ab1-9a5a-e4c0604f33f6 req-25d9628a-4add-4320-95be-904c82e5fc84 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 210 time: 0.0988324 Sep 21 18:05:51.683527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57550) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:51.764666 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-be42178b-3f0e-40e2-8cc0-b8ae755ce02c service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505148 Sep 21 18:05:51.843162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0834798c-42c5-4113-aa12-aa71fcbde4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.874986 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Attempting to bind port a4c529b3-6750-4087-8510-452decf88f5b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:51.876034 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Attempting to bind port a4c529b3-6750-4087-8510-452decf88f5b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:51.877116 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Attempting to bind port a4c529b3-6750-4087-8510-452decf88f5b on network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:51.886245 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Pushing event updated for resources: {'Port': ['ID=a4c529b3-6750-4087-8510-452decf88f5b,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:51.914124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-620ca094-bfae-47ba-81b5-aaa74e5951fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 HTTP/1.1" status: 200 len: 217 time: 0.1481602 Sep 21 18:05:51.935379 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.935940 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.936360 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.937333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.937780 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.938907 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.939317 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.941246 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.941532 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.941872 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.942267 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.943095 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:51.983019 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:51.983447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Checking segment: {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:51.983815 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.984217 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Bound using segment: {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:51.984708 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Bound port: a4c529b3-6750-4087-8510-452decf88f5b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:51.985116 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.071532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-cf95bf74-e10e-4146-907d-c03cf157c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:52.073611 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-cf95bf74-e10e-4146-907d-c03cf157c20d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1482728 Sep 21 18:05:52.172835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.177242 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] For port a4c529b3-6750-4087-8510-452decf88f5b, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:52.187415 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] For port a4c529b3-6750-4087-8510-452decf88f5b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a4c529b3-6750-4087-8510-452decf88f5b,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:52.191261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-44d04813-5c92-44e8-8c16-6dc3dbea92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:52.194158 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-44d04813-5c92-44e8-8c16-6dc3dbea92a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128066 Sep 21 18:05:52.200762 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.289018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8eec8472-73d5-4c5c-a060-4a8258cf9c23 None None] Provisioning complete for port a4c529b3-6750-4087-8510-452decf88f5b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:52.290027 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8eec8472-73d5-4c5c-a060-4a8258cf9c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.340473 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:52.343061 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:52.422967 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-54825dbe-6bc8-4580-94e0-91e723c8032d service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174745 Sep 21 18:05:52.459634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.478907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8eec8472-73d5-4c5c-a060-4a8258cf9c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.485331 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01343d84-c854-40e8-bb0a-3303aedb7d91 None None] Pushing event updated for resources: {'Port': ['ID=a4c529b3-6750-4087-8510-452decf88f5b,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.494674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.654400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8eec8472-73d5-4c5c-a060-4a8258cf9c23 None None] For port a4c529b3-6750-4087-8510-452decf88f5b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a4c529b3-6750-4087-8510-452decf88f5b,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:52.666968 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8eec8472-73d5-4c5c-a060-4a8258cf9c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.791731 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-79f38ce2-ba44-4581-b2bd-532e7def062a service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564672 Sep 21 18:05:52.810395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52caca92-9e4e-4d5d-a88e-1080080826eb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.899904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec8472-73d5-4c5c-a060-4a8258cf9c23 None None] Pushing event updated for resources: {'Port': ['ID=a4c529b3-6750-4087-8510-452decf88f5b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.986859 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:53.002523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-12fa9a5d-0b2d-4fc1-b4b8-3da3bf840bfc None None] Provisioning complete for port a4c529b3-6750-4087-8510-452decf88f5b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:53.002907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12fa9a5d-0b2d-4fc1-b4b8-3da3bf840bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.033745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-3c4efbfb-6581-4720-bc7e-4059254981db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299 HTTP/1.1" status: 200 len: 217 time: 0.2072890 Sep 21 18:05:53.148172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-6118fead-939b-4ffc-81b9-eb8245d14d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.154498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-6118fead-939b-4ffc-81b9-eb8245d14d87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1195757 Sep 21 18:05:53.268980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-88907cfd-53df-4737-a4fb-89a943722483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.272897 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-88907cfd-53df-4737-a4fb-89a943722483 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015770 Sep 21 18:05:53.279733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-794c5e6b-1db2-4b65-b645-cc32a5def8ce req-8fbd1f99-15df-4ea3-b0ad-559e11719afe tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 210 time: 0.3558960 Sep 21 18:05:53.532269 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:53.547618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Allocated IP 192.168.233.134 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/bb31b886-5f0c-4e1a-8153-0d45777f8658) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:53.557153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-d1b8cbf1-c34b-4648-9c42-d4ba15bf4722 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661207 Sep 21 18:05:53.590467 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba25a-eaba-4c1b-91d8-3bab9ace9992 None None] The sync data for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 is: [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:53.751188 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0834798c-42c5-4113-aa12-aa71fcbde4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.771346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0834798c-42c5-4113-aa12-aa71fcbde4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.808520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-29222f04-4122-42fd-a6ab-dff1d589fd88 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448988 Sep 21 18:05:53.915871 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-2370068a-7692-4a5d-9bd9-d3c47f46d794 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 200 len: 217 time: 0.0992019 Sep 21 18:05:53.935097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0834798c-42c5-4113-aa12-aa71fcbde4d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=43e253b307444599af4626ac2f94a1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2503576 Sep 21 18:05:53.943269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:53.959830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834798c-42c5-4113-aa12-aa71fcbde4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13da6dc-98dd-40f7-9dde-d011d9f0e69a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:54.013029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-3e01e816-5af2-4e84-a53b-ba0820f0d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:54.015064 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-3e01e816-5af2-4e84-a53b-ba0820f0d3b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.0914552 Sep 21 18:05:54.099260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-2da5bac2-e335-4adf-ae94-f0a230f590e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:54.101668 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-2da5bac2-e335-4adf-ae94-f0a230f590e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723383 Sep 21 18:05:54.218894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.326650 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfbe79f4-f5d8-4a25-9471-4b4b5e31d663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.332058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Deleting port 1b64c569-97b2-40da-9d95-2434b74838e4 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:54.335078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.401612 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-b70b77b4-87ab-4fde-a984-342dad7ce0bb service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921445 Sep 21 18:05:54.407700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.557348 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfbe79f4-f5d8-4a25-9471-4b4b5e31d663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.625200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-2a38bfa0-5735-47b7-b2b4-3834efd127a6 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158229 Sep 21 18:05:54.714277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:54.737685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-c829e096-5bd5-4c68-a9df-5175ff83524f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 200 len: 217 time: 0.1030595 Sep 21 18:05:54.752914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:54.775602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:54.858614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-38c418e6-6db5-41c9-9742-c0b19fd85d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:54.862299 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-38c418e6-6db5-41c9-9742-c0b19fd85d0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.1170089 Sep 21 18:05:54.884105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Pushing event updated for resources: {'Port': ['ID=bb31b886-5f0c-4e1a-8153-0d45777f8658,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:54.934588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] For port 1b64c569-97b2-40da-9d95-2434b74838e4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1b64c569-97b2-40da-9d95-2434b74838e4,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:54.934966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.974906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03098-d45a-48a0-96ce-29317106f748 req-204a8934-6a5e-484d-9e06-26222a0c9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:54.976685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-204a8934-6a5e-484d-9e06-26222a0c9daa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019118 Sep 21 18:05:54.988162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Calling delete_port for 1b64c569-97b2-40da-9d95-2434b74838e4 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:55.014966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfbe79f4-f5d8-4a25-9471-4b4b5e31d663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.019913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfbe79f4-f5d8-4a25-9471-4b4b5e31d663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.021433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dfbe79f4-f5d8-4a25-9471-4b4b5e31d663 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a13da6dc-98dd-40f7-9dde-d011d9f0e69a HTTP/1.1" status: 204 len: 168 time: 1.0759804 Sep 21 18:05:55.031323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09d93-da03-4780-b5c6-528e4fd0b3df req-1595a944-08ec-458f-943f-e2f5f1d27e4b tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:55.044547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cf09d93-da03-4780-b5c6-528e4fd0b3df req-1595a944-08ec-458f-943f-e2f5f1d27e4b tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 936 time: 0.5070343 Sep 21 18:05:55.081372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:55.082893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.115678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-a198314d-6919-434d-93d5-f1c125efcff0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0060651 Sep 21 18:05:55.119732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe79f4-f5d8-4a25-9471-4b4b5e31d663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13da6dc-98dd-40f7-9dde-d011d9f0e69a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:55.177224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Request body: {'port': {'device_id': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:55.183432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-dd8ff1b2-2e6d-44ad-add5-a802e975a634 None None] Provisioning complete for port bb31b886-5f0c-4e1a-8153-0d45777f8658 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:55.185197 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff1b2-2e6d-44ad-add5-a802e975a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.207529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cf09d93-da03-4780-b5c6-528e4fd0b3df req-e256d8e4-0ccd-4a84-8447-972873d2ca36 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615748 Sep 21 18:05:55.238349 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-d2926f13-c3cc-4525-aa25-7b2a9bc6fb78 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536395 Sep 21 18:05:55.280383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ff1b2-2e6d-44ad-add5-a802e975a634 None None] Port bb31b886-5f0c-4e1a-8153-0d45777f8658 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:55.540657 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41f03098-d45a-48a0-96ce-29317106f748 req-223ee559-a075-4342-993c-6e41b04f4b72 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942879 Sep 21 18:05:55.586020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a4c529b3-6750-4087-8510-452decf88f5b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:55.621588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.720291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port a4c529b3-6750-4087-8510-452decf88f5b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:55.736289 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.026268 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.090610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Pushing event deleted for resources: {'Port': ['ID=1b64c569-97b2-40da-9d95-2434b74838e4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:56.546906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb31b886-5f0c-4e1a-8153-0d45777f8658 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:56.570241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b460f92-b58d-499a-a48d-5fbf2b4656a5 req-980a1f1c-d1dc-49b5-97e9-403c91053f05 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.572483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b460f92-b58d-499a-a48d-5fbf2b4656a5 req-980a1f1c-d1dc-49b5-97e9-403c91053f05 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 936 time: 0.1721060 Sep 21 18:05:56.593566 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.734567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Transition to ACTIVE for port object bb31b886-5f0c-4e1a-8153-0d45777f8658 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:05:56.757227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b460f92-b58d-499a-a48d-5fbf2b4656a5 req-f9f31b24-952c-4ba2-b32f-0760b7026464 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488671 Sep 21 18:05:56.784098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.925576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Pushing event updated for resources: {'Port': ['ID=bb31b886-5f0c-4e1a-8153-0d45777f8658,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:56.982880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.212600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Attempting to bind port bb31b886-5f0c-4e1a-8153-0d45777f8658 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:57.212862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Attempting to bind port bb31b886-5f0c-4e1a-8153-0d45777f8658 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:57.213059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Attempting to bind port bb31b886-5f0c-4e1a-8153-0d45777f8658 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:57.252055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Port bb31b886-5f0c-4e1a-8153-0d45777f8658 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:05:57.252303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Attempting to bind port bb31b886-5f0c-4e1a-8153-0d45777f8658 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:57.260680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:57.260680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:57.260680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:57.260680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Bound port: bb31b886-5f0c-4e1a-8153-0d45777f8658, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:57.261349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.544983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] For port bb31b886-5f0c-4e1a-8153-0d45777f8658, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:57.572999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] For port bb31b886-5f0c-4e1a-8153-0d45777f8658, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bb31b886-5f0c-4e1a-8153-0d45777f8658,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:57.607308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.236202 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cf318-aa7b-4f63-8f9a-fa2d903d488b req-a5581b18-52f2-407c-a479-ab97ef86e101 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.238436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-640cf318-aa7b-4f63-8f9a-fa2d903d488b req-a5581b18-52f2-407c-a479-ab97ef86e101 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 948 time: 0.1077669 Sep 21 18:05:58.241810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.242474 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.243831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] 10.222.0.41 "PUT /v2.0/ports/bb31b886-5f0c-4e1a-8153-0d45777f8658 HTTP/1.1" status: 200 len: 1096 time: 3.0889609 Sep 21 18:05:58.246370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'tag': 'bb31b886-5f0c-4e1a-8153-0d45777f8658'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:58.248879 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0096442-aec6-40d7-aa81-aa43783440fc" -d '{"events": [{"name": "network-changed", "server_uuid": "11f2e2c8-923a-4857-877d-a26b6cb21d7a", "tag": "bb31b886-5f0c-4e1a-8153-0d45777f8658"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:58.269137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:58.345203 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-640cf318-aa7b-4f63-8f9a-fa2d903d488b req-2542edb1-1e49-42d3-b5b4-1e840d6cf761 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728316 Sep 21 18:05:58.357919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17574555-0945-4951-b160-5d552dcd0a8c service neutron] Pushing event updated for resources: {'Port': ['ID=bb31b886-5f0c-4e1a-8153-0d45777f8658,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:58.546578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-2340d87f-d026-4ac3-88d1-886656d0def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.548140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-2340d87f-d026-4ac3-88d1-886656d0def0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91fdfd631946459c9223cd2500a09cfb&device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 1099 time: 0.2211213 Sep 21 18:05:58.607542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-ea7b95af-d49c-423d-a34c-299a3ea300e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=bb31b886-5f0c-4e1a-8153-0d45777f8658 HTTP/1.1" status: 200 len: 217 time: 0.0454075 Sep 21 18:05:58.628360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:58.649892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] Sync routers for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:58.661332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:58.662688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:58.669162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:58.676494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8bca02c0-909e-4655-a5f4-023415ceccec admin admin] 10.222.0.70 "PUT /v2.0/routers/a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7824407 Sep 21 18:05:58.708373 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d6405-d8ef-4776-96c3-b757d4474733 x-openstack-request-id: req-171d6405-d8ef-4776-96c3-b757d4474733 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:58.708668 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f2e2c8-923a-4857-877d-a26b6cb21d7a", "tag": "bb31b886-5f0c-4e1a-8153-0d45777f8658", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:58.708916 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-171d6405-d8ef-4776-96c3-b757d4474733 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:58.709390 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'tag': 'bb31b886-5f0c-4e1a-8153-0d45777f8658', 'status': 'completed', 'code': 200} Sep 21 18:05:58.717129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-fb42d224-a853-49cd-abe1-3b327567b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.719088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-fb42d224-a853-49cd-abe1-3b327567b135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1033964 Sep 21 18:05:58.838307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dc2f-b040-493a-9247-a6a93648a173 req-b4d9613f-a456-46fd-a350-18c11d275567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.841755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-b4d9613f-a456-46fd-a350-18c11d275567 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139026 Sep 21 18:05:58.864742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.003600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-dbe58fc9-7f49-493a-a2d3-f463b5f7e9c6 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532748 Sep 21 18:05:59.051997 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.122097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Deleting port 8413e44b-6feb-46df-924b-6b93c85d8966 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:59.122772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.137284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:59.171894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1091dc2f-b040-493a-9247-a6a93648a173 req-4230d70d-3b6f-4ae9-a776-a9c54347b78f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498625 Sep 21 18:05:59.252827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] For port 8413e44b-6feb-46df-924b-6b93c85d8966, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8413e44b-6feb-46df-924b-6b93c85d8966,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:59.253562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.280759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Calling delete_port for 8413e44b-6feb-46df-924b-6b93c85d8966 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:59.344088 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c8d79807-927e-430c-ba6d-36735bb98104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.352557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0096442-aec6-40d7-aa81-aa43783440fc req-137d4bf6-4498-4192-92f2-daf7eca04608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:59.354146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0096442-aec6-40d7-aa81-aa43783440fc req-137d4bf6-4498-4192-92f2-daf7eca04608 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91fdfd631946459c9223cd2500a09cfb&device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 1099 time: 0.1234059 Sep 21 18:05:59.509781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0096442-aec6-40d7-aa81-aa43783440fc req-a06c3157-4278-4863-92c7-4ba2b9b3b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:59.512357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0096442-aec6-40d7-aa81-aa43783440fc req-a06c3157-4278-4863-92c7-4ba2b9b3b169 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1506891 Sep 21 18:05:59.513601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:05:55Z', 'revision_number': 5, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port': {'id': '8413e44b-6feb-46df-924b-6b93c85d8966', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.560842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] Checking router: a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:59.572028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] Routers {'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:59.572926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.621307 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.644471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0096442-aec6-40d7-aa81-aa43783440fc req-13a4dbec-8b62-485e-a3c7-fb4998d4ba8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=bb31b886-5f0c-4e1a-8153-0d45777f8658 HTTP/1.1" status: 200 len: 217 time: 0.1120422 Sep 21 18:05:59.654708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8413e44b-6feb-46df-924b-6b93c85d8966,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:59.704265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] Set router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:59.740679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1756db-f84e-43c7-a2f4-b039c17df062 req-202c412d-e30f-4186-adaf-c9f8f90c0409 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:59.742882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c1756db-f84e-43c7-a2f4-b039c17df062 req-202c412d-e30f-4186-adaf-c9f8f90c0409 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 948 time: 0.2265661 Sep 21 18:05:59.764411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0096442-aec6-40d7-aa81-aa43783440fc req-c1265b58-f7e9-4d97-8d4e-6552c932add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:59.766334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0096442-aec6-40d7-aa81-aa43783440fc req-c1265b58-f7e9-4d97-8d4e-6552c932add3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1113408 Sep 21 18:05:59.776112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.779165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:05:59Z', 'revision_number': 6, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.812649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821a62b-e21f-4905-bd35-ea87b2d3dce1 None None] The sync data for ids ['a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f'] in n-d-810285-3 is: [{'id': 'a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785858682-router', 'tenant_id': '833126ed844144b68809232aa909a5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:38Z', 'updated_at': '2021-09-21T18:05:59Z', 'revision_number': 6, 'project_id': '833126ed844144b68809232aa909a5f9', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:59.851995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c1756db-f84e-43c7-a2f4-b039c17df062 req-d00f840f-4466-4a32-980d-2b5c33677e84 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005454 Sep 21 18:05:59.897415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0096442-aec6-40d7-aa81-aa43783440fc req-373f235e-cc6b-4770-bef5-87384fe2c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:59.899028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0096442-aec6-40d7-aa81-aa43783440fc req-373f235e-cc6b-4770-bef5-87384fe2c2b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223845 Sep 21 18:05:59.936441 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.938831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.991859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.992634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:05:59.997968 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.002011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-48e0faf5-b717-4c87-b79f-97c5ed3181f5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a7c6b49a-7ec9-4c9a-950e-5d0a7f80899f HTTP/1.1" status: 204 len: 168 time: 1.3360066 Sep 21 18:06:00.002374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57728) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:00.056855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] Deleting subnet fd9c7b30-3694-451d-9730-2319d8ecaf9b {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:00.061528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.062568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0096442-aec6-40d7-aa81-aa43783440fc req-95edf54b-36cc-43b1-bfbf-9d758e937306 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549714 Sep 21 18:06:00.103410 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.212832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0096442-aec6-40d7-aa81-aa43783440fc req-ead57593-555e-4553-b0e0-f0fc805e2320 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395881 Sep 21 18:06:00.213478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.276627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.290453 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.293084 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd9c7b30-3694-451d-9730-2319d8ecaf9b HTTP/1.1" status: 204 len: 168 time: 0.2890427 Sep 21 18:06:00.301082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5e6a2-c270-4e8f-a0dd-8a82602786be None None] Network e053b6fb-d049-4935-891b-ab48b8d0c683 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:00.303342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:00.316831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bf579-72f4-4f6e-9601-55dec1ec24b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9c7b30-3694-451d-9730-2319d8ecaf9b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.440385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.514290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Deleting port f8de3d97-169d-42c5-8580-762e8a724c43 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:00.514290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.604341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] For port f8de3d97-169d-42c5-8580-762e8a724c43, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8de3d97-169d-42c5-8580-762e8a724c43,segment=NetworkSegment(77ebe6d0-c6a2-4b54-a865-c9b321720b3b),segment_id=77ebe6d0-c6a2-4b54-a865-c9b321720b3b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:00.604739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.622907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Calling delete_port for f8de3d97-169d-42c5-8580-762e8a724c43 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:00.699422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] DHCP port deletion for e053b6fb-d049-4935-891b-ab48b8d0c683 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:00.735490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.766470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] Deleting port f8de3d97-169d-42c5-8580-762e8a724c43 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:00.767085 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.773428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8de3d97-169d-42c5-8580-762e8a724c43,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.778483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] No DVR routers for this DVR port f8de3d97-169d-42c5-8580-762e8a724c43 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:00.863491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.882850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] For port f8de3d97-169d-42c5-8580-762e8a724c43, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:00.883049 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.892552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e053b6fb-d049-4935-891b-ab48b8d0c683']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:00.897391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] Calling delete_port for f8de3d97-169d-42c5-8580-762e8a724c43 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:00.900414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] Port f8de3d97-169d-42c5-8580-762e8a724c43 was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:06:00.903215 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.907695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ebe6d0-c6a2-4b54-a865-c9b321720b3b') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:00.908320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ebe6d0-c6a2-4b54-a865-c9b321720b3b') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:00.922778 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.945098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bb31b886-5f0c-4e1a-8153-0d45777f8658 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:00.953379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] Pushing event deleted for resources: {'Port': ['ID=f8de3d97-169d-42c5-8580-762e8a724c43,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.958515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.974236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:00.977326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:00.986831 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:01.060238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d27eb-0c20-492c-bec6-e52ed72b88f4 None None] No DVR routers for this DVR port f8de3d97-169d-42c5-8580-762e8a724c43 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:01.105300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bb31b886-5f0c-4e1a-8153-0d45777f8658, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bb31b886-5f0c-4e1a-8153-0d45777f8658,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:01.126995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'bb31b886-5f0c-4e1a-8153-0d45777f8658', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'bb31b886-5f0c-4e1a-8153-0d45777f8658', 'mac_address': 'fa:16:3e:65:e6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:01.185971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.193636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.202037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.204002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e053b6fb-d049-4935-891b-ab48b8d0c683 HTTP/1.1" status: 204 len: 168 time: 0.8984385 Sep 21 18:06:01.212870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c402b-db6f-4af5-931d-aa9dff5eed62 req-5eee253f-6d12-45b8-b458-5a9d41b2bd4b tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:01.214988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b87c402b-db6f-4af5-931d-aa9dff5eed62 req-5eee253f-6d12-45b8-b458-5a9d41b2bd4b tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 948 time: 0.1876218 Sep 21 18:06:01.234212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e053b6fb-d049-4935-891b-ab48b8d0c683,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:01.243593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb31b886-5f0c-4e1a-8153-0d45777f8658 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:01.254248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.254601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.254943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.255659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.255659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.255987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.256322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.256648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.256986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.257294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.257617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.257933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dfd48-8b2e-48a9-9188-810df5fb81c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:01.271576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bb31b886-5f0c-4e1a-8153-0d45777f8658, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bb31b886-5f0c-4e1a-8153-0d45777f8658,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:01.278243 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.288181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b87c402b-db6f-4af5-931d-aa9dff5eed62 req-ec1a16ce-0f2d-410a-b4ea-62e14af4ab7d tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616813 Sep 21 18:06:01.365186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=bb31b886-5f0c-4e1a-8153-0d45777f8658,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:01.455436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8413e44b-6feb-46df-924b-6b93c85d8966 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:01.492034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8413e44b-6feb-46df-924b-6b93c85d8966 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:01.492394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8413e44b-6feb-46df-924b-6b93c85d8966 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:01.492826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f8de3d97-169d-42c5-8580-762e8a724c43 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:01.518682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f8de3d97-169d-42c5-8580-762e8a724c43 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:01.519240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f8de3d97-169d-42c5-8580-762e8a724c43 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:01.519897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1b64c569-97b2-40da-9d95-2434b74838e4 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:01.547909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 1b64c569-97b2-40da-9d95-2434b74838e4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:01.548258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1b64c569-97b2-40da-9d95-2434b74838e4 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:01.550513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['bb31b886-5f0c-4e1a-8153-0d45777f8658'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:01.611089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57826) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:01.700268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57830) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:01.700943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a0c2a4a1-b9bb-44b6-b3ad-aa7ffaafd6d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=833126ed844144b68809232aa909a5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872829 Sep 21 18:06:01.785572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51475068-778c-4c51-b119-6974cd6ee510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.817844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51475068-778c-4c51-b119-6974cd6ee510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.885813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51475068-778c-4c51-b119-6974cd6ee510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.889895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51475068-778c-4c51-b119-6974cd6ee510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.891132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-51475068-778c-4c51-b119-6974cd6ee510 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8 HTTP/1.1" status: 204 len: 168 time: 0.1889002 Sep 21 18:06:01.901515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51475068-778c-4c51-b119-6974cd6ee510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7cfc9-9ab7-4d02-8645-25ed7ea087e8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:02.447709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-2fcc2103-82bc-4d20-8228-fcb6f7ef35a5 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:02.450073 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-2fcc2103-82bc-4d20-8228-fcb6f7ef35a5 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.2558196 Sep 21 18:06:02.479276 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-21886074-35c1-45f5-ac1c-ed7ae02231a1 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/quotas/8bf9c4e2351e44198a03003bd7705966 HTTP/1.1" status: 200 len: 375 time: 0.0229340 Sep 21 18:06:02.513164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ece1c-9f49-40c2-a17e-f18f65ab4dbf req-653ca424-a218-4b39-9294-607a19227aa5 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:02.514936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec2ece1c-9f49-40c2-a17e-f18f65ab4dbf req-653ca424-a218-4b39-9294-607a19227aa5 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 949 time: 0.0728891 Sep 21 18:06:02.546682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-8eaf81f1-1e00-4300-a25d-b2ef8e706663 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661638 Sep 21 18:06:02.582213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec2ece1c-9f49-40c2-a17e-f18f65ab4dbf req-61d7ca81-2d06-4f89-8a53-3dd92e2c2f03 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589426 Sep 21 18:06:02.672591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-d2d3e0cd-bdec-4200-9260-2b330a439d4d service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246555 Sep 21 18:06:02.682277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57912) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:02.791724 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-4bb3c238-25c0-40a6-854a-d918cdaa07f5 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122077 Sep 21 18:06:02.852905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e9697e95-cd10-46bb-b4d2-6a116da2ec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.890152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bb31b886-5f0c-4e1a-8153-0d45777f8658 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:02.984838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port bb31b886-5f0c-4e1a-8153-0d45777f8658 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:02.991748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port bb31b886-5f0c-4e1a-8153-0d45777f8658 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:02.992910 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.041588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e9697e95-cd10-46bb-b4d2-6a116da2ec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.060544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e9697e95-cd10-46bb-b4d2-6a116da2ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.109829 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.118785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65cdec9a-e2e7-4e82-bc16-aa0f65fee951 req-f4048c4d-10e9-4ac1-84b1-481f4cc6e001 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 210 time: 0.0864613 Sep 21 18:06:03.160960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e9697e95-cd10-46bb-b4d2-6a116da2ec65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68ce2262f01f439dafac923de7654c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774973 Sep 21 18:06:03.164394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57934) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:03.169293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9697e95-cd10-46bb-b4d2-6a116da2ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679fef3-302e-49c3-85ed-43bb0fc975a5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.194555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port bb31b886-5f0c-4e1a-8153-0d45777f8658, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bb31b886-5f0c-4e1a-8153-0d45777f8658,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:03.195675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31b886-5f0c-4e1a-8153-0d45777f8658'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:03.203290 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9c4ef6-42a3-4355-a7cf-dbbaa0d53057" -d '{"events": [{"server_uuid": "11f2e2c8-923a-4857-877d-a26b6cb21d7a", "name": "network-vif-plugged", "status": "completed", "tag": "bb31b886-5f0c-4e1a-8153-0d45777f8658"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:03.213756 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.273198 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609ac97-5636-446d-8065-9e3a8fb56261 x-openstack-request-id: req-a609ac97-5636-446d-8065-9e3a8fb56261 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:03.273496 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f2e2c8-923a-4857-877d-a26b6cb21d7a", "name": "network-vif-plugged", "status": "completed", "tag": "bb31b886-5f0c-4e1a-8153-0d45777f8658", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:03.273825 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a609ac97-5636-446d-8065-9e3a8fb56261 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:03.274240 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31b886-5f0c-4e1a-8153-0d45777f8658', 'code': 200} Sep 21 18:06:03.304327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=bb31b886-5f0c-4e1a-8153-0d45777f8658,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.312984 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.318380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.319021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.320268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.320909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.321403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.322306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.323496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.346118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.346488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.346825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.347161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.347491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.361071 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.410113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc2f0c-752e-45a9-bfd4-f4914b729410 req-a9441619-d219-49ee-825c-ff17aa4bb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:03.414674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bfc2f0c-752e-45a9-bfd4-f4914b729410 req-a9441619-d219-49ee-825c-ff17aa4bb770 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 1101 time: 0.0891573 Sep 21 18:06:03.423697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-1cd0be76-cbef-497a-95e2-7cc82d0c513b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:03.427418 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-1cd0be76-cbef-497a-95e2-7cc82d0c513b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94 HTTP/1.1" status: 200 len: 945 time: 0.1334641 Sep 21 18:06:03.492063 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.496536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.498320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e679fef3-302e-49c3-85ed-43bb0fc975a5 HTTP/1.1" status: 204 len: 168 time: 0.3322165 Sep 21 18:06:03.505645 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bfc2f0c-752e-45a9-bfd4-f4914b729410 req-8b04a425-0368-4642-ac0b-83c63ef52d26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826030 Sep 21 18:06:03.530801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679fef3-302e-49c3-85ed-43bb0fc975a5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.542450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.543607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.544147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.544641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.545158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.545668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.546167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.546710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.547221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.547731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.548226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.548728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acf07-b523-415d-95b7-7167e3ab1d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:03.582983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Deleting port 469c07bb-562d-44d2-b0c9-4345795051d2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:03.583336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.633669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f98d36e-6d16-4a59-a354-ddba53600496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.792109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] For port 469c07bb-562d-44d2-b0c9-4345795051d2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=469c07bb-562d-44d2-b0c9-4345795051d2,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:03.793406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.807814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cf8bd-7667-442a-a234-5956527ce660 req-8063c635-6679-4d55-b32e-b1baabd9bafb tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:03.816180 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d9cf8bd-7667-442a-a234-5956527ce660 req-8063c635-6679-4d55-b32e-b1baabd9bafb tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 950 time: 0.0993752 Sep 21 18:06:03.843606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Calling delete_port for 469c07bb-562d-44d2-b0c9-4345795051d2 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:03.885086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d9cf8bd-7667-442a-a234-5956527ce660 req-557ddadc-2e3f-4365-980f-91699cbfdf46 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Sep 21 18:06:03.966327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.092438 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.163340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.176940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57984) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:04.199632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f8feab9-6c69-43ff-8131-86c0e2c0b004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.239270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event deleted for resources: {'Port': ['ID=469c07bb-562d-44d2-b0c9-4345795051d2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:04.315072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-88eb778c-8e63-477b-92af-08ce77363a09 req-7bc2b5f2-df2e-47ea-88de-3138003c7bf4 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 210 time: 0.0419216 Sep 21 18:06:04.369362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] No DVR routers for this DVR port 469c07bb-562d-44d2-b0c9-4345795051d2 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:04.374663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f8feab9-6c69-43ff-8131-86c0e2c0b004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.383629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.385080 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f8feab9-6c69-43ff-8131-86c0e2c0b004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.385914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7ce7552-63a7-4e9b-9919-b795601fb2f8 req-19be4f48-a558-4f3a-8861-7f996727bd5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "DELETE /v2.0/ports/469c07bb-562d-44d2-b0c9-4345795051d2 HTTP/1.1" status: 204 len: 173 time: 0.9512105 Sep 21 18:06:04.387309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'name': 'network-vif-deleted', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:04.390117 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b08dc2-44eb-4c9a-876e-9b8d126e2ae3" -d '{"events": [{"server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "name": "network-vif-deleted", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:04.443566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f8feab9-6c69-43ff-8131-86c0e2c0b004 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e10264fa6de142e8a380cf4ff148f12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626505 Sep 21 18:06:04.443566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8feab9-6c69-43ff-8131-86c0e2c0b004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c046a00-ff4f-4af0-b7c4-93052722f754,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:04.444465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57998) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:04.525963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3460169-5686-414f-9f56-25bc54eb3d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.589635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3460169-5686-414f-9f56-25bc54eb3d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.595233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-e1c1fff7-97ff-4835-a3cd-ec11261b7795 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:04.600215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-e1c1fff7-97ff-4835-a3cd-ec11261b7795 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.2265160 Sep 21 18:06:04.621959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Request body: {'port': {'device_id': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'admin_state_up': True, 'tenant_id': '8bf9c4e2351e44198a03003bd7705966'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:04.681282 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3a5ff1-9820-40ad-88f8-004d8c5e1721 x-openstack-request-id: req-5b3a5ff1-9820-40ad-88f8-004d8c5e1721 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:04.681742 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dc4db2-6688-4ad0-b1ba-cca4d1f94c94", "name": "network-vif-deleted", "tag": "469c07bb-562d-44d2-b0c9-4345795051d2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:04.682640 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b3a5ff1-9820-40ad-88f8-004d8c5e1721 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:04.684033 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc4db2-6688-4ad0-b1ba-cca4d1f94c94', 'name': 'network-vif-deleted', 'tag': '469c07bb-562d-44d2-b0c9-4345795051d2', 'status': 'completed', 'code': 200} Sep 21 18:06:04.685153 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.767885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3460169-5686-414f-9f56-25bc54eb3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.771262 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b3460169-5686-414f-9f56-25bc54eb3d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.774827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b3460169-5686-414f-9f56-25bc54eb3d5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c046a00-ff4f-4af0-b7c4-93052722f754 HTTP/1.1" status: 204 len: 168 time: 0.3271565 Sep 21 18:06:04.801883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460169-5686-414f-9f56-25bc54eb3d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c046a00-ff4f-4af0-b7c4-93052722f754,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:04.919459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Made reservation on behalf of 8bf9c4e2351e44198a03003bd7705966 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:04.929798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.052628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 469c07bb-562d-44d2-b0c9-4345795051d2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:05.064995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14bff2-2f8c-4903-9a21-d0aa9802ac4d req-098f3ef3-a443-428f-af19-fbee1f7b0648 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:05.076780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c14bff2-2f8c-4903-9a21-d0aa9802ac4d req-098f3ef3-a443-428f-af19-fbee1f7b0648 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 950 time: 0.0943329 Sep 21 18:06:05.101880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 469c07bb-562d-44d2-b0c9-4345795051d2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:05.103259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 469c07bb-562d-44d2-b0c9-4345795051d2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:05.184553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c14bff2-2f8c-4903-9a21-d0aa9802ac4d req-16f853d0-a2a5-48b3-a040-971e2d269498 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933280 Sep 21 18:06:05.229837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Allocated IP 172.20.0.6 (2ed2a84c-4825-42a3-8dec-9338a0be517c/fdddf818-4544-4641-8130-a535621d1209/ea90fa47-37d8-438d-94a8-80210b56d5e9) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:05.279039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58050) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:05.500987 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e98acec3-b5a8-4ef4-9fc4-af0b90f8f198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.503450 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.521791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2a50a93-03b6-4c5e-bf30-1cee8c874b0d req-bbf82bcb-7999-4397-a07c-091c0906703f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 210 time: 0.0397701 Sep 21 18:06:05.571747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.638918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:05.643128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:05.662551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:05.692627 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e98acec3-b5a8-4ef4-9fc4-af0b90f8f198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.696670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:05.700743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e98acec3-b5a8-4ef4-9fc4-af0b90f8f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.732286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:05.733294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.763461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-bf0efe9a-cba1-4a55-b388-305407f16e4e tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1510398 Sep 21 18:06:05.770808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e98acec3-b5a8-4ef4-9fc4-af0b90f8f198 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bbaa5deb43a74e99b6019f27b59f99c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895468 Sep 21 18:06:05.771495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58068) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:05.779563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98acec3-b5a8-4ef4-9fc4-af0b90f8f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70edf103-5f36-4db6-9a20-fad796000d36,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:05.785511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Request body: {'port': {'device_id': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:05.874245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847f8261-098d-43d2-bf90-c35d9ebc811b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.918426 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847f8261-098d-43d2-bf90-c35d9ebc811b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.952729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.984047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da8db-6105-4b2e-bf06-f39bfee793a4 req-aa92f73d-840b-4d82-a19f-436425500465 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:05.985694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e4da8db-6105-4b2e-bf06-f39bfee793a4 req-aa92f73d-840b-4d82-a19f-436425500465 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 950 time: 0.1462765 Sep 21 18:06:06.007338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847f8261-098d-43d2-bf90-c35d9ebc811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.010686 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847f8261-098d-43d2-bf90-c35d9ebc811b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.021960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-847f8261-098d-43d2-bf90-c35d9ebc811b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70edf103-5f36-4db6-9a20-fad796000d36 HTTP/1.1" status: 204 len: 168 time: 0.2444928 Sep 21 18:06:06.035687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f8261-098d-43d2-bf90-c35d9ebc811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70edf103-5f36-4db6-9a20-fad796000d36,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:06.104157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e4da8db-6105-4b2e-bf06-f39bfee793a4 req-020ac881-b52d-498a-8d2c-879c392322d1 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928993 Sep 21 18:06:06.439209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea90fa47-37d8-438d-94a8-80210b56d5e9 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:06.449884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.470418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Transition to ACTIVE for port object ea90fa47-37d8-438d-94a8-80210b56d5e9 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:06:06.476747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.661953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:06.703103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Attempting to bind port ea90fa47-37d8-438d-94a8-80210b56d5e9 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:06.703733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Attempting to bind port ea90fa47-37d8-438d-94a8-80210b56d5e9 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:06.704303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Attempting to bind port ea90fa47-37d8-438d-94a8-80210b56d5e9 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:06.710645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Port ea90fa47-37d8-438d-94a8-80210b56d5e9 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:06:06.711479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Attempting to bind port ea90fa47-37d8-438d-94a8-80210b56d5e9 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:06.719483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:06.720233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Checking segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:06.720924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Bound using segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:06.721594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Bound port: ea90fa47-37d8-438d-94a8-80210b56d5e9, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:06.722033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.788862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379b4d4-63fa-4269-a924-a9e03cd05225 req-df048c35-6703-4258-87a3-31945497dda3 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:06.791184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9379b4d4-63fa-4269-a924-a9e03cd05225 req-df048c35-6703-4258-87a3-31945497dda3 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 943 time: 0.1358769 Sep 21 18:06:06.823141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:06.837870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:06.843555 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.880981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9379b4d4-63fa-4269-a924-a9e03cd05225 req-96c47078-9df6-4e93-818e-65fa35a0220d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808673 Sep 21 18:06:06.913843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:06.914510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.915946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] 10.222.0.78 "PUT /v2.0/ports/ea90fa47-37d8-438d-94a8-80210b56d5e9 HTTP/1.1" status: 200 len: 1091 time: 1.1400206 Sep 21 18:06:06.918135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:06.920892 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e1145a-410a-443f-9d79-67c8d08a7115" -d '{"events": [{"name": "network-changed", "server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:06.963601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-7d22f0f2-72a3-4523-b6a8-cd393b7c82c0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=91fdfd631946459c9223cd2500a09cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464768 Sep 21 18:06:07.086307 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbed892-31a0-486d-a66e-668533555aae x-openstack-request-id: req-7bbed892-31a0-486d-a66e-668533555aae {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:07.086770 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:07.086945 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7bbed892-31a0-486d-a66e-668533555aae {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:07.087204 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'status': 'completed', 'code': 200} Sep 21 18:06:07.119280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-0058bb63-16e7-4e15-b484-12e3af8ba4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:07.120935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-0058bb63-16e7-4e15-b484-12e3af8ba4ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 1094 time: 0.1562958 Sep 21 18:06:07.121942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d819-c48e-4af3-ab63-2caae75ce22a service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:07.124574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.288567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58160) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:07.560546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-802e5a5b-2150-4123-bd8c-340ed59967cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.604450 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-f877fc56-0f2e-43e6-9130-b46c1410b9f3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9 HTTP/1.1" status: 200 len: 217 time: 0.4728353 Sep 21 18:06:07.684047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-4e76e4e4-77a4-4847-a5b1-6a6108c9f2b8 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fde62aa0b47f488c84195bb7e47d186c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676310 Sep 21 18:06:07.687924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-05e6fdec-5d62-49f7-904b-75715d57f934 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:07.689481 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-05e6fdec-5d62-49f7-904b-75715d57f934 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6535308 Sep 21 18:06:07.696425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-c17e741f-c689-46ae-9328-47b923d0c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:07.698223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-c17e741f-c689-46ae-9328-47b923d0c8d9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.0853481 Sep 21 18:06:07.728719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-011fdb1e-7619-41fc-9b9d-1fb84ac46749 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/quotas/91fdfd631946459c9223cd2500a09cfb HTTP/1.1" status: 200 len: 375 time: 0.0212326 Sep 21 18:06:07.752083 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-07930c1e-6d99-4a4a-8e2f-9d70eb937264 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412655 Sep 21 18:06:07.859705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-847ee8ba-e7e1-449f-a293-987d13081204 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91fdfd631946459c9223cd2500a09cfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101079 Sep 21 18:06:07.883331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-802e5a5b-2150-4123-bd8c-340ed59967cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.891911 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-7bbb2006-9ed5-40a3-b8ea-44ac931eef3d service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315250 Sep 21 18:06:07.895451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-4aef48fe-a788-433b-977d-f7996fa85967 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:07.897045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-4aef48fe-a788-433b-977d-f7996fa85967 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942096 Sep 21 18:06:07.898362 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-802e5a5b-2150-4123-bd8c-340ed59967cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.949837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-802e5a5b-2150-4123-bd8c-340ed59967cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c18e1cfe125b45e0a8cc33fad722159c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590302 Sep 21 18:06:07.954722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-6178835d-c3f7-4b62-83ba-f4e96a644efb tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/quotas/fde62aa0b47f488c84195bb7e47d186c HTTP/1.1" status: 200 len: 375 time: 0.0411358 Sep 21 18:06:07.959328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58190) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:07.990515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e5a5b-2150-4123-bd8c-340ed59967cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf78b01-16d7-4cb2-9db7-cd9ceab0e1b7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:08.020952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-eea7b73e-dcd9-40c1-8078-a60bb5f4bb54 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426774 Sep 21 18:06:08.032502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a48412bd-d9b5-4071-92b0-45947e4303eb req-00841f00-154c-4403-b2ec-4ea64d8ce55f service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305571 Sep 21 18:06:08.092960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39ebc7f1-f6d5-40c5-9f2b-787b6bc56f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.127401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39ebc7f1-f6d5-40c5-9f2b-787b6bc56f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.194294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.227285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39ebc7f1-f6d5-40c5-9f2b-787b6bc56f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.228815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-6d197265-8050-469a-bf3f-74e0bb64bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:08.232362 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39ebc7f1-f6d5-40c5-9f2b-787b6bc56f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.232708 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-6d197265-8050-469a-bf3f-74e0bb64bc4e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 1094 time: 0.1364660 Sep 21 18:06:08.237201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-39ebc7f1-f6d5-40c5-9f2b-787b6bc56f8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ebf78b01-16d7-4cb2-9db7-cd9ceab0e1b7 HTTP/1.1" status: 204 len: 168 time: 0.2768309 Sep 21 18:06:08.279807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebc7f1-f6d5-40c5-9f2b-787b6bc56f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf78b01-16d7-4cb2-9db7-cd9ceab0e1b7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:08.473858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-169ca39c-0a4d-4ccb-a1ec-432aa2277303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:08.489243 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-169ca39c-0a4d-4ccb-a1ec-432aa2277303 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 907 time: 0.2483239 Sep 21 18:06:08.606290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304fbe-f1a2-4e50-ba0c-b52fd4c3dc47 req-7523c199-8ed4-422c-8bfb-30e1415bf0a4 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:08.608312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-d028998a-ae56-4436-845e-d7fbc378d1e6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9 HTTP/1.1" status: 200 len: 217 time: 0.1078796 Sep 21 18:06:08.610806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56304fbe-f1a2-4e50-ba0c-b52fd4c3dc47 req-7523c199-8ed4-422c-8bfb-30e1415bf0a4 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 943 time: 0.1348596 Sep 21 18:06:08.709093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56304fbe-f1a2-4e50-ba0c-b52fd4c3dc47 req-d4c8754e-4029-42c9-b126-c740810c606c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Sep 21 18:06:08.809671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-01224759-7567-4797-92d0-3750654ac86e req-2413b84d-e47d-4b35-8db6-84f7add2bd41 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 210 time: 0.0370264 Sep 21 18:06:08.813339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-f31651f4-0ea3-41a7-b53b-46c2caaa8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:08.815656 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-f31651f4-0ea3-41a7-b53b-46c2caaa8df1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.2008519 Sep 21 18:06:08.897903 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-d9c9a44c-7768-4c58-bf94-3222ca2138cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667000 Sep 21 18:06:09.076895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-8352adc0-c6cf-4f04-8c8b-642780258436 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701186 Sep 21 18:06:09.177611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-b5cb08cb-b738-4587-8fd8-835972d74599 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fde62aa0b47f488c84195bb7e47d186c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314987 Sep 21 18:06:09.269996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-83e1145a-410a-443f-9d79-67c8d08a7115 req-b3b976a2-516b-41fb-9306-c1532f32daae service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823778 Sep 21 18:06:09.382302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-9ba1d4e7-0d16-4f16-8bb9-e170bdaf02fa tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.393397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-9ba1d4e7-0d16-4f16-8bb9-e170bdaf02fa tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061734 Sep 21 18:06:09.423712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-f88334df-a5a8-424a-9336-ceecea1f9ada tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/quotas/fde62aa0b47f488c84195bb7e47d186c HTTP/1.1" status: 200 len: 375 time: 0.0237060 Sep 21 18:06:09.478837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-65664004-6ece-4e60-af0c-4565d09b325b tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541062 Sep 21 18:06:09.738437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6b12687-02e1-4cc3-a11b-d8e1b26ba3f2 req-35ca13b4-e20a-4bfe-b0c8-7302b908ea3e tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 210 time: 0.0669382 Sep 21 18:06:09.783728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58262) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:09.994179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6f3c6e8-24c1-4572-af87-f63a25201845 req-22be4656-8999-4824-859b-c52230bf2dc6 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 210 time: 0.0501189 Sep 21 18:06:10.027784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-844103613'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:10.049259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-e442da82-3f13-4b9c-87b1-0709bb4fca1a tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=91fdfd631946459c9223cd2500a09cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650656 Sep 21 18:06:10.119024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f822-3e2b-4376-9013-54fbb0dbc0a9 req-4cc60892-a263-43d8-8bbb-4fe0169b41d8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.126776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ced3f822-3e2b-4376-9013-54fbb0dbc0a9 req-4cc60892-a263-43d8-8bbb-4fe0169b41d8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 943 time: 0.2105014 Sep 21 18:06:10.147004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:10.150995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.216557 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.301265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ced3f822-3e2b-4376-9013-54fbb0dbc0a9 req-86bdfd30-d805-466a-b936-5031fd25f757 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707993 Sep 21 18:06:10.398604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-9064fd00-e6af-4e2f-bbae-20b32ae0f000 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.401003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-9064fd00-e6af-4e2f-bbae-20b32ae0f000 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391979 Sep 21 18:06:10.447365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Request body: {'port': {'device_id': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '91fdfd631946459c9223cd2500a09cfb'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:10.507358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-47cb1a7a-0387-4664-b170-9580cf1d683d tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fde62aa0b47f488c84195bb7e47d186c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694466 Sep 21 18:06:10.724022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.733358 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.771740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:10.793114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.793583 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment 80306954-f4d1-41d7-9c28-132c2bf9b507 of type vlan for network 6988ce59-0d07-4801-b4df-30f2e024243b Sep 21 18:06:10.795404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Made reservation on behalf of 91fdfd631946459c9223cd2500a09cfb for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:10.799696 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.812467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e283a9a5-c859-439a-9120-3d73c2d5d401,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:10.916649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.951573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-5f15eb66-448a-4d22-9b19-af16d37be2e2 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.954416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-5f15eb66-448a-4d22-9b19-af16d37be2e2 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4407470 Sep 21 18:06:10.959024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0d56efb-8e07-4022-899a-0e5f684a9ba5 req-6991789d-ed34-4d55-9213-c2b0cf006b0c tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 210 time: 0.0968328 Sep 21 18:06:10.981156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Request body: {'port': {'device_id': 'f532d330-aad2-4392-a170-788639086fb8', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': 'fde62aa0b47f488c84195bb7e47d186c'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:11.043245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.050482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:11.051236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.076793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2919695 Sep 21 18:06:11.117089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea90fa47-37d8-438d-94a8-80210b56d5e9 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:11.176104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Allocated IP 192.168.233.145 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/d76e6fdf-c9dc-455e-859e-b71bc656f0a7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:11.213670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Made reservation on behalf of fde62aa0b47f488c84195bb7e47d186c for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:11.232313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.263551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.279593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05dee2-7b07-45be-bd70-69b900265ae6 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=6988ce59-0d07-4801-b4df-30f2e024243b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:11.327325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-615bb6f3-577d-4ea9-a405-d9c377fd15dd req-e593057c-0fa5-47a2-bb67-059e08d92cbb tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 210 time: 0.1562588 Sep 21 18:06:11.501292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:11.503329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.513421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.524583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'mac_address': 'fa:16:3e:c6:1d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:11.531391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 6988ce59-0d07-4801-b4df-30f2e024243b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:11.605218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe7c955-4707-44ba-91ba-656350eaa77e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:11.736570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.749834 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-66447313-efbf-4c6e-9a3d-e3728af3b5b4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fde62aa0b47f488c84195bb7e47d186c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394516 Sep 21 18:06:11.764525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea90fa47-37d8-438d-94a8-80210b56d5e9 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:11.778990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.817191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:11.819028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab50be-cf3a-4497-8bae-8dbce4be6737 req-38f85889-f7f3-4c17-8628-33ec6e7c3bf8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:11.831558 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.832138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0ab50be-cf3a-4497-8bae-8dbce4be6737 req-38f85889-f7f3-4c17-8628-33ec6e7c3bf8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 943 time: 0.2651377 Sep 21 18:06:11.931556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-9ec062cc-f2e1-4b24-9937-4627caf4753e tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:11.935788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-9ec062cc-f2e1-4b24-9937-4627caf4753e tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731908 Sep 21 18:06:11.948670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.957522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Request body: {'port': {'device_id': '3a153aa5-123a-4283-8715-74e590776280', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': 'fde62aa0b47f488c84195bb7e47d186c'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:11.972295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['bb31b886-5f0c-4e1a-8153-0d45777f8658'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:12.093463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:12.107499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Pushing event updated for resources: {'Port': ['ID=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:12.129205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea90fa47-37d8-438d-94a8-80210b56d5e9'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:12.205552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0ab50be-cf3a-4497-8bae-8dbce4be6737 req-d172c729-2e87-41c6-993b-64d376f24c7b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714280 Sep 21 18:06:12.232626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:12.235067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:12.242032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:12.298784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Allocated IP 192.168.233.123 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/85d5f53e-7c71-4384-953f-12e608913cd4) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:12.393254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:12.395527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.504003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Made reservation on behalf of fde62aa0b47f488c84195bb7e47d186c for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:12.508252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-051df4e6-a44a-4204-8f3a-ac256f2e2d3c req-40770fd4-631a-4ec5-8fab-148aea1faa18 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 210 time: 0.0793114 Sep 21 18:06:12.520275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.537395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-22c62674-437a-45a3-9e29-6cf956e24b4e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1127503 Sep 21 18:06:12.550840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Request body: {'port': {'device_id': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:12.740516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.762671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bef18de8-a04f-49b2-9aa0-4fc7b9679998 None None] Provisioning complete for port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:12.763055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bef18de8-a04f-49b2-9aa0-4fc7b9679998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.811336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c3881-3a30-419d-80c0-fed8ff98fd09 req-0e8cbfbd-2fa4-4f2c-a4ab-8a1d908351e2 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:12.819626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-320c3881-3a30-419d-80c0-fed8ff98fd09 req-0e8cbfbd-2fa4-4f2c-a4ab-8a1d908351e2 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 936 time: 0.1165416 Sep 21 18:06:12.846313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.856590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bef18de8-a04f-49b2-9aa0-4fc7b9679998 None None] Port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:12.893008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.966792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-320c3881-3a30-419d-80c0-fed8ff98fd09 req-d625c541-beaa-4d34-9899-1266dfb2db9f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458704 Sep 21 18:06:13.007959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:13.017637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:13.044380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:13.109991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea90fa47-37d8-438d-94a8-80210b56d5e9 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:13.120675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:13.223513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:13.228414 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.270832 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-00afcf47-86a4-45a8-8990-7faa8f5488f4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2999680 Sep 21 18:06:13.281864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ea90fa47-37d8-438d-94a8-80210b56d5e9 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:13.286493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Request body: {'port': {'device_id': 'f532d330-aad2-4392-a170-788639086fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:13.296310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ea90fa47-37d8-438d-94a8-80210b56d5e9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:13.296690 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.495500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-460e231d-3c88-48e8-a63c-bf864fdb1aa6 None None] Provisioning complete for port 85d5f53e-7c71-4384-953f-12e608913cd4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:13.496594 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-460e231d-3c88-48e8-a63c-bf864fdb1aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.506266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76e6fdf-c9dc-455e-859e-b71bc656f0a7 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:13.510144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.524228 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.564904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Transition to ACTIVE for port object d76e6fdf-c9dc-455e-859e-b71bc656f0a7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:06:13.571949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.577931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.589437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f5b19-526e-4e09-af17-7ecf5a92f06d req-dc3f5359-4be2-4dc8-9071-df9abad47fe1 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:13.599301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-025f5b19-526e-4e09-af17-7ecf5a92f06d req-dc3f5359-4be2-4dc8-9071-df9abad47fe1 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 944 time: 0.1867785 Sep 21 18:06:13.608203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-460e231d-3c88-48e8-a63c-bf864fdb1aa6 None None] Port 85d5f53e-7c71-4384-953f-12e608913cd4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:13.660714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:13.662040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:13.665644 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7149a205-1002-4539-be51-16b8313f51b4" -d '{"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:13.674237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.783824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:13.802034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Pushing event updated for resources: {'Port': ['ID=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:13.883998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be777f40-d49b-4b4d-9296-6b44f1c8e463 req-874b7ec4-db6f-45fb-a359-08956201bc66 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 210 time: 0.0855846 Sep 21 18:06:13.898492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Allocated IP 192.168.233.181 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/c1474780-176b-4d1e-bfb1-512fdb4a4227) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:13.910053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-025f5b19-526e-4e09-af17-7ecf5a92f06d req-ab99b734-e72f-4cc8-874b-7b59ed536ca5 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881353 Sep 21 18:06:13.946134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Attempting to bind port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:13.946134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Attempting to bind port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:13.946134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Attempting to bind port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:13.953227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:06:13.953564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Attempting to bind port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:13.975269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:13.975619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:13.976014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:13.976468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Bound port: d76e6fdf-c9dc-455e-859e-b71bc656f0a7, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:13.976836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.022293 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66987670-23da-4233-8be4-3886f6b7fef4 x-openstack-request-id: req-66987670-23da-4233-8be4-3886f6b7fef4 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:14.022723 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:14.023147 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66987670-23da-4233-8be4-3886f6b7fef4 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:14.023730 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'code': 200} Sep 21 18:06:14.241103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] For port d76e6fdf-c9dc-455e-859e-b71bc656f0a7, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:14.245987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] For port d76e6fdf-c9dc-455e-859e-b71bc656f0a7, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:14.253231 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.310463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.314713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.317641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] 10.222.0.41 "PUT /v2.0/ports/d76e6fdf-c9dc-455e-859e-b71bc656f0a7 HTTP/1.1" status: 200 len: 1096 time: 1.7720332 Sep 21 18:06:14.378589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'tag': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:14.392492 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e563d5-0041-46f2-9db1-50c491c18ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ab472b-4f98-4213-af5b-ec035923d3a0", "tag": "d76e6fdf-c9dc-455e-859e-b71bc656f0a7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:14.490043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809e4ec-8bff-448d-bec9-e2ffa9a6b961 service neutron] Pushing event updated for resources: {'Port': ['ID=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:14.534528 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdf8b0f-1e59-44f5-b7b9-3e1f5dc66516 x-openstack-request-id: req-7cdf8b0f-1e59-44f5-b7b9-3e1f5dc66516 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:14.535471 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ab472b-4f98-4213-af5b-ec035923d3a0", "tag": "d76e6fdf-c9dc-455e-859e-b71bc656f0a7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:14.535898 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cdf8b0f-1e59-44f5-b7b9-3e1f5dc66516 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:14.536471 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'tag': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7', 'status': 'completed', 'code': 200} Sep 21 18:06:14.538720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-193493a4-769c-4795-be16-52d3a583c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.542296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662df0c0-daf5-477e-88ef-ae4e39fd03b5 req-728d6150-4e73-4530-b1e9-41cfe4b244cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.544568 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-662df0c0-daf5-477e-88ef-ae4e39fd03b5 req-728d6150-4e73-4530-b1e9-41cfe4b244cf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 1096 time: 0.3948894 Sep 21 18:06:14.547946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-193493a4-769c-4795-be16-52d3a583c5db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91fdfd631946459c9223cd2500a09cfb&device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 1099 time: 0.1506319 Sep 21 18:06:14.562860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58362) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:14.588661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118906ec-f764-4df0-991e-2a5b4996d9c3 req-56c325c3-6019-4fa2-bfd3-4e013a9ac27e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.601793 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-118906ec-f764-4df0-991e-2a5b4996d9c3 req-56c325c3-6019-4fa2-bfd3-4e013a9ac27e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 948 time: 0.4005272 Sep 21 18:06:14.623545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '6988ce59-0d07-4801-b4df-30f2e024243b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:14.632431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-70f790a0-56d7-4c27-968c-ded131efc07e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d76e6fdf-c9dc-455e-859e-b71bc656f0a7 HTTP/1.1" status: 200 len: 217 time: 0.0759838 Sep 21 18:06:14.710021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-662df0c0-daf5-477e-88ef-ae4e39fd03b5 req-b48ec870-f9c6-41c0-9734-02424a39e5df service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407268 Sep 21 18:06:14.727841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-118906ec-f764-4df0-991e-2a5b4996d9c3 req-c7b52e38-dabf-4f6b-b16d-987e51ee4627 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250663 Sep 21 18:06:14.765060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.797673 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.919541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:14.930619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:14.935776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:14.984062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:15.055582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.056566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.090625 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-1ecd0406-de6b-446f-bfaa-de17cff2c034 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1424966 Sep 21 18:06:15.119633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-305656a1-54ae-42b2-b8b0-d4a1b754882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.122088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-305656a1-54ae-42b2-b8b0-d4a1b754882d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.4742811 Sep 21 18:06:15.125447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Request body: {'port': {'device_id': '3a153aa5-123a-4283-8715-74e590776280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:15.195844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:15.199821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.229184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-84e5a1c3-2cf3-4f2f-b546-74d74dd95bd0 None None] Provisioning complete for port c1474780-176b-4d1e-bfb1-512fdb4a4227 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:15.230825 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-84e5a1c3-2cf3-4f2f-b546-74d74dd95bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.235540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d5f53e-7c71-4384-953f-12e608913cd4 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:15.249852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb3119-beb3-4a82-9c24-b50caaac9259 req-09a92695-7860-4d71-a649-2382cbcd26f8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.251470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbdb3119-beb3-4a82-9c24-b50caaac9259 req-09a92695-7860-4d71-a649-2382cbcd26f8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 945 time: 0.1767442 Sep 21 18:06:15.257489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.270984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-84e5a1c3-2cf3-4f2f-b546-74d74dd95bd0 None None] Port c1474780-176b-4d1e-bfb1-512fdb4a4227 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:15.274070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.299059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Transition to ACTIVE for port object 85d5f53e-7c71-4384-953f-12e608913cd4 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:06:15.312845 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.382490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbdb3119-beb3-4a82-9c24-b50caaac9259 req-6f4db25e-93a7-4c83-a5b7-ba7d321d2551 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172481 Sep 21 18:06:15.393286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d385-5ccb-47c9-8197-bc0088881f58 req-597128e4-52f5-4822-9ebd-a62854a53101 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.394728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e12d385-5ccb-47c9-8197-bc0088881f58 req-597128e4-52f5-4822-9ebd-a62854a53101 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 936 time: 0.3031113 Sep 21 18:06:15.453644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:15.485326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-eb2511b5-5ec4-48ff-920e-2ae88ea595c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.492306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-eb2511b5-5ec4-48ff-920e-2ae88ea595c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3481741 Sep 21 18:06:15.606229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e12d385-5ccb-47c9-8197-bc0088881f58 req-3224e4cb-570a-48af-97c8-5530a4418969 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109609 Sep 21 18:06:15.608733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.845212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-be4d409b-e12b-4ed4-8e32-f30b820100bb service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430393 Sep 21 18:06:15.906075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Attempting to bind port 85d5f53e-7c71-4384-953f-12e608913cd4 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:15.907504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Attempting to bind port 85d5f53e-7c71-4384-953f-12e608913cd4 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:15.908394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Attempting to bind port 85d5f53e-7c71-4384-953f-12e608913cd4 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:15.956711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Port 85d5f53e-7c71-4384-953f-12e608913cd4 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:06:15.957147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Attempting to bind port 85d5f53e-7c71-4384-953f-12e608913cd4 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:16.023082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:16.023630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:16.024457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:16.025184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Bound port: 85d5f53e-7c71-4384-953f-12e608913cd4, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:16.025766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.057554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=da55889b-d49d-43cb-af7d-a5a5e9cf0d9b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:16.073012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': '80306954-f4d1-41d7-9c28-132c2bf9b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6988ce59-0d07-4801-b4df-30f2e024243b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:16.074310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: 6988ce59-0d07-4801-b4df-30f2e024243b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:16.115663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4112fe-3b5b-4414-b4be-daba83e3abbc req-7fd3e644-42e5-43f6-8364-0a01041dbdb6 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925161 Sep 21 18:06:16.122714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 6988ce59-0d07-4801-b4df-30f2e024243b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:16.136464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 6988ce59-0d07-4801-b4df-30f2e024243b) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:16.143709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.144716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.154729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1474780-176b-4d1e-bfb1-512fdb4a4227 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:16.161997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851f7afa-36bf-4580-bd90-14936c9d3cc5 None None] Network 6988ce59-0d07-4801-b4df-30f2e024243b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:16.181065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.215351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0fa1c057-58e4-4097-a303-121f2e6ea051 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6491458 Sep 21 18:06:16.234721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58394) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:16.240546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1852651453'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:16.255323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Transition to ACTIVE for port object c1474780-176b-4d1e-bfb1-512fdb4a4227 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:06:16.265382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-3651a74e-c3b0-4154-ad7d-d7f7964196c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.267986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-3651a74e-c3b0-4154-ad7d-d7f7964196c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91fdfd631946459c9223cd2500a09cfb&device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 1099 time: 0.0800772 Sep 21 18:06:16.273530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c851f0-3e65-4ead-8c01-14bd7d1edc15 req-f9538d03-b432-4d29-b775-d0f5103c20d0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.285111 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2c851f0-3e65-4ead-8c01-14bd7d1edc15 req-f9538d03-b432-4d29-b775-d0f5103c20d0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 948 time: 0.2849035 Sep 21 18:06:16.297001 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.324303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:16.396537 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:16.416089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2c851f0-3e65-4ead-8c01-14bd7d1edc15 req-365a4687-1672-4e94-b591-0c420cfb381e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267738 Sep 21 18:06:16.420639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:16.429334 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.455768 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.461727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-6988ce59-0d07-4801-b4df-30f2e024243b', 'network_id': '6988ce59-0d07-4801-b4df-30f2e024243b', 'tenant_id': '7ff62807afa84b6c86d440e345a3e508', 'fixed_ips': [{'subnet_id': 'da55889b-d49d-43cb-af7d-a5a5e9cf0d9b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:16.464614 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.560906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.561537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.563115 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] 10.222.0.41 "PUT /v2.0/ports/85d5f53e-7c71-4384-953f-12e608913cd4 HTTP/1.1" status: 200 len: 1096 time: 3.2836080 Sep 21 18:06:16.566357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:16.579084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:16.591613 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5241e27a-ab84-4082-90c8-08937ef8e6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:16.614991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787ea4-56c9-4827-854d-936e2a27f64f req-ccdd7785-6e16-4bb9-8f1f-cb6f5f78ce0b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.625687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f787ea4-56c9-4827-854d-936e2a27f64f req-ccdd7785-6e16-4bb9-8f1f-cb6f5f78ce0b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 945 time: 0.0906847 Sep 21 18:06:16.666827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-ef77a012-0974-4fb8-b363-4c3bc79e9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.669807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-ef77a012-0974-4fb8-b363-4c3bc79e9283 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.3937676 Sep 21 18:06:16.680747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f787ea4-56c9-4827-854d-936e2a27f64f req-41315fce-27a0-441c-8665-a5e986086e37 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 Sep 21 18:06:16.794734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-93e2bfc7-3143-4fee-8a0f-4c5cacdb044f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d76e6fdf-c9dc-455e-859e-b71bc656f0a7 HTTP/1.1" status: 200 len: 217 time: 0.1128321 Sep 21 18:06:16.894434 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80cb9e3-a52c-45c8-8ce3-ca7896e5f7a1 x-openstack-request-id: req-b80cb9e3-a52c-45c8-8ce3-ca7896e5f7a1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:16.895092 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:16.895092 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b80cb9e3-a52c-45c8-8ce3-ca7896e5f7a1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:16.895346 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4', 'status': 'completed', 'code': 200} Sep 21 18:06:16.927098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Allocated IP 2001:db8:0:ffff::2 (6988ce59-0d07-4801-b4df-30f2e024243b/da55889b-d49d-43cb-af7d-a5a5e9cf0d9b/903cf068-335c-45a9-ab79-3183c05cb4ed) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:16.930422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-fdfaa4bd-4c75-4bbc-a89b-e25e8bc4ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.935073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-fdfaa4bd-4c75-4bbc-a89b-e25e8bc4ecda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0860023 Sep 21 18:06:16.976612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:16.982143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cce8e-4bb8-4e3a-8e1b-38a342d54cfc req-ecf9225e-d9d7-4d51-b344-e3c430eeeffc tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.992735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d0cce8e-4bb8-4e3a-8e1b-38a342d54cfc req-ecf9225e-d9d7-4d51-b344-e3c430eeeffc tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.1956618 Sep 21 18:06:17.008337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.008841 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment a8a4590a-d5b2-4452-b96a-832988b956d8 of type vlan for network 2d544255-2ec7-43f9-9f97-283a6e6db1c6 Sep 21 18:06:17.072513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-26b394ed-a550-4f3e-aa5f-969f723e032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.085064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-26b394ed-a550-4f3e-aa5f-969f723e032e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393960 Sep 21 18:06:17.099203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.108568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Attempting to bind port c1474780-176b-4d1e-bfb1-512fdb4a4227 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:17.108960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Attempting to bind port c1474780-176b-4d1e-bfb1-512fdb4a4227 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:17.109399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Attempting to bind port c1474780-176b-4d1e-bfb1-512fdb4a4227 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:17.109694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d0cce8e-4bb8-4e3a-8e1b-38a342d54cfc req-48faefdb-1ae7-46c2-876b-4df88869e245 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082549 Sep 21 18:06:17.140708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Port c1474780-176b-4d1e-bfb1-512fdb4a4227 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:06:17.141092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Attempting to bind port c1474780-176b-4d1e-bfb1-512fdb4a4227 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:17.161189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:17.161695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:17.162205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:17.162770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Bound port: c1474780-176b-4d1e-bfb1-512fdb4a4227, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:17.163257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.165286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18221f-0ef4-4fe7-ab37-7ec0b14d272b service neutron] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:17.173237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-d296ee5b-5969-4b25-bba0-da1a36820c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.175277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-d296ee5b-5969-4b25-bba0-da1a36820c50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 1099 time: 0.4232941 Sep 21 18:06:17.199955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58422) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:17.247090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-16c73ffb-b07d-486e-8bdc-f6b12bc72373 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361887 Sep 21 18:06:17.251775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.257461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.258238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.295161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-d7f2f4fa-649d-4fc5-8e05-fce5881b3754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=85d5f53e-7c71-4384-953f-12e608913cd4 HTTP/1.1" status: 200 len: 217 time: 0.1093154 Sep 21 18:06:17.339955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1040533 Sep 21 18:06:17.367891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.371301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58426) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:17.378517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.436811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Pushing event updated for resources: {'Port': ['ID=903cf068-335c-45a9-ab79-3183c05cb4ed,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:17.450544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Network 6988ce59-0d07-4801-b4df-30f2e024243b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:17.452845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:17.455787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:17.473469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '2d544255-2ec7-43f9-9f97-283a6e6db1c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:17.500649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59cb4b-fdcf-4e79-a265-1e92c8acc083 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=2d544255-2ec7-43f9-9f97-283a6e6db1c6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:17.503565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:17.507884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf67dad7-fc92-4362-aa4d-a1c05d12f41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.513619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:17.521143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-b393c852-adaf-4567-99d7-e62919fff550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.522882 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-b393c852-adaf-4567-99d7-e62919fff550 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2115366 Sep 21 18:06:17.528491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.653139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.653887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.655694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] 10.222.0.78 "PUT /v2.0/ports/c1474780-176b-4d1e-bfb1-512fdb4a4227 HTTP/1.1" status: 200 len: 1096 time: 2.5385251 Sep 21 18:06:17.666649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c580402-dd5e-45c1-972b-be7ba84ad766 req-92f9c250-cd7a-4140-87c8-0885108be52a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.685360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c580402-dd5e-45c1-972b-be7ba84ad766 req-92f9c250-cd7a-4140-87c8-0885108be52a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 945 time: 0.4111760 Sep 21 18:06:17.689276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 2d544255-2ec7-43f9-9f97-283a6e6db1c6 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:17.701709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e563d5-0041-46f2-9db1-50c491c18ed7 req-637859c6-bec0-42de-a9d5-c95528204a7f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464436 Sep 21 18:06:17.759518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c580402-dd5e-45c1-972b-be7ba84ad766 req-6393af7a-68f5-4d35-a780-ed3d91712151 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728211 Sep 21 18:06:17.838166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Attempting to bind port 903cf068-335c-45a9-ab79-3183c05cb4ed on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:17.838569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Attempting to bind port 903cf068-335c-45a9-ab79-3183c05cb4ed by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '80306954-f4d1-41d7-9c28-132c2bf9b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6988ce59-0d07-4801-b4df-30f2e024243b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:17.838937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Attempting to bind port 903cf068-335c-45a9-ab79-3183c05cb4ed on network 6988ce59-0d07-4801-b4df-30f2e024243b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:17.846037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0780afd-99f6-4d4c-b59a-03c0571bfce8 req-45ea4b82-75a5-4a2f-9283-107244ad2f72 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.852960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:17.853308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Checking segment: {'id': '80306954-f4d1-41d7-9c28-132c2bf9b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6988ce59-0d07-4801-b4df-30f2e024243b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:17.853926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.854532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Bound using segment: {'id': '80306954-f4d1-41d7-9c28-132c2bf9b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6988ce59-0d07-4801-b4df-30f2e024243b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:17.855994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Bound port: 903cf068-335c-45a9-ab79-3183c05cb4ed, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80306954-f4d1-41d7-9c28-132c2bf9b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6988ce59-0d07-4801-b4df-30f2e024243b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:17.856982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0780afd-99f6-4d4c-b59a-03c0571bfce8 req-45ea4b82-75a5-4a2f-9283-107244ad2f72 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 948 time: 0.3329284 Sep 21 18:06:17.857293 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.884062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272cc73-4524-4760-9fea-ef6dc3704011 service neutron] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:17.906390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-aca09f72-6c34-456c-b34a-4ea9d57fd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.908304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-aca09f72-6c34-456c-b34a-4ea9d57fd812 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3705897 Sep 21 18:06:17.955003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] For port 903cf068-335c-45a9-ab79-3183c05cb4ed, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:17.962258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] For port 903cf068-335c-45a9-ab79-3183c05cb4ed, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=903cf068-335c-45a9-ab79-3183c05cb4ed,segment=NetworkSegment(80306954-f4d1-41d7-9c28-132c2bf9b507),segment_id=80306954-f4d1-41d7-9c28-132c2bf9b507)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:17.970290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.046683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb0176-fc05-4400-a80c-266207b97c16 None None] Pushing event updated for resources: {'Port': ['ID=903cf068-335c-45a9-ab79-3183c05cb4ed,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:18.077792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0780afd-99f6-4d4c-b59a-03c0571bfce8 req-846e6e82-cb1a-4e58-bc73-452eb4b9f554 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197757 Sep 21 18:06:18.127260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf67dad7-fc92-4362-aa4d-a1c05d12f41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.129818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-998a5d77-d932-4384-8055-90885a0d1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.131638 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-998a5d77-d932-4384-8055-90885a0d1354 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 1099 time: 0.4060743 Sep 21 18:06:18.135086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf67dad7-fc92-4362-aa4d-a1c05d12f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.208907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:18.219107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.415572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef19c7-e6a1-4889-8e79-096d0db9a8d1 req-c39f8b90-3c0f-438f-bb8f-35d249837e93 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.417847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22ef19c7-e6a1-4889-8e79-096d0db9a8d1 req-c39f8b90-3c0f-438f-bb8f-35d249837e93 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.1571372 Sep 21 18:06:18.505398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22ef19c7-e6a1-4889-8e79-096d0db9a8d1 req-f4563313-1bec-487b-b6b6-fbc6ded9a62f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772326 Sep 21 18:06:18.579524 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.611905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-86256988-7b6e-48da-884d-24834ab9b4fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227 HTTP/1.1" status: 200 len: 217 time: 0.4624743 Sep 21 18:06:18.638538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=c9c0ce61-3b41-41f7-9495-8373cc79e91d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:18.656252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cf67dad7-fc92-4362-aa4d-a1c05d12f41d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=619136d9d63a4ca2b5ca587968ccfd00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4537170 Sep 21 18:06:18.657041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67dad7-fc92-4362-aa4d-a1c05d12f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec949a-a5a5-4560-903c-c82c8e7a5f71,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:18.661209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58438) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:18.687955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-cd1383d3-7993-4d96-aa17-97873aa40bfd service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877208 Sep 21 18:06:18.689665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': 'a8a4590a-d5b2-4452-b96a-832988b956d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '2d544255-2ec7-43f9-9f97-283a6e6db1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:18.690521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: 2d544255-2ec7-43f9-9f97-283a6e6db1c6, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:18.717085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 2d544255-2ec7-43f9-9f97-283a6e6db1c6 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:18.732490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 2d544255-2ec7-43f9-9f97-283a6e6db1c6) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:18.740037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.741456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.745020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24cd07-dadf-4fb7-aecf-5729b818d14b None None] Network 2d544255-2ec7-43f9-9f97-283a6e6db1c6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:18.787661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-e482e437-a93c-4647-b2aa-976743954fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.789453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-e482e437-a93c-4647-b2aa-976743954fb3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1656239 Sep 21 18:06:18.792126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c29a6dc0-8abc-41cb-b827-fa3d03b949ac tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3295574 Sep 21 18:06:18.793194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58442) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:18.899334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:18.902500 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:18.965957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76e6fdf-c9dc-455e-859e-b71bc656f0a7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:19.003601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33363217-6693-4384-ab6b-e0793b9125d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.092227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-a243b277-470b-43f7-a1e4-cc92c6f562f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:19.098392 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-a243b277-470b-43f7-a1e4-cc92c6f562f8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2449358 Sep 21 18:06:19.118923 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.284035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d76e6fdf-c9dc-455e-859e-b71bc656f0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:19.305410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.318140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7', 'mac_address': 'fa:16:3e:29:33:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:19.325121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e254e-6e78-4648-92a3-c5480c17df96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-2d544255-2ec7-43f9-9f97-283a6e6db1c6', 'network_id': '2d544255-2ec7-43f9-9f97-283a6e6db1c6', 'tenant_id': '7ff62807afa84b6c86d440e345a3e508', 'fixed_ips': [{'subnet_id': 'c9c0ce61-3b41-41f7-9495-8373cc79e91d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:19.325991 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb2e254e-6e78-4648-92a3-c5480c17df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.341472 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-4828e999-55a2-4ee4-811f-8e79f4ba1958 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268751 Sep 21 18:06:19.352803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33363217-6693-4384-ab6b-e0793b9125d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.362651 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327cad3-4108-42f4-bb52-592e3aa973f5 x-openstack-request-id: req-6327cad3-4108-42f4-bb52-592e3aa973f5 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:19.368611 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:19.371437 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6327cad3-4108-42f4-bb52-592e3aa973f5 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:19.372339 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'status': 'completed', 'code': 200} Sep 21 18:06:19.409296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14f423-d573-4a22-b39b-157175e8fe1a req-b733c4ad-6c8a-4248-9758-8964a6d9b453 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:19.419543 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b14f423-d573-4a22-b39b-157175e8fe1a req-b733c4ad-6c8a-4248-9758-8964a6d9b453 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 945 time: 0.5402548 Sep 21 18:06:19.436741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.456420 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0833c034-2574-4cfc-8388-3fc9cda2534f req-2290026b-81e0-4819-9e18-81ed57e1968c service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591159 Sep 21 18:06:19.483391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c0ce61-3b41-41f7-9495-8373cc79e91d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:19.614236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.615185 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.618115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 903cf068-335c-45a9-ab79-3183c05cb4ed up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-cb2e254e-6e78-4648-92a3-c5480c17df96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c0ce61-3b41-41f7-9495-8373cc79e91d: This subnet is being modified by another concurrent operation. Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:06:19.638675 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c0ce61-3b41-41f7-9495-8373cc79e91d: This subnet is being modified by another concurrent operation. Sep 21 18:06:19.643362 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:06:19.656267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d544255-2ec7-43f9-9f97-283a6e6db1c6']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:19.672383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834caa76-3c4b-4f58-a543-110e37d4f6b8 req-6827bdcc-dd67-4466-b8c0-6161a9a09b67 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:19.674312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-834caa76-3c4b-4f58-a543-110e37d4f6b8 req-6827bdcc-dd67-4466-b8c0-6161a9a09b67 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 948 time: 0.1511600 Sep 21 18:06:19.703588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a4590a-d5b2-4452-b96a-832988b956d8') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:19.703588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a4590a-d5b2-4452-b96a-832988b956d8') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:19.716014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.722413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76e6fdf-c9dc-455e-859e-b71bc656f0a7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:19.726888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ae850-907a-4e3b-8bc1-6fbd25c65292 None None] Network 2d544255-2ec7-43f9-9f97-283a6e6db1c6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:19.734372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29901fa6-ee8f-4826-b3cd-2a01502e6a45 None None] Network 6988ce59-0d07-4801-b4df-30f2e024243b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:19.745027 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.751349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-834caa76-3c4b-4f58-a543-110e37d4f6b8 req-e326cef0-50a8-4eb4-8596-03348da8136f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703011 Sep 21 18:06:19.757864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:19.758576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:19.763636 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:19.773032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-163c0e09-2c6a-4699-9671-254fc9667f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:19.774756 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-163c0e09-2c6a-4699-9671-254fc9667f25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 1099 time: 0.2397847 Sep 21 18:06:19.776613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fbd0380d-d661-46ac-b1ca-6afd8bf1fc8a req-28b1f86d-69df-40ef-8a96-c9b3fe1df702 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026361 Sep 21 18:06:19.791943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b14f423-d573-4a22-b39b-157175e8fe1a req-28dd614b-3545-427c-b7e2-6c96d2869a25 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028281 Sep 21 18:06:19.851882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.866240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.869602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/2d544255-2ec7-43f9-9f97-283a6e6db1c6 HTTP/1.1" status: 204 len: 168 time: 1.0736384 Sep 21 18:06:19.873313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58458) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:19.880136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484750594'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:19.917159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460ad0d-453e-4100-b0a2-971c98292ec4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=2d544255-2ec7-43f9-9f97-283a6e6db1c6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:19.975294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-3827e552-9d8a-455a-bbe1-eab3291d3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:19.977659 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-3827e552-9d8a-455a-bbe1-eab3291d3335 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 1099 time: 0.1117804 Sep 21 18:06:19.981589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33363217-6693-4384-ab6b-e0793b9125d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.985331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33363217-6693-4384-ab6b-e0793b9125d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.989830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:19.991919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-33363217-6693-4384-ab6b-e0793b9125d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8eec949a-a5a5-4560-903c-c82c8e7a5f71 HTTP/1.1" status: 204 len: 168 time: 1.3018887 Sep 21 18:06:20.001134 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.050455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93704b8c-7d2f-41fb-b21d-5c9c0fd3b2cf req-76a9186b-5c66-426c-891f-e240d601cb4f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.052340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93704b8c-7d2f-41fb-b21d-5c9c0fd3b2cf req-76a9186b-5c66-426c-891f-e240d601cb4f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.1493366 Sep 21 18:06:20.112389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93704b8c-7d2f-41fb-b21d-5c9c0fd3b2cf req-b95df967-f02c-498d-b378-3b20487bc85a tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Sep 21 18:06:20.112998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:20.124552 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.124927 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment 332110a6-4228-4916-bbc0-268c2fbda0cb of type vlan for network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 Sep 21 18:06:20.167460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-3b4d4fff-6007-4f25-8d37-f463c246ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.169788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-3b4d4fff-6007-4f25-8d37-f463c246ef75 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1762435 Sep 21 18:06:20.172785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33363217-6693-4384-ab6b-e0793b9125d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec949a-a5a5-4560-903c-c82c8e7a5f71,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.210368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.230181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-2190e410-9900-4c7f-a914-5bd530b70bb9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227 HTTP/1.1" status: 200 len: 217 time: 0.0429130 Sep 21 18:06:20.249551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d76e6fdf-c9dc-455e-859e-b71bc656f0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:20.270095 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.276033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.276700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.287502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-9a46970c-ee4c-4a35-a142-10f5a6630014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.289531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-9a46970c-ee4c-4a35-a142-10f5a6630014 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.4957535 Sep 21 18:06:20.300437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.319683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-44e9e7fd-b7ba-4511-acd7-1222fba26b44 None None] Provisioning complete for port 903cf068-335c-45a9-ab79-3183c05cb4ed triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:20.320081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44e9e7fd-b7ba-4511-acd7-1222fba26b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.415589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-adff51e7-6044-42b8-93f6-2149afa48244 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=85d5f53e-7c71-4384-953f-12e608913cd4 HTTP/1.1" status: 200 len: 217 time: 0.0976973 Sep 21 18:06:20.431337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5568235 Sep 21 18:06:20.440352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58488) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:20.471782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '1c1f01be-d086-4a6d-ac7b-60d578863dc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:20.507283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 903cf068-335c-45a9-ab79-3183c05cb4ed triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:20.512326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.536811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-e9bd727a-94c3-4084-8f29-c90a39d3d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.542903 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-e9bd727a-94c3-4084-8f29-c90a39d3d228 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.3021438 Sep 21 18:06:20.571558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe74c1d-d0f1-4ed4-947e-9dc6b5e40a4d tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=1c1f01be-d086-4a6d-ac7b-60d578863dc7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.575526 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44e9e7fd-b7ba-4511-acd7-1222fba26b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.668201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-44e9e7fd-b7ba-4511-acd7-1222fba26b44 None None] For port 903cf068-335c-45a9-ab79-3183c05cb4ed, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=903cf068-335c-45a9-ab79-3183c05cb4ed,segment=NetworkSegment(80306954-f4d1-41d7-9c28-132c2bf9b507),segment_id=80306954-f4d1-41d7-9c28-132c2bf9b507)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:20.670229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:20.671441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-cd76d87c-d6a2-48e4-bbd0-2908850894e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.675466 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-cd76d87c-d6a2-48e4-bbd0-2908850894e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2456491 Sep 21 18:06:20.685321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d76e6fdf-c9dc-455e-859e-b71bc656f0a7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:20.702705 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44e9e7fd-b7ba-4511-acd7-1222fba26b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.708389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:20.712501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.757698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.769065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-25d9372f-5e23-47bf-9b4d-0154a3b89ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.770863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-25d9372f-5e23-47bf-9b4d-0154a3b89ce6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114828 Sep 21 18:06:20.816942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-a20eb51b-2d2e-41ea-a787-5b9eb9e70744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.819196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-a20eb51b-2d2e-41ea-a787-5b9eb9e70744 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348860 Sep 21 18:06:20.876265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9e7fd-b7ba-4511-acd7-1222fba26b44 None None] Pushing event updated for resources: {'Port': ['ID=903cf068-335c-45a9-ab79-3183c05cb4ed,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.919296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad548cb4-74c0-45e2-9d24-5fbdf8070fc3 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:06:20.981940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:21.058779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.060379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-af83575e-7e28-4980-a99c-948659246358 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800171 Sep 21 18:06:21.095133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:21.098738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d9630-b452-4b18-9bc2-a7f8ea173b45 req-6d231661-92bc-41b5-afbc-67a06289669d tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.100416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d7d9630-b452-4b18-9bc2-a7f8ea173b45 req-6d231661-92bc-41b5-afbc-67a06289669d tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 949 time: 0.1487060 Sep 21 18:06:21.118508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '85d5f53e-7c71-4384-953f-12e608913cd4', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '85d5f53e-7c71-4384-953f-12e608913cd4', 'mac_address': 'fa:16:3e:b6:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:21.135713 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-5c111ca4-b216-4a57-93fc-0d31e1fcf2e7 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038096 Sep 21 18:06:21.236220 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d7d9630-b452-4b18-9bc2-a7f8ea173b45 req-f6f40a38-995e-4b9e-8f34-a5b0d6d9d666 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205447 Sep 21 18:06:21.315280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=aa7b1e59-62b1-4097-9ac5-cf3f2dd97086,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:21.317612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': '332110a6-4228-4916-bbc0-268c2fbda0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '1c1f01be-d086-4a6d-ac7b-60d578863dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:21.317979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: 1c1f01be-d086-4a6d-ac7b-60d578863dc7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:21.320644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dde063fd-901b-4d0d-a9a7-22e6d011a1e8 req-141ad4ba-ceab-4792-9d4b-1d902cf099d0 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484899 Sep 21 18:06:21.346446 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5241e27a-ab84-4082-90c8-08937ef8e6f2 req-82bd911f-9a88-41da-a3bd-ece9d52779e7 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995921 Sep 21 18:06:21.365689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b21f7-25ba-42e4-a461-e1725c17453d req-1c7f5229-8340-4e9b-9d4b-f35d2346cfd9 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.373984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-225b21f7-25ba-42e4-a461-e1725c17453d req-1c7f5229-8340-4e9b-9d4b-f35d2346cfd9 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.1066291 Sep 21 18:06:21.391872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:21.426324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ed894d9d-a41d-4538-b132-f5c94ffdb605 None None] Provisioning complete for port 903cf068-335c-45a9-ab79-3183c05cb4ed triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:21.427453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed894d9d-a41d-4538-b132-f5c94ffdb605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.434431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-225b21f7-25ba-42e4-a461-e1725c17453d req-8856ab91-ce38-4833-983b-35243b6bd0c0 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640361 Sep 21 18:06:21.435644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 1c1f01be-d086-4a6d-ac7b-60d578863dc7) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:21.440360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.440928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.492456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58522) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:21.493337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a18980d8-a30a-4d30-8ca8-b602696a8272 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0495965 Sep 21 18:06:21.497716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047130613'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:21.541886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:21.553298 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.619995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:21.642698 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.642852 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment 2603a29d-0c41-405a-b5df-d3c4b3508232 of type vlan for network ae832140-7624-4ae4-ae58-6d637526732f Sep 21 18:06:21.653945 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.711519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.736608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d5f53e-7c71-4384-953f-12e608913cd4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:21.751314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad548cb4-74c0-45e2-9d24-5fbdf8070fc3 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:06:21.751756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.757588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 903cf068-335c-45a9-ab79-3183c05cb4ed up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:21.760367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.761361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.813262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58540) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:21.816017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3225615 Sep 21 18:06:21.836230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': 'ae832140-7624-4ae4-ae58-6d637526732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:21.858165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c496d-ad37-475b-8ac3-091567d12ab3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=ae832140-7624-4ae4-ae58-6d637526732f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:21.928533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ae832140-7624-4ae4-ae58-6d637526732f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:21.970851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:21.977646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.988325 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b7cbc89-3faa-4cf9-a99b-5e1c76563a6d req-59d59732-db06-4e1b-95ac-abf935785a1a tempest-AbsoluteLimitsNegativeTestJSON-1303404382 tempest-AbsoluteLimitsNegativeTestJSON-1303404382-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=62934aec8cc74af6b0b0cd6ef61ea013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258312 Sep 21 18:06:22.009467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:22.053435 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.062600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Performing IP validity checks on allocation pools {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:06:22.063158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:06:22.117950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbc89-3faa-4cf9-a99b-5e1c76563a6d req-d8a7786b-da8a-4507-9f18-ce28fdd7fed8 tempest-AbsoluteLimitsNegativeTestJSON-1303404382 tempest-AbsoluteLimitsNegativeTestJSON-1303404382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:22.120191 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b7cbc89-3faa-4cf9-a99b-5e1c76563a6d req-d8a7786b-da8a-4507-9f18-ce28fdd7fed8 tempest-AbsoluteLimitsNegativeTestJSON-1303404382 tempest-AbsoluteLimitsNegativeTestJSON-1303404382-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233313 Sep 21 18:06:22.138548 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b7cbc89-3faa-4cf9-a99b-5e1c76563a6d req-9e77789a-673f-419a-b27f-a276b16ff9a6 tempest-AbsoluteLimitsNegativeTestJSON-1303404382 tempest-AbsoluteLimitsNegativeTestJSON-1303404382-project] 10.222.0.70 "GET /v2.0/quotas/62934aec8cc74af6b0b0cd6ef61ea013 HTTP/1.1" status: 200 len: 375 time: 0.0114245 Sep 21 18:06:22.181123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b7cbc89-3faa-4cf9-a99b-5e1c76563a6d req-8c6e9023-ca77-4a1d-80dc-59e8120cca2e tempest-AbsoluteLimitsNegativeTestJSON-1303404382 tempest-AbsoluteLimitsNegativeTestJSON-1303404382-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=62934aec8cc74af6b0b0cd6ef61ea013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363603 Sep 21 18:06:22.259415 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.388619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 903cf068-335c-45a9-ab79-3183c05cb4ed triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:22.388972 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.391003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['85d5f53e-7c71-4384-953f-12e608913cd4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:22.400917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=92a6902c-e593-482f-bf30-c9bd0e25713f,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.410139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': '2603a29d-0c41-405a-b5df-d3c4b3508232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ae832140-7624-4ae4-ae58-6d637526732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:22.410139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: ae832140-7624-4ae4-ae58-6d637526732f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:22.422528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.453028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c0f67-f1e5-4fa7-a1d2-95bb17558f81 req-6975b59d-52f7-423c-b1f2-08a6ff46acc6 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:22.454727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-540c0f67-f1e5-4fa7-a1d2-95bb17558f81 req-6975b59d-52f7-423c-b1f2-08a6ff46acc6 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 949 time: 0.1010418 Sep 21 18:06:22.456099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network ae832140-7624-4ae4-ae58-6d637526732f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:22.471791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ae832140-7624-4ae4-ae58-6d637526732f) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:22.477981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:22.478627 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.520445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4947cf0d-b990-4619-b838-e8721142ce24 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7029524 Sep 21 18:06:22.521013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58562) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:22.521640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-540c0f67-f1e5-4fa7-a1d2-95bb17558f81 req-2fee8054-19f4-4332-ab1d-406c937f7ed4 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580237 Sep 21 18:06:22.726723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58574) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:22.827046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.877626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-1c1f01be-d086-4a6d-ac7b-60d578863dc7', 'network_id': '1c1f01be-d086-4a6d-ac7b-60d578863dc7', 'tenant_id': '7ff62807afa84b6c86d440e345a3e508', 'fixed_ips': [{'subnet_id': 'aa7b1e59-62b1-4097-9ac5-cf3f2dd97086'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:22.879074 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.895265 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c039f-cd96-4c23-861f-c0f3cfd47034 req-f1a9b0c7-4255-4802-b087-dca68be27fd3 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:22.896896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f6c039f-cd96-4c23-861f-c0f3cfd47034 req-f1a9b0c7-4255-4802-b087-dca68be27fd3 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.3396246 Sep 21 18:06:22.962756 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5eb9-6c14-43f2-a6db-62f624a0e620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.988222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76e6fdf-c9dc-455e-859e-b71bc656f0a7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:22.997922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f6c039f-cd96-4c23-861f-c0f3cfd47034 req-7369fce8-d6f4-4adb-a5ab-2e589b6afc6f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926468 Sep 21 18:06:23.051707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.137439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:23.144362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:23.144761 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.156003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.168049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5eb9-6c14-43f2-a6db-62f624a0e620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.176373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5eb9-6c14-43f2-a6db-62f624a0e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.184929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1474780-176b-4d1e-bfb1-512fdb4a4227 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:23.194262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Allocated IP 2001:db8::1 (1c1f01be-d086-4a6d-ac7b-60d578863dc7/aa7b1e59-62b1-4097-9ac5-cf3f2dd97086/30ce1a0b-7e24-4a38-bc8b-61cf040ae06f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:23.204724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=92a6902c-e593-482f-bf30-c9bd0e25713f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:23.274268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab5eb9-6c14-43f2-a6db-62f624a0e620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf8f086-d9e3-416d-8b8a-c5be8bfca0bd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:23.308319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c9ab5eb9-6c14-43f2-a6db-62f624a0e620 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62934aec8cc74af6b0b0cd6ef61ea013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803857 Sep 21 18:06:23.309662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:23.311306 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.382690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bf26b53-abff-4a47-bd5b-e8614e277930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.389636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae832140-7624-4ae4-ae58-6d637526732f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:23.411632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bf26b53-abff-4a47-bd5b-e8614e277930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.419548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2603a29d-0c41-405a-b5df-d3c4b3508232') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:23.420172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2603a29d-0c41-405a-b5df-d3c4b3508232') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:23.433936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.452294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.466309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:23.468558 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:23.473918 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:23.496641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bf26b53-abff-4a47-bd5b-e8614e277930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.499922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bf26b53-abff-4a47-bd5b-e8614e277930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.504542 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.504728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5bf26b53-abff-4a47-bd5b-e8614e277930 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cf8f086-d9e3-416d-8b8a-c5be8bfca0bd HTTP/1.1" status: 204 len: 168 time: 0.1944239 Sep 21 18:06:23.516015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf26b53-abff-4a47-bd5b-e8614e277930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf8f086-d9e3-416d-8b8a-c5be8bfca0bd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:23.570433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:23.570690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:23.572896 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5264ba-60ea-46b1-85ca-9e88a6e120ac" -d '{"events": [{"server_uuid": "e3ab472b-4f98-4213-af5b-ec035923d3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d76e6fdf-c9dc-455e-859e-b71bc656f0a7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:23.650788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.659022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.660173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d76e6fdf-c9dc-455e-859e-b71bc656f0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:23.665350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/ae832140-7624-4ae4-ae58-6d637526732f HTTP/1.1" status: 204 len: 168 time: 1.1411529 Sep 21 18:06:23.671432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'mac_address': 'fa:16:3e:63:00:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:23.673827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:23.683870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574975504'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:23.685430 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a1184-6e7e-4504-b9da-906392f34a2f x-openstack-request-id: req-744a1184-6e7e-4504-b9da-906392f34a2f {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:23.685991 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ab472b-4f98-4213-af5b-ec035923d3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d76e6fdf-c9dc-455e-859e-b71bc656f0a7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:23.686495 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-744a1184-6e7e-4504-b9da-906392f34a2f {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:23.687075 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7', 'code': 200} Sep 21 18:06:23.689707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.713505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad190c8f-9c6e-42e8-ae0e-cca63033c125 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=ae832140-7624-4ae4-ae58-6d637526732f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:23.742825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:23.746493 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.807720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.848637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3da20a-9de9-4c9a-87c6-a1b2cf79642b req-50bc1371-92ce-40e5-988b-f5f03d852d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:23.851627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c3da20a-9de9-4c9a-87c6-a1b2cf79642b req-50bc1371-92ce-40e5-988b-f5f03d852d5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 1101 time: 0.1050065 Sep 21 18:06:23.863895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:23.865610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.901734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.906416 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment 3f1496b0-ef69-48ec-afd1-8a3035f66e3a of type vlan for network 0222b165-1113-49b8-8b1e-673ba0eafbbf Sep 21 18:06:23.910633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c3da20a-9de9-4c9a-87c6-a1b2cf79642b req-6d6ab855-f353-4c86-8dd2-b619ae24b97e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503821 Sep 21 18:06:23.920392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:23.927668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.986906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1474780-176b-4d1e-bfb1-512fdb4a4227 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:23.995327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b2d9d-a544-46a2-8231-f3f946387d05 req-501958c1-ccf8-4763-a9f1-9c2fb881069a tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:23.999821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d35b2d9d-a544-46a2-8231-f3f946387d05 req-501958c1-ccf8-4763-a9f1-9c2fb881069a tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 950 time: 0.2209170 Sep 21 18:06:24.062396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:24.065734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:24.072132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:24.080651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:24.094148 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.094993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea90fa47-37d8-438d-94a8-80210b56d5e9 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:24.098057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.141002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d35b2d9d-a544-46a2-8231-f3f946387d05 req-379c9e0a-716f-46e9-8585-c39c692d02ad tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942993 Sep 21 18:06:24.178707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.186468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:24.187405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.254656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5787232 Sep 21 18:06:24.255387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58648) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:24.273000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '0222b165-1113-49b8-8b1e-673ba0eafbbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:24.322456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Pushing event updated for resources: {'Port': ['ID=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:24.332973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4a878-eae9-4d35-9acd-91495039ca50 req-17e1ca93-ebff-4bd0-a7f2-5dbb66c11403 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:24.347742 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47f4a878-eae9-4d35-9acd-91495039ca50 req-17e1ca93-ebff-4bd0-a7f2-5dbb66c11403 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 949 time: 0.1261117 Sep 21 18:06:24.409162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0bdb8-741b-49f1-a26d-74de08f5c9c3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=0222b165-1113-49b8-8b1e-673ba0eafbbf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:24.409291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47f4a878-eae9-4d35-9acd-91495039ca50 req-0cd7cf2a-aecb-48d1-9108-7cd01d9c9c01 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586011 Sep 21 18:06:24.454357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0222b165-1113-49b8-8b1e-673ba0eafbbf details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:24.507257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:24.512288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.852601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:24.864448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Attempting to bind port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:24.865128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Attempting to bind port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '332110a6-4228-4916-bbc0-268c2fbda0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '1c1f01be-d086-4a6d-ac7b-60d578863dc7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:24.865671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Attempting to bind port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f on network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:24.881549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:24.884935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:24.885575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Checking segment: {'id': '332110a6-4228-4916-bbc0-268c2fbda0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '1c1f01be-d086-4a6d-ac7b-60d578863dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:24.886213 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.887033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Bound using segment: {'id': '332110a6-4228-4916-bbc0-268c2fbda0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '1c1f01be-d086-4a6d-ac7b-60d578863dc7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:24.887798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Bound port: 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332110a6-4228-4916-bbc0-268c2fbda0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '1c1f01be-d086-4a6d-ac7b-60d578863dc7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:24.888377 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.910487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'mac_address': 'fa:16:3e:c6:1d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:24.968690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:25.040120 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.092684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea90fa47-37d8-438d-94a8-80210b56d5e9 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:25.113331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58676) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:25.158911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] For port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:25.172667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:25.188790 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.191705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] For port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,segment=NetworkSegment(332110a6-4228-4916-bbc0-268c2fbda0cb),segment_id=332110a6-4228-4916-bbc0-268c2fbda0cb)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:25.294727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:25.304850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.314230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 85d5f53e-7c71-4384-953f-12e608913cd4 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:25.361316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 85d5f53e-7c71-4384-953f-12e608913cd4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:25.362174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.369095 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.370267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea90fa47-37d8-438d-94a8-80210b56d5e9'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:25.399339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-951938172-network', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:25.463367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d6eff-d491-45a0-bc37-ca0710326a63 req-e19b6825-be24-4503-b5f0-8686dc14f05f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.464012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=28d3b9d3-5e9b-4756-a4e5-bdf202971f4a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:25.470966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c1474780-176b-4d1e-bfb1-512fdb4a4227'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:25.486001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f36d6eff-d491-45a0-bc37-ca0710326a63 req-e19b6825-be24-4503-b5f0-8686dc14f05f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 950 time: 0.1690195 Sep 21 18:06:25.514153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': '3f1496b0-ef69-48ec-afd1-8a3035f66e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '0222b165-1113-49b8-8b1e-673ba0eafbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:25.514561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: 0222b165-1113-49b8-8b1e-673ba0eafbbf, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:25.544107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:25.550009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-803499838'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:25.563606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 0222b165-1113-49b8-8b1e-673ba0eafbbf is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:25.568596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Made reservation on behalf of cc39bbff002d430fb050fcbfb17cdc85 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:25.577924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.604270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c958777-0e4b-41ef-9206-846c1e3e24c6 None None] Pushing event updated for resources: {'Port': ['ID=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:25.612652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0222b165-1113-49b8-8b1e-673ba0eafbbf) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:25.626911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.632144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.633020 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.680965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f36d6eff-d491-45a0-bc37-ca0710326a63 req-b71142c3-0c6f-4dd2-b4a4-b4d9cb32172f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930974 Sep 21 18:06:25.698440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:25.718603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.742150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ec11ba11-9541-4773-a125-99a3e783b31f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4767909 Sep 21 18:06:25.742413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58690) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:25.869667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4755366-6cf9-4884-a993-539e53d6c175 req-89d91133-8c2b-4b19-a59e-128675d75e18 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.872690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:25.878800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4755366-6cf9-4884-a993-539e53d6c175 req-89d91133-8c2b-4b19-a59e-128675d75e18 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 949 time: 0.2980945 Sep 21 18:06:25.914622 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.957343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.962770 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Added segment 4bf63b01-7577-4eb2-9dfc-269a32918c04 of type vlan for network a6836101-bfde-469a-9254-dfa61f3fc5a2 Sep 21 18:06:26.000638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:26.002831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:26.005298 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30eca50-48da-4f89-ae90-b89a9d5036c5" -d '{"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-plugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:26.013855 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.028743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.068225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4755366-6cf9-4884-a993-539e53d6c175 req-604cc2e0-60d4-4187-8abb-bb67d10acf52 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884310 Sep 21 18:06:26.130488 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.135940 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.150057 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:26.215716 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19c740-286b-403b-929c-5c3aea6510a6 x-openstack-request-id: req-1f19c740-286b-403b-929c-5c3aea6510a6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:26.216247 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-plugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:26.216675 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f19c740-286b-403b-929c-5c3aea6510a6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:26.217245 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4', 'code': 200} Sep 21 18:06:26.251374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.317781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=28d3b9d3-5e9b-4756-a4e5-bdf202971f4a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:26.356855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.370151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.373440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.425919 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.451711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.457647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0222b165-1113-49b8-8b1e-673ba0eafbbf']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:26.471696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1496b0-ef69-48ec-afd1-8a3035f66e3a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:26.472313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1496b0-ef69-48ec-afd1-8a3035f66e3a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:26.473577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.486988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9390030 Sep 21 18:06:26.489249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58710) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:26.493528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.499243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1855145649'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:26.525468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.537782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:26.538272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:26.542726 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:26.553205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb6174-ba50-4185-a9f6-22abdb053902 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Network': ['ID=a6836101-bfde-469a-9254-dfa61f3fc5a2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:26.567163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:26.571740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.582013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:26.599597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:26.608458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd0f9-1e13-46ac-bf00-10ad257cd30b req-c649027a-4996-4de5-ab8d-1ec6434d08ad tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.630722 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a66bd0f9-1e13-46ac-bf00-10ad257cd30b req-c649027a-4996-4de5-ab8d-1ec6434d08ad tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 950 time: 0.3235877 Sep 21 18:06:26.651507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.655750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1119} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:26.664739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2569a2-53df-446c-88ec-374ca92554d9 req-d3858abe-2a2a-4ae7-b902-3b7a220b3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.670012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba2569a2-53df-446c-88ec-374ca92554d9 req-d3858abe-2a2a-4ae7-b902-3b7a220b3a32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 1101 time: 0.3967118 Sep 21 18:06:26.671533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.679484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/0222b165-1113-49b8-8b1e-673ba0eafbbf HTTP/1.1" status: 204 len: 168 time: 0.9332099 Sep 21 18:06:26.680593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58712) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:26.703696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5414b4-0a65-4b58-a5fd-055cafb75592,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:26.706111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1240772442'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:26.712557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004baed-383d-4927-b5ae-988434714306 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=0222b165-1113-49b8-8b1e-673ba0eafbbf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:26.717651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.720257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.720925 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Added segment dd9be874-efee-49af-be77-9cde6f3bcda4 of type vlan for network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc Sep 21 18:06:26.722849 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Added segment 16452e03-e282-4689-9382-3287e151629f of type vlan for network a580323a-30ba-4d98-b035-12e0f11cf97f Sep 21 18:06:26.790119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.793786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:26.800271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.858472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:26.865803 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.873871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.874411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.911705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.933719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a66bd0f9-1e13-46ac-bf00-10ad257cd30b req-efc38a2f-bc1d-4109-ab17-ce27614e36ed tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478364 Sep 21 18:06:26.937588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba2569a2-53df-446c-88ec-374ca92554d9 req-20b89137-47b9-4689-94d8-d9f79e548228 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468667 Sep 21 18:06:26.962980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.964915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.965675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.982382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Network': ['ID=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:27.007194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:27.034869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.036288 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment 2e02815d-162c-4b82-b8d4-cd83886b77b6 of type vlan for network a6c3b273-75ac-4305-92d7-81b6fb53b742 Sep 21 18:06:27.039312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708f317-193f-46b5-8cb6-b01a690edb66 None None] Network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:27.057479 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9419041 Sep 21 18:06:27.062222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58716) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:27.066215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Request body: {'subnet': {'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-951938172-subnet', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:27.072428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28b4b0-8b1c-427a-a1d9-a327d5de9153 admin admin] Pushing event updated for resources: {'Network': ['ID=a580323a-30ba-4d98-b035-12e0f11cf97f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:27.073457 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c063fd7-d1af-4e56-a85e-b26f30185454 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5823519 Sep 21 18:06:27.080209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58718) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:27.089060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'subnet': {'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:27.130208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.152697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Made reservation on behalf of cc39bbff002d430fb050fcbfb17cdc85 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:27.155288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.186352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.201154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:27.201688 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:06:27.203453 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.247398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe25216-4674-4935-aadb-64c1ffeac33a None None] Network ae832140-7624-4ae4-ae58-6d637526732f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:27.292999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc2d42-c208-45e2-b273-2fe1d149ee1d None None] Network 0222b165-1113-49b8-8b1e-673ba0eafbbf requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:27.295867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a580323a-30ba-4d98-b035-12e0f11cf97f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:27.298443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1474780-176b-4d1e-bfb1-512fdb4a4227 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:27.335867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:27.340695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.396498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6943693 Sep 21 18:06:27.398226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05ec98-c288-4890-9ddf-e7a5adb7c4d3 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=a6c3b273-75ac-4305-92d7-81b6fb53b742,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:27.399481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58734) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:27.413054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c95fb-fbd6-4d97-aead-c32a5d5588d3 req-90cf3920-b723-47fa-b83c-b6d29bd64323 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:27.415234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e52c95fb-fbd6-4d97-aead-c32a5d5588d3 req-90cf3920-b723-47fa-b83c-b6d29bd64323 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 949 time: 0.1480334 Sep 21 18:06:27.442288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': 'a6c3b273-75ac-4305-92d7-81b6fb53b742', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:27.492965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e52c95fb-fbd6-4d97-aead-c32a5d5588d3 req-1639c5ef-8d25-4596-821f-84feaf6e7f59 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697181 Sep 21 18:06:27.530338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a6c3b273-75ac-4305-92d7-81b6fb53b742 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:27.633520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe25216-4674-4935-aadb-64c1ffeac33a None None] Network ae832140-7624-4ae4-ae58-6d637526732f could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:27.655252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc2d42-c208-45e2-b273-2fe1d149ee1d None None] Network 0222b165-1113-49b8-8b1e-673ba0eafbbf could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:27.676338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b44b61-0318-499f-bf7d-eb10ce1d5ca7 None None] Network ae832140-7624-4ae4-ae58-6d637526732f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:27.676338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402b0e7-ba95-428b-bc8d-83ed344475a0 None None] Network 0222b165-1113-49b8-8b1e-673ba0eafbbf requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:27.687289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:27.691375 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.728600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402b0e7-ba95-428b-bc8d-83ed344475a0 None None] Network 0222b165-1113-49b8-8b1e-673ba0eafbbf could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:27.747816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cc3d2c39-6b17-47aa-967b-8404d6843750 None None] Provisioning complete for port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:27.748196 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2c39-6b17-47aa-967b-8404d6843750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.786353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b44b61-0318-499f-bf7d-eb10ce1d5ca7 None None] Network ae832140-7624-4ae4-ae58-6d637526732f could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:27.788059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:27.809010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.865335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port c1474780-176b-4d1e-bfb1-512fdb4a4227 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:27.884288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port c1474780-176b-4d1e-bfb1-512fdb4a4227 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:27.884288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.990650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=123e3ee3-f1ab-4d4f-a799-dcc67ae7122b,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.022150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.038862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:28.039617 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.124858 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2c39-6b17-47aa-967b-8404d6843750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.146776 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.156275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Checking segment: {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:28.156902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Network hostable DHCP agents. Network: a580323a-30ba-4d98-b035-12e0f11cf97f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:28.200144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Subnet': ['ID=7a6a0167-3704-4397-9ab1-7c9538f8fc87,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.207130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cc3d2c39-6b17-47aa-967b-8404d6843750 None None] For port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,segment=NetworkSegment(332110a6-4228-4916-bbc0-268c2fbda0cb),segment_id=332110a6-4228-4916-bbc0-268c2fbda0cb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:28.225994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371be81-c864-4f8a-b3af-13c844cf468b req-73a36ad3-7a0b-475f-8aca-58fd30587622 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.234151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c371be81-c864-4f8a-b3af-13c844cf468b req-73a36ad3-7a0b-475f-8aca-58fd30587622 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 950 time: 0.1760757 Sep 21 18:06:28.247390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:28.249696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:28.252873 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55e81a-d785-4bd8-b5d6-d385aa554bea" -d '{"events": [{"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-plugged", "status": "completed", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:28.259455 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.260623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea90fa47-37d8-438d-94a8-80210b56d5e9 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:28.305021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c371be81-c864-4f8a-b3af-13c844cf468b req-76abcd37-5867-46eb-aaed-dd28e3540f91 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Sep 21 18:06:28.331051 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2c39-6b17-47aa-967b-8404d6843750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.370702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Checking segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:28.371067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network hostable DHCP agents. Network: a6836101-bfde-469a-9254-dfa61f3fc5a2, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:28.376521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Network a580323a-30ba-4d98-b035-12e0f11cf97f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:28.387452 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac65f31-ed0d-4a44-a100-f8a850c221aa x-openstack-request-id: req-7ac65f31-ed0d-4a44-a100-f8a850c221aa {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:28.387452 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-plugged", "status": "completed", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:28.387812 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ac65f31-ed0d-4a44-a100-f8a850c221aa {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:28.388042 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'code': 200} Sep 21 18:06:28.494778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ea90fa47-37d8-438d-94a8-80210b56d5e9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:28.495163 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.498878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.533183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a580323a-30ba-4d98-b035-12e0f11cf97f) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:28.544869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417a926-799c-4281-bcc2-f19ee9d2fff4 None None] Network a580323a-30ba-4d98-b035-12e0f11cf97f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:28.571018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.668543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.669792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.679337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f382-9d17-4330-9efd-a4a81865f7b2 req-ace8b0de-40a7-4fb4-b0cf-5ab02d3116eb tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.690312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3465f382-9d17-4330-9efd-a4a81865f7b2 req-ace8b0de-40a7-4fb4-b0cf-5ab02d3116eb tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 950 time: 0.0859230 Sep 21 18:06:28.702932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=c75f4e86-1122-44f8-a10f-1b37676008ad,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.706376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:28.720241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a6836101-bfde-469a-9254-dfa61f3fc5a2) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:28.725406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.726405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.786032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2562ca3f-76aa-401b-85c5-ac0fc2e26f65 None None] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:28.798683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3465f382-9d17-4330-9efd-a4a81865f7b2 req-5e84ec82-e797-45c0-92bf-6fcb9a70c379 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070247 Sep 21 18:06:28.816876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-590d680a-a8a6-41de-9ba3-0dc438284edf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7547655 Sep 21 18:06:28.853278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58760) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:28.862634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:28.884442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58762) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:28.885792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7f55c754-573b-4365-b890-092a665fe9d8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8018854 Sep 21 18:06:28.896674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'subnet': {'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:28.911509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef1884-c141-457d-ad4c-56c34287c3bc req-39767e8e-e90f-4b2c-a627-b352c0bc5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.913110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a8ef1884-c141-457d-ad4c-56c34287c3bc req-39767e8e-e90f-4b2c-a627-b352c0bc5e8b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 1101 time: 0.4768379 Sep 21 18:06:28.961866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a52caa-df84-4389-9807-7c77df588bad req-07779891-a8de-4804-9431-5cfa39c3c3ca tempest-LiveMigrationNegativeTest-1032473858 tempest-LiveMigrationNegativeTest-1032473858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.963488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f1a52caa-df84-4389-9807-7c77df588bad req-07779891-a8de-4804-9431-5cfa39c3c3ca tempest-LiveMigrationNegativeTest-1032473858 tempest-LiveMigrationNegativeTest-1032473858-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 1101 time: 0.4951568 Sep 21 18:06:28.968521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d2c39-6b17-47aa-967b-8404d6843750 None None] Pushing event updated for resources: {'Port': ['ID=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.994697 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.996326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.997313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': '2e02815d-162c-4b82-b8d4-cd83886b77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'a6c3b273-75ac-4305-92d7-81b6fb53b742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:28.997654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: a6c3b273-75ac-4305-92d7-81b6fb53b742, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:29.008115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-a580323a-30ba-4d98-b035-12e0f11cf97f', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:29.008951 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.015379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a8ef1884-c141-457d-ad4c-56c34287c3bc req-4a439315-47e4-46ab-b574-aff5b5578ed9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933363 Sep 21 18:06:29.029186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f1a52caa-df84-4389-9807-7c77df588bad req-4372c59f-eaf4-418c-b86c-71c3927d393b tempest-LiveMigrationNegativeTest-1032473858 tempest-LiveMigrationNegativeTest-1032473858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.055799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network a6c3b273-75ac-4305-92d7-81b6fb53b742 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:29.056195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b5ad3-3ec9-4b39-983e-149fe816c96e None None] Network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:29.078897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a6c3b273-75ac-4305-92d7-81b6fb53b742) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:29.091516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:29.092105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.212422 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.225518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f1a52caa-df84-4389-9807-7c77df588bad req-4372c59f-eaf4-418c-b86c-71c3927d393b tempest-LiveMigrationNegativeTest-1032473858 tempest-LiveMigrationNegativeTest-1032473858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.238790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f1a52caa-df84-4389-9807-7c77df588bad req-4372c59f-eaf4-418c-b86c-71c3927d393b tempest-LiveMigrationNegativeTest-1032473858 tempest-LiveMigrationNegativeTest-1032473858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.281165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372c59f-eaf4-418c-b86c-71c3927d393b tempest-LiveMigrationNegativeTest-1032473858 tempest-LiveMigrationNegativeTest-1032473858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96990000-7a3c-474d-87d2-b59b3cfb6e57,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:29.297586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b54d6ab8-aed9-4806-ade7-9fd57b0fadd4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8636262 Sep 21 18:06:29.306367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58764) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:29.333972 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f1a52caa-df84-4389-9807-7c77df588bad req-4372c59f-eaf4-418c-b86c-71c3927d393b tempest-LiveMigrationNegativeTest-1032473858 tempest-LiveMigrationNegativeTest-1032473858-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611662 Sep 21 18:06:29.374285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be8dab-3bbe-4b04-8638-fbec016f0e42 None None] Network a6c3b273-75ac-4305-92d7-81b6fb53b742 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:29.384652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:29.390284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.460443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.491549 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e04158f4-894e-422e-8970-874b06eb3737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.508679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e122c7b8-091e-4ca3-ba51-6476bd054a5c None None] Provisioning complete for port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:29.509054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e122c7b8-091e-4ca3-ba51-6476bd054a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.663655 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.799112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.800861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.820741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:29.961924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Allocated IP 172.20.0.2 (a580323a-30ba-4d98-b035-12e0f11cf97f/123e3ee3-f1ab-4d4f-a799-dcc67ae7122b/85b9c2d5-4921-478e-a5c9-c4df2b49d68e) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:29.966593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.014494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=c75f4e86-1122-44f8-a10f-1b37676008ad,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:30.055424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.226500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.252740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.300533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.306569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Checking segment: {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:30.306967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network hostable DHCP agents. Network: 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:30.333797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29755126-bebd-4bd7-bded-49bff8b21f73 req-6b8a101d-5d4d-40e0-a36c-f633cdf629f8 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:30.348964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29755126-bebd-4bd7-bded-49bff8b21f73 req-6b8a101d-5d4d-40e0-a36c-f633cdf629f8 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 950 time: 0.2566345 Sep 21 18:06:30.378850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Subnet': ['ID=efb735b2-df72-4a24-aced-ca68188813ea,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:30.440503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-a6836101-bfde-469a-9254-dfa61f3fc5a2', 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'fixed_ips': [{'subnet_id': '7a6a0167-3704-4397-9ab1-7c9538f8fc87'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:30.441679 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.444936 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.460012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:30.514309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29755126-bebd-4bd7-bded-49bff8b21f73 req-9609228e-1da8-4213-a585-f1b498b8aa1a tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607351 Sep 21 18:06:30.515080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:30.531526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:30.531526 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.572739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:30.575982 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b8f98-7642-4864-84f8-eaf313733db8" -d '{"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:30.579201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8737ad1-2dbc-4f04-99f9-008037c0bec4 None None] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:30.582855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804563-064f-484f-828e-1a57ed7c7a66 req-164d145d-97bc-4c75-a593-bf880ebf23af tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:30.586892 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18804563-064f-484f-828e-1a57ed7c7a66 req-164d145d-97bc-4c75-a593-bf880ebf23af tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 950 time: 0.6039498 Sep 21 18:06:30.593607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.621060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e27ea-499d-4e78-bdf8-62fc2a267ff5 None None] Network a6c3b273-75ac-4305-92d7-81b6fb53b742 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:30.633083 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Network a580323a-30ba-4d98-b035-12e0f11cf97f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:30.647409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:30.696540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:30.706396 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.707611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:30.728330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Pushing event updated for resources: {'Port': ['ID=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:30.741290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Allocated IP 172.25.3.52 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/bc62cdac-4f03-4773-a7f2-c7dd9557ae8f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:30.748279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c3b273-75ac-4305-92d7-81b6fb53b742']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:30.759649 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18804563-064f-484f-828e-1a57ed7c7a66 req-1d9ba64f-e63c-47d0-a6c6-0856b003edf4 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598089 Sep 21 18:06:30.782342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e02815d-162c-4b82-b8d4-cd83886b77b6') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:30.782624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e02815d-162c-4b82-b8d4-cd83886b77b6') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:30.795883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.844212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.868286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:30.869909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.872346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-55d4e7af-7948-4389-9449-c91dc8c8e7a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9864223 Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:30.878495 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:30.885327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58802) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:30.908220 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fe21f6-ba1b-4c39-b466-3bfb29b47b22 x-openstack-request-id: req-09fe21f6-ba1b-4c39-b466-3bfb29b47b22 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:30.908783 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:30.909218 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09fe21f6-ba1b-4c39-b466-3bfb29b47b22 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:30.909788 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'code': 200} Sep 21 18:06:30.938960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'port': {'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1039576429', 'fixed_ips': [{'subnet_id': '7a6a0167-3704-4397-9ab1-7c9538f8fc87'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:31.005346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.014130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.016217 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/a6c3b273-75ac-4305-92d7-81b6fb53b742 HTTP/1.1" status: 204 len: 168 time: 1.7106614 Sep 21 18:06:31.020257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58808) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:31.035434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1940739117'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:31.045005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167fd7-43da-43fe-a2a3-f5ccdd48dffc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=a6c3b273-75ac-4305-92d7-81b6fb53b742,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:31.071913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:31.077884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.088229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:31.088629 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.131911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:31.153020 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.157323 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca of type vlan for network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 Sep 21 18:06:31.160205 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.252911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Attempting to bind port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:31.252911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Attempting to bind port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:31.252911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Attempting to bind port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e on network a580323a-30ba-4d98-b035-12e0f11cf97f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:31.252911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:31.255973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.269232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.288737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9de7f9cb-a8d2-4187-a36f-9da4742cbda9 None None] Provisioning complete for port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:31.289147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9de7f9cb-a8d2-4187-a36f-9da4742cbda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.301219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Allocated IP 10.1.1.2 (a6836101-bfde-469a-9254-dfa61f3fc5a2/7a6a0167-3704-4397-9ab1-7c9538f8fc87/58e1a275-478f-4533-9cef-7289d4951ed0) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:31.315114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.324822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:31.325109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Checking segment: {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:31.325610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.325993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:31.326231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Bound using segment: {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:31.326538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Bound port: 85b9c2d5-4921-478e-a5c9-c4df2b49d68e, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:31.326934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.329743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.395655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:31.450957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=1b4fc8eb-0a88-4f24-b859-969a5e75a580,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:31.455849 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1dbe1865-674c-4d4b-bd77-f4dc271fadce tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4345620 Sep 21 18:06:31.458929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58814) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:31.469074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:31.475473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] For port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:31.478832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] For port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:31.493420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc', 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'fixed_ips': [{'subnet_id': 'efb735b2-df72-4a24-aced-ca68188813ea'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:31.494308 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.496481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:31.504740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.568413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.571221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:31.598389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:31.605117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:31.608116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] device_id is not set on port e131b204-a153-4170-86ef-52e475bc2ea2 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:06:31.614562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:31.716313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:31.720697 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.807412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-a9c02e44-70f5-4d99-a9fa-4d7a5242b020 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:31.811701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-a9c02e44-70f5-4d99-a9fa-4d7a5242b020 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 950 time: 0.2228191 Sep 21 18:06:31.916061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac66fa2-23f5-407c-8220-1cb502aff283 req-51740a83-3c57-4627-8506-236d562b9dca tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:31.926401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ac66fa2-23f5-407c-8220-1cb502aff283 req-51740a83-3c57-4627-8506-236d562b9dca tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 950 time: 0.2527070 Sep 21 18:06:32.002251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c33ed-68f4-44fb-92dd-1f2f66204be7 None None] Pushing event updated for resources: {'Port': ['ID=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:32.043044 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ac66fa2-23f5-407c-8220-1cb502aff283 req-a3a35546-ce50-45ce-87d7-e57dbda891bd tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122603 Sep 21 18:06:32.204076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764ee6b-ae81-46c6-b313-d6552b09e052 req-fa291adf-6651-4fe3-b7bc-f263b23abc3d tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:32.212297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3764ee6b-ae81-46c6-b313-d6552b09e052 req-fa291adf-6651-4fe3-b7bc-f263b23abc3d tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 950 time: 0.2306716 Sep 21 18:06:32.309163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3764ee6b-ae81-46c6-b313-d6552b09e052 req-2f51739f-1b1e-45a3-8ceb-f42e46bccb25 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950861 Sep 21 18:06:32.397907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Allocated IP 10.2.2.2 (8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc/efb735b2-df72-4a24-aced-ca68188813ea/a00bf48c-9afb-4c03-ad54-c3fa086940c0) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:32.481540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Deleting port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:32.482294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.511439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.599409 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.604523 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.613699 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.624349 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.634276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2772b3-4c17-4a19-9a28-c105985aec19 req-01daf961-a51f-4497-b2dd-2797bc765eee tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:32.639960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f2772b3-4c17-4a19-9a28-c105985aec19 req-01daf961-a51f-4497-b2dd-2797bc765eee tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 950 time: 0.1687989 Sep 21 18:06:32.660463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] For port d76e6fdf-c9dc-455e-859e-b71bc656f0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:32.661790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.679945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:32.685550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Calling delete_port for d76e6fdf-c9dc-455e-859e-b71bc656f0a7 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:32.687118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:32.690733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:32.693394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:32.698994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:32.708155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:32.757184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Pushing event updated for resources: {'Port': ['ID=58e1a275-478f-4533-9cef-7289d4951ed0,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:32.849579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Pushing event updated for resources: {'Port': ['ID=a00bf48c-9afb-4c03-ad54-c3fa086940c0,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:32.855680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Attempting to bind port a00bf48c-9afb-4c03-ad54-c3fa086940c0 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:32.856185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Attempting to bind port a00bf48c-9afb-4c03-ad54-c3fa086940c0 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:32.856588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Attempting to bind port a00bf48c-9afb-4c03-ad54-c3fa086940c0 on network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:32.886335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:32.886749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Checking segment: {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:32.887161 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.887559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Bound using segment: {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:32.888209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Bound port: a00bf48c-9afb-4c03-ad54-c3fa086940c0, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:32.888664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.910774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Attempting to bind port 58e1a275-478f-4533-9cef-7289d4951ed0 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:32.911044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Attempting to bind port 58e1a275-478f-4533-9cef-7289d4951ed0 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:32.911415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Attempting to bind port 58e1a275-478f-4533-9cef-7289d4951ed0 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:32.966639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.976315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] For port a00bf48c-9afb-4c03-ad54-c3fa086940c0, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:32.980930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] For port a00bf48c-9afb-4c03-ad54-c3fa086940c0, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a00bf48c-9afb-4c03-ad54-c3fa086940c0,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:32.987465 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.000679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:33.001206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Checking segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:33.001616 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.002007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Bound using segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:33.002590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Bound port: 58e1a275-478f-4533-9cef-7289d4951ed0, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:33.003044 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.020932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.052631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['bb31b886-5f0c-4e1a-8153-0d45777f8658'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:33.206948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Pushing event deleted for resources: {'Port': ['ID=d76e6fdf-c9dc-455e-859e-b71bc656f0a7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:33.210352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f2772b3-4c17-4a19-9a28-c105985aec19 req-278721b9-6f16-4ba6-944d-f8288f6715d3 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604148 Sep 21 18:06:33.214233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c8a84-5518-4c9b-aed7-6e02bc9d067e None None] Pushing event updated for resources: {'Port': ['ID=a00bf48c-9afb-4c03-ad54-c3fa086940c0,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:33.261214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 10.1.1.215 (a6836101-bfde-469a-9254-dfa61f3fc5a2/7a6a0167-3704-4397-9ab1-7c9538f8fc87/e131b204-a153-4170-86ef-52e475bc2ea2) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:33.431444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] For port 58e1a275-478f-4533-9cef-7289d4951ed0, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:33.432575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad103400-befc-4b67-a014-52744d4a956f req-8f14b0d4-14a0-4348-aa36-4836d3d47c3e tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ab472b-4f98-4213-af5b-ec035923d3a0 HTTP/1.1" status: 200 len: 210 time: 0.2006447 Sep 21 18:06:33.488638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] For port 58e1a275-478f-4533-9cef-7289d4951ed0, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=58e1a275-478f-4533-9cef-7289d4951ed0,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:33.518519 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.557000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=c79bc1f6-1462-490e-a32e-58a5dcbaf045,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:33.669691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] No DVR routers for this DVR port d76e6fdf-c9dc-455e-859e-b71bc656f0a7 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:33.679474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.696652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9219cdf-d986-4192-b8f7-aa0efd08cb07 req-c72ea2fc-d358-4cc3-8364-78609a9be320 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "DELETE /v2.0/ports/d76e6fdf-c9dc-455e-859e-b71bc656f0a7 HTTP/1.1" status: 204 len: 173 time: 1.8788562 Sep 21 18:06:33.707987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'name': 'network-vif-deleted', 'tag': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:33.725777 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bee936-f1b3-4491-868b-36b4c3e1f8d9" -d '{"events": [{"server_uuid": "e3ab472b-4f98-4213-af5b-ec035923d3a0", "name": "network-vif-deleted", "tag": "d76e6fdf-c9dc-455e-859e-b71bc656f0a7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:33.739217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': 'dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:33.739601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: 1b4fc8eb-0a88-4f24-b859-969a5e75a580, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:33.753033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.835849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:33.856388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e11e847c-7d71-440e-83c9-b5f6b940e9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.872577 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad0a9a-8d41-4825-b8ca-ddf7a34b545c x-openstack-request-id: req-a9ad0a9a-8d41-4825-b8ca-ddf7a34b545c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:33.874516 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ab472b-4f98-4213-af5b-ec035923d3a0", "name": "network-vif-deleted", "tag": "d76e6fdf-c9dc-455e-859e-b71bc656f0a7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:33.874843 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9ad0a9a-8d41-4825-b8ca-ddf7a34b545c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:33.875989 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ab472b-4f98-4213-af5b-ec035923d3a0', 'name': 'network-vif-deleted', 'tag': 'd76e6fdf-c9dc-455e-859e-b71bc656f0a7', 'status': 'completed', 'code': 200} Sep 21 18:06:33.884021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 1b4fc8eb-0a88-4f24-b859-969a5e75a580) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:33.893429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:33.902573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.913435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6315bb6-b5fc-4ddf-ac99-5d6b84dd78d2 None None] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:33.940263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-56b5f56b-2832-46a1-a0f0-e99308267cb5 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4793580 Sep 21 18:06:33.941049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58860) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:33.951907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:33.999226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dd3e6-88d2-43d8-9049-2a33a8630ff9 None None] Pushing event updated for resources: {'Port': ['ID=58e1a275-478f-4533-9cef-7289d4951ed0,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:34.097392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19384998-9439-489d-bf9e-f53834181aa9 None None] Network a580323a-30ba-4d98-b035-12e0f11cf97f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:34.174073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.319847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.338426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:34.339674 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.363764 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.462231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d6bdb512-0cf1-44cc-9e53-3a03d7ba7a66 None None] Provisioning complete for port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:34.462231 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb512-0cf1-44cc-9e53-3a03d7ba7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.466527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=e131b204-a153-4170-86ef-52e475bc2ea2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:34.488217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:34.492089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:34.499602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:34.539654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:06:34.764774 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.800524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58e1a275-478f-4533-9cef-7289d4951ed0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:34.842923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:34.844185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.023314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e40c6116-2387-4aff-9b2f-7b0a2ab0b01c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1320026 Sep 21 18:06:35.026384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58894) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:35.031633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76e6fdf-c9dc-455e-859e-b71bc656f0a7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:35.042109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'port': {'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'name': 'tempest-TaggedBootDevicesTest_v242-765608335', 'fixed_ips': [{'subnet_id': '7a6a0167-3704-4397-9ab1-7c9538f8fc87'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:35.097828 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.129015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:35.141700 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Sync routers for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:35.149786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: d76e6fdf-c9dc-455e-859e-b71bc656f0a7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:35.152791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d76e6fdf-c9dc-455e-859e-b71bc656f0a7 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:35.183723 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:35.184452 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:06:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:35.280045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.310024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.322778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7b0841e4-d44c-4945-ace6-7e9bcb066dc9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4681826 Sep 21 18:06:35.323535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58900) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:35.443077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=e6abdcd1-ff50-4a8c-b438-3918f4e07093,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:35.503830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3660957-db50-45de-a19b-2cc4ebfcb885 None None] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:35.506531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:35.511540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:35.521551 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:35.535720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.536954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.577753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:35.581859 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.596579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 58e1a275-478f-4533-9cef-7289d4951ed0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:35.597364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.623748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ad81f-9f8f-46b0-becf-99f303a051c4 req-06312f76-c779-44fd-bf7c-6ffa9487cac0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.625362 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6b5ad81f-9f8f-46b0-becf-99f303a051c4 req-06312f76-c779-44fd-bf7c-6ffa9487cac0 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 950 time: 0.2238920 Sep 21 18:06:35.627035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-068783c7-84d7-4820-9d6c-a99687225463 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6837962 Sep 21 18:06:35.631184 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb512-0cf1-44cc-9e53-3a03d7ba7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.653669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58904) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:35.689041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] device_id is not set on port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:06:35.713159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-1b4fc8eb-0a88-4f24-b859-969a5e75a580', 'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580', 'tenant_id': '7ff62807afa84b6c86d440e345a3e508', 'fixed_ips': [{'subnet_id': 'c79bc1f6-1462-490e-a32e-58a5dcbaf045'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:35.718580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.877921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6600ad3-cb4a-4956-adf3-1d43746cd933 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.879477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6600ad3-cb4a-4956-adf3-1d43746cd933 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.880997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6600ad3-cb4a-4956-adf3-1d43746cd933 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.882532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6600ad3-cb4a-4956-adf3-1d43746cd933 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.893638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6600ad3-cb4a-4956-adf3-1d43746cd933 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.913248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f6600ad3-cb4a-4956-adf3-1d43746cd933 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2487757 Sep 21 18:06:35.914138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58908) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:35.917401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6b5ad81f-9f8f-46b0-becf-99f303a051c4 req-f94cf4de-3a25-49d2-a16a-ef456d1d80fd tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623317 Sep 21 18:06:35.931697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630226626'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:35.981334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:35.985380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.047072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:36.077818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.078174 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment b746a17d-5cee-44ab-8dd0-acedb108a29e of type vlan for network 26498e58-8425-4c5b-bede-cbf04131f8c8 Sep 21 18:06:36.094709 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:32Z', 'revision_number': 3, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:36.133186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Allocated IP 2001:db8::2 (1b4fc8eb-0a88-4f24-b859-969a5e75a580/c79bc1f6-1462-490e-a32e-58a5dcbaf045/e0d120eb-63fb-4d44-8c24-b5dced77e3ee) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:36.138464 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Checking router: 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:36.138832 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Updating router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:06:36.171054 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.197713 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.215725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 10.1.1.11 (a6836101-bfde-469a-9254-dfa61f3fc5a2/7a6a0167-3704-4397-9ab1-7c9538f8fc87/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:36.218049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.223919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:36.224592 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.310041 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3913515 Sep 21 18:06:36.313532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:36.333155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:36.336077 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.388980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d6bdb512-0cf1-44cc-9e53-3a03d7ba7a66 None None] For port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:36.402891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f67334-98d4-4922-bfb3-a3f444167134 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=26498e58-8425-4c5b-bede-cbf04131f8c8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:36.475347 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.507323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae4f5df-8e6c-448d-80f5-cad6d19323f0 None None] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:36.513960 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb512-0cf1-44cc-9e53-3a03d7ba7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.576103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:36.577986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:36.601517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:36.679905 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.689489 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.824345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.835748 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Attempting to bind port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:36.836842 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Attempting to bind port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:36.837231 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Attempting to bind port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:36.855385 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:36.857998 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:36.858510 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.858971 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:36.859490 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Bound port: bc62cdac-4f03-4773-a7f2-c7dd9557ae8f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:36.859926 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.879676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.911350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.943887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:36.953899 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] For port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:36.959061 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] For port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:36.963465 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.966593 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.988426 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f295c-f200-4f14-9ab9-c2894be16618 None None] Pushing event updated for resources: {'Port': ['ID=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.019938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 is not hosted by any dhcp agent {{(pid=95090) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:06:37.033853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:37.036645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.044455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:37.046630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "PUT /v2.0/networks/26498e58-8425-4c5b-bede-cbf04131f8c8 HTTP/1.1" status: 200 len: 723 time: 0.7309716 Sep 21 18:06:37.064914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '26498e58-8425-4c5b-bede-cbf04131f8c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:37.129108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:37.164546 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:37.165484 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:06:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:37.168795 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f295c-f200-4f14-9ab9-c2894be16618 None None] Pushing event updated for resources: {'Port': ['ID=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.248968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.292809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-26daf574-7f6a-4013-9836-cc85f82ee690 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:37.297940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-26daf574-7f6a-4013-9836-cc85f82ee690 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 950 time: 0.3153009 Sep 21 18:06:37.320738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:37.330169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51e659-b09c-43a1-93a6-13ea3913dfff tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=26498e58-8425-4c5b-bede-cbf04131f8c8,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.336208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.359693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.386147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:37.420589 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:37.488303 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.504645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:37.564680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.581083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:37.587805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:37.603449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] Provisioning complete for port a00bf48c-9afb-4c03-ad54-c3fa086940c0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:37.605934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.664508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.769881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:37.770596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.781830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=3cc163c4-4355-4091-982c-352838c057f7,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.810794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': 'b746a17d-5cee-44ab-8dd0-acedb108a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '26498e58-8425-4c5b-bede-cbf04131f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:37.815007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: 26498e58-8425-4c5b-bede-cbf04131f8c8, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:37.828912 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:32Z', 'revision_number': 3, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:37.849682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0397e-b207-487d-bf67-b426f30676cc req-a983539b-6e20-4003-9f9e-8529c27e4a2f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:37.855476 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7d0397e-b207-487d-bf67-b426f30676cc req-a983539b-6e20-4003-9f9e-8529c27e4a2f tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 950 time: 0.7459400 Sep 21 18:06:37.868412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Deleting port bb31b886-5f0c-4e1a-8153-0d45777f8658 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:37.869139 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.875027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:37.877875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Pushing event updated for resources: {'Port': ['ID=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.892171 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0942b-be98-4358-933e-c39a71110867 None None] The sync data for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 is: [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:32Z', 'revision_number': 3, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:37.899550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 26498e58-8425-4c5b-bede-cbf04131f8c8) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:37.937890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:37.938994 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.987725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af002af7-4d43-4c32-99f1-9c1e799d209d None None] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:37.996720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-23a5a79c-be3b-4ae9-b210-c43437b46f4f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9691024 Sep 21 18:06:38.014495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7d0397e-b207-487d-bf67-b426f30676cc req-f73007f3-217d-491f-b79f-95f923c264da tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/security-groups?id=52caca92-9e4e-4d5d-a88e-1080080826eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403782 Sep 21 18:06:38.034167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Attempting to bind port e0d120eb-63fb-4d44-8c24-b5dced77e3ee on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:38.034593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Attempting to bind port e0d120eb-63fb-4d44-8c24-b5dced77e3ee by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:38.034953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Attempting to bind port e0d120eb-63fb-4d44-8c24-b5dced77e3ee on network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:38.085149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f6bdcaa5-9b0d-4afc-9ba8-7cfa64c6cf41 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0251944 Sep 21 18:06:38.085820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58972) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:38.107431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-61586095-d15a-4f1e-8920-9e1547d3a666 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:38.140579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.resource_extend [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:06:38.159276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Allocated IP 172.20.0.1 (a580323a-30ba-4d98-b035-12e0f11cf97f/123e3ee3-f1ab-4d4f-a799-dcc67ae7122b/9d415caa-75bf-4ad8-88d2-9ec9502ffe62) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:38.347067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] For port bb31b886-5f0c-4e1a-8153-0d45777f8658, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=bb31b886-5f0c-4e1a-8153-0d45777f8658,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:38.347446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.360282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 58e1a275-478f-4533-9cef-7289d4951ed0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=58e1a275-478f-4533-9cef-7289d4951ed0,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:38.361992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61586095-d15a-4f1e-8920-9e1547d3a666 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14121722'] for subnet, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.434770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:38.438225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Checking segment: {'id': 'dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:38.438225 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.438225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Bound using segment: {'id': 'dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:38.438225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Bound port: e0d120eb-63fb-4d44-8c24-b5dced77e3ee, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:38.438225 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.467603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Calling delete_port for bb31b886-5f0c-4e1a-8153-0d45777f8658 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:38.569213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.688137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.781210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Network a580323a-30ba-4d98-b035-12e0f11cf97f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:38.809251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:38.820673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:38.860978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:38.904963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdb512-0cf1-44cc-9e53-3a03d7ba7a66 None None] Pushing event updated for resources: {'Port': ['ID=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:38.927098 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.928047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a00bf48c-9afb-4c03-ad54-c3fa086940c0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:38.947549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58998) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:38.954224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-754d9b1d-223f-4328-b23e-5c34ff8f9049 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073639391', 'description': 'tempest-description--827860847'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:39.088021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '85d5f53e-7c71-4384-953f-12e608913cd4', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '85d5f53e-7c71-4384-953f-12e608913cd4', 'mac_address': 'fa:16:3e:b6:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:39.228565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61586095-d15a-4f1e-8920-9e1547d3a666 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789895163908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12795083'] for subnet, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.281813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61586095-d15a-4f1e-8920-9e1547d3a666 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:39.290922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61586095-d15a-4f1e-8920-9e1547d3a666 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.296448 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61586095-d15a-4f1e-8920-9e1547d3a666 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "PUT /v2.0/subnets/3cc163c4-4355-4091-982c-352838c057f7 HTTP/1.1" status: 200 len: 826 time: 1.2072923 Sep 21 18:06:39.297110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59010) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:39.312453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] For port e0d120eb-63fb-4d44-8c24-b5dced77e3ee, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:39.320965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] For port e0d120eb-63fb-4d44-8c24-b5dced77e3ee, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,segment=NetworkSegment(dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca),segment_id=dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:39.501594 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.503670 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.569290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-754d9b1d-223f-4328-b23e-5c34ff8f9049 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.618308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.780720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.829429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61586095-d15a-4f1e-8920-9e1547d3a666 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=3cc163c4-4355-4091-982c-352838c057f7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:39.862998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:39.877317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['bb31b886-5f0c-4e1a-8153-0d45777f8658'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:39.883287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39a303b2-3cb7-4ed7-96b9-b97d0302098f req-ac8dac62-1c29-4983-b880-b1f6b1d10102 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.70 "GET /v2.0/ports?device_id=11f2e2c8-923a-4857-877d-a26b6cb21d7a HTTP/1.1" status: 200 len: 210 time: 0.1357071 Sep 21 18:06:39.907825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Pushing event deleted for resources: {'Port': ['ID=bb31b886-5f0c-4e1a-8153-0d45777f8658,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:39.927749 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.929418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.943808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.075491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port a00bf48c-9afb-4c03-ad54-c3fa086940c0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:40.077654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.082543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85d5f53e-7c71-4384-953f-12e608913cd4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:40.108309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=58e1a275-478f-4533-9cef-7289d4951ed0,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:40.124253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.265848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] No DVR routers for this DVR port bb31b886-5f0c-4e1a-8153-0d45777f8658 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:40.284178 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.286754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aa145cd7-6962-4d9a-bcd5-2046f7ead2c4 req-01a9e9ba-f47c-4fa2-96e5-5a7021847500 tempest-LiveMigrationNegativeTest-1757991435 tempest-LiveMigrationNegativeTest-1757991435-project] 10.222.0.41 "DELETE /v2.0/ports/bb31b886-5f0c-4e1a-8153-0d45777f8658 HTTP/1.1" status: 204 len: 173 time: 2.9752626 Sep 21 18:06:40.287223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'name': 'network-vif-deleted', 'tag': 'bb31b886-5f0c-4e1a-8153-0d45777f8658'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:40.293392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:40.309938 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17175e65-3582-4e5e-954e-146d19939854" -d '{"events": [{"server_uuid": "11f2e2c8-923a-4857-877d-a26b6cb21d7a", "name": "network-vif-deleted", "tag": "bb31b886-5f0c-4e1a-8153-0d45777f8658"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:40.383969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.466099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.526212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.671395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['85d5f53e-7c71-4384-953f-12e608913cd4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:40.704169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-754d9b1d-223f-4328-b23e-5c34ff8f9049 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.705616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc163c4-4355-4091-982c-352838c057f7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:40.728607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-754d9b1d-223f-4328-b23e-5c34ff8f9049 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.747753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] For port a00bf48c-9afb-4c03-ad54-c3fa086940c0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a00bf48c-9afb-4c03-ad54-c3fa086940c0,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:40.826899 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.834569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.859969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.931031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc9d40-3bbc-4bec-997b-7100f60301a8 None None] Pushing event updated for resources: {'Port': ['ID=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:40.956002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-754d9b1d-223f-4328-b23e-5c34ff8f9049 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.966344 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-754d9b1d-223f-4328-b23e-5c34ff8f9049 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0171487 Sep 21 18:06:40.967697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59026) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:41.147333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceec4b7-438f-453b-9574-aa344b5bfc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-26498e58-8425-4c5b-bede-cbf04131f8c8', 'network_id': '26498e58-8425-4c5b-bede-cbf04131f8c8', 'tenant_id': '7ff62807afa84b6c86d440e345a3e508', 'fixed_ips': [{'subnet_id': '3cc163c4-4355-4091-982c-352838c057f7'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:41.148175 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eceec4b7-438f-453b-9574-aa344b5bfc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.164893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bdf3945b-f343-4ced-99c3-70678299ca67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'security_group_rule': {'security_group_id': '7ad94c20-b6e3-456e-9a0d-1a1e8702daee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:41.171748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.175006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.190698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d9b1d-223f-4328-b23e-5c34ff8f9049 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad94c20-b6e3-456e-9a0d-1a1e8702daee,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.239112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.241382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] Provisioning complete for port 58e1a275-478f-4533-9cef-7289d4951ed0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:41.242048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.256132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.413907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26498e58-8425-4c5b-bede-cbf04131f8c8']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:41.430922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b746a17d-5cee-44ab-8dd0-acedb108a29e') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:41.431560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b746a17d-5cee-44ab-8dd0-acedb108a29e') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:41.459675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.479206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.489459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:41.490158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:41.493969 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:41.579540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bdf3945b-f343-4ced-99c3-70678299ca67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.636577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Network a580323a-30ba-4d98-b035-12e0f11cf97f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:41.638795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:41.647770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a860694-ff6b-43a1-ac41-1e0a75748cb8 None None] Pushing event updated for resources: {'Port': ['ID=a00bf48c-9afb-4c03-ad54-c3fa086940c0,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.733371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.772186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef079fb8-d085-4702-9a75-2191bd3b9d36 None None] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:41.773130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.777015 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/26498e58-8425-4c5b-bede-cbf04131f8c8 HTTP/1.1" status: 204 len: 168 time: 2.4714472 Sep 21 18:06:41.785663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59034) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:41.850965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b9c2d5-4921-478e-a5c9-c4df2b49d68e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:41.856222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef079fb8-d085-4702-9a75-2191bd3b9d36 None None] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:41.861367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95843fd3-5ef1-4f1f-9be0-4f509cf270af tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=26498e58-8425-4c5b-bede-cbf04131f8c8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.880044 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca06d01b-91ad-43bb-ba5e-cb41b87da6da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:41.880703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca06d01b-91ad-43bb-ba5e-cb41b87da6da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:41.897157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ca06d01b-91ad-43bb-ba5e-cb41b87da6da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/26498e58-8425-4c5b-bede-cbf04131f8c8 HTTP/1.1" status: 404 len: 339 time: 0.0955133 Sep 21 18:06:41.897411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59036) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:41.912753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bdf3945b-f343-4ced-99c3-70678299ca67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.925381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932641221', 'description': 'd1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:41.949230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49571602-873b-4b6c-a034-8283d75bc1f0 None None] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:41.966149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bdf3945b-f343-4ced-99c3-70678299ca67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.994590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3945b-f343-4ced-99c3-70678299ca67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d3b369-85d7-40f8-acea-95d9182a7061,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:42.037301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:42.043488 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.051260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bdf3945b-f343-4ced-99c3-70678299ca67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.055768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:42.056565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bdf3945b-f343-4ced-99c3-70678299ca67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0644319 Sep 21 18:06:42.059032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59038) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:42.074301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3ee3170f-d1fd-4d6f-9827-8023fadc7979 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'security_group_rule': {'security_group_id': '7ad94c20-b6e3-456e-9a0d-1a1e8702daee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:42.108523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:42.121458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.121824 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment 28261dab-0b6b-4aae-af58-349f06f9c447 of type vlan for network a2081202-e9dd-404b-ab19-04a4250ee28b Sep 21 18:06:42.174077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.215713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.225324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:42.226097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.270549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ee3170f-d1fd-4d6f-9827-8023fadc7979 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.375750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4629631 Sep 21 18:06:42.377898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59040) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:42.378604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b5074-1abf-43c2-80ef-c7fc1fde1da7 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=a2081202-e9dd-404b-ab19-04a4250ee28b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:42.405525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:42.426335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e5114c66-8281-4a81-b1dd-09363b80d7d6 admin admin] 10.222.0.70 "PUT /v2.0/routers/88007f4a-7bb7-4fc9-8ce6-25a8ed020124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0917721 Sep 21 18:06:42.436611 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ee3170f-d1fd-4d6f-9827-8023fadc7979 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.442181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ee3170f-d1fd-4d6f-9827-8023fadc7979 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.485728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ee3170f-d1fd-4d6f-9827-8023fadc7979 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.489993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3ee3170f-d1fd-4d6f-9827-8023fadc7979 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4265187 Sep 21 18:06:42.492838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59044) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:42.509546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49571602-873b-4b6c-a034-8283d75bc1f0 None None] Network 26498e58-8425-4c5b-bede-cbf04131f8c8 could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:42.516260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:42.517260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e8319-3de3-4b33-86f3-1d111e155b8f None None] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:42.518940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a2081202-e9dd-404b-ab19-04a4250ee28b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:42.536500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Sync routers for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:42.544734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3170f-d1fd-4d6f-9827-8023fadc7979 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddc3002-0310-4518-a2d1-e352e175cb7c,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:42.545526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bb31b886-5f0c-4e1a-8153-0d45777f8658 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:42.591021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.607513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58f0ed-ba5a-4c66-bd44-4cce8beb3cb9 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:42.616402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fb58f0ed-ba5a-4c66-bd44-4cce8beb3cb9 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/networks?id=a2081202-e9dd-404b-ab19-04a4250ee28b HTTP/1.1" status: 200 len: 764 time: 0.2349615 Sep 21 18:06:42.620756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59046) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:42.629216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'description': 'd2'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:42.730079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: bb31b886-5f0c-4e1a-8153-0d45777f8658 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:42.742796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device bb31b886-5f0c-4e1a-8153-0d45777f8658 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:42.834836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:42.836627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:06:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:42.953232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.973579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.989192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network a2081202-e9dd-404b-ab19-04a4250ee28b is not hosted by any dhcp agent {{(pid=95090) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:06:42.998530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:42.999547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.001712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "PUT /v2.0/networks/a2081202-e9dd-404b-ab19-04a4250ee28b HTTP/1.1" status: 200 len: 761 time: 0.3786998 Sep 21 18:06:43.007617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59050) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:43.047957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:43.048578 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.180191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1a9c0-7093-4d81-90ff-c872097d64be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=a2081202-e9dd-404b-ab19-04a4250ee28b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:43.185590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.270122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7451bf-50fb-4616-8f98-fed8a7402824 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:43.272599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:43.279709 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4e7451bf-50fb-4616-8f98-fed8a7402824 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/networks?id=a2081202-e9dd-404b-ab19-04a4250ee28b HTTP/1.1" status: 200 len: 764 time: 0.2708118 Sep 21 18:06:43.280820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59052) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:43.343738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 172.25.3.139 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/8f8b9dbb-d5be-4b27-828c-c14b9c8ae2b3) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:43.414819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a2081202-e9dd-404b-ab19-04a4250ee28b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:43.478361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Provisioning complete for port a00bf48c-9afb-4c03-ad54-c3fa086940c0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:43.479021 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.490650 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.541251 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.603891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:43.610765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:43.614027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:43.627478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=8f8b9dbb-d5be-4b27-828c-c14b9c8ae2b3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:43.816831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202491dc-3867-4021-af9d-c785ff6b7d7b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:43.823206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.824465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59054) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:43.828052 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-202491dc-3867-4021-af9d-c785ff6b7d7b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5417538 Sep 21 18:06:43.982221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.985651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0052bd41-6099-4917-8f19-e2a9cc4a46c0 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 207 time: 0.1598337 Sep 21 18:06:43.988826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:44.034746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 2, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:44.180997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Checking router: 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:44.181706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Updating router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:06:44.283274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Provisioning complete for port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:44.284206 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.339531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.374635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e923b4-d4f3-463f-85e8-1650ba880159 None None] Update dhcp port {'port': {'network_id': '1b4fc8eb-0a88-4f24-b859-969a5e75a580', 'fixed_ips': [{'subnet_id': 'c79bc1f6-1462-490e-a32e-58a5dcbaf045', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6abdcd1-ff50-4a8c-b438-3918f4e07093'}], 'binding:host_id': 'n-d-810285-3'}, 'id': 'e0d120eb-63fb-4d44-8c24-b5dced77e3ee'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:06:44.394015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ecad7-a1f0-4b4b-80ad-7e059877016a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.405782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ecad7-a1f0-4b4b-80ad-7e059877016a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.412315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ecad7-a1f0-4b4b-80ad-7e059877016a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.425959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ecad7-a1f0-4b4b-80ad-7e059877016a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.432562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ecad7-a1f0-4b4b-80ad-7e059877016a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.461592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ecad7-a1f0-4b4b-80ad-7e059877016a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.463857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-035ecad7-a1f0-4b4b-80ad-7e059877016a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4326270 Sep 21 18:06:44.468412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59058) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:44.574493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:44.578038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58e1a275-478f-4533-9cef-7289d4951ed0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:44.581353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:44.660413 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7e923b4-d4f3-463f-85e8-1650ba880159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.739283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Provisioning complete for port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:44.739881 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.820640 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.829735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.949308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=8f8b9dbb-d5be-4b27-828c-c14b9c8ae2b3,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:44.978165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.021424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.046387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cbfdf63a-5cc4-4993-9bc3-be266ccfb361 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5334370 Sep 21 18:06:45.308964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b7e923b4-d4f3-463f-85e8-1650ba880159 None None] Allocated IP 172.20.0.1 (1b4fc8eb-0a88-4f24-b859-969a5e75a580/e6abdcd1-ff50-4a8c-b438-3918f4e07093/e0d120eb-63fb-4d44-8c24-b5dced77e3ee) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:45.609813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b7e923b4-d4f3-463f-85e8-1650ba880159 None None] For port e0d120eb-63fb-4d44-8c24-b5dced77e3ee, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,segment=NetworkSegment(dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca),segment_id=dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:45.617078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fe9c1f3c-15b0-43b6-90a2-3f4db28ace44 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.1472518 Sep 21 18:06:45.621383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59066) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:45.654112 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7e923b4-d4f3-463f-85e8-1650ba880159 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.666757 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7e923b4-d4f3-463f-85e8-1650ba880159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.693277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 58e1a275-478f-4533-9cef-7289d4951ed0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:45.694086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.728054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 85d5f53e-7c71-4384-953f-12e608913cd4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:45.728735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.816087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887822a-3da3-4499-8bf2-336daacc31be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.818474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887822a-3da3-4499-8bf2-336daacc31be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.820072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887822a-3da3-4499-8bf2-336daacc31be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.821944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887822a-3da3-4499-8bf2-336daacc31be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.823944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887822a-3da3-4499-8bf2-336daacc31be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.825839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1887822a-3da3-4499-8bf2-336daacc31be tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2034252 Sep 21 18:06:45.829659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59068) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:45.936705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Provisioning complete for port e131b204-a153-4170-86ef-52e475bc2ea2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:45.937169 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.955281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59fd6d-cae9-4521-853d-ee72b99175da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.957459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59fd6d-cae9-4521-853d-ee72b99175da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.959329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59fd6d-cae9-4521-853d-ee72b99175da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.961203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59fd6d-cae9-4521-853d-ee72b99175da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.963694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59fd6d-cae9-4521-853d-ee72b99175da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.965664 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0a59fd6d-cae9-4521-853d-ee72b99175da tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1348863 Sep 21 18:06:45.971406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:46.013795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e923b4-d4f3-463f-85e8-1650ba880159 None None] Pushing event updated for resources: {'Port': ['ID=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:46.032902 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.091670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:46.098080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:46.103729 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6980207c-d288-4a25-bb8d-66d509c23cfa" -d '{"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-plugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:46.157553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Port e131b204-a153-4170-86ef-52e475bc2ea2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:46.161115 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.193896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2868f-83f3-4247-8a50-4490c096cb43 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.202382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ddb2868f-83f3-4247-8a50-4490c096cb43 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/networks/6988ce59-0d07-4801-b4df-30f2e024243b HTTP/1.1" status: 200 len: 803 time: 0.2229402 Sep 21 18:06:46.202382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59076) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:46.216907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.238766 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.254521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Provisioning complete for port 58e1a275-478f-4533-9cef-7289d4951ed0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:46.254903 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.257711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e0d120eb-63fb-4d44-8c24-b5dced77e3ee up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:46.476347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59080) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:46.476830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:46.492259 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7c9598bc-ce6c-439d-b4ea-ab2a62448d25 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/networks/6988ce59-0d07-4801-b4df-30f2e024243b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2888718 Sep 21 18:06:46.617614 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-8bd8658e-3318-4918-9843-f277dbef8f99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2403643 Sep 21 18:06:46.644027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c09c2d-f243-4454-a7a4-72c05a3e413c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.653388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59082) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:46.665806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-81c09c2d-f243-4454-a7a4-72c05a3e413c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/subnets/da55889b-d49d-43cb-af7d-a5a5e9cf0d9b HTTP/1.1" status: 200 len: 843 time: 0.1877484 Sep 21 18:06:46.722519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Attempting to bind port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:46.722817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Attempting to bind port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:46.723192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Attempting to bind port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 on network a580323a-30ba-4d98-b035-12e0f11cf97f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:46.725553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c4e40-77ee-4d9a-8562-76cc5d20e2c4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.729123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e0d120eb-63fb-4d44-8c24-b5dced77e3ee triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:46.735071 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.736871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59084) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:46.744912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1637440452'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:46.749757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad5c4e40-77ee-4d9a-8562-76cc5d20e2c4 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "GET /v2.0/subnets/da55889b-d49d-43cb-af7d-a5a5e9cf0d9b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0950263 Sep 21 18:06:46.791781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:46.800378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.845304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:46.845868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Checking segment: {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:46.846155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.847720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Bound using segment: {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:46.848248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Bound port: 9d415caa-75bf-4ad8-88d2-9ec9502ffe62, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:46.850589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.874392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0184-3807-46a6-8a8d-014a9d3a1f82 None None] Pushing event updated for resources: {'Port': ['ID=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:46.885815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:46.888098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.890209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.890907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.893806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.894397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.894928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.895708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.900572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4290f486-33c5-47d3-ada8-396f97bfd82b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6492 time: 0.1468449 Sep 21 18:06:46.920932 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.921482 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Added segment 9a263dbd-c48c-4b7c-b81e-a9bb67f17c1b of type vlan for network 857590bc-e30f-43dc-ba49-aa9a184e53a6 Sep 21 18:06:47.049129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.110724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.128640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.129537 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.161228 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.172152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-56a80068-03c7-484a-a4a3-df054f60b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.172796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-56a80068-03c7-484a-a4a3-df054f60b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.175947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-56a80068-03c7-484a-a4a3-df054f60b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.178005 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-56a80068-03c7-484a-a4a3-df054f60b0a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 2296 time: 0.2390232 Sep 21 18:06:47.205675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Provisioning complete for port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:47.206578 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.267710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] For port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:47.319402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b310bd02-3d5c-4ce8-b10b-b4fa70abf41c None None] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:47.333549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Network': ['ID=857590bc-e30f-43dc-ba49-aa9a184e53a6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:47.341932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3dcdba8e-d580-4944-a564-3119d7ce4d2f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6013980 Sep 21 18:06:47.346418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59086) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:47.350218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] For port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:47.361501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'network_id': '857590bc-e30f-43dc-ba49-aa9a184e53a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:47.382095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 857590bc-e30f-43dc-ba49-aa9a184e53a6 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:47.392678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.404835 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-05b3e2d6-9c3e-44e4-9774-1b4959a254b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 200 len: 1000 time: 0.2175558 Sep 21 18:06:47.417533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port e0d120eb-63fb-4d44-8c24-b5dced77e3ee, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,segment=NetworkSegment(dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca),segment_id=dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:47.532620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0184-3807-46a6-8a8d-014a9d3a1f82 None None] Pushing event updated for resources: {'Port': ['ID=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:47.553672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.556733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc62cdac-4f03-4773-a7f2-c7dd9557ae8f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:47.603432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-861fcbf6-3e47-4d7d-b4c9-c10bc6778fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.605275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-861fcbf6-3e47-4d7d-b4c9-c10bc6778fbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 HTTP/1.1" status: 200 len: 851 time: 0.1911438 Sep 21 18:06:47.609824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:47.676484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Made reservation on behalf of 7ff62807afa84b6c86d440e345a3e508 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:47.682283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.708814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-904ad745-3f6a-4384-8804-9d4cc68ca227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.711052 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-904ad745-3f6a-4384-8804-9d4cc68ca227 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979693 Sep 21 18:06:47.890023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Performing IP validity checks on allocation pools {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:06:47.890789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:06:48.013496 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-3510e48a-1239-485d-8d42-6e530570a53c service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930796 Sep 21 18:06:48.035297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Provisioning complete for port e0d120eb-63fb-4d44-8c24-b5dced77e3ee triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:48.040420 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c986212-e7c5-46bb-af89-210346e2f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.129575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.259661 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-c570d2bf-fc28-4c7e-9546-f8278daf6af4 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387128 Sep 21 18:06:48.260836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:48.261812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:06:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:48.301847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=5f3e3c9e-03a0-4dbc-b9d7-35ec15135e2a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:48.340873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Checking segment: {'id': '9a263dbd-c48c-4b7c-b81e-a9bb67f17c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '857590bc-e30f-43dc-ba49-aa9a184e53a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:48.341463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network hostable DHCP agents. Network: 857590bc-e30f-43dc-ba49-aa9a184e53a6, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:48.376441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-9c8cb08b-6f43-4417-bf1d-5015d305a083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 217 time: 0.1012423 Sep 21 18:06:48.387462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Network 857590bc-e30f-43dc-ba49-aa9a184e53a6 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:48.405513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 857590bc-e30f-43dc-ba49-aa9a184e53a6) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:48.416810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.417869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.455588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-803ad858-4620-468f-b785-fb76d91b8f5b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1050835 Sep 21 18:06:48.456273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59094) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:48.465696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0a48d5b6-548f-467d-9e0b-bdac6d344646 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:48.522886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-d70bead2-abc3-46f7-be16-5efd43de6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.530293 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-d70bead2-abc3-46f7-be16-5efd43de6dc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1508133 Sep 21 18:06:48.581664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a437a-cd32-416d-af30-5efc64bece8a None None] Network 857590bc-e30f-43dc-ba49-aa9a184e53a6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:48.590914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:48.647329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4b0d139d-82fb-4a25-a962-7c41da55b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.654074 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4b0d139d-82fb-4a25-a962-7c41da55b8f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118808 Sep 21 18:06:48.767931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a48d5b6-548f-467d-9e0b-bdac6d344646 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16136996'] for subnet, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.819074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:48.906291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:48.906779 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.913507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-c486777d-6b42-49a1-beb6-55e174e03dde service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422776 Sep 21 18:06:48.986623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] Provisioning complete for port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:48.986992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.055084 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-348fbf44-35a4-4aa8-b843-50e9d60a4a61 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288784 Sep 21 18:06:49.114677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a48d5b6-548f-467d-9e0b-bdac6d344646 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789895163908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16349487'] for subnet, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.170142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-d954ba67-7370-4939-9634-16f680cc2597 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 217 time: 0.0964935 Sep 21 18:06:49.234474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48d5b6-548f-467d-9e0b-bdac6d344646 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.242537 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a48d5b6-548f-467d-9e0b-bdac6d344646 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.251306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.254767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0a48d5b6-548f-467d-9e0b-bdac6d344646 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "PUT /v2.0/subnets/5f3e3c9e-03a0-4dbc-b9d7-35ec15135e2a HTTP/1.1" status: 200 len: 900 time: 0.7891862 Sep 21 18:06:49.284159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48d5b6-548f-467d-9e0b-bdac6d344646 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event updated for resources: {'Subnet': ['ID=5f3e3c9e-03a0-4dbc-b9d7-35ec15135e2a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:49.404404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.410797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-eaffeaf7-e1a6-4ecb-b933-8b8fd58050e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.412171 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-eaffeaf7-e1a6-4ecb-b933-8b8fd58050e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.2220197 Sep 21 18:06:49.510348 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed7ef0e-9917-4829-b08e-74d2cbc5a66a x-openstack-request-id: req-9ed7ef0e-9917-4829-b08e-74d2cbc5a66a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:49.511460 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f2e2c8-923a-4857-877d-a26b6cb21d7a", "name": "network-vif-deleted", "tag": "bb31b886-5f0c-4e1a-8153-0d45777f8658", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:49.511712 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ed7ef0e-9917-4829-b08e-74d2cbc5a66a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:49.512116 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f2e2c8-923a-4857-877d-a26b6cb21d7a', 'name': 'network-vif-deleted', 'tag': 'bb31b886-5f0c-4e1a-8153-0d45777f8658', 'status': 'completed', 'code': 200} Sep 21 18:06:49.513794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.613449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-0dcc144c-5df7-4794-94b3-609480822281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.615068 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-0dcc144c-5df7-4794-94b3-609480822281 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929793 Sep 21 18:06:49.618239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.841202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-0a6d4aaf-03c3-42e9-ae18-4955d7c0179c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2073639391&fields=id&tenant_id=e21527583a5e474ba4d9140a5ad3b06f HTTP/1.1" status: 200 len: 267 time: 0.1283400 Sep 21 18:06:49.846951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3e3c9e-03a0-4dbc-b9d7-35ec15135e2a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:49.868323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.944412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.979863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e4d8b9a1-0946-4103-98a1-4c2b4e1966cc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.980782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857590bc-e30f-43dc-ba49-aa9a184e53a6']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:49.982896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59132) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.990469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e4d8b9a1-0946-4103-98a1-4c2b4e1966cc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports/e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 937 time: 0.1476324 Sep 21 18:06:50.004242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a263dbd-c48c-4b7c-b81e-a9bb67f17c1b') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:50.004532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a263dbd-c48c-4b7c-b81e-a9bb67f17c1b') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:50.020277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-9f017140-56f1-48d1-9bd6-a4483ff320a1 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917460 Sep 21 18:06:50.022532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.057850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.074227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:50.074762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:50.078346 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:50.150475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-0cdc3cb2-8c7a-45b4-9f1b-a97ecd2c610c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.161279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-0cdc3cb2-8c7a-45b4-9f1b-a97ecd2c610c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 935 time: 0.1697614 Sep 21 18:06:50.179343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d9e26-5738-4a35-b958-d5159f1aaacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-857590bc-e30f-43dc-ba49-aa9a184e53a6', 'network_id': '857590bc-e30f-43dc-ba49-aa9a184e53a6', 'tenant_id': '7ff62807afa84b6c86d440e345a3e508', 'fixed_ips': [{'subnet_id': '5f3e3c9e-03a0-4dbc-b9d7-35ec15135e2a'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:50.182885 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9e26-5738-4a35-b958-d5159f1aaacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.202131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:50.237439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-ef45394d-b3c1-446a-b223-c2215f6f24b9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0739884 Sep 21 18:06:50.259601 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.266263 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.269755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a00bf48c-9afb-4c03-ad54-c3fa086940c0 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:50.294105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e4e067ba-2ef2-4621-a85d-5f2eead5ba0f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550838 Sep 21 18:06:50.304017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-87181cb8-b397-46c5-a777-10d5fd139d63 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732222 Sep 21 18:06:50.306818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.339964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.346268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/857590bc-e30f-43dc-ba49-aa9a184e53a6 HTTP/1.1" status: 204 len: 168 time: 1.0886943 Sep 21 18:06:50.355950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59138) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:50.429973 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46334ee-cf35-4872-8dac-0acd4997768a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:50.430460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46334ee-cf35-4872-8dac-0acd4997768a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:50.436133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f46334ee-cf35-4872-8dac-0acd4997768a tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/5f3e3c9e-03a0-4dbc-b9d7-35ec15135e2a HTTP/1.1" status: 404 len: 337 time: 0.0746117 Sep 21 18:06:50.441011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59142) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:50.441797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402aa8bf-b0f8-4c2d-a865-d86a686c310f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=857590bc-e30f-43dc-ba49-aa9a184e53a6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.447875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.465186 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-5f43d082-0bc0-4e3c-97c9-14b0469f2042 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 HTTP/1.1" status: 200 len: 217 time: 0.1310833 Sep 21 18:06:50.466102 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3a5da0-e79e-4e7e-93af-15d60459f69e tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:50.466704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3a5da0-e79e-4e7e-93af-15d60459f69e tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:50.470642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fc3a5da0-e79e-4e7e-93af-15d60459f69e tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/857590bc-e30f-43dc-ba49-aa9a184e53a6 HTTP/1.1" status: 404 len: 339 time: 0.0245073 Sep 21 18:06:50.471516 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2c300611-b6de-4973-a325-6b7c81b76e20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91fdfd631946459c9223cd2500a09cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876764 Sep 21 18:06:50.472269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59144) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:50.500909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59146) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:50.506135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d12516-a303-421f-bd03-47eef13dbaf0 None None] Network 857590bc-e30f-43dc-ba49-aa9a184e53a6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:50.516756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] For port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:50.539632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:47Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:50.576075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6da7fe-2773-4b58-b960-21502c6b30df None None] The sync data for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 is: [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:47Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:50.578369 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.580975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d12516-a303-421f-bd03-47eef13dbaf0 None None] Network 857590bc-e30f-43dc-ba49-aa9a184e53a6 could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:50.583332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59148) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:50.589660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port a00bf48c-9afb-4c03-ad54-c3fa086940c0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:50.590364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.596813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bec066-021b-4c60-9ec2-01d415dcaafe None None] Network 857590bc-e30f-43dc-ba49-aa9a184e53a6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:50.630730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-88358259-11e2-4f19-bd18-51817bd61a80 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815991505', 'description': 'tempest-description--1455531895'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:50.653672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.688903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bec066-021b-4c60-9ec2-01d415dcaafe None None] Network 857590bc-e30f-43dc-ba49-aa9a184e53a6 could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:06:50.736747 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f29647-cd98-416e-ba33-03033c86ae52 x-openstack-request-id: req-11f29647-cd98-416e-ba33-03033c86ae52 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:50.737161 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-plugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:50.737515 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11f29647-cd98-416e-ba33-03033c86ae52 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:50.738007 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4', 'code': 200} Sep 21 18:06:50.745541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] Provisioning complete for port e0d120eb-63fb-4d44-8c24-b5dced77e3ee triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:50.746202 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.747611 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88358259-11e2-4f19-bd18-51817bd61a80 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.781444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e09a1fe4-6b21-455a-9e99-f7324b076f02 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.787356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e09a1fe4-6b21-455a-9e99-f7324b076f02 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.794540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e09a1fe4-6b21-455a-9e99-f7324b076f02 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.802030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e09a1fe4-6b21-455a-9e99-f7324b076f02 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/networks?id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 200 len: 1994 time: 0.5065513 Sep 21 18:06:50.829206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-870af174-d93f-48bf-9d1a-87daa216fda1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/quotas/e21527583a5e474ba4d9140a5ad3b06f HTTP/1.1" status: 200 len: 375 time: 0.0261667 Sep 21 18:06:50.857880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fa574-a4dc-4f23-90f6-73691ddf2007 None None] Pushing event updated for resources: {'Port': ['ID=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.861980 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48bab7b4-1576-4c92-a10a-d9ca79685d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.867017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-abf64a53-14ab-4b38-a918-31ddd413f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.873189 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-abf64a53-14ab-4b38-a918-31ddd413f2c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.2303970 Sep 21 18:06:50.976806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b9c2d5-4921-478e-a5c9-c4df2b49d68e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:51.056166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-995a432d-3191-43b9-bc82-2e04f191348d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2257621 Sep 21 18:06:51.065499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48bab7b4-1576-4c92-a10a-d9ca79685d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.069989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:51.070393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.102552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.146797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-64654609-a8c5-4fe9-9343-bccb92003437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:51.148826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-64654609-a8c5-4fe9-9343-bccb92003437 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2591095 Sep 21 18:06:51.265540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2081202-e9dd-404b-ab19-04a4250ee28b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:51.285519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b132ed64-603e-4787-aac2-3de9b8ded6d8 None None] Provisioning complete for port e0d120eb-63fb-4d44-8c24-b5dced77e3ee triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:51.287122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b132ed64-603e-4787-aac2-3de9b8ded6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.594510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:51.723109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:51.723750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.782114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28261dab-0b6b-4aae-af58-349f06f9c447') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:51.782769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28261dab-0b6b-4aae-af58-349f06f9c447') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:51.801700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.827300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88358259-11e2-4f19-bd18-51817bd61a80 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.850966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88358259-11e2-4f19-bd18-51817bd61a80 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.853039 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.865325 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-e622e0d8-2bdd-4de2-8996-dd7e896131a7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7021775 Sep 21 18:06:51.877505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:51.878457 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:51.882752 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:51.885128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48bab7b4-1576-4c92-a10a-d9ca79685d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.892449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e0d120eb-63fb-4d44-8c24-b5dced77e3ee up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:51.907686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-554e2efc-7041-44f8-b82c-44831d04bfb8 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222986 Sep 21 18:06:51.909836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48bab7b4-1576-4c92-a10a-d9ca79685d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.911442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-48bab7b4-1576-4c92-a10a-d9ca79685d16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52caca92-9e4e-4d5d-a88e-1080080826eb HTTP/1.1" status: 204 len: 168 time: 1.4093966 Sep 21 18:06:51.934294 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-c744c1c0-8750-404c-a0bd-a304f19dd6c0 service neutron] 10.222.0.70 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8535700 Sep 21 18:06:51.968945 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88358259-11e2-4f19-bd18-51817bd61a80 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.972897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-88358259-11e2-4f19-bd18-51817bd61a80 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3664689 Sep 21 18:06:51.985096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59186) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.998633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e0d120eb-63fb-4d44-8c24-b5dced77e3ee triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:51.999170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.032673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ec27998b-e39a-4ee6-8db6-a47f0d989e20 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Request body: {'security_group_rule': {'security_group_id': 'e2ae1cae-b991-44b8-b158-9b0facc53e05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:52.065141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88358259-11e2-4f19-bd18-51817bd61a80 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae1cae-b991-44b8-b158-9b0facc53e05,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.110691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc62cdac-4f03-4773-a7f2-c7dd9557ae8f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:52.180370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bab7b4-1576-4c92-a10a-d9ca79685d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52caca92-9e4e-4d5d-a88e-1080080826eb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.194765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.212897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec27998b-e39a-4ee6-8db6-a47f0d989e20 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.221678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.233751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/a2081202-e9dd-404b-ab19-04a4250ee28b HTTP/1.1" status: 204 len: 168 time: 1.7575831 Sep 21 18:06:52.234008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59202) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.260101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157f7a9-a7ba-4a5d-842f-4827ae591adf tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=a2081202-e9dd-404b-ab19-04a4250ee28b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.307163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:52.307541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.321453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-4f67ebee-d695-47e1-9e87-512a35368bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.323264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-4f67ebee-d695-47e1-9e87-512a35368bfe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=be1f1b9fad1b4423afecc308d83bf364&device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 1096 time: 0.3356857 Sep 21 18:06:52.327082 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-cc62dc00-9b33-4826-a3cf-5d3af57feea0 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089718 Sep 21 18:06:52.377015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-33808947-8793-4d0d-9587-bedbce32a0a6 service neutron] 10.222.0.70 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296045 Sep 21 18:06:52.399418 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b3498f-278a-46df-a93b-622918852388 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:52.400070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b3498f-278a-46df-a93b-622918852388 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:52.402136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b8b3498f-278a-46df-a93b-622918852388 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/3cc163c4-4355-4091-982c-352838c057f7 HTTP/1.1" status: 404 len: 337 time: 0.1684692 Sep 21 18:06:52.404473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59208) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.474271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-9b836d49-482f-422c-93f1-5999e34ae174 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299 HTTP/1.1" status: 200 len: 217 time: 0.1389256 Sep 21 18:06:52.483898 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5572b3-57c8-4ef5-9192-c6ccf4fc6fe8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:52.485333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5572b3-57c8-4ef5-9192-c6ccf4fc6fe8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:52.487346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea5572b3-57c8-4ef5-9192-c6ccf4fc6fe8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/26498e58-8425-4c5b-bede-cbf04131f8c8 HTTP/1.1" status: 404 len: 339 time: 0.0794897 Sep 21 18:06:52.496153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59222) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.518590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e7fff2e0-0397-4378-b118-fbf37a22cee3 service neutron] 10.222.0.70 "GET /v2.0/ports/e131b204-a153-4170-86ef-52e475bc2ea2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1148007 Sep 21 18:06:52.584094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-1ad4bf0b-8ca5-4ac5-82d5-05e088e01e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.585604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-1ad4bf0b-8ca5-4ac5-82d5-05e088e01e5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1004336 Sep 21 18:06:52.630179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec27998b-e39a-4ee6-8db6-a47f0d989e20 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.647597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec27998b-e39a-4ee6-8db6-a47f0d989e20 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.649661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-f31838a6-ccd6-4c9c-8c00-33010cd1f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.651979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-f31838a6-ccd6-4c9c-8c00-33010cd1f840 service neutron] 10.222.0.78 "GET /v2.0/networks?id=82002a8b-978d-4a14-9987-5f4be212befa HTTP/1.1" status: 200 len: 907 time: 0.3062012 Sep 21 18:06:52.707284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Deleting subnet e6abdcd1-ff50-4a8c-b438-3918f4e07093 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:52.739621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59230) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.748085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.762577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-22695744-5ee6-4eb6-beee-c41713a08687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.763444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-22695744-5ee6-4eb6-beee-c41713a08687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668804 Sep 21 18:06:52.765175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-4d03aa70-d8cf-4adc-8215-1515e0b2813f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=112f663d-b897-4060-b90f-cfd47fde9ce1 HTTP/1.1" status: 200 len: 1000 time: 0.1049232 Sep 21 18:06:52.783956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27998b-e39a-4ee6-8db6-a47f0d989e20 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33280df6-8a8a-4846-831e-5b89c698d12b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.844698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.857288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9938f8f6-d114-4f0d-8c7d-50698b12882c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2513763a9144d8b9bfe6d2d6e47c55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159897 Sep 21 18:06:52.862292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59242) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.951297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-29a55efd-0cd9-4d03-b369-c7a7754d14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.953071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-29a55efd-0cd9-4d03-b369-c7a7754d14bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4e34df7-d037-4c3b-9de5-8153051870f2 HTTP/1.1" status: 200 len: 844 time: 0.1685395 Sep 21 18:06:52.967517 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.004895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-3fa370ac-e283-4fe1-849b-42ab0bc7a7f5 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320740 Sep 21 18:06:53.011453 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec27998b-e39a-4ee6-8db6-a47f0d989e20 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.012993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ec27998b-e39a-4ee6-8db6-a47f0d989e20 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9845774 Sep 21 18:06:53.019150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59244) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:53.027067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-024b93a8-d5d1-467b-b644-773766471223 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Request body: {'security_group_rule': {'security_group_id': 'e2ae1cae-b991-44b8-b158-9b0facc53e05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:53.039312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-a3f653a0-1c73-42cf-ad28-1911ce38db07 service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138695 Sep 21 18:06:53.045447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3f94165-c545-4897-a8af-76859557a595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.129022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3f94165-c545-4897-a8af-76859557a595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.153988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-88325e94-127c-49e7-96c5-0a402e7e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:53.155941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-88325e94-127c-49e7-96c5-0a402e7e3e7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=82002a8b-978d-4a14-9987-5f4be212befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924400 Sep 21 18:06:53.158014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-024b93a8-d5d1-467b-b644-773766471223 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.173874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.235973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=e6abdcd1-ff50-4a8c-b438-3918f4e07093,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:53.262453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6e948e-207b-4960-a138-37715e49e801 None None] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:53.281488 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.285976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-386299d5-37d4-476a-8a9b-d74d18a49a6f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/e6abdcd1-ff50-4a8c-b438-3918f4e07093 HTTP/1.1" status: 204 len: 168 time: 0.7885828 Sep 21 18:06:53.296118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59248) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:53.327203 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-9e3327e1-7b0c-4b06-8bfe-33d341aa0375 service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869477 Sep 21 18:06:53.329071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-a0df8cea-3b45-4ffb-b5d8-4e89208bc878 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959261 Sep 21 18:06:53.349532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea90fa47-37d8-438d-94a8-80210b56d5e9 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:53.422926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-b6a17766-a1f3-4686-a1f2-fd64362e9d8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 200 len: 217 time: 0.0793402 Sep 21 18:06:53.427497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e1605936-13a5-45c4-b49d-0cdf209b6c56 service neutron] 10.222.0.70 "GET /v2.0/ports/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0993402 Sep 21 18:06:53.446714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Deleting subnet c79bc1f6-1462-490e-a32e-58a5dcbaf045 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:53.466045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.469295 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.509474 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-024b93a8-d5d1-467b-b644-773766471223 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.509729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:53.512304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3f94165-c545-4897-a8af-76859557a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.513059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:53.514953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f3f94165-c545-4897-a8af-76859557a595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.516111 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f3f94165-c545-4897-a8af-76859557a595 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96990000-7a3c-474d-87d2-b59b3cfb6e57 HTTP/1.1" status: 204 len: 168 time: 0.6528592 Sep 21 18:06:53.516964 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd04ec5-bad9-4c74-85e0-489a1b6c7812" -d '{"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:53.517683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-dfce8360-6846-4501-a1c9-713f90170fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:53.519776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-024b93a8-d5d1-467b-b644-773766471223 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.526583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.527865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-dfce8360-6846-4501-a1c9-713f90170fca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.0956836 Sep 21 18:06:53.592927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:53.608507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f94165-c545-4897-a8af-76859557a595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96990000-7a3c-474d-87d2-b59b3cfb6e57,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:53.622506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.627837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b93a8-d5d1-467b-b644-773766471223 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87dd255-669b-452a-a38b-c850722f4566,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:53.709596 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-0d5b3aee-06a5-4bbb-b3e9-bdfde7f7a3dc service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436547 Sep 21 18:06:53.717163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-01dbae34-8d5c-4f04-b722-2f94ac9424c2 service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884910 Sep 21 18:06:53.717909 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-024b93a8-d5d1-467b-b644-773766471223 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.719068 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-024b93a8-d5d1-467b-b644-773766471223 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6991532 Sep 21 18:06:53.724011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59264) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:53.729487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:53.851783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74865-ae71-474f-b785-33a89fa19267 req-d70d6ee5-3f3f-4dd6-8be9-ed20915f79fe tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:53.860999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-5870eae7-dd68-4247-bf50-e5fe39f5c837 service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360173 Sep 21 18:06:53.864566 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.865101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-d70d6ee5-3f3f-4dd6-8be9-ed20915f79fe tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.3259728 Sep 21 18:06:53.944260 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-94986a87-aadd-4eac-bf99-986d7782a8be tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/quotas/8bf9c4e2351e44198a03003bd7705966 HTTP/1.1" status: 200 len: 375 time: 0.0775099 Sep 21 18:06:54.018351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-9016a875-53d8-41a2-8173-e8b85c305d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.021520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-9016a875-53d8-41a2-8173-e8b85c305d5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4396975 Sep 21 18:06:54.105222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-3f303dfb-cfc6-42a2-a6ca-48636de5c1e1 service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368636 Sep 21 18:06:54.157278 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:54.185343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-47467723-cc8b-4b65-987a-bfa9281e0abe tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2399335 Sep 21 18:06:54.321307 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c6912e13-a0b5-4e47-9f40-3e23bb070f32 req-13670fc6-b649-4aa5-b599-5495b57ff7d1 service neutron] 10.222.0.78 "GET /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364662 Sep 21 18:06:54.351831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:54.383826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-78f1c0f0-85d6-463e-81d2-7b2691a09ef2 service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694948 Sep 21 18:06:54.412439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-baf24095-6656-4a89-a2b8-0a4fbe30a5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408887 Sep 21 18:06:54.447374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:54.490687 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-4b55c3c9-8879-4d01-b7ef-a6c5b8759577 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040979 Sep 21 18:06:54.612888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=c79bc1f6-1462-490e-a32e-58a5dcbaf045,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:54.615737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:54.618542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-53438c4d-e0d6-464a-b11f-5c6a8d1e4a3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/c79bc1f6-1462-490e-a32e-58a5dcbaf045 HTTP/1.1" status: 204 len: 168 time: 1.3209100 Sep 21 18:06:54.624361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59288) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:54.701597 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-21254410-52b5-4dec-9369-e40d38f88f1d service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729993 Sep 21 18:06:54.799461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-ee41b22c-ce9c-4e6b-88fa-900459930493 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654665 Sep 21 18:06:54.801110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-0104d065-23f1-449c-bf16-e54b6ad74995 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 200 len: 217 time: 0.0871294 Sep 21 18:06:54.819354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-2f5bae19-a25e-4f77-b422-cb2015bbb5cd service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346108 Sep 21 18:06:54.846881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:54.868861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ddce90-163e-4448-810a-88aed17b008b None None] Network 1b4fc8eb-0a88-4f24-b859-969a5e75a580 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:54.872747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Allocated IP 172.25.3.243 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/74a762c7-8477-4910-84bb-5dd183b5c5bc) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:54.906969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-f4ee350d-557a-4e70-bc0b-43619eeebb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.909923 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-f4ee350d-557a-4e70-bc0b-43619eeebb4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.0994523 Sep 21 18:06:55.019433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-2090fa22-433e-4196-b394-c1a003b72057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:55.028299 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-2090fa22-433e-4196-b394-c1a003b72057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084425 Sep 21 18:06:55.067388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f88e0ee2-fd75-4092-bc4e-001f713e8dd0 None None] Provisioning complete for port e0d120eb-63fb-4d44-8c24-b5dced77e3ee triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:55.068458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f88e0ee2-fd75-4092-bc4e-001f713e8dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.113987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-68a6d087-5865-48f2-8f66-5296197a04c6 service neutron] 10.222.0.70 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637000 Sep 21 18:06:55.150136 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.153063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Deleting port e0d120eb-63fb-4d44-8c24-b5dced77e3ee {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:55.156282 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.199338 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-4284dd2a-ce15-4850-8990-78cb3d0a20e0 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602027 Sep 21 18:06:55.279926 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664e88d2-e7b8-462c-93ac-abe0c7dd9ce5 x-openstack-request-id: req-664e88d2-e7b8-462c-93ac-abe0c7dd9ce5 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:55.280305 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:55.283477 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-664e88d2-e7b8-462c-93ac-abe0c7dd9ce5 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:55.284987 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'code': 200} Sep 21 18:06:55.306357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8af56c-3e93-4023-b523-268936939d3d req-35018e41-8c57-4ba3-89cc-156cbf026a7d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:55.309083 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ec8af56c-3e93-4023-b523-268936939d3d req-35018e41-8c57-4ba3-89cc-156cbf026a7d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "GET /v2.0/ports?device_id=9faa96c6-f3d5-4f07-a1d7-c651d305e30c HTTP/1.1" status: 200 len: 943 time: 0.1085649 Sep 21 18:06:55.440174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] For port e0d120eb-63fb-4d44-8c24-b5dced77e3ee, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,segment=NetworkSegment(dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca),segment_id=dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:55.440683 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.446634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] DHCP port deletion for 1b4fc8eb-0a88-4f24-b859-969a5e75a580 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:55.532337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Calling delete_port for e0d120eb-63fb-4d44-8c24-b5dced77e3ee owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:55.570643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5534902b-7d0f-4bd4-b91c-d4c143fe9208 req-8ac56acf-235f-4d24-9089-80cc59221b96 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238499 Sep 21 18:06:55.585308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f12af9c5-39c5-4012-810a-18889dae642c service neutron] 10.222.0.70 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433069 Sep 21 18:06:55.598678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.607778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Deleting port ea90fa47-37d8-438d-94a8-80210b56d5e9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:55.608125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.640864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] Deleting port e0d120eb-63fb-4d44-8c24-b5dced77e3ee {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:55.641153 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.712984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event updated for resources: {'Port': ['ID=74a762c7-8477-4910-84bb-5dd183b5c5bc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:55.767857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:55.819597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:55.832026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] For port ea90fa47-37d8-438d-94a8-80210b56d5e9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea90fa47-37d8-438d-94a8-80210b56d5e9,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:55.832445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.832704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] For port e0d120eb-63fb-4d44-8c24-b5dced77e3ee, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,segment=NetworkSegment(dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca),segment_id=dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:55.833124 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.851406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:55.854326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Calling delete_port for ea90fa47-37d8-438d-94a8-80210b56d5e9 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:55.858964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] Calling delete_port for e0d120eb-63fb-4d44-8c24-b5dced77e3ee owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:56.082890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f342655b-7382-4e28-9a6c-bebc8d15c1e0 service neutron] 10.222.0.70 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710654 Sep 21 18:06:56.090238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.094245 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.107358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.113338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] No DVR routers for this DVR port e0d120eb-63fb-4d44-8c24-b5dced77e3ee on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:56.161320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b2ce051-5528-45f1-9bc6-ff8019ef513d req-c0e2152b-d9c5-4c7d-8957-bb40fa3ef7bd tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 210 time: 0.1146655 Sep 21 18:06:56.173452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bde150-2e1c-41c1-bec4-3eaa3c67c75d None None] Pushing event deleted for resources: {'Port': ['ID=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.193731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Port': ['ID=e0d120eb-63fb-4d44-8c24-b5dced77e3ee,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.201692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event deleted for resources: {'Port': ['ID=ea90fa47-37d8-438d-94a8-80210b56d5e9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.226631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.228802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No DVR routers for this DVR port e0d120eb-63fb-4d44-8c24-b5dced77e3ee on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:56.308880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] No DVR routers for this DVR port ea90fa47-37d8-438d-94a8-80210b56d5e9 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:56.312862 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.318522 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ec8af56c-3e93-4023-b523-268936939d3d req-ef69b7f8-2622-482a-9c26-e5eafe7d3b28 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "DELETE /v2.0/ports/ea90fa47-37d8-438d-94a8-80210b56d5e9 HTTP/1.1" status: 204 len: 173 time: 0.9145074 Sep 21 18:06:56.319002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-deleted', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:56.331713 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc860a-307a-4706-ad09-efe27e86c096" -d '{"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-deleted", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:56.380269 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.388824 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9226c2ba-472c-4db7-a4da-bb6a188731ea x-openstack-request-id: req-9226c2ba-472c-4db7-a4da-bb6a188731ea {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:56.389119 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa96c6-f3d5-4f07-a1d7-c651d305e30c", "name": "network-vif-deleted", "tag": "ea90fa47-37d8-438d-94a8-80210b56d5e9", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:56.390235 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9226c2ba-472c-4db7-a4da-bb6a188731ea {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:56.390235 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa96c6-f3d5-4f07-a1d7-c651d305e30c', 'name': 'network-vif-deleted', 'tag': 'ea90fa47-37d8-438d-94a8-80210b56d5e9', 'status': 'completed', 'code': 200} Sep 21 18:06:56.461224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.484177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4fc8eb-0a88-4f24-b859-969a5e75a580']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:56.494546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:56.494830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4a5aa6-cbe7-4938-a8fc-43e375a5fcca') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:56.514316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.529452 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.536542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:56.537009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.733821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-d516407a-1816-4c5f-b64c-83ce1e4db275 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264518 Sep 21 18:06:56.901206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-881ad28a-80c8-441c-a960-6f41d6dd73a1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:56.909311 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-881ad28a-80c8-441c-a960-6f41d6dd73a1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691980 Sep 21 18:06:56.930337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-9c66d564-70f5-4e63-a8b2-478e25f7b78d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/quotas/b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 375 time: 0.0196402 Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:56.950700 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:56.953557 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.982586 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.984651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/1b4fc8eb-0a88-4f24-b859-969a5e75a580 HTTP/1.1" status: 204 len: 168 time: 2.3548653 Sep 21 18:06:56.988860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59346) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.991362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-3e3930b5-405d-4233-b900-6cfc462c5b27 service neutron] 10.222.0.70 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8843348 Sep 21 18:06:57.020263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-6b8d615b-9927-49ee-885b-9b02765ffe82 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887983 Sep 21 18:06:57.039921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab39472-2450-44e6-a9ff-b2204aa6f30f tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=1b4fc8eb-0a88-4f24-b859-969a5e75a580,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.053317 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aef8e20-b6bc-4b80-9b57-b046ba82da86 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:57.053772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aef8e20-b6bc-4b80-9b57-b046ba82da86 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:57.055525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1aef8e20-b6bc-4b80-9b57-b046ba82da86 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/c75f4e86-1122-44f8-a10f-1b37676008ad HTTP/1.1" status: 404 len: 337 time: 0.0632250 Sep 21 18:06:57.066493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59348) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.098045 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a62d614-068e-4759-a0dc-3e413723f0fc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:57.098677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a62d614-068e-4759-a0dc-3e413723f0fc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:57.100972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1a62d614-068e-4759-a0dc-3e413723f0fc tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/a6c3b273-75ac-4305-92d7-81b6fb53b742 HTTP/1.1" status: 404 len: 339 time: 0.0334861 Sep 21 18:06:57.106750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59350) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.145265 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-429d26ab-ac9d-4a86-bcac-c44fe9ec1b3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:57.146161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429d26ab-ac9d-4a86-bcac-c44fe9ec1b3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:57.148202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-429d26ab-ac9d-4a86-bcac-c44fe9ec1b3c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/28d3b9d3-5e9b-4756-a4e5-bdf202971f4a HTTP/1.1" status: 404 len: 337 time: 0.0347111 Sep 21 18:06:57.153034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59352) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.242163 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-67764e3b-67f7-41d2-a94e-91b6cc9752e2 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:57.242796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67764e3b-67f7-41d2-a94e-91b6cc9752e2 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:57.244520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-67764e3b-67f7-41d2-a94e-91b6cc9752e2 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/0222b165-1113-49b8-8b1e-673ba0eafbbf HTTP/1.1" status: 404 len: 339 time: 0.0889888 Sep 21 18:06:57.251482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.317806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-ba55a56d-d1b8-45d7-9d66-da04ca612838 service neutron] 10.222.0.70 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739670 Sep 21 18:06:57.406260 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-209e5119-8744-4901-a78e-f7c661727b85 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:57.406727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209e5119-8744-4901-a78e-f7c661727b85 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:57.423463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-209e5119-8744-4901-a78e-f7c661727b85 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/92a6902c-e593-482f-bf30-c9bd0e25713f HTTP/1.1" status: 404 len: 337 time: 0.1707730 Sep 21 18:06:57.426310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e0d120eb-63fb-4d44-8c24-b5dced77e3ee no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:57.426757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59366) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.451665 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aeeee61-a924-41c3-a9c1-9bd82e0bb11c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:57.452258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aeeee61-a924-41c3-a9c1-9bd82e0bb11c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:57.461970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8aeeee61-a924-41c3-a9c1-9bd82e0bb11c tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/ae832140-7624-4ae4-ae58-6d637526732f HTTP/1.1" status: 404 len: 339 time: 0.0344312 Sep 21 18:06:57.462683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59370) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.485468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e0d120eb-63fb-4d44-8c24-b5dced77e3ee {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:57.485952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e0d120eb-63fb-4d44-8c24-b5dced77e3ee not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:57.500373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.512105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.601619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74865-ae71-474f-b785-33a89fa19267 req-0becad82-073c-41a8-a2c7-464aae491270 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:57.603205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-0becad82-073c-41a8-a2c7-464aae491270 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 805 time: 0.5813515 Sep 21 18:06:57.620584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Request body: {'port': {'device_id': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'admin_state_up': True, 'tenant_id': '8bf9c4e2351e44198a03003bd7705966'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:57.749282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event updated for resources: {'Port': ['ID=74a762c7-8477-4910-84bb-5dd183b5c5bc,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.784084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.822356 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.830996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f6e6d510-7624-4f50-9854-a5a68e4884de tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1045101 Sep 21 18:06:58.155687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Deleting subnet aa7b1e59-62b1-4097-9ac5-cf3f2dd97086 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:58.159161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.245556 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.251192 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-444380c0-ca62-4fca-a617-f7b1bd743806 req-939d4ec2-f94f-4d04-a134-85af95798360 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 210 time: 0.1429584 Sep 21 18:06:58.306053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Made reservation on behalf of 8bf9c4e2351e44198a03003bd7705966 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:58.319943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.439905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb3c2275-b371-48cf-99c2-1ccc18174e43 req-4edc3458-9dec-487c-921d-c8d4d3369c80 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 210 time: 0.0477719 Sep 21 18:06:58.585080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b21443ab-139e-41d4-bfc8-683232ed9aca req-641cdfb9-5766-4a0f-b1db-8f6f10a8baa9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0466666 Sep 21 18:06:58.612834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.776293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-b3b3f10b-c26d-40f2-92ce-14a1e3db3c04 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1815991505&fields=id&tenant_id=cc39bbff002d430fb050fcbfb17cdc85 HTTP/1.1" status: 200 len: 267 time: 0.0999317 Sep 21 18:06:58.817981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Allocated IP 172.20.0.3 (2ed2a84c-4825-42a3-8dec-9338a0be517c/fdddf818-4544-4641-8130-a535621d1209/6026f07b-0453-494a-b53c-87327a77b084) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:58.862743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.936591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.942116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7768e59-45a3-44ed-b62e-fff488e9e719 None None] Network 1c1f01be-d086-4a6d-ac7b-60d578863dc7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:58.944535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/aa7b1e59-62b1-4097-9ac5-cf3f2dd97086 HTTP/1.1" status: 204 len: 168 time: 1.4771464 Sep 21 18:06:58.947039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf7867-73ca-4401-aaaf-0663a7f18373 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7b1e59-62b1-4097-9ac5-cf3f2dd97086,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.951873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59432) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.017390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-7077d62b-7128-4844-b3fc-c83fc645a46d tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:59.025732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-7077d62b-7128-4844-b3fc-c83fc645a46d tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/networks?id=a580323a-30ba-4d98-b035-12e0f11cf97f HTTP/1.1" status: 200 len: 811 time: 0.2351048 Sep 21 18:06:59.047392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-40a2a776-d610-4d12-9a91-fe72cac1954e tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/quotas/cc39bbff002d430fb050fcbfb17cdc85 HTTP/1.1" status: 200 len: 375 time: 0.0202947 Sep 21 18:06:59.159789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-3cdd34b2-15dc-498a-89fe-0d617e033ee4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc39bbff002d430fb050fcbfb17cdc85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986896 Sep 21 18:06:59.206465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.215832 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-2e641aa1-6862-4532-8521-5786cb9b9bba tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533752 Sep 21 18:06:59.338910 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af96aa4c-6ad2-4df9-9625-4275db91154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.344637 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.377507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-68bb0ada-221f-4d99-ad0e-0fd5d269f0b3 service neutron] 10.222.0.70 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121124 Sep 21 18:06:59.395451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea90fa47-37d8-438d-94a8-80210b56d5e9 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:59.429424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.457456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ea90fa47-37d8-438d-94a8-80210b56d5e9 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:59.458398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea90fa47-37d8-438d-94a8-80210b56d5e9 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:59.598933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] DHCP port deletion for 1c1f01be-d086-4a6d-ac7b-60d578863dc7 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:59.623322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-4a26faa6-6229-47d5-ae8e-cbb261951e89 service neutron] 10.222.0.70 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379422 Sep 21 18:06:59.662022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-fc817ac2-f364-45a3-a1df-1583ca334187 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:59.663599 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-fc817ac2-f364-45a3-a1df-1583ca334187 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4352901 Sep 21 18:06:59.664457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:59.667148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] Deleting port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:59.667855 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.677488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Network 2ed2a84c-4825-42a3-8dec-9338a0be517c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:59.687411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Request body: {'port': {'device_id': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': 'b1cc4b33c7d245fea0ad8b51bd046758'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:59.734671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:59.746906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] For port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,segment=NetworkSegment(332110a6-4228-4916-bbc0-268c2fbda0cb),segment_id=332110a6-4228-4916-bbc0-268c2fbda0cb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:59.747493 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.769793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] Calling delete_port for 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:59.784210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:59.888486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Deleting port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:59.888836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.903750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80dfa1-7cb9-41a0-9931-31506fa52e8c req-89b80870-b2c1-4e68-93e9-d0bedc8d5753 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:59.905359 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a80dfa1-7cb9-41a0-9931-31506fa52e8c req-89b80870-b2c1-4e68-93e9-d0bedc8d5753 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 931 time: 0.4801753 Sep 21 18:06:59.918728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.988656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] No DVR routers for this DVR port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:59.996893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353953c-617c-478c-914d-2e5e7565b877 None None] Pushing event deleted for resources: {'Port': ['ID=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:00.059489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:00.060400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.111106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5d1444e-fb37-44f6-a6b3-6c03fdcfda7f req-5dc85f68-208b-4cba-8701-50922ae01f80 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 210 time: 0.0426393 Sep 21 18:07:00.111639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] For port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,segment=NetworkSegment(332110a6-4228-4916-bbc0-268c2fbda0cb),segment_id=332110a6-4228-4916-bbc0-268c2fbda0cb)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:00.112007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.161926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a80dfa1-7cb9-41a0-9931-31506fa52e8c req-1051a14a-06c0-407e-bc27-a042a40c7ce8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337506 Sep 21 18:07:00.164286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Calling delete_port for 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:00.250172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Made reservation on behalf of b1cc4b33c7d245fea0ad8b51bd046758 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:00.254074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.266073 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-7a95a53d-710a-4c41-982b-bada1a3ffe21 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6472869 Sep 21 18:07:00.277175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2211699d-5ed2-47ff-b308-cf939835df80 req-54c34cec-f0b1-44fd-b2ee-7cbfd4e3d8c7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0757616 Sep 21 18:07:00.290349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Request body: {'port': {'device_id': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:00.346032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.479319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.505170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-0fa3316c-0bac-4387-9e1a-1d6231c98f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:00.507056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-0fa3316c-0bac-4387-9e1a-1d6231c98f3a service neutron] 10.222.0.41 "GET /v2.0/ports/e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 1033 time: 0.0567238 Sep 21 18:07:00.507729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.576776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Port': ['ID=30ce1a0b-7e24-4a38-bc8b-61cf040ae06f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:00.587018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No DVR routers for this DVR port 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:00.696318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6ffa2f0-db39-479f-98e0-81032efe067e req-c70dc3e4-efec-4e43-a3f0-4978babf3098 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 210 time: 0.1770949 Sep 21 18:07:00.723979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-9b861fa6-08e2-4f63-a5e8-d85792acbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:00.727543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-9b861fa6-08e2-4f63-a5e8-d85792acbdde service neutron] 10.222.0.41 "GET /v2.0/ports/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 1031 time: 0.2076900 Sep 21 18:07:00.806848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.809485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.822986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.864429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1f01be-d086-4a6d-ac7b-60d578863dc7']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:00.917534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332110a6-4228-4916-bbc0-268c2fbda0cb') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:00.917836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332110a6-4228-4916-bbc0-268c2fbda0cb') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:00.951883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.022223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f0c3f-bf80-4eda-a801-ed46a2e456be,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.079165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-a0600d1d-f93e-489b-9959-b916e466bf66 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:01.087516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-a0600d1d-f93e-489b-9959-b916e466bf66 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:01.094794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-a0600d1d-f93e-489b-9959-b916e466bf66 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:01.097407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-a0600d1d-f93e-489b-9959-b916e466bf66 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "GET /v2.0/networks?id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 200 len: 1994 time: 0.3603125 Sep 21 18:07:01.103340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.140386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:01.144874 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:01.150273 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:01.209721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-db90e29a-e128-451d-850d-84000b19aa16 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21527583a5e474ba4d9140a5ad3b06f HTTP/1.1" status: 200 len: 380 time: 0.0957227 Sep 21 18:07:01.224528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'admin_state_up': True, 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'security_groups': ['7ad94c20-b6e3-456e-9a0d-1a1e8702daee']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:01.233062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Allocated IP 192.168.233.68 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/961a3c32-103f-4ba8-b616-f2e624657b68) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:01.301202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22f9cba6-cb5a-43af-b1dd-ee1b7c4e115d req-fc282814-c86a-41ca-9852-06d56c654e33 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 210 time: 0.0517259 Sep 21 18:07:01.320103 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.343920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.345652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/1c1f01be-d086-4a6d-ac7b-60d578863dc7 HTTP/1.1" status: 204 len: 168 time: 2.3905447 Sep 21 18:07:01.355737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59494) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.391218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:01.427225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634abb89-5540-479c-bd0d-b199d662bdd8 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=1c1f01be-d086-4a6d-ac7b-60d578863dc7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.427378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:01.427516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 30ce1a0b-7e24-4a38-bc8b-61cf040ae06f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:01.446234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfaadc-5df0-4dac-a4f2-f61c2235bc13 req-64c6b8b9-1f83-4103-b829-fa2e98aa2fe2 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:01.449889 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-112551e2-dafa-4204-ae56-e47cde6920d0 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:07:01.449889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112551e2-dafa-4204-ae56-e47cde6920d0 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:07:01.451050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-112551e2-dafa-4204-ae56-e47cde6920d0 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/c9c0ce61-3b41-41f7-9495-8373cc79e91d HTTP/1.1" status: 404 len: 337 time: 0.0914605 Sep 21 18:07:01.457775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59506) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.468480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9cfaadc-5df0-4dac-a4f2-f61c2235bc13 req-64c6b8b9-1f83-4103-b829-fa2e98aa2fe2 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 931 time: 0.1812758 Sep 21 18:07:01.478309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6026f07b-0453-494a-b53c-87327a77b084 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:01.491656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.526176 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bc1d12-0178-4292-b7b2-b6407661e551 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] DELETE failed (client error): The resource could not be found. Sep 21 18:07:01.527398 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bc1d12-0178-4292-b7b2-b6407661e551 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:07:01.531424 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-25bc1d12-0178-4292-b7b2-b6407661e551 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/2d544255-2ec7-43f9-9f97-283a6e6db1c6 HTTP/1.1" status: 404 len: 339 time: 0.0665650 Sep 21 18:07:01.536322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9cfaadc-5df0-4dac-a4f2-f61c2235bc13 req-4c067374-bbd1-4704-a319-8bbad833c5cc tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665698 Sep 21 18:07:01.538055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59508) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.568874 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a1fcccfb-b5d4-4582-a528-65cb1e35ff83 req-ae6f9ce8-de68-4677-a585-98e1a5c2d110 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0658786 Sep 21 18:07:01.600815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Transition to ACTIVE for port object 6026f07b-0453-494a-b53c-87327a77b084 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:01.660052 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.705186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:01.708870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.751784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Deleting subnet da55889b-d49d-43cb-af7d-a5a5e9cf0d9b {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:01.771425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.833219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.908539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.988823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-275ed5dc-5b31-4e62-966f-5f469a50dd61 req-8597a552-810a-4e22-8627-3349c141d194 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 210 time: 0.0963125 Sep 21 18:07:02.097737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.111831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 172.20.0.6 (c41d3350-8fd5-4d47-9a84-d8f2d3b2e101/2d00e426-bcda-42b5-816e-952a40847cf3/d2143624-3032-4d7a-8d89-d454bf1d133c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:02.117656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.170864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-cfcc8a78-6fca-4449-a7e7-83a842ab392b tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:02.172382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-cfcc8a78-6fca-4449-a7e7-83a842ab392b tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.78 "GET /v2.0/networks?id=a580323a-30ba-4d98-b035-12e0f11cf97f HTTP/1.1" status: 200 len: 811 time: 0.6026640 Sep 21 18:07:02.232552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c07366-9f6b-40dc-aad3-dae2b1b03a25 req-d5bfb673-e242-4780-ba74-7101b0cf4804 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:02.234133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-31c07366-9f6b-40dc-aad3-dae2b1b03a25 req-d5bfb673-e242-4780-ba74-7101b0cf4804 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 950 time: 0.4171269 Sep 21 18:07:02.236838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.284461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.286823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.291845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/subnets/da55889b-d49d-43cb-af7d-a5a5e9cf0d9b HTTP/1.1" status: 204 len: 168 time: 0.7529194 Sep 21 18:07:02.293925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Attempting to bind port 6026f07b-0453-494a-b53c-87327a77b084 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:02.294098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59522) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.294251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Attempting to bind port 6026f07b-0453-494a-b53c-87327a77b084 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:02.294251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Attempting to bind port 6026f07b-0453-494a-b53c-87327a77b084 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:02.298216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fec64d-061c-4c82-82e9-dc56c23bad74 None None] Network 6988ce59-0d07-4801-b4df-30f2e024243b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:02.342806 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-c29be252-f2dd-432a-a22b-4bbdfe611e43 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc39bbff002d430fb050fcbfb17cdc85 HTTP/1.1" status: 200 len: 380 time: 0.1551447 Sep 21 18:07:02.343460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Port 6026f07b-0453-494a-b53c-87327a77b084 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:02.343595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Subnet': ['ID=da55889b-d49d-43cb-af7d-a5a5e9cf0d9b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.343749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Attempting to bind port 6026f07b-0453-494a-b53c-87327a77b084 on network 2ed2a84c-4825-42a3-8dec-9338a0be517c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:02.363786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Request body: {'port': {'device_id': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'admin_state_up': True, 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'security_groups': ['e2ae1cae-b991-44b8-b158-9b0facc53e05']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:02.373918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.374303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.374693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.375039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.375378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.375807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.376254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.376592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.376921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.377253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.377577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.377897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12eb0-3754-4558-b3d6-d998f116d25b tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:02.399622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:02.400185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Checking segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:02.400921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Bound using segment: {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:02.402274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Bound port: 6026f07b-0453-494a-b53c-87327a77b084, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:02.403529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.411899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:02.426441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-31c07366-9f6b-40dc-aad3-dae2b1b03a25 req-4c2d880a-080d-4bbd-b173-815d9b88b97c tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774559 Sep 21 18:07:02.456294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.463756 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.488877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:02.494648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.519316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:02.656791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4beb4b-9b0b-4f7e-9fdb-aee2a4ad8408 req-6bb623c6-90a4-45cc-aeb4-a918807ae101 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:02.665287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a4beb4b-9b0b-4f7e-9fdb-aee2a4ad8408 req-6bb623c6-90a4-45cc-aeb4-a918807ae101 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 935 time: 0.1875596 Sep 21 18:07:02.667903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.732319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:02.742149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:02.744709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:02.752391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:02.753259 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.778550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] DHCP port deletion for 6988ce59-0d07-4801-b4df-30f2e024243b request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:07:02.800702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:02.814992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:02.821408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Made reservation on behalf of cc39bbff002d430fb050fcbfb17cdc85 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:02.824508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:02.825088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.825407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.842572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.881345 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-b5b50c72-a4ed-48ca-8264-597d75c9be4e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2075994 Sep 21 18:07:02.897998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Deleting port 903cf068-335c-45a9-ab79-3183c05cb4ed {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:02.902722 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.912519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Deleting port 903cf068-335c-45a9-ab79-3183c05cb4ed {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:02.912795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.938419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a4beb4b-9b0b-4f7e-9fdb-aee2a4ad8408 req-9f7ca690-76c5-4b3a-ae21-d0dbf099ba94 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597077 Sep 21 18:07:02.940475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7291355 Sep 21 18:07:02.941086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe7185-7fcb-411c-9788-d1a717d1f78f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=d2143624-3032-4d7a-8d89-d454bf1d133c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.956421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Request body: {'port': {'device_id': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:02.964901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'admin_state_up': True, 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'security_groups': ['7ad94c20-b6e3-456e-9a0d-1a1e8702daee']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:03.074532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:03.081765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.087476 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] 10.222.0.78 "PUT /v2.0/ports/6026f07b-0453-494a-b53c-87327a77b084 HTTP/1.1" status: 200 len: 1091 time: 2.8154480 Sep 21 18:07:03.091677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'tag': '6026f07b-0453-494a-b53c-87327a77b084'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:03.093630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] For port 903cf068-335c-45a9-ab79-3183c05cb4ed, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=903cf068-335c-45a9-ab79-3183c05cb4ed,segment=NetworkSegment(80306954-f4d1-41d7-9c28-132c2bf9b507),segment_id=80306954-f4d1-41d7-9c28-132c2bf9b507)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:03.093986 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9a0ba0-781a-4180-b76a-fffa68667e59" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "tag": "6026f07b-0453-494a-b53c-87327a77b084"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:03.094875 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.123698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Calling delete_port for 903cf068-335c-45a9-ab79-3183c05cb4ed owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:03.202475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.249720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] For port 903cf068-335c-45a9-ab79-3183c05cb4ed, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=903cf068-335c-45a9-ab79-3183c05cb4ed,segment=NetworkSegment(80306954-f4d1-41d7-9c28-132c2bf9b507),segment_id=80306954-f4d1-41d7-9c28-132c2bf9b507)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:03.250321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.274160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Calling delete_port for 903cf068-335c-45a9-ab79-3183c05cb4ed owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:03.291716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977007c-31b0-4be2-80cb-62bddf848403 req-744fa53b-4387-4b65-a9a4-4019a0a62034 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:03.299774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6977007c-31b0-4be2-80cb-62bddf848403 req-744fa53b-4387-4b65-a9a4-4019a0a62034 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 943 time: 0.2350099 Sep 21 18:07:03.301819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-87ef8166-9f73-4b32-881f-5582e6802ffb None None] Provisioning complete for port 961a3c32-103f-4ba8-b616-f2e624657b68 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:03.302234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-87ef8166-9f73-4b32-881f-5582e6802ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.307296 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.336484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:03.340454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.341128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebd15d-c1e7-4663-868d-0175657f7e38 service neutron] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.407537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 903cf068-335c-45a9-ab79-3183c05cb4ed no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:03.415056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] No DVR routers for this DVR port 903cf068-335c-45a9-ab79-3183c05cb4ed on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:03.463963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Pushing event deleted for resources: {'Port': ['ID=903cf068-335c-45a9-ab79-3183c05cb4ed,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.473971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6977007c-31b0-4be2-80cb-62bddf848403 req-25138edb-d43a-49b3-bac0-12e15b0f1822 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685693 Sep 21 18:07:03.475858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 903cf068-335c-45a9-ab79-3183c05cb4ed {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:03.476213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 903cf068-335c-45a9-ab79-3183c05cb4ed not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:03.494492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.494839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.495923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.496647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.497099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.497445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.497786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.498174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.498544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.498885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.499220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.499547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bcff-4d1f-462b-8b05-2e3fa92a58d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:03.515656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-87ef8166-9f73-4b32-881f-5582e6802ffb None None] Port 961a3c32-103f-4ba8-b616-f2e624657b68 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:03.581375 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd81b-05a2-47c9-99be-28f43b38e87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.641553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb8800-c471-4767-8b20-c23395bec84c req-4ebb2ba8-b1bb-4ae2-a484-9934e1a8e139 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:03.642471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-755cd421-2e29-47cf-8ae2-1f9038034f82 None None] Provisioning complete for port d2143624-3032-4d7a-8d89-d454bf1d133c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:03.642471 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-755cd421-2e29-47cf-8ae2-1f9038034f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.653785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.654091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9fbb8800-c471-4767-8b20-c23395bec84c req-4ebb2ba8-b1bb-4ae2-a484-9934e1a8e139 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 931 time: 0.4369423 Sep 21 18:07:03.711608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Port': ['ID=903cf068-335c-45a9-ab79-3183c05cb4ed,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.717004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] No DVR routers for this DVR port 903cf068-335c-45a9-ab79-3183c05cb4ed on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:03.719825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-755cd421-2e29-47cf-8ae2-1f9038034f82 None None] Port d2143624-3032-4d7a-8d89-d454bf1d133c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:03.763405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 10.1.1.206 (a6836101-bfde-469a-9254-dfa61f3fc5a2/7a6a0167-3704-4397-9ab1-7c9538f8fc87/3501dd92-7a88-4a8d-a78d-b9903c87b297) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:03.780850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74865-ae71-474f-b785-33a89fa19267 req-78c9da03-837d-4e36-8e94-a0daf3a7e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:03.782539 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-78c9da03-837d-4e36-8e94-a0daf3a7e9ab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 1094 time: 0.5360579 Sep 21 18:07:03.797598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9fbb8800-c471-4767-8b20-c23395bec84c req-43eb33ff-d81d-4746-82ff-5ac87159357f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428769 Sep 21 18:07:03.865110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-55d6a575-40ec-4342-8097-bc84c8825052 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6026f07b-0453-494a-b53c-87327a77b084 HTTP/1.1" status: 200 len: 217 time: 0.0630736 Sep 21 18:07:03.866351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.871921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Allocated IP 172.20.0.12 (a580323a-30ba-4d98-b035-12e0f11cf97f/123e3ee3-f1ab-4d4f-a799-dcc67ae7122b/598d44c7-a3e3-49db-baf4-e2dd3134851f) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:03.894359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6988ce59-0d07-4801-b4df-30f2e024243b']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:03.950416 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7fea63-20e5-4c79-b4b6-e577bf0ea204 x-openstack-request-id: req-dc7fea63-20e5-4c79-b4b6-e577bf0ea204 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:03.950822 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "tag": "6026f07b-0453-494a-b53c-87327a77b084", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:03.951051 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc7fea63-20e5-4c79-b4b6-e577bf0ea204 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:03.951481 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'tag': '6026f07b-0453-494a-b53c-87327a77b084', 'status': 'completed', 'code': 200} Sep 21 18:07:03.953430 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.985418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961a3c32-103f-4ba8-b616-f2e624657b68 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:03.995141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74865-ae71-474f-b785-33a89fa19267 req-3c636055-a803-4054-8729-44c898417c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:03.996747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-3c636055-a803-4054-8729-44c898417c46 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.1205461 Sep 21 18:07:03.998779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.037280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-06eab0d2-06e1-4126-990f-146c164f066d req-2e42c0c1-51b1-46d2-bc70-c438c9e03318 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 210 time: 0.2349613 Sep 21 18:07:04.041669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80306954-f4d1-41d7-9c28-132c2bf9b507') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:04.042738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80306954-f4d1-41d7-9c28-132c2bf9b507') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:04.056320 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.088941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.101158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.113382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:04.113889 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:04.118568 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:04.165374 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-5b000e79-cbb4-494f-858b-85d3727617d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519389 Sep 21 18:07:04.175576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.181630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Transition to ACTIVE for port object 961a3c32-103f-4ba8-b616-f2e624657b68 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:04.204062 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:07:04.223413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.263000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.268669 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.278917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] 10.222.0.70 "DELETE /v2.0/networks/6988ce59-0d07-4801-b4df-30f2e024243b HTTP/1.1" status: 204 len: 168 time: 1.9790397 Sep 21 18:07:04.279081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18938e92-2f73-490d-bc2b-dfbeaf49ca68 req-ba7a2dc8-77dc-407d-a9f2-cde5b5935e7b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:04.287030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18938e92-2f73-490d-bc2b-dfbeaf49ca68 req-ba7a2dc8-77dc-407d-a9f2-cde5b5935e7b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.2829475 Sep 21 18:07:04.289298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07d52a-0914-48e4-b52b-b28e1a089f34 req-8ecc10bf-0f35-4a71-a3d7-d64918574420 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:04.297903 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f07d52a-0914-48e4-b52b-b28e1a089f34 req-8ecc10bf-0f35-4a71-a3d7-d64918574420 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 935 time: 0.1729035 Sep 21 18:07:04.368215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.371822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63042a-5f8b-49f1-9c46-9bb52fba0d22 tempest-NetworksIpV6Test-1824328559 tempest-NetworksIpV6Test-1824328559-project] Pushing event deleted for resources: {'Network': ['ID=6988ce59-0d07-4801-b4df-30f2e024243b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:04.454076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:04.464787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f07d52a-0914-48e4-b52b-b28e1a089f34 req-93e497dd-0511-4b34-8734-d9dfa5353cee tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642675 Sep 21 18:07:04.466512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.472233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:04.484236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:04.506020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:04.522858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=3501dd92-7a88-4a8d-a78d-b9903c87b297,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:04.523230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.523659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.524076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.524613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.524960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.525411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.525861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.526844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.527361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.528073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.528522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.529147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:04.548385 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18938e92-2f73-490d-bc2b-dfbeaf49ca68 req-7c3ea919-6557-4a8d-8e5f-c2eca87ba0b5 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600033 Sep 21 18:07:04.579072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-e606cfae-4972-4741-baa7-4d17413ba681 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945277 Sep 21 18:07:04.624469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:04.665158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:04.665158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.684702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-83fc42db-4543-415b-accc-2d66f730e749 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7265692 Sep 21 18:07:04.739416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'admin_state_up': True, 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'security_groups': ['7ad94c20-b6e3-456e-9a0d-1a1e8702daee']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:04.822941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.878338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:04.878671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:04.879002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:04.881087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59574) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:04.960080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Port 961a3c32-103f-4ba8-b616-f2e624657b68 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:04.960419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:04.964631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9f74865-ae71-474f-b785-33a89fa19267 req-5b3b538b-25fa-40c9-8e92-176fdad1f210 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625343 Sep 21 18:07:04.986134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119358-66d7-4e2e-9cd3-c868da913ff4 req-a44cf876-5c48-4620-a71f-f60544c51a2f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:04.994591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b119358-66d7-4e2e-9cd3-c868da913ff4 req-a44cf876-5c48-4620-a71f-f60544c51a2f tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 943 time: 0.3066685 Sep 21 18:07:05.016411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:05.017130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:05.017710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:05.018615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Bound port: 961a3c32-103f-4ba8-b616-f2e624657b68, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:05.019211 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.031900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Network a580323a-30ba-4d98-b035-12e0f11cf97f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:05.046009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:05.050357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.056076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.064708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:05.078467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event updated for resources: {'Port': ['ID=598d44c7-a3e3-49db-baf4-e2dd3134851f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:05.086683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:05.104792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b119358-66d7-4e2e-9cd3-c868da913ff4 req-0dbd117c-0add-44a1-b2db-af77bedcfbfe tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089976 Sep 21 18:07:05.197358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.268604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002f836-3e07-427e-b5b8-6762af74c6af req-227bcde3-8626-449c-96ab-db14a063aa8d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.275074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002f836-3e07-427e-b5b8-6762af74c6af req-227bcde3-8626-449c-96ab-db14a063aa8d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.277194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6002f836-3e07-427e-b5b8-6762af74c6af req-227bcde3-8626-449c-96ab-db14a063aa8d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 1653 time: 0.3182640 Sep 21 18:07:05.286967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:05.301156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.302143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.304525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:05.309089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 10.1.1.64 (a6836101-bfde-469a-9254-dfa61f3fc5a2/7a6a0167-3704-4397-9ab1-7c9538f8fc87/9b3f4cd8-0658-47e3-896f-d6c4f54b4675) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:05.319729 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a739c1bf-777d-4f81-8a62-7a107e2c96fb" -d '{"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:05.338113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.389741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-bafe5d60-cbbb-4963-9352-d931d7d05805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.391760 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-bafe5d60-cbbb-4963-9352-d931d7d05805 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8bf9c4e2351e44198a03003bd7705966&device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 1094 time: 0.3402998 Sep 21 18:07:05.407134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-8989ff49-5928-4462-8a69-0643f326e6c3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0474200 Sep 21 18:07:05.415254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:05.421556 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cb89e41e-b618-436f-969f-0cebae7a1458 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ff62807afa84b6c86d440e345a3e508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359130 Sep 21 18:07:05.431684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59592) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.437120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:05.444258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5108f0-128b-43b6-b965-0b64eac13d6f req-55ed8c39-c088-4cf4-b49a-77da32d85f68 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.451459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:05.453461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c5108f0-128b-43b6-b965-0b64eac13d6f req-55ed8c39-c088-4cf4-b49a-77da32d85f68 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 932 time: 0.1058607 Sep 21 18:07:05.463224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Request body: {'port': {'device_id': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:05.467222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5a92b7ca-43ef-48f4-b5bf-54c4401f7c5c None None] Provisioning complete for port 3501dd92-7a88-4a8d-a78d-b9903c87b297 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:05.467942 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5a92b7ca-43ef-48f4-b5bf-54c4401f7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.508092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5a92b7ca-43ef-48f4-b5bf-54c4401f7c5c None None] Port 3501dd92-7a88-4a8d-a78d-b9903c87b297 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:05.526099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.551249 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6002f836-3e07-427e-b5b8-6762af74c6af req-945c443c-3755-4bef-a63d-c350f719bdac tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604525 Sep 21 18:07:05.611736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.612375 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.613885 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] 10.222.0.41 "PUT /v2.0/ports/961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 1095 time: 2.7182021 Sep 21 18:07:05.652717 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588f271-895d-470c-ae4d-0e34b5bc7779 x-openstack-request-id: req-2588f271-895d-470c-ae4d-0e34b5bc7779 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:05.653172 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:05.653336 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2588f271-895d-470c-ae4d-0e34b5bc7779 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:05.653659 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4', 'code': 200} Sep 21 18:07:05.661522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8bbfa23f-67aa-4639-a1b3-6595a7406715 None None] Provisioning complete for port 598d44c7-a3e3-49db-baf4-e2dd3134851f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:05.662235 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa23f-67aa-4639-a1b3-6595a7406715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.735737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8bbfa23f-67aa-4639-a1b3-6595a7406715 None None] Port 598d44c7-a3e3-49db-baf4-e2dd3134851f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:05.764909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-3efe65a0-444b-4486-828d-62bab9c50603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.766814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-3efe65a0-444b-4486-828d-62bab9c50603 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 200 len: 907 time: 0.3613307 Sep 21 18:07:05.805903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.906829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c5108f0-128b-43b6-b965-0b64eac13d6f req-e772a472-9d0f-4693-ac80-ce4766f79256 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523344 Sep 21 18:07:05.980585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7c535c-793a-4830-8667-bcea7499b759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.994205 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.019432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7c535c-793a-4830-8667-bcea7499b759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.089383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.106004 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7c535c-793a-4830-8667-bcea7499b759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.109074 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7c535c-793a-4830-8667-bcea7499b759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.110447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1e7c535c-793a-4830-8667-bcea7499b759 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e283a9a5-c859-439a-9120-3d73c2d5d401 HTTP/1.1" status: 204 len: 168 time: 0.6548462 Sep 21 18:07:06.165461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c535c-793a-4830-8667-bcea7499b759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e283a9a5-c859-439a-9120-3d73c2d5d401,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:06.169599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:06.180333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:06.187878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:06.192258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:06.250616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:06.255064 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06b0a02-735a-46db-8565-4c5480a3fdab" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:06.269715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:06.276818 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.285261 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-cf3937a2-4471-4df5-9257-66f52c68f287 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6026f07b-0453-494a-b53c-87327a77b084 HTTP/1.1" status: 200 len: 217 time: 0.4607549 Sep 21 18:07:06.285877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adf8f2-5848-4db7-b1ff-1e45f8147391 service neutron] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:06.317156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-989b8a84-3ce4-4662-a03e-31f12d4be417 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5846622 Sep 21 18:07:06.332499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc', 'admin_state_up': True, 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'security_groups': ['7ad94c20-b6e3-456e-9a0d-1a1e8702daee']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:06.386807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-e63f2934-1d95-404c-9d24-480584591c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:06.391291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-e63f2934-1d95-404c-9d24-480584591c0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1098 time: 0.6815298 Sep 21 18:07:06.449774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf843b9-9ffd-4fa1-85d3-04cf6ead04c4 req-ad436ea0-840f-4af4-afb5-92fbdcddc308 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:06.458689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bf843b9-9ffd-4fa1-85d3-04cf6ead04c4 req-ad436ea0-840f-4af4-afb5-92fbdcddc308 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.6847444 Sep 21 18:07:06.533919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b866b124-1fe8-4179-9645-f0f929279c68 None None] Provisioning complete for port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:06.534578 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b866b124-1fe8-4179-9645-f0f929279c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.544473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-51851af1-8620-44f5-baa5-739f6e2a86ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.1198716 Sep 21 18:07:06.562736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0221f-9499-49a8-8825-bbfb31532c77 req-245741bf-0580-476f-ba14-b21d61bc6dfd tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:06.570502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fe0221f-9499-49a8-8825-bbfb31532c77 req-245741bf-0580-476f-ba14-b21d61bc6dfd tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.1069939 Sep 21 18:07:06.606295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:06.624972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b866b124-1fe8-4179-9645-f0f929279c68 None None] Port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:06.656631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fe0221f-9499-49a8-8825-bbfb31532c77 req-eaa5194e-5b16-4ab3-be9e-c91a9ad2659c tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845902 Sep 21 18:07:06.670509 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bf843b9-9ffd-4fa1-85d3-04cf6ead04c4 req-0990bce7-61b9-4e63-9fed-a3a1a8a6d1b8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107995 Sep 21 18:07:06.689662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-a07c69cd-b211-4a0f-8833-50e58dae7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:06.691185 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-a07c69cd-b211-4a0f-8833-50e58dae7bbd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 200 len: 845 time: 0.3849733 Sep 21 18:07:06.807713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-6e9039c0-a75c-449f-bd95-564aff70413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:06.809459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-6e9039c0-a75c-449f-bd95-564aff70413a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2039785 Sep 21 18:07:06.829827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-a018d937-3598-41b1-bb52-42ea3e37ce24 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2ed2a84c-4825-42a3-8dec-9338a0be517c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440550 Sep 21 18:07:06.850372 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.881745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372076-4827-487a-a2e7-f5e66027f558 req-0478f08f-ec8b-463b-8848-a3757a266e45 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:06.898977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46372076-4827-487a-a2e7-f5e66027f558 req-0478f08f-ec8b-463b-8848-a3757a266e45 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 943 time: 0.1509137 Sep 21 18:07:06.908264 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c85b99e-6238-4f00-ab29-fb4e251badc2 x-openstack-request-id: req-8c85b99e-6238-4f00-ab29-fb4e251badc2 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:06.908554 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:06.908802 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c85b99e-6238-4f00-ab29-fb4e251badc2 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:06.909189 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68', 'status': 'completed', 'code': 200} Sep 21 18:07:07.061602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46372076-4827-487a-a2e7-f5e66027f558 req-c1907451-5578-4948-a0f1-f0d8fb3810a6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570902 Sep 21 18:07:07.133129 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.163952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-73eb7b52-cd6e-416d-ad0d-a72066108219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:07.165635 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-73eb7b52-cd6e-416d-ad0d-a72066108219 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3381245 Sep 21 18:07:07.321727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15973-762c-479f-91db-17c56c1898b4 req-cf6d88eb-8f74-4c38-b3e0-daf12098173f tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:07.329852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04e15973-762c-479f-91db-17c56c1898b4 req-cf6d88eb-8f74-4c38-b3e0-daf12098173f tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 932 time: 0.0991652 Sep 21 18:07:07.339788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7fc5-0d7b-46ef-95ae-c7d2daebde9b req-e1a564eb-df57-4a3b-be8d-4bf2b471e824 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:07.347648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7fc5-0d7b-46ef-95ae-c7d2daebde9b req-e1a564eb-df57-4a3b-be8d-4bf2b471e824 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:07.354255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7fc5-0d7b-46ef-95ae-c7d2daebde9b req-e1a564eb-df57-4a3b-be8d-4bf2b471e824 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:07.356422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f34f7fc5-0d7b-46ef-95ae-c7d2daebde9b req-e1a564eb-df57-4a3b-be8d-4bf2b471e824 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 2373 time: 0.3644938 Sep 21 18:07:07.371122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59660) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:07.391422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1474780-176b-4d1e-bfb1-512fdb4a4227 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:07.408466 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-0b8ec319-2fbb-4229-8cf0-558626b4014b service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196102 Sep 21 18:07:07.431880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04e15973-762c-479f-91db-17c56c1898b4 req-d6955927-07c7-407c-a567-f249d84643d0 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009910 Sep 21 18:07:07.433673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 10.2.2.100 (8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc/efb735b2-df72-4a24-aced-ca68188813ea/4417b933-70ff-42fc-aa04-4c2609b8d4e7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:07.456308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598d44c7-a3e3-49db-baf4-e2dd3134851f {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:07.484238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f34f7fc5-0d7b-46ef-95ae-c7d2daebde9b req-84026fd4-6aca-4cc7-be12-4c66243e44d0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160209 Sep 21 18:07:07.532182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:07.544883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'mac_address': 'fa:16:3e:63:00:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:07.623000 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.629731 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-8566cdef-7c65-4bbf-9458-b3a93c2b879b service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429646 Sep 21 18:07:07.642579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1884021206'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:07.650106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1474780-176b-4d1e-bfb1-512fdb4a4227 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:07.650371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.687275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Transition to ACTIVE for port object 598d44c7-a3e3-49db-baf4-e2dd3134851f will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:07.692267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:07.700110 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.737605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.816149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.836076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:07.905057 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c1474780-176b-4d1e-bfb1-512fdb4a4227'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:07.935459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a828e-0531-4d41-9b29-54fead3807be req-d218f76c-8d14-4785-878e-91b9b4f32d1d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:07.937208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e4a828e-0531-4d41-9b29-54fead3807be req-d218f76c-8d14-4785-878e-91b9b4f32d1d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.1192341 Sep 21 18:07:07.981147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.143932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:08.147852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.150522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:08.182218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e4a828e-0531-4d41-9b29-54fead3807be req-979c2f7b-d370-4689-baa3-99a15034bdf4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282288 Sep 21 18:07:08.192097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.199929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:08.215952 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.228995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Pushing event updated for resources: {'Port': ['ID=598d44c7-a3e3-49db-baf4-e2dd3134851f,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.251141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:08.276206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a83d9-4cb4-428d-a452-4b5ff907b4d8 req-513557e4-e706-48c9-bb48-7047abb4a20c tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.278271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a2a83d9-4cb4-428d-a452-4b5ff907b4d8 req-513557e4-e706-48c9-bb48-7047abb4a20c tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.3505204 Sep 21 18:07:08.408238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.408839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.414729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d9a0ba0-781a-4180-b76a-fffa68667e59 req-a4db2c83-0c88-438e-b54e-39a85f2658b3 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9519687 Sep 21 18:07:08.426843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=4417b933-70ff-42fc-aa04-4c2609b8d4e7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.450658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4dcaadfe-5fe1-4822-a69f-f427118a41fa req-7e687676-7c36-449c-ba14-a47a3341fd95 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435946 Sep 21 18:07:08.514013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08704ed-3cce-4d5c-9f97-6db8d185f67b req-95b89414-fe4b-42c7-b7ae-d04594b5d817 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.530796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d08704ed-3cce-4d5c-9f97-6db8d185f67b req-95b89414-fe4b-42c7-b7ae-d04594b5d817 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 943 time: 0.1055775 Sep 21 18:07:08.543613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a2a83d9-4cb4-428d-a452-4b5ff907b4d8 req-d1de74fc-d47b-493e-91c1-c0835f1ec9cc tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407560 Sep 21 18:07:08.626725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Attempting to bind port 598d44c7-a3e3-49db-baf4-e2dd3134851f on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:08.627166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Attempting to bind port 598d44c7-a3e3-49db-baf4-e2dd3134851f by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:08.628102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Attempting to bind port 598d44c7-a3e3-49db-baf4-e2dd3134851f on network a580323a-30ba-4d98-b035-12e0f11cf97f {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:08.631078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d08704ed-3cce-4d5c-9f97-6db8d185f67b req-97e60f1b-6a44-4459-9011-0ddf4281f1d7 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990422 Sep 21 18:07:08.656558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Port 598d44c7-a3e3-49db-baf4-e2dd3134851f on network a580323a-30ba-4d98-b035-12e0f11cf97f not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:08.656918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Attempting to bind port 598d44c7-a3e3-49db-baf4-e2dd3134851f on network a580323a-30ba-4d98-b035-12e0f11cf97f {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:08.686097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:08.686971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Checking segment: {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:08.687795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Bound using segment: {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:08.688384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Bound port: 598d44c7-a3e3-49db-baf4-e2dd3134851f, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16452e03-e282-4689-9382-3287e151629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:08.688786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.773862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-700d065a-d2cd-421b-8f20-f29cf96f6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.775441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-700d065a-d2cd-421b-8f20-f29cf96f6ec6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1098 time: 0.2580359 Sep 21 18:07:08.822495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-db22aa10-9e4a-4a84-bd1f-c6d82c99a952 None None] Provisioning complete for port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:08.823096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-db22aa10-9e4a-4a84-bd1f-c6d82c99a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.841547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa4573-6a4e-4be6-9b01-fd5b37e7f8b7 req-222470e8-8a9d-4865-b066-194f9aa090da tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.860000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa4573-6a4e-4be6-9b01-fd5b37e7f8b7 req-222470e8-8a9d-4865-b066-194f9aa090da tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.863882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3fe38-45bc-484a-ba06-c639d98157c1 req-883334a0-c9f6-4aa8-a44f-76bafbbbd281 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.871938 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-03b3fe38-45bc-484a-ba06-c639d98157c1 req-883334a0-c9f6-4aa8-a44f-76bafbbbd281 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 944 time: 0.2224491 Sep 21 18:07:08.879217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa4573-6a4e-4be6-9b01-fd5b37e7f8b7 req-222470e8-8a9d-4865-b066-194f9aa090da tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.890095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa4573-6a4e-4be6-9b01-fd5b37e7f8b7 req-222470e8-8a9d-4865-b066-194f9aa090da tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.892639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0aaa4573-6a4e-4be6-9b01-fd5b37e7f8b7 req-222470e8-8a9d-4865-b066-194f9aa090da tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 3094 time: 0.1564612 Sep 21 18:07:08.930807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-db22aa10-9e4a-4a84-bd1f-c6d82c99a952 None None] Port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:08.964984 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.972141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] For port 598d44c7-a3e3-49db-baf4-e2dd3134851f, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:08.974963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0aaa4573-6a4e-4be6-9b01-fd5b37e7f8b7 req-59a49222-930c-4955-8663-37204ca730a1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759358 Sep 21 18:07:08.983478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.985654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-22c11824-2905-4b70-a237-14f07936b197 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6594064 Sep 21 18:07:09.003271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc', 'admin_state_up': True, 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'security_groups': ['7ad94c20-b6e3-456e-9a0d-1a1e8702daee']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.017589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] For port 598d44c7-a3e3-49db-baf4-e2dd3134851f, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:09.065012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.107852 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-03b3fe38-45bc-484a-ba06-c639d98157c1 req-7211a9cd-5a15-4ef9-9f06-bcaab0290afe tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349489 Sep 21 18:07:09.154962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:07:09.170032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Made reservation on behalf of e21527583a5e474ba4d9140a5ad3b06f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:09.172207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1883ee3b-bc9a-4492-ac87-3831044248dd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.189940 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.190423 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment 57df7e81-f2d8-4f22-bcff-79c901b0a6d5 of type vlan for network 80df52eb-2b2a-4232-9968-87025994d7ad Sep 21 18:07:09.196940 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.202907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-58d0bd84-5bbd-42b1-8a98-8e279d195258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:09.204457 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-58d0bd84-5bbd-42b1-8a98-8e279d195258 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.4155786 Sep 21 18:07:09.222437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:09.223095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.236245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] 10.222.0.78 "PUT /v2.0/ports/598d44c7-a3e3-49db-baf4-e2dd3134851f HTTP/1.1" status: 200 len: 1092 time: 3.7971325 Sep 21 18:07:09.238626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:09.241165 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab37de-d3d7-4501-a236-d6ee48f9d181" -d '{"events": [{"name": "network-changed", "server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:09.390726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6026f07b-0453-494a-b53c-87327a77b084 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:09.393920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1474780-176b-4d1e-bfb1-512fdb4a4227 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:09.464742 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e98a6a6-68da-438f-8059-c63f8461d606 x-openstack-request-id: req-1e98a6a6-68da-438f-8059-c63f8461d606 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:09.465334 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:09.466450 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e98a6a6-68da-438f-8059-c63f8461d606 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:09.466450 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'status': 'completed', 'code': 200} Sep 21 18:07:09.581335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Allocated IP 10.2.2.200 (8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc/efb735b2-df72-4a24-aced-ca68188813ea/418ce071-e1b4-4443-9d9a-5c161a39669a) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:09.693636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port c1474780-176b-4d1e-bfb1-512fdb4a4227 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:09.694497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.760098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-6ed055ad-c0f5-4fbb-a5f3-6cc3b9be6b72 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:09.762549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-6ed055ad-c0f5-4fbb-a5f3-6cc3b9be6b72 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.4581325 Sep 21 18:07:09.769059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:09.773066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149654ee-9e80-4686-83dd-dfb00391940b service neutron] Pushing event updated for resources: {'Port': ['ID=598d44c7-a3e3-49db-baf4-e2dd3134851f,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.789379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-af43d6c6-ffbe-42dd-8c3e-391e39c33784 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.5405254 Sep 21 18:07:09.797822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '6026f07b-0453-494a-b53c-87327a77b084', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': '6026f07b-0453-494a-b53c-87327a77b084', 'mac_address': 'fa:16:3e:3b:39:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:09.832982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.835979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-7e6a685e-1fa0-4e2a-91d6-5e62a7f7f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:09.837579 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-7e6a685e-1fa0-4e2a-91d6-5e62a7f7f7b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc39bbff002d430fb050fcbfb17cdc85&device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 1095 time: 0.4529510 Sep 21 18:07:09.846144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4973d-453f-4555-805c-1ebd37f87687 req-33d3da98-3ff5-41e3-9c9a-c098a016f145 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:09.855242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-99e4973d-453f-4555-805c-1ebd37f87687 req-33d3da98-3ff5-41e3-9c9a-c098a016f145 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.3791168 Sep 21 18:07:09.862363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.900466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6026f07b-0453-494a-b53c-87327a77b084 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:09.923259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:09.933249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.978117 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.984708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.990007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-90259948-bf66-4349-b7ef-264b7beba341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:09.991746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-90259948-bf66-4349-b7ef-264b7beba341 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0882418 Sep 21 18:07:10.025354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:10.029398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:10.032174 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437dbb71-826f-45c6-9ddb-ed08b28f5aef" -d '{"events": [{"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-plugged", "status": "completed", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:10.038747 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.063803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:10.077948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.138900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:10.139476 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.resource_extend [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:07:10.164971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-96498139-829e-405d-86e3-27d7e3d51e1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f HTTP/1.1" status: 200 len: 217 time: 0.2682216 Sep 21 18:07:10.180289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:10.192423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc6a4-f499-455d-9c34-3e90703a3590 req-bb4cb9e5-90cf-4316-bead-fa7542f84a3b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.201313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ddebc6a4-f499-455d-9c34-3e90703a3590 req-bb4cb9e5-90cf-4316-bead-fa7542f84a3b tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 945 time: 0.5792108 Sep 21 18:07:10.202438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6026f07b-0453-494a-b53c-87327a77b084'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:10.213585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:10.215356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.224739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.225379 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.250334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:10.257341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event updated for resources: {'Port': ['ID=418ce071-e1b4-4443-9d9a-5c161a39669a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:10.301362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-4542475f-cc17-47f0-b1c8-d410181c4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.304123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-4542475f-cc17-47f0-b1c8-d410181c4eea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2887199 Sep 21 18:07:10.329781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-99e4973d-453f-4555-805c-1ebd37f87687 req-dc6a1fe2-03b4-48fa-982d-e896ed508aad tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731553 Sep 21 18:07:10.432212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Deleting port 112f663d-b897-4060-b90f-cfd47fde9ce1 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:10.435013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ddebc6a4-f499-455d-9c34-3e90703a3590 req-c1953586-a62d-4bf6-b06b-159f91a1a38d tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324731 Sep 21 18:07:10.460532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.493774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.494506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.557423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-021d8dea-3981-46a6-bdd6-6223ff684e63 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5632906 Sep 21 18:07:10.570467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.686336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-52093f71-d2ab-4a1f-b5ef-ec2a0757e381 None None] Provisioning complete for port 418ce071-e1b4-4443-9d9a-5c161a39669a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:10.689238 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-52093f71-d2ab-4a1f-b5ef-ec2a0757e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.701104 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.728195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cffc-fa34-451b-88d1-ff2a798f0191 req-72488a6e-dfd2-492b-b844-b62180b6f84b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.731060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=80df52eb-2b2a-4232-9968-87025994d7ad,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:10.735451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-f54667e8-8741-42ac-b7c5-a9929dc1eefa service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042146 Sep 21 18:07:10.737046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-d8997551-f8c0-402a-adba-69335236e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.738572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-d8997551-f8c0-402a-adba-69335236e6b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=123e3ee3-f1ab-4d4f-a799-dcc67ae7122b HTTP/1.1" status: 200 len: 850 time: 0.5470564 Sep 21 18:07:10.739636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cffc-fa34-451b-88d1-ff2a798f0191 req-72488a6e-dfd2-492b-b844-b62180b6f84b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.745942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cffc-fa34-451b-88d1-ff2a798f0191 req-72488a6e-dfd2-492b-b844-b62180b6f84b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.752224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51af5a80-f04a-48c6-b4fd-e8a881cd461e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3721344 Sep 21 18:07:10.755902 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cffc-fa34-451b-88d1-ff2a798f0191 req-72488a6e-dfd2-492b-b844-b62180b6f84b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.763138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cffc-fa34-451b-88d1-ff2a798f0191 req-72488a6e-dfd2-492b-b844-b62180b6f84b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:10.763774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 80df52eb-2b2a-4232-9968-87025994d7ad details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:07:10.765028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14d2cffc-fa34-451b-88d1-ff2a798f0191 req-72488a6e-dfd2-492b-b844-b62180b6f84b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 3815 time: 0.1830368 Sep 21 18:07:10.768563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59724) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.791652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-995477756'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.834871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-52093f71-d2ab-4a1f-b5ef-ec2a0757e381 None None] Port 418ce071-e1b4-4443-9d9a-5c161a39669a cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:10.939380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:10.942449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.951158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14d2cffc-fa34-451b-88d1-ff2a798f0191 req-6e5ce33f-27ab-409a-906c-371b0543b7d1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532209 Sep 21 18:07:11.022993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:07:11.061449 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4092c8-613b-4b5e-ba7d-f867df1946a4 x-openstack-request-id: req-da4092c8-613b-4b5e-ba7d-f867df1946a4 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:11.062693 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-plugged", "status": "completed", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:11.063129 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da4092c8-613b-4b5e-ba7d-f867df1946a4 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:11.063688 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'code': 200} Sep 21 18:07:11.067328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.067870 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c of type vlan for network 96c6e4f2-e703-4d0d-8700-8119cb3363bf Sep 21 18:07:11.134226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.247368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.252895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:11.253540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.273134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa1e1-d3f1-4e6d-8fc0-27de6ec6fd59 req-d0661945-3cec-4183-8d18-335f3c0d7ab8 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:11.274770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-880aa1e1-d3f1-4e6d-8fc0-27de6ec6fd59 req-d0661945-3cec-4183-8d18-335f3c0d7ab8 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 944 time: 0.1317635 Sep 21 18:07:11.321845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2143624-3032-4d7a-8d89-d454bf1d133c {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:11.344840 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.393337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6244287 Sep 21 18:07:11.393963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59728) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:11.405983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': '80df52eb-2b2a-4232-9968-87025994d7ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:11.415180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d66f95-09c1-4451-be28-baf7026cd719 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=96c6e4f2-e703-4d0d-8700-8119cb3363bf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:11.416530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6026f07b-0453-494a-b53c-87327a77b084 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:11.439860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Transition to ACTIVE for port object d2143624-3032-4d7a-8d89-d454bf1d133c will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:11.460775 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.463323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d06b0a02-735a-46db-8565-4c5480a3fdab req-f8c89e17-4eac-43af-8f2c-85ead69e2368 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916800 Sep 21 18:07:11.517049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:07:11.523462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271725-ed50-4681-8a65-58d1503ea793 req-e7ac9a93-fc91-4666-82d4-327cdd0a3938 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:11.525193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2271725-ed50-4681-8a65-58d1503ea793 req-e7ac9a93-fc91-4666-82d4-327cdd0a3938 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 944 time: 0.8416917 Sep 21 18:07:11.533906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-880aa1e1-d3f1-4e6d-8fc0-27de6ec6fd59 req-3ff6f30a-c468-40d7-befe-57580526de24 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343798 Sep 21 18:07:11.548762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4edc-c49f-457a-8772-fff2469336cc req-175add3c-502d-4f6d-b95e-1bb648bf600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:11.555453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-175add3c-502d-4f6d-b95e-1bb648bf600b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a580323a-30ba-4d98-b035-12e0f11cf97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7945995 Sep 21 18:07:11.567174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] For port 112f663d-b897-4060-b90f-cfd47fde9ce1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=112f663d-b897-4060-b90f-cfd47fde9ce1,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:11.573374 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.586010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2143624-3032-4d7a-8d89-d454bf1d133c,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:11.691458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 6026f07b-0453-494a-b53c-87327a77b084 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:07:11.697658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 6026f07b-0453-494a-b53c-87327a77b084 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:11.701145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:11.704994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.722088 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.912425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Attempting to bind port d2143624-3032-4d7a-8d89-d454bf1d133c on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:11.912767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Attempting to bind port d2143624-3032-4d7a-8d89-d454bf1d133c by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:11.913099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Attempting to bind port d2143624-3032-4d7a-8d89-d454bf1d133c on network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:11.921855 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.968546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:11.969204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Port d2143624-3032-4d7a-8d89-d454bf1d133c on network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:11.969557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Attempting to bind port d2143624-3032-4d7a-8d89-d454bf1d133c on network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:11.978339 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.980419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 112f663d-b897-4060-b90f-cfd47fde9ce1 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:12.037194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2271725-ed50-4681-8a65-58d1503ea793 req-f2453abd-01c1-479e-8982-44afcc327697 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009665 Sep 21 18:07:12.040893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:12.041244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Checking segment: {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:12.041633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Bound using segment: {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:12.042781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Bound port: d2143624-3032-4d7a-8d89-d454bf1d133c, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66da66d-a3ff-453a-bf30-cd5ca3900452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:12.043155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.196439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.224972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:12.259269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 112f663d-b897-4060-b90f-cfd47fde9ce1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=112f663d-b897-4060-b90f-cfd47fde9ce1,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:12.265463 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.273468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dcbe2-7f04-4a12-8619-f3971a070794 req-1108c4ba-0609-4562-a8ea-0249302920b1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.276004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d9dcbe2-7f04-4a12-8619-f3971a070794 req-1108c4ba-0609-4562-a8ea-0249302920b1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.3418791 Sep 21 18:07:12.295593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-75598124-b05e-4d5e-a77a-7e6b5b1f5ef6 service neutron] 10.222.0.78 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179778 Sep 21 18:07:12.368123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=112f663d-b897-4060-b90f-cfd47fde9ce1,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:12.443069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] For port d2143624-3032-4d7a-8d89-d454bf1d133c, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:12.479056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] For port d2143624-3032-4d7a-8d89-d454bf1d133c, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d2143624-3032-4d7a-8d89-d454bf1d133c,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:12.494561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d9dcbe2-7f04-4a12-8619-f3971a070794 req-547335d1-1908-4ac6-9045-1f753f8f48bb tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822953 Sep 21 18:07:12.496430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.501786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.502167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.502520 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Floating IP 3fd5096b-8280-4b86-9e50-e63945addea0 disassociated. External IP: 172.25.3.78, port: 112f663d-b897-4060-b90f-cfd47fde9ce1. Sep 21 18:07:12.502872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Calling delete_port for 112f663d-b897-4060-b90f-cfd47fde9ce1 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:12.509333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.650257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.651322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.652815 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:12.653269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 200 len: 1091 time: 2.0870109 Sep 21 18:07:12.689357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:12.691706 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faca0a28-5ae6-49df-b3e0-abad03b5491a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:12.710040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:12.781608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=d4c8a765-1150-4d49-a225-09d37e9f6d41,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:12.801921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5e976-9a72-431b-a795-34c85e47d9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2143624-3032-4d7a-8d89-d454bf1d133c,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:12.846273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fee4edc-c49f-457a-8772-fff2469336cc req-564d1bd9-93d3-4b08-bfa4-deb317d95b85 service neutron] 10.222.0.78 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408986 Sep 21 18:07:12.850991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.871824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5519c-f310-4dec-8fb1-23b2d57087f3 req-db24a42f-384e-427b-8212-50b6d4abe3c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.886694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5519c-f310-4dec-8fb1-23b2d57087f3 req-db24a42f-384e-427b-8212-50b6d4abe3c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.893206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5519c-f310-4dec-8fb1-23b2d57087f3 req-db24a42f-384e-427b-8212-50b6d4abe3c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.895414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e2f46-e408-40cd-98e3-36192a339919 req-0371c969-c6c1-4153-8379-b19cca7bdb62 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.906886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:12.908705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c98e2f46-e408-40cd-98e3-36192a339919 req-0371c969-c6c1-4153-8379-b19cca7bdb62 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5a5021-e0ee-419b-b792-41d2af4db371 HTTP/1.1" status: 200 len: 867 time: 0.6992719 Sep 21 18:07:12.920564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '961a3c32-103f-4ba8-b616-f2e624657b68', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '961a3c32-103f-4ba8-b616-f2e624657b68', 'mac_address': 'fa:16:3e:bc:9a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:12.921387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5519c-f310-4dec-8fb1-23b2d57087f3 req-db24a42f-384e-427b-8212-50b6d4abe3c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.928707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5519c-f310-4dec-8fb1-23b2d57087f3 req-db24a42f-384e-427b-8212-50b6d4abe3c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.929798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ce5519c-f310-4dec-8fb1-23b2d57087f3 req-db24a42f-384e-427b-8212-50b6d4abe3c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 3827 time: 0.3204875 Sep 21 18:07:12.958064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': '57df7e81-f2d8-4f22-bcff-79c901b0a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '80df52eb-2b2a-4232-9968-87025994d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:12.958361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: 80df52eb-2b2a-4232-9968-87025994d7ad, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:07:12.986522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.993628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.002656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event deleted for resources: {'Port': ['ID=112f663d-b897-4060-b90f-cfd47fde9ce1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:13.034234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961a3c32-103f-4ba8-b616-f2e624657b68 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:13.077922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:13.079309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6026f07b-0453-494a-b53c-87327a77b084'}, {'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:13.083726 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91294029-2a69-41dc-8223-e4a08bcbd959" -d '{"events": [{"server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "name": "network-vif-plugged", "status": "completed", "tag": "6026f07b-0453-494a-b53c-87327a77b084"}, {"server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "name": "network-vif-unplugged", "status": "completed", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:13.089957 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.111362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ce5519c-f310-4dec-8fb1-23b2d57087f3 req-c458455b-be71-458c-b4d6-562c557da753 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679733 Sep 21 18:07:13.116509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 80df52eb-2b2a-4232-9968-87025994d7ad is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:07:13.162098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:13.166227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 80df52eb-2b2a-4232-9968-87025994d7ad) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:13.189849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1abbe-0ea9-4ca6-87a1-7daa207604e1 None None] Network 80df52eb-2b2a-4232-9968-87025994d7ad requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:13.204013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:13.211674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.262960 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c98e2f46-e408-40cd-98e3-36192a339919 req-7ba86eaa-7ab7-409d-803b-c6ae383b1071 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d55dfff-4e24-4f45-bf39-b31b97437dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518174 Sep 21 18:07:13.292736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:13.298096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-02005ad1-e0d1-4c09-acb6-78169fe19e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:13.301901 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-02005ad1-e0d1-4c09-acb6-78169fe19e4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc39bbff002d430fb050fcbfb17cdc85&device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 1095 time: 0.3719032 Sep 21 18:07:13.485978 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f0fbac-855f-475d-82ac-72e9fd424880 x-openstack-request-id: req-66f0fbac-855f-475d-82ac-72e9fd424880 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:13.485978 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:13.486471 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66f0fbac-855f-475d-82ac-72e9fd424880 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:13.486589 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'status': 'completed', 'code': 200} Sep 21 18:07:13.548797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:13.569499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:13.570261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-975394ad-9abe-434d-9203-04e3d5fc8ae7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1694369 Sep 21 18:07:13.591749 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] Sync routers for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:13.592490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59756) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:13.617333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:13.618042 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:13.633760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': '96c6e4f2-e703-4d0d-8700-8119cb3363bf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:13.825400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-80df52eb-2b2a-4232-9968-87025994d7ad', 'network_id': '80df52eb-2b2a-4232-9968-87025994d7ad', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': 'd4c8a765-1150-4d49-a225-09d37e9f6d41'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:07:13.826281 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.947183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94585b-d7d4-4ed8-8ec2-e0b8c02f48b1 req-11c5a44d-0713-4562-afd9-fcc5c71e2f09 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:13.956040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c94585b-d7d4-4ed8-8ec2-e0b8c02f48b1 req-11c5a44d-0713-4562-afd9-fcc5c71e2f09 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 944 time: 0.6377995 Sep 21 18:07:14.044223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] No DVR routers for this DVR port 112f663d-b897-4060-b90f-cfd47fde9ce1 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:14.081555 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.084218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad1a0c9-c34d-4e7d-9374-c30093540d42 req-5bb593ed-786d-4dd2-b949-ff66b59f4a30 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.78 "DELETE /v2.0/ports/112f663d-b897-4060-b90f-cfd47fde9ce1 HTTP/1.1" status: 204 len: 173 time: 4.2932568 Sep 21 18:07:14.109652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'name': 'network-vif-deleted', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:14.112318 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08849fb8-56e8-4ad1-8a74-061f9dd1e656" -d '{"events": [{"server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "name": "network-vif-deleted", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:14.117452 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:14.277079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c94585b-d7d4-4ed8-8ec2-e0b8c02f48b1 req-c96f21a9-275f-4287-ba6a-62ba3e7ce61b tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019104 Sep 21 18:07:14.296554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Allocated IP 2001:db8::2 (80df52eb-2b2a-4232-9968-87025994d7ad/d4c8a765-1150-4d49-a225-09d37e9f6d41/0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:14.341923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e131b204-a153-4170-86ef-52e475bc2ea2 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:14.380292 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.396814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d71f6e8e-6daf-44be-9788-aab131c9a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:14.403614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d71f6e8e-6daf-44be-9788-aab131c9a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:14.404387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d71f6e8e-6daf-44be-9788-aab131c9a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:14.404873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d71f6e8e-6daf-44be-9788-aab131c9a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:14.405348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d71f6e8e-6daf-44be-9788-aab131c9a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:14.412558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d71f6e8e-6daf-44be-9788-aab131c9a198 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 4362 time: 0.9082360 Sep 21 18:07:14.421040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Transition to ACTIVE for port object e131b204-a153-4170-86ef-52e475bc2ea2 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:14.426712 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.463172 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beb6fbf-60b4-4ebd-b4ac-d4c0fa415ff0 x-openstack-request-id: req-7beb6fbf-60b4-4ebd-b4ac-d4c0fa415ff0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:14.463477 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "name": "network-vif-plugged", "status": "completed", "tag": "6026f07b-0453-494a-b53c-87327a77b084", "code": 200}, {"server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "name": "network-vif-unplugged", "status": "completed", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:14.464268 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7beb6fbf-60b4-4ebd-b4ac-d4c0fa415ff0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:14.465136 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6026f07b-0453-494a-b53c-87327a77b084', 'code': 200} Sep 21 18:07:14.465404 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'code': 200} Sep 21 18:07:14.692432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Pushing event updated for resources: {'Port': ['ID=e131b204-a153-4170-86ef-52e475bc2ea2,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.708039 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.720301 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:55Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:14.734494 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.760131 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] Checking router: 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:07:14.771182 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:14.772806 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:14.854997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Network 80df52eb-2b2a-4232-9968-87025994d7ad is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:14.866155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:14.873698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:14.913576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-b4d677aa-2311-4bad-bae7-668d8d86727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:14.915872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-b4d677aa-2311-4bad-bae7-668d8d86727e service neutron] 10.222.0.78 "GET /v2.0/networks?id=a580323a-30ba-4d98-b035-12e0f11cf97f HTTP/1.1" status: 200 len: 913 time: 1.6038561 Sep 21 18:07:14.920473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Pushing event updated for resources: {'Port': ['ID=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:15.019553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eeb8e-aad4-4a9b-a344-21d3f5d63362 req-a2bca156-5062-405c-a870-0056e74bd5fe tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.027232 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:15.029045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf4eeb8e-aad4-4a9b-a344-21d3f5d63362 req-a2bca156-5062-405c-a870-0056e74bd5fe tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 948 time: 0.4186983 Sep 21 18:07:15.038031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Attempting to bind port e131b204-a153-4170-86ef-52e475bc2ea2 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:15.038442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Attempting to bind port e131b204-a153-4170-86ef-52e475bc2ea2 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:15.038779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Attempting to bind port e131b204-a153-4170-86ef-52e475bc2ea2 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:15.046529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ded09-6f41-4447-a86b-6cfc9bf034c6 req-8d7366b7-99ee-4d34-bfcd-991418ed72d3 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.047448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Attempting to bind port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:15.048976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Attempting to bind port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '57df7e81-f2d8-4f22-bcff-79c901b0a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '80df52eb-2b2a-4232-9968-87025994d7ad'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:15.052144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Attempting to bind port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc on network 80df52eb-2b2a-4232-9968-87025994d7ad {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:15.054827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Port e131b204-a153-4170-86ef-52e475bc2ea2 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:15.055162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Attempting to bind port e131b204-a153-4170-86ef-52e475bc2ea2 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:15.058015 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-010ded09-6f41-4447-a86b-6cfc9bf034c6 req-8d7366b7-99ee-4d34-bfcd-991418ed72d3 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 945 time: 1.0872736 Sep 21 18:07:15.060072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:15.060702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Checking segment: {'id': '57df7e81-f2d8-4f22-bcff-79c901b0a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '80df52eb-2b2a-4232-9968-87025994d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:15.061278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.061836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Bound using segment: {'id': '57df7e81-f2d8-4f22-bcff-79c901b0a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '80df52eb-2b2a-4232-9968-87025994d7ad'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:15.062429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:15.062705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Bound port: 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57df7e81-f2d8-4f22-bcff-79c901b0a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '80df52eb-2b2a-4232-9968-87025994d7ad'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:15.063051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Checking segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:15.063448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Bound using segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:15.063583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.063892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Bound port: e131b204-a153-4170-86ef-52e475bc2ea2, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:15.064309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.115920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf4eeb8e-aad4-4a9b-a344-21d3f5d63362 req-7d2b062c-faf0-44be-8c92-aef0c9e6a4d5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856693 Sep 21 18:07:15.220925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-010ded09-6f41-4447-a86b-6cfc9bf034c6 req-30571319-6d62-4e84-91bd-fcdbc69eebe8 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537657 Sep 21 18:07:15.221082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] For port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:15.224843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] For port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,segment=NetworkSegment(57df7e81-f2d8-4f22-bcff-79c901b0a6d5),segment_id=57df7e81-f2d8-4f22-bcff-79c901b0a6d5)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:15.242873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.379872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e6700-7ce0-44d7-9325-18a071f05967 None None] Pushing event updated for resources: {'Port': ['ID=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:15.411843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] For port e131b204-a153-4170-86ef-52e475bc2ea2, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:15.422711 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6027756c-d6d5-4165-ae5e-cdab82d75bc1 x-openstack-request-id: req-6027756c-d6d5-4165-ae5e-cdab82d75bc1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:15.423325 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5a5021-e0ee-419b-b792-41d2af4db371", "name": "network-vif-deleted", "tag": "112f663d-b897-4060-b90f-cfd47fde9ce1", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:15.423325 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6027756c-d6d5-4165-ae5e-cdab82d75bc1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:15.423610 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5a5021-e0ee-419b-b792-41d2af4db371', 'name': 'network-vif-deleted', 'tag': '112f663d-b897-4060-b90f-cfd47fde9ce1', 'status': 'completed', 'code': 200} Sep 21 18:07:15.427390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 598d44c7-a3e3-49db-baf4-e2dd3134851f details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:15.450158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] For port e131b204-a153-4170-86ef-52e475bc2ea2, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e131b204-a153-4170-86ef-52e475bc2ea2,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:15.483198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.518420 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-f5016fef-eb4d-465a-9913-c87f4587b3d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f HTTP/1.1" status: 200 len: 217 time: 0.4546819 Sep 21 18:07:15.535063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-8f5f937d-922f-4cad-aa65-373efd1244cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.535704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-8f5f937d-922f-4cad-aa65-373efd1244cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.536292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-8f5f937d-922f-4cad-aa65-373efd1244cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.538368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-8f5f937d-922f-4cad-aa65-373efd1244cf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&shared=False HTTP/1.1" status: 200 len: 2300 time: 1.0960217 Sep 21 18:07:15.541512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:15.547125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.571402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-0cd6978f-b4dc-461f-b13c-4400bc42183e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.583302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-0cd6978f-b4dc-461f-b13c-4400bc42183e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.597168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-0cd6978f-b4dc-461f-b13c-4400bc42183e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.601409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da979b3-abb5-4fb3-9416-1a1d9614d7f0 req-7acc24d3-f777-4333-8abe-09f10bccf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.603259 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da979b3-abb5-4fb3-9416-1a1d9614d7f0 req-7acc24d3-f777-4333-8abe-09f10bccf819 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 1096 time: 0.7087002 Sep 21 18:07:15.603706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-0cd6978f-b4dc-461f-b13c-4400bc42183e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.614086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-0cd6978f-b4dc-461f-b13c-4400bc42183e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.639422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-0cd6978f-b4dc-461f-b13c-4400bc42183e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.648063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-0cd6978f-b4dc-461f-b13c-4400bc42183e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 4605 time: 0.3612409 Sep 21 18:07:15.650181 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:55Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:15.680585 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 598d44c7-a3e3-49db-baf4-e2dd3134851f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:15.733719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'port_id': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'mac_address': 'fa:16:3e:56:06:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:15.786985 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279af274-bb63-49e5-8293-67d49eb51854 None None] The sync data for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 is: [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:04:47Z', 'revision_number': 4, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'addb5692-de66-4e75-a619-64069c2b487d', 'name': '', 'network_id': '82002a8b-978d-4a14-9987-5f4be212befa', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'mac_address': 'fa:16:3e:8a:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:46Z', 'updated_at': '2021-09-21T18:04:55Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'subnets': [{'id': 'c4e34df7-d037-4c3b-9de5-8153051870f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:15.857689 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.916502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598d44c7-a3e3-49db-baf4-e2dd3134851f {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:15.962144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 598d44c7-a3e3-49db-baf4-e2dd3134851f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:15.979389 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.087780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=598d44c7-a3e3-49db-baf4-e2dd3134851f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:16.231211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['598d44c7-a3e3-49db-baf4-e2dd3134851f'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:16.381946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2a913-f098-4184-947d-b0570b35c061 None None] New status for floating IP 3fd5096b-8280-4b86-9e50-e63945addea0: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:07:16.410924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.412290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.413877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] 10.222.0.41 "PUT /v2.0/ports/e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 1136 time: 3.7167859 Sep 21 18:07:16.414904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66245dcd-2cf9-4ef9-9871-d0d05afb1745 service neutron] Pushing event updated for resources: {'Port': ['ID=e131b204-a153-4170-86ef-52e475bc2ea2,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:16.426524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'e131b204-a153-4170-86ef-52e475bc2ea2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:16.430654 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da55639a-a064-4a1b-85ed-376f0ca0876f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "e131b204-a153-4170-86ef-52e475bc2ea2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:16.458266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:16.556330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0233f4e6-f154-47a5-8830-4a44a2461baf req-df4456c0-6329-49dc-889d-0da26ae8a382 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8561203 Sep 21 18:07:16.641583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.726077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:16.843073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d8233953-c829-442d-8891-23a1a9c99513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.850661 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-faca0a28-5ae6-49df-b3e0-abad03b5491a req-d8233953-c829-442d-8891-23a1a9c99513 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.2978904 Sep 21 18:07:16.926866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59798) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:16.929014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da979b3-abb5-4fb3-9416-1a1d9614d7f0 req-df9a002b-5713-4bdb-8e4b-0c8d2b82e69c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1018062 Sep 21 18:07:16.981497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-7c7d4aad-9687-4211-b27b-6271ecb117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.983061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-7c7d4aad-9687-4211-b27b-6271ecb117a7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=123e3ee3-f1ab-4d4f-a799-dcc67ae7122b HTTP/1.1" status: 200 len: 850 time: 1.4435465 Sep 21 18:07:17.029603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 961a3c32-103f-4ba8-b616-f2e624657b68 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:07:17.039136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 961a3c32-103f-4ba8-b616-f2e624657b68 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:17.040091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.153683 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd32749f-cd61-47d2-a07d-e2cd3740aa9f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.160586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcd53c-3834-4f91-b647-d481040ac404 req-3e578efa-1555-417d-abc2-cd5b2d336354 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.170378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44dcd53c-3834-4f91-b647-d481040ac404 req-3e578efa-1555-417d-abc2-cd5b2d336354 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 948 time: 0.1830604 Sep 21 18:07:17.185432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd32749f-cd61-47d2-a07d-e2cd3740aa9f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.225303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5cda71-a861-41dc-b135-6954bafbda5b None None] Network 80df52eb-2b2a-4232-9968-87025994d7ad requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:17.244867 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.305353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58811117-303e-4fea-b35c-28bfa209477e req-b5dea53b-ef02-4093-9566-fbcae54009cf tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.325361 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58811117-303e-4fea-b35c-28bfa209477e req-b5dea53b-ef02-4093-9566-fbcae54009cf tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 945 time: 0.6457860 Sep 21 18:07:17.351878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd621c11-7cd7-4811-82ff-1e9ab8eff8eb {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:17.353402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:17.356879 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837dbf82-abc2-4dd0-bd36-a1b0989d38e2" -d '{"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-plugged", "status": "completed", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:17.381477 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.389597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:17.391626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8c7be1fa-7178-433a-9852-7d908c7d3404 None None] Provisioning complete for port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:17.392117 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c7be1fa-7178-433a-9852-7d908c7d3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.420513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Transition to ACTIVE for port object dd621c11-7cd7-4811-82ff-1e9ab8eff8eb will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:17.435621 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.440447 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.497539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44dcd53c-3834-4f91-b647-d481040ac404 req-0eb192b2-1b7e-49da-aaaa-4e27c1d2e8d0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259397 Sep 21 18:07:17.512676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:17.551442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-c4abe2e4-4c2d-4c38-81c3-8aae5a56c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.559102 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-c4abe2e4-4c2d-4c38-81c3-8aae5a56c83a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a580323a-30ba-4d98-b035-12e0f11cf97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4075339 Sep 21 18:07:17.650847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:17.678358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:17.743125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:17.743672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.770114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e8d30-c9da-47ce-9413-5a11b36d2341 req-74dcf78e-2d7f-4737-b5b4-9116a46d4cd6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.778431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-710e8d30-c9da-47ce-9413-5a11b36d2341 req-74dcf78e-2d7f-4737-b5b4-9116a46d4cd6 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 945 time: 0.1331389 Sep 21 18:07:17.830927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Attempting to bind port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:17.831569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Attempting to bind port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:17.832085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Attempting to bind port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:17.841343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb on network a6836101-bfde-469a-9254-dfa61f3fc5a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:17.842912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Attempting to bind port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:17.877826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-710e8d30-c9da-47ce-9413-5a11b36d2341 req-1f7cfd43-d2e9-4402-80c5-2798869d0055 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981309 Sep 21 18:07:17.879186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:17.879535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Checking segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:17.883717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Bound using segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:17.886989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Bound port: dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:17.887403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.896097 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c7be1fa-7178-433a-9852-7d908c7d3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.011412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd32749f-cd61-47d2-a07d-e2cd3740aa9f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.014220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd32749f-cd61-47d2-a07d-e2cd3740aa9f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.015392 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cd32749f-cd61-47d2-a07d-e2cd3740aa9f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "DELETE /v2.0/security-groups/9d55dfff-4e24-4f45-bf39-b31b97437dd6 HTTP/1.1" status: 204 len: 168 time: 1.0854833 Sep 21 18:07:18.021161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59808) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:18.030095 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b19b7-4454-4b61-8379-f45ba37021f8 x-openstack-request-id: req-dc0b19b7-4454-4b61-8379-f45ba37021f8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:18.031875 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "e131b204-a153-4170-86ef-52e475bc2ea2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:18.032248 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc0b19b7-4454-4b61-8379-f45ba37021f8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:18.033086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58811117-303e-4fea-b35c-28bfa209477e req-908aae5b-f34a-4504-8b02-f85df2080505 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7036362 Sep 21 18:07:18.033434 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'e131b204-a153-4170-86ef-52e475bc2ea2', 'status': 'completed', 'code': 200} Sep 21 18:07:18.035168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-f73173db-9426-4501-881a-ae379d21552b service neutron] 10.222.0.78 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283428 Sep 21 18:07:18.116653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8c7be1fa-7178-433a-9852-7d908c7d3404 None None] For port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,segment=NetworkSegment(57df7e81-f2d8-4f22-bcff-79c901b0a6d5),segment_id=57df7e81-f2d8-4f22-bcff-79c901b0a6d5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:18.123757 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.144709 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-66ef98a1-9b10-45b1-8c36-293718715173 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] show failed (client error): The resource could not be found. Sep 21 18:07:18.149624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c7be1fa-7178-433a-9852-7d908c7d3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.150565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-66ef98a1-9b10-45b1-8c36-293718715173 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "GET /v2.0/security-groups/9d55dfff-4e24-4f45-bf39-b31b97437dd6 HTTP/1.1" status: 404 len: 347 time: 0.0948522 Sep 21 18:07:18.164152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59818) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:18.198952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32749f-cd61-47d2-a07d-e2cd3740aa9f tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d55dfff-4e24-4f45-bf39-b31b97437dd6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:18.322275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-feab37de-d3d7-4501-a236-d6ee48f9d181 req-f76bb831-ffc3-4d1a-a98f-5e82b92af17c service neutron] 10.222.0.78 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217935 Sep 21 18:07:18.326081 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a4264e-1750-4abc-85f1-cae09d102098 x-openstack-request-id: req-29a4264e-1750-4abc-85f1-cae09d102098 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:18.326775 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-plugged", "status": "completed", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:18.332134 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29a4264e-1750-4abc-85f1-cae09d102098 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:18.336196 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68', 'code': 200} Sep 21 18:07:18.353904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.356136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.356860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.357549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.358151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.364651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.364651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.364651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-a6ca9825-fc8d-45b4-8330-5a394b475aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6176 time: 0.3259413 Sep 21 18:07:18.364651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.490688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] For port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:18.517015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] For port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:18.539993 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:07:18.544152 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:07:18.549647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.586405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5923f-e8b8-4403-b53a-e835c5025428 req-4505dacb-7f6f-4694-b391-1611e706655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.589070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67a5923f-e8b8-4403-b53a-e835c5025428 req-4505dacb-7f6f-4694-b391-1611e706655e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1100 time: 0.1952844 Sep 21 18:07:18.603797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7be1fa-7178-433a-9852-7d908c7d3404 None None] Pushing event updated for resources: {'Port': ['ID=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:18.628771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=49ac3d24-af6c-4bbf-ab86-44310e2044e0,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:18.639293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-2883a62e-1e85-4feb-b980-4a762fe045b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.640034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-2883a62e-1e85-4feb-b980-4a762fe045b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.640712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-2883a62e-1e85-4feb-b980-4a762fe045b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.642498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-2883a62e-1e85-4feb-b980-4a762fe045b4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.2679656 Sep 21 18:07:18.686887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.687853 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.689961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] 10.222.0.41 "PUT /v2.0/ports/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 1134 time: 2.2366056 Sep 21 18:07:18.716912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0f34d4c2-e9be-49d6-b240-994809fc837e None None] Provisioning complete for port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:18.717296 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f34d4c2-e9be-49d6-b240-994809fc837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.756141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:18.802941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-5d5442da-599b-4fbd-9079-d97f772ab4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.805258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da55639a-a064-4a1b-85ed-376f0ca0876f req-5d5442da-599b-4fbd-9079-d97f772ab4a4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1519425 Sep 21 18:07:18.818317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.826595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.848932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.869151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213a37b-623e-4e3f-bc03-f0c7be5499cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:18.881312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.890724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.891022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67a5923f-e8b8-4403-b53a-e835c5025428 req-4c0b34f9-0ae4-469b-8ede-3bbc61928ae5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937775 Sep 21 18:07:18.900626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.908968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.911127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-7011d4d0-acc1-42a8-a2e8-4dc651238696 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5381 time: 0.4459717 Sep 21 18:07:18.925615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Deleting port 339e8e57-541c-4d8c-b3da-0dc4711a8365 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:18.925961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.937117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': 'e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '96c6e4f2-e703-4d0d-8700-8119cb3363bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:18.937496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: 96c6e4f2-e703-4d0d-8700-8119cb3363bf, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:07:18.976690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8f952-6b37-4767-a517-a7b6ebd0f153 req-84252542-16c9-4864-9054-3c02610f46a9 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.978234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2e8f952-6b37-4767-a517-a7b6ebd0f153 req-84252542-16c9-4864-9054-3c02610f46a9 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.3301525 Sep 21 18:07:19.007058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:07:19.018676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.025468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 96c6e4f2-e703-4d0d-8700-8119cb3363bf) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:19.033127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b7b25e0-e3a6-4745-acc3-3607c4991d46 req-b28a6bd1-dd9d-4d12-9b23-f7de693c9692 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054118 Sep 21 18:07:19.036340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.036921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.063885 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7ea2ffe2-5f9f-4b22-ac2e-ce5d1f266e56 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.4579608 Sep 21 18:07:19.064658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59824) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:19.075268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-787793a7-098b-4db7-849c-786df47d6ef6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2133472896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:19.107901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-787793a7-098b-4db7-849c-786df47d6ef6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.109078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-787793a7-098b-4db7-849c-786df47d6ef6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.155212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2e8f952-6b37-4767-a517-a7b6ebd0f153 req-461ef965-c3bd-4b34-a94a-4a3f393d0020 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524808 Sep 21 18:07:19.166106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8280c8-a7fe-4b52-bfa1-df34a391f06a None None] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:19.258983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.259234 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.300298 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-787793a7-098b-4db7-849c-786df47d6ef6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.341859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-787793a7-098b-4db7-849c-786df47d6ef6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.357681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Calling delete_port for 339e8e57-541c-4d8c-b3da-0dc4711a8365 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:19.396361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678597a-e257-42a1-8081-148d4bb2413f req-7da8c48f-4e36-4a79-8147-c651cba1f01b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.407378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9678597a-e257-42a1-8081-148d4bb2413f req-7da8c48f-4e36-4a79-8147-c651cba1f01b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 945 time: 0.1053126 Sep 21 18:07:19.412595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-787793a7-098b-4db7-849c-786df47d6ef6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.417797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-787793a7-098b-4db7-849c-786df47d6ef6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3514915 Sep 21 18:07:19.432409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59832) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:19.474520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 598d44c7-a3e3-49db-baf4-e2dd3134851f up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:19.507991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b203-f5bc-4c68-84d7-88eec23c8a2f req-c19b47ba-b82b-4f8d-b663-1379ea73eaa1 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.516974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f47b203-f5bc-4c68-84d7-88eec23c8a2f req-c19b47ba-b82b-4f8d-b663-1379ea73eaa1 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 945 time: 0.1895983 Sep 21 18:07:19.614556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:19.670162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-96c6e4f2-e703-4d0d-8700-8119cb3363bf', 'network_id': '96c6e4f2-e703-4d0d-8700-8119cb3363bf', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': '49ac3d24-af6c-4bbf-ab86-44310e2044e0'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:07:19.680220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f47b203-f5bc-4c68-84d7-88eec23c8a2f req-dfe96fa5-7a9a-4e1e-877a-bfb1ac6a09f9 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616819 Sep 21 18:07:19.681230 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.748249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 598d44c7-a3e3-49db-baf4-e2dd3134851f completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:07:19.754788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 598d44c7-a3e3-49db-baf4-e2dd3134851f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:19.755166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.831632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9678597a-e257-42a1-8081-148d4bb2413f req-473a5c7d-edfa-4d7d-9a84-36eaf6673b5a tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208257 Sep 21 18:07:19.863459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.896348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3501dd92-7a88-4a8d-a78d-b9903c87b297 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:20.003190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:20.003568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.032544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.036078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'dd621c11-7cd7-4811-82ff-1e9ab8eff8eb'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:20.047095 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf815401-eea9-4950-83bc-24e68651b777" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "dd621c11-7cd7-4811-82ff-1e9ab8eff8eb"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:20.102901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Pushing event deleted for resources: {'Port': ['ID=339e8e57-541c-4d8c-b3da-0dc4711a8365,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:20.201633 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.213140 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b1d83-4e8a-40dd-b96e-2c7c6508f70a x-openstack-request-id: req-104b1d83-4e8a-40dd-b96e-2c7c6508f70a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:20.213446 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "dd621c11-7cd7-4811-82ff-1e9ab8eff8eb", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:20.213755 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-104b1d83-4e8a-40dd-b96e-2c7c6508f70a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:20.214712 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'dd621c11-7cd7-4811-82ff-1e9ab8eff8eb', 'status': 'completed', 'code': 200} Sep 21 18:07:20.215783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Transition to ACTIVE for port object 3501dd92-7a88-4a8d-a78d-b9903c87b297 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:20.263631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Allocated IP 2001:db8:1::2 (96c6e4f2-e703-4d0d-8700-8119cb3363bf/49ac3d24-af6c-4bbf-ab86-44310e2044e0/39386be2-3603-447d-b46d-782ac1e31c19) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:20.276277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.342261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:20.344541 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a3993-0023-4975-9c91-f527577313df" -d '{"events": [{"server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "name": "network-vif-plugged", "status": "completed", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:20.363408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 598d44c7-a3e3-49db-baf4-e2dd3134851f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:20.395627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.402769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.404108 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.409689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.416037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.423247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.430656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.437805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.441330 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f132cad5-66f7-408b-a9f8-dda52452243f req-401498d5-82c9-4b0c-93c3-2f4767092edc tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5393 time: 0.1618705 Sep 21 18:07:20.447677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.466368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.467521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f40da792-92fc-48cd-b98c-4626308960d6 tempest-ServersTestJSON-892436755 tempest-ServersTestJSON-892436755-project] 10.222.0.70 "DELETE /v2.0/floatingips/3fd5096b-8280-4b86-9e50-e63945addea0 HTTP/1.1" status: 204 len: 168 time: 2.3023539 Sep 21 18:07:20.474227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.486943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.487432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.487910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.488380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.488847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.489311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.491868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf815401-eea9-4950-83bc-24e68651b777 req-b88c2324-4b95-4bbc-8ef7-4b8e53ebd253 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6243 time: 0.3004231 Sep 21 18:07:20.497906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59860) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:20.549116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f132cad5-66f7-408b-a9f8-dda52452243f req-c5083e02-dfeb-4781-b244-a5c3529f1f50 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018713 Sep 21 18:07:20.577498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Pushing event updated for resources: {'Port': ['ID=3501dd92-7a88-4a8d-a78d-b9903c87b297,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:20.610259 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.732046 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ff571d-bbaa-4e46-b166-1aa50733bd8b x-openstack-request-id: req-81ff571d-bbaa-4e46-b166-1aa50733bd8b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:20.732274 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "name": "network-vif-plugged", "status": "completed", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:20.738733 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81ff571d-bbaa-4e46-b166-1aa50733bd8b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:20.739430 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'code': 200} Sep 21 18:07:20.871764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=598d44c7-a3e3-49db-baf4-e2dd3134851f,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:21.061081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.083323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.112239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:21.137795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:21.155480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:21.227297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Pushing event updated for resources: {'Port': ['ID=39386be2-3603-447d-b46d-782ac1e31c19,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:21.258677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Attempting to bind port 39386be2-3603-447d-b46d-782ac1e31c19 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:21.259048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e34b1-4b13-47e3-9724-7e076347c6c8 req-dd4092ed-3487-4dc9-91fc-02af08f7e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.259624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Attempting to bind port 39386be2-3603-447d-b46d-782ac1e31c19 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '96c6e4f2-e703-4d0d-8700-8119cb3363bf'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:21.260173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Attempting to bind port 39386be2-3603-447d-b46d-782ac1e31c19 on network 96c6e4f2-e703-4d0d-8700-8119cb3363bf {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:21.260602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d13e34b1-4b13-47e3-9724-7e076347c6c8 req-dd4092ed-3487-4dc9-91fc-02af08f7e6ea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 1097 time: 0.4328907 Sep 21 18:07:21.267618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:21.268293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Checking segment: {'id': 'e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '96c6e4f2-e703-4d0d-8700-8119cb3363bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:21.268921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.269636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Bound using segment: {'id': 'e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '96c6e4f2-e703-4d0d-8700-8119cb3363bf'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:21.270324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Bound port: 39386be2-3603-447d-b46d-782ac1e31c19, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '96c6e4f2-e703-4d0d-8700-8119cb3363bf'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:21.270887 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.278584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d430-df54-483b-ace1-84cb71c8df7e req-4cd1c034-f286-45ec-b26a-03c009b0ce95 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.285810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b358d430-df54-483b-ace1-84cb71c8df7e req-4cd1c034-f286-45ec-b26a-03c009b0ce95 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.2051878 Sep 21 18:07:21.319009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Attempting to bind port 3501dd92-7a88-4a8d-a78d-b9903c87b297 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:21.319009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Attempting to bind port 3501dd92-7a88-4a8d-a78d-b9903c87b297 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:21.319375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Attempting to bind port 3501dd92-7a88-4a8d-a78d-b9903c87b297 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:21.369455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] For port 39386be2-3603-447d-b46d-782ac1e31c19, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:21.375851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] For port 39386be2-3603-447d-b46d-782ac1e31c19, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=39386be2-3603-447d-b46d-782ac1e31c19,segment=NetworkSegment(e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c),segment_id=e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:21.383387 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.395071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d13e34b1-4b13-47e3-9724-7e076347c6c8 req-e296ce06-1551-416e-9a1b-d27b49b53619 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041908 Sep 21 18:07:21.430017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b358d430-df54-483b-ace1-84cb71c8df7e req-3a2642f8-3564-40cf-bc2d-121503959078 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263223 Sep 21 18:07:21.430017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8::1 (80df52eb-2b2a-4232-9968-87025994d7ad/d4c8a765-1150-4d49-a225-09d37e9f6d41/95905bd4-5470-456b-8bb7-a8fcec08564e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:21.454986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Port 3501dd92-7a88-4a8d-a78d-b9903c87b297 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:21.456514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Attempting to bind port 3501dd92-7a88-4a8d-a78d-b9903c87b297 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:21.519738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf842-9d6d-4a70-a81b-d130c20a2a68 None None] Pushing event updated for resources: {'Port': ['ID=39386be2-3603-447d-b46d-782ac1e31c19,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:21.534395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa66653-7e60-4782-9e5c-1213d1dfc16a req-1d228c1f-31f3-4e1c-aeae-029d3e0944fe tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.543507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4aa66653-7e60-4782-9e5c-1213d1dfc16a req-1d228c1f-31f3-4e1c-aeae-029d3e0944fe tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.7024820 Sep 21 18:07:21.665186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:21.667738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Checking segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:21.668346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Bound using segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:21.669083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Bound port: 3501dd92-7a88-4a8d-a78d-b9903c87b297, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:21.669634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.753793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.816743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] For port 3501dd92-7a88-4a8d-a78d-b9903c87b297, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:21.821206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] For port 3501dd92-7a88-4a8d-a78d-b9903c87b297, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:21.837913 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4aa66653-7e60-4782-9e5c-1213d1dfc16a req-c533e1e2-06ab-405d-87ed-04bb204ea15f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931583 Sep 21 18:07:21.850787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-20bc2531-fd62-4441-89ff-453bd36df206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.852622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-20bc2531-fd62-4441-89ff-453bd36df206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.853631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-20bc2531-fd62-4441-89ff-453bd36df206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.860424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf815401-eea9-4950-83bc-24e68651b777 req-20bc2531-fd62-4441-89ff-453bd36df206 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&shared=False HTTP/1.1" status: 200 len: 2300 time: 1.3487833 Sep 21 18:07:21.872808 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.967409 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.004579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:22.009548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.012208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] 10.222.0.41 "PUT /v2.0/ports/3501dd92-7a88-4a8d-a78d-b9903c87b297 HTTP/1.1" status: 200 len: 1091 time: 3.2723024 Sep 21 18:07:22.108432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:22.123623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 80df52eb-2b2a-4232-9968-87025994d7ad is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:22.136068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:22.140808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:22.141368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.191857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df3504-0064-43b7-9660-a0dc81c0e40f service neutron] Pushing event updated for resources: {'Port': ['ID=3501dd92-7a88-4a8d-a78d-b9903c87b297,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:22.347478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '3501dd92-7a88-4a8d-a78d-b9903c87b297'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:22.359675 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125c28dc-202b-4fff-a430-6c44bb2ed684" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "3501dd92-7a88-4a8d-a78d-b9903c87b297"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:22.364523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=95905bd4-5470-456b-8bb7-a8fcec08564e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:22.519464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.780702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c35e0e0a-e636-43b0-aada-ab91f18513e9 None None] Provisioning complete for port 95905bd4-5470-456b-8bb7-a8fcec08564e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:22.780702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c35e0e0a-e636-43b0-aada-ab91f18513e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.925286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c35e0e0a-e636-43b0-aada-ab91f18513e9 None None] Port 95905bd4-5470-456b-8bb7-a8fcec08564e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:23.212345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd8c86-d1c4-4b5a-a696-767be04845cf None None] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:23.287529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.293894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.302901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.308404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.315120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.321286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.328074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.330071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37203a26-9319-434e-8c51-05ea7b348785 req-9aee990f-1b08-4cef-b2cb-383b40eb1c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5393 time: 1.2363153 Sep 21 18:07:23.333102 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.337661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815401-eea9-4950-83bc-24e68651b777 req-45685505-2778-49e0-a342-6ec395972d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.339268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf815401-eea9-4950-83bc-24e68651b777 req-45685505-2778-49e0-a342-6ec395972d8e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.4235139 Sep 21 18:07:23.367130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-36787df2-757a-4e82-8054-5ab2812aff58 None None] Provisioning complete for port 39386be2-3603-447d-b46d-782ac1e31c19 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:23.368734 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-36787df2-757a-4e82-8054-5ab2812aff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.675726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952abd6a-ceca-4d60-aa0e-67815b88f2f8 req-0be6f4a6-9b77-4257-9a9d-383295719f8b tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:23.685347 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-952abd6a-ceca-4d60-aa0e-67815b88f2f8 req-0be6f4a6-9b77-4257-9a9d-383295719f8b tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1100 time: 0.7800446 Sep 21 18:07:23.692055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6026f07b-0453-494a-b53c-87327a77b084 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:23.774437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-952abd6a-ceca-4d60-aa0e-67815b88f2f8 req-ac8fea95-22ee-4bf7-ade9-3ac64733fbda tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.795311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 39386be2-3603-447d-b46d-782ac1e31c19 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:23.896390 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.909390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:23.912824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.913619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.918825 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.939101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Transition to ACTIVE for port object 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:23.964582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.971221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37203a26-9319-434e-8c51-05ea7b348785 req-ac9c9701-8678-4822-a70c-67486c6dee60 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6293676 Sep 21 18:07:24.044962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:24.151023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '6026f07b-0453-494a-b53c-87327a77b084', 'network_id': '2ed2a84c-4825-42a3-8dec-9338a0be517c', 'port_id': '6026f07b-0453-494a-b53c-87327a77b084', 'mac_address': 'fa:16:3e:3b:39:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdddf818-4544-4641-8130-a535621d1209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:24.192300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=95905bd4-5470-456b-8bb7-a8fcec08564e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:24.295254 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde8513b-640f-4dcb-a683-1b6fa6e2fab0 x-openstack-request-id: req-dde8513b-640f-4dcb-a683-1b6fa6e2fab0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:24.295790 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "3501dd92-7a88-4a8d-a78d-b9903c87b297", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:24.295790 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dde8513b-640f-4dcb-a683-1b6fa6e2fab0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:24.296163 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '3501dd92-7a88-4a8d-a78d-b9903c87b297', 'status': 'completed', 'code': 200} Sep 21 18:07:24.321497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:24.384757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.386053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.386734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.387427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.388835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.389741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.390433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.393170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-34071af5-95dc-47f2-8b06-8b651c8a080e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6310 time: 0.1351454 Sep 21 18:07:24.395552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Attempting to bind port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:24.396098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Attempting to bind port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:24.396607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Attempting to bind port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:24.428649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 80df52eb-2b2a-4232-9968-87025994d7ad is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:24.434420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-952abd6a-ceca-4d60-aa0e-67815b88f2f8 req-ac8fea95-22ee-4bf7-ade9-3ac64733fbda tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.436319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:24.458152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-952abd6a-ceca-4d60-aa0e-67815b88f2f8 req-ac8fea95-22ee-4bf7-ade9-3ac64733fbda tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.535070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 39386be2-3603-447d-b46d-782ac1e31c19 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:24.535449 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.561278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.580312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:24.580906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Attempting to bind port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:24.584385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-7f1feb77-e655-4309-b524-f5a634c090c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.585254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-7f1feb77-e655-4309-b524-f5a634c090c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.585900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-7f1feb77-e655-4309-b524-f5a634c090c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.588539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-7f1feb77-e655-4309-b524-f5a634c090c0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1838763 Sep 21 18:07:24.622174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6026f07b-0453-494a-b53c-87327a77b084 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:24.628334 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-36787df2-757a-4e82-8054-5ab2812aff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.737268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-952abd6a-ceca-4d60-aa0e-67815b88f2f8 req-ac8fea95-22ee-4bf7-ade9-3ac64733fbda tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0187404 Sep 21 18:07:24.748456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:24.748841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Checking segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:24.749197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Bound using segment: {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:24.749662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Bound port: 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf63b01-7577-4eb2-9dfc-269a32918c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:24.750035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.783222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fea95-22ee-4bf7-ade9-3ac64733fbda tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1616e182-d814-440d-ad2d-d43aed4bd793,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:24.790613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:24.796132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-36787df2-757a-4e82-8054-5ab2812aff58 None None] For port 39386be2-3603-447d-b46d-782ac1e31c19, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=39386be2-3603-447d-b46d-782ac1e31c19,segment=NetworkSegment(e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c),segment_id=e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:24.816834 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.833655 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-36787df2-757a-4e82-8054-5ab2812aff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.873888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 06307faf-480f-4795-81de-f6a04e7cbab3 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:07:24.991183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] For port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:24.995633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] For port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:25.013655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6026f07b-0453-494a-b53c-87327a77b084'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:25.043164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.065920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7b0c-dd88-4ca5-af6f-de795192a5e6 req-d6500efc-a2b2-49e3-b9dd-ddf817456919 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:25.068504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e33a7b0c-dd88-4ca5-af6f-de795192a5e6 req-d6500efc-a2b2-49e3-b9dd-ddf817456919 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.4766169 Sep 21 18:07:25.102321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:25.112118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:25.114986 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] Sync routers for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:25.118575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a17e6da6-5272-4a17-a56b-c324934d51ce tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/06307faf-480f-4795-81de-f6a04e7cbab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6819270 Sep 21 18:07:25.119375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59942) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:25.142867 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:25.156954 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:25.176850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:25.195471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.243669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36787df2-757a-4e82-8054-5ab2812aff58 None None] Pushing event updated for resources: {'Port': ['ID=39386be2-3603-447d-b46d-782ac1e31c19,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:25.272830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88091233-1c3a-4229-a59f-6834562c835b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:25.274505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-88091233-1c3a-4229-a59f-6834562c835b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports/95905bd4-5470-456b-8bb7-a8fcec08564e HTTP/1.1" status: 200 len: 911 time: 0.1526487 Sep 21 18:07:25.278750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59944) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:25.282077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-0267d4dd-9abb-49eb-b42b-b77b46acb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:25.284208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-125c28dc-202b-4fff-a430-6c44bb2ed684 req-0267d4dd-9abb-49eb-b42b-b77b46acb1e3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6314828 Sep 21 18:07:25.303172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:25.305853 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.314622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-35b83202-7a84-4cb9-9a8c-511b0607284d service neutron] 10.222.0.41 "PUT /v2.0/ports/9b3f4cd8-0658-47e3-896f-d6c4f54b4675 HTTP/1.1" status: 200 len: 1090 time: 3.2108498 Sep 21 18:07:25.323582 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:25.342370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78fb2-4dc0-410d-8ba1-a8e5f8919670 req-251ad776-c1c1-418e-942f-1ade62c7ca3b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:25.356052 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2df78fb2-4dc0-410d-8ba1-a8e5f8919670 req-251ad776-c1c1-418e-942f-1ade62c7ca3b tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 944 time: 0.2094977 Sep 21 18:07:25.368948 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:25.369982 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:25.414866 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:25.416065 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43191b-6404-4e6b-add8-4dc355388842 None None] The sync data for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:25.441442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-872f791e-55b2-43cd-b298-226f783958ac None None] Provisioning complete for port 95905bd4-5470-456b-8bb7-a8fcec08564e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:25.441883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-872f791e-55b2-43cd-b298-226f783958ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.464753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:25.500586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e33a7b0c-dd88-4ca5-af6f-de795192a5e6 req-c0481cf3-656a-4efe-9970-0e1aa688c57a tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465765 Sep 21 18:07:25.535204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6026f07b-0453-494a-b53c-87327a77b084 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:25.600486 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2df78fb2-4dc0-410d-8ba1-a8e5f8919670 req-5c23ab0d-909b-4b7b-815e-a7146d04efef tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428331 Sep 21 18:07:25.603751 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.655928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-872f791e-55b2-43cd-b298-226f783958ac None None] Port 95905bd4-5470-456b-8bb7-a8fcec08564e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:25.664248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 39386be2-3603-447d-b46d-782ac1e31c19 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:25.758941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-872f791e-55b2-43cd-b298-226f783958ac None None] Provisioning complete for port 39386be2-3603-447d-b46d-782ac1e31c19 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:25.759314 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-872f791e-55b2-43cd-b298-226f783958ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.813428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.832921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6026f07b-0453-494a-b53c-87327a77b084 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:25.860066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:25.869007 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.043081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.052190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.060541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.063501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 39386be2-3603-447d-b46d-782ac1e31c19 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:26.063890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.067941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.079489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.086494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.095385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.104395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-a4ab3623-3513-4af0-907a-61ff4e6d66ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5405 time: 0.2786248 Sep 21 18:07:26.119317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:26.201838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Deleting port addb5692-de66-4e75-a619-64069c2b487d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:26.202302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.297898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:26.300147 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:26.384609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-942e8f7d-c4f2-4459-a564-caed08adcc03 req-213b0f7b-7d77-4a24-b488-6e5fa12c7784 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2787979 Sep 21 18:07:26.391236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] For port addb5692-de66-4e75-a619-64069c2b487d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=addb5692-de66-4e75-a619-64069c2b487d,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:26.392287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.399457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4417b933-70ff-42fc-aa04-4c2609b8d4e7 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:26.419805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.427460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Calling delete_port for addb5692-de66-4e75-a619-64069c2b487d owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:26.449564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Transition to ACTIVE for port object 4417b933-70ff-42fc-aa04-4c2609b8d4e7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:26.502270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.538253 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.605619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Pushing event updated for resources: {'Port': ['ID=4417b933-70ff-42fc-aa04-4c2609b8d4e7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:26.755470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Attempting to bind port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:26.755878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Attempting to bind port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:26.756120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Attempting to bind port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 on network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:26.765271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 on network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:26.765597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Attempting to bind port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 on network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:26.784141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:26.784844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Checking segment: {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:26.785532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Bound using segment: {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:26.786540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Bound port: 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:26.787142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.903531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] For port 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:26.906478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7c7a-afb1-4a56-9cb4-dc9c34becac0 req-238ab79e-4a16-4af1-af00-f9577783aad9 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.908398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] For port 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:26.910914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-560e7c7a-afb1-4a56-9cb4-dc9c34becac0 req-238ab79e-4a16-4af1-af00-f9577783aad9 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.1095142 Sep 21 18:07:26.922084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.923193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59976) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:26.934149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Request body: {'floatingip': {'port_id': '598d44c7-a3e3-49db-baf4-e2dd3134851f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:26.995916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:26.997105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.998432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] 10.222.0.41 "PUT /v2.0/ports/4417b933-70ff-42fc-aa04-4c2609b8d4e7 HTTP/1.1" status: 200 len: 1091 time: 1.5388315 Sep 21 18:07:26.998580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.065084 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f24868-d0b2-4ff4-b3f6-a0dc9a7738d3 x-openstack-request-id: req-59f24868-d0b2-4ff4-b3f6-a0dc9a7738d3 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:27.065084 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:27.065084 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59f24868-d0b2-4ff4-b3f6-a0dc9a7738d3 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:27.065084 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675', 'status': 'completed', 'code': 200} Sep 21 18:07:27.079880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Request body: {'port': {'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:27.259271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.507014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6026f07b-0453-494a-b53c-87327a77b084 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:27.527507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58b6ff-92df-417f-bcab-3888af827821 service neutron] Pushing event updated for resources: {'Port': ['ID=4417b933-70ff-42fc-aa04-4c2609b8d4e7,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:27.597186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 6026f07b-0453-494a-b53c-87327a77b084 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:27.597729 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.597925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.598456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.598931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.599398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.600119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.601816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.602351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.604967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-34ed3ca7-7b6a-45e8-8e98-b8f36e68581b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6419 time: 0.4500077 Sep 21 18:07:27.607196 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.694282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df234640-6472-4766-be86-9a77d422248e req-9aba6064-478a-47d1-9d51-2c07b706b315 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:27.703305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df234640-6472-4766-be86-9a77d422248e req-9aba6064-478a-47d1-9d51-2c07b706b315 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.4545751 Sep 21 18:07:27.752456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.776566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=addb5692-de66-4e75-a619-64069c2b487d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:27.814380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6026f07b-0453-494a-b53c-87327a77b084'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:27.819051 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d7da2d-b36b-4f6b-9ace-09a29f8c04c6" -d '{"events": [{"server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "name": "network-vif-plugged", "status": "completed", "tag": "6026f07b-0453-494a-b53c-87327a77b084"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:27.847533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:27.858743 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.901502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.922406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:27.973298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:28.044490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-da8a257f-74d0-4ec8-961f-997ef2a9e512 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1934254 Sep 21 18:07:28.072494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df234640-6472-4766-be86-9a77d422248e req-a4e15533-dca6-406d-ba04-2942a12f017b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661287 Sep 21 18:07:28.200121 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:28.245565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-c898652b-1fd4-438c-9d98-879045f07bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.246602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-c898652b-1fd4-438c-9d98-879045f07bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.247622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-c898652b-1fd4-438c-9d98-879045f07bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.249614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-c898652b-1fd4-438c-9d98-879045f07bdd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.6211390 Sep 21 18:07:28.324734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.331315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.337909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.345351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.351756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.358772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.365183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.374646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-f5a171aa-b4b7-437a-84ff-e3b902f11af6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5417 time: 0.2245502 Sep 21 18:07:28.385149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-df711834-b94e-412e-9166-6a763bc989fd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:07:28.387376 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-df711834-b94e-412e-9166-6a763bc989fd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156105 Sep 21 18:07:28.472198 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Floating IP c863ddb1-5805-4fae-88a4-26f9db88d10d associated. External IP: 172.25.3.243, port: 598d44c7-a3e3-49db-baf4-e2dd3134851f. Sep 21 18:07:28.543508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31c0c9da-d251-408b-8f59-c52699c2f84d req-7d46c191-167b-4792-a681-7da3439a4c21 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674476 Sep 21 18:07:28.547938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418ce071-e1b4-4443-9d9a-5c161a39669a {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:28.575783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48fdf-1392-49d4-bf66-625ee4b65e36 req-e928d3f2-f2d6-4720-bffc-5b1c4f04fc3d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.583637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22d48fdf-1392-49d4-bf66-625ee4b65e36 req-e928d3f2-f2d6-4720-bffc-5b1c4f04fc3d tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 945 time: 0.6703210 Sep 21 18:07:28.627439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8:1::1 (96c6e4f2-e703-4d0d-8700-8119cb3363bf/49ac3d24-af6c-4bbf-ab86-44310e2044e0/1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:28.653261 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be75c0c-92e3-4545-9d42-baaa3c3591c8 x-openstack-request-id: req-4be75c0c-92e3-4545-9d42-baaa3c3591c8 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:28.655112 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "name": "network-vif-plugged", "status": "completed", "tag": "6026f07b-0453-494a-b53c-87327a77b084", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:28.655644 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4be75c0c-92e3-4545-9d42-baaa3c3591c8 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:28.656915 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6026f07b-0453-494a-b53c-87327a77b084', 'code': 200} Sep 21 18:07:28.666512 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:28.736151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Transition to ACTIVE for port object 418ce071-e1b4-4443-9d9a-5c161a39669a will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:28.745636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-d528e962-493f-4f03-96cb-0fc8d93fd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.750150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3c3739c-ae95-43c8-a5eb-f9b322bfbaa8 req-d528e962-493f-4f03-96cb-0fc8d93fd293 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4908412 Sep 21 18:07:28.753136 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:28.905918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:28.924771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22d48fdf-1392-49d4-bf66-625ee4b65e36 req-3333170d-cfa0-4f94-80f0-80e5c4a653d0 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402371 Sep 21 18:07:28.934274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fa433-607f-449f-85b7-f18060a166ae req-55aeea73-234f-4f77-8831-6b0e20266b56 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:28.935964 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3c2fa433-607f-449f-85b7-f18060a166ae req-55aeea73-234f-4f77-8831-6b0e20266b56 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 945 time: 0.4088893 Sep 21 18:07:29.173128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:29.175610 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecda016-ae98-4845-8a01-bb42165d0899" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:29.188226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:29.207459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Pushing event updated for resources: {'Port': ['ID=418ce071-e1b4-4443-9d9a-5c161a39669a,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:29.240281 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f326a9af-3333-4053-a8c5-1e42605a1c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:29.265891 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e884d044-c06f-42e0-9b19-a2434778faca x-openstack-request-id: req-e884d044-c06f-42e0-9b19-a2434778faca {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:29.266180 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:29.266429 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e884d044-c06f-42e0-9b19-a2434778faca {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:29.266808 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7', 'status': 'completed', 'code': 200} Sep 21 18:07:29.351140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:29.356834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:29.367563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:29.375642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:29.376435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:29.387022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:29.434122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Deleting port 6026f07b-0453-494a-b53c-87327a77b084 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:29.434772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:29.594293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9a5e7-2836-402d-8640-f40d95fe85e1 req-3c094580-0ec2-44cb-8742-8b2693e32d3c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.607231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69a9a5e7-2836-402d-8640-f40d95fe85e1 req-3c094580-0ec2-44cb-8742-8b2693e32d3c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.4348230 Sep 21 18:07:29.739701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.740248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.740973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.741499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.741984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.743296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.743943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:29.747837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fecda016-ae98-4845-8a01-bb42165d0899 req-7abb5db2-f5a3-44bf-9f82-b4bad38fec46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6444 time: 0.4648681 Sep 21 18:07:29.901656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] For port 6026f07b-0453-494a-b53c-87327a77b084, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6026f07b-0453-494a-b53c-87327a77b084,segment=NetworkSegment(a0e5fb74-6f32-48ce-9da8-8faa3b183a48),segment_id=a0e5fb74-6f32-48ce-9da8-8faa3b183a48)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:29.902261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:29.917409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69a9a5e7-2836-402d-8640-f40d95fe85e1 req-2b764d6c-59a8-4f8c-b78e-7a203fe5fdf8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088541 Sep 21 18:07:29.943192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-293b70ac-3c5d-4b74-b361-130859b84ac4 None None] Provisioning complete for port 1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:29.943805 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-293b70ac-3c5d-4b74-b361-130859b84ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:29.995487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-293b70ac-3c5d-4b74-b361-130859b84ac4 None None] Port 1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:29.997201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.003200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.009310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.017005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.023550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.029737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.035655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.038119 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-725f43d0-b9c0-41b6-9cb4-899a0ba49f1c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.3100731 Sep 21 18:07:30.038663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Attempting to bind port 418ce071-e1b4-4443-9d9a-5c161a39669a on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:30.038872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Attempting to bind port 418ce071-e1b4-4443-9d9a-5c161a39669a by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:30.039175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Attempting to bind port 418ce071-e1b4-4443-9d9a-5c161a39669a on network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:30.041128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Calling delete_port for 6026f07b-0453-494a-b53c-87327a77b084 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:30.046210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:30.047802 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:30.052158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:30.062402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] Sync routers for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:30.075112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:30.075851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:30.087964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Port 418ce071-e1b4-4443-9d9a-5c161a39669a on network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:30.087964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Attempting to bind port 418ce071-e1b4-4443-9d9a-5c161a39669a on network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:30.091335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:30.092393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-009c5dd8-498d-4bdb-afab-27af1e3e45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.092869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-009c5dd8-498d-4bdb-afab-27af1e3e45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.093341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-009c5dd8-498d-4bdb-afab-27af1e3e45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.094978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fecda016-ae98-4845-8a01-bb42165d0899 req-009c5dd8-498d-4bdb-afab-27af1e3e45aa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3385458 Sep 21 18:07:30.101267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:30.101748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Checking segment: {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:30.102037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Bound using segment: {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:30.102531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Bound port: 418ce071-e1b4-4443-9d9a-5c161a39669a, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9be874-efee-49af-be77-9cde6f3bcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:30.102780 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:30.318015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:30.415290 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9796357-18ff-452b-930e-6fe3ab51d66a req-8ec35800-8ffd-4fd7-9cd1-669147833384 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3564174 Sep 21 18:07:30.426290 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2bacbaf5-aa0e-473f-ab3b-342b7e0effd4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "PUT /v2.0/floatingips/c863ddb1-5805-4fae-88a4-26f9db88d10d HTTP/1.1" status: 200 len: 992 time: 3.4983301 Sep 21 18:07:30.433014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:30.437020 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59f17df-6664-41d1-bcf0-d519f7936e68" -d '{"events": [{"name": "network-changed", "server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:30.502971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] For port 418ce071-e1b4-4443-9d9a-5c161a39669a, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:30.509821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] For port 418ce071-e1b4-4443-9d9a-5c161a39669a, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=418ce071-e1b4-4443-9d9a-5c161a39669a,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:30.518913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:30.554283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:30.559861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-84387b04-db6e-4e2d-8a48-1cc42469b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.561498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-84387b04-db6e-4e2d-8a48-1cc42469b088 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1100 time: 0.2227926 Sep 21 18:07:30.566115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda016-ae98-4845-8a01-bb42165d0899 req-3d786869-1233-4b93-9599-ae6ef060f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.568017 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fecda016-ae98-4845-8a01-bb42165d0899 req-3d786869-1233-4b93-9599-ae6ef060f75d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4614477 Sep 21 18:07:30.599365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Pushing event deleted for resources: {'Port': ['ID=6026f07b-0453-494a-b53c-87327a77b084,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:30.649265 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9513b294-290c-4f49-b572-082cbb50d680 x-openstack-request-id: req-9513b294-290c-4f49-b572-082cbb50d680 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:30.649496 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:30.649699 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9513b294-290c-4f49-b572-082cbb50d680 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:30.650046 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'status': 'completed', 'code': 200} Sep 21 18:07:30.712374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.713177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:30.715933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] 10.222.0.41 "PUT /v2.0/ports/418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 200 len: 1091 time: 3.6508052 Sep 21 18:07:30.727238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c863ddb1-5805-4fae-88a4-26f9db88d10d', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'floating_ip_address': '172.25.3.243', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'port_id': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'mac_address': 'fa:16:3e:56:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:06:55Z', 'updated_at': '2021-09-21T18:07:27Z', 'revision_number': 1, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:50Z', 'revision_number': 5, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:30.753125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d7b46-7585-4a74-9a87-e54e402b5a35 req-20fad4be-4bb4-4f0c-b67c-e3f408f9364c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.759082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de9d7b46-7585-4a74-9a87-e54e402b5a35 req-20fad4be-4bb4-4f0c-b67c-e3f408f9364c tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b4de9d-f244-41d5-a718-69717b89ae85 HTTP/1.1" status: 200 len: 867 time: 0.4138973 Sep 21 18:07:30.779450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] Checking router: 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:07:30.780325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] No DVR routers for this DVR port 6026f07b-0453-494a-b53c-87327a77b084 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:30.791401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:30.793141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:30.839957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:30.842075 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3c2fa433-607f-449f-85b7-f18060a166ae req-57edb569-2bcf-4226-97df-044821f0f798 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.78 "DELETE /v2.0/ports/6026f07b-0453-494a-b53c-87327a77b084 HTTP/1.1" status: 204 len: 173 time: 1.8874192 Sep 21 18:07:30.878027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:30.892670 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] Sync routers for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:30.894591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3921803d-332b-420f-a7e7-0449fd6840f6 admin admin] 10.222.0.70 "PUT /v2.0/routers/04a2b17c-b90a-4e6a-9ff1-bead69da15c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3866074 Sep 21 18:07:30.918500 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:30.919149 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:30.922225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de9d7b46-7585-4a74-9a87-e54e402b5a35 req-39572480-bf37-43c9-b240-eb6af6dcf3a4 tempest-ImagesTestJSON-1664497011 tempest-ImagesTestJSON-1664497011-project] 10.222.0.70 "GET /v2.0/security-groups?id=108b2f00-bc4b-48ed-802c-88a890324b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115618 Sep 21 18:07:30.923095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:30.972317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.973306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.973979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.976081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.976791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.977663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.978358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:30.984629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-05449d19-b8d9-4561-abc5-c3ea591e6b08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6486 time: 0.2066803 Sep 21 18:07:30.985732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff40b6-8808-4788-817c-f3a44b7e4552 service neutron] Pushing event updated for resources: {'Port': ['ID=418ce071-e1b4-4443-9d9a-5c161a39669a,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:31.091696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:31.131258 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:31.140028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:31.154527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:31.155317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:31.178393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-503ffbc8-be02-4293-b969-5262c64a3bac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 200 len: 217 time: 0.1200724 Sep 21 18:07:31.268348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '418ce071-e1b4-4443-9d9a-5c161a39669a'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:31.270117 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cdd44a-3008-4761-881c-dfb1a10c162e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "418ce071-e1b4-4443-9d9a-5c161a39669a"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:31.347506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e201bb5f-626e-44b1-a6f5-a86b391b8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:31.349598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e201bb5f-626e-44b1-a6f5-a86b391b8613 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d00e426-bcda-42b5-816e-952a40847cf3 HTTP/1.1" status: 200 len: 855 time: 0.1603460 Sep 21 18:07:31.374818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:31.381488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-54fa45ec-91ab-4ff9-95a6-f25e09482476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:31.382803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-54fa45ec-91ab-4ff9-95a6-f25e09482476 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc39bbff002d430fb050fcbfb17cdc85&device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 1097 time: 0.6699173 Sep 21 18:07:31.420157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:31.452171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:31.470576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-5155a37e-bbb2-4320-8fe7-7e52b4326ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:31.473211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-5155a37e-bbb2-4320-8fe7-7e52b4326ab8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.8865273 Sep 21 18:07:31.506619 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab67aa9-3f8a-4a2b-bf38-8df3d931752e x-openstack-request-id: req-bab67aa9-3f8a-4a2b-bf38-8df3d931752e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:31.507565 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "418ce071-e1b4-4443-9d9a-5c161a39669a", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:31.507996 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bab67aa9-3f8a-4a2b-bf38-8df3d931752e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:31.508571 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': '418ce071-e1b4-4443-9d9a-5c161a39669a', 'status': 'completed', 'code': 200} Sep 21 18:07:31.525615 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:07:26Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:31.548567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-14bbe46d-b79d-4a13-8595-4e8581634c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:31.550181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-14bbe46d-b79d-4a13-8595-4e8581634c12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851170 Sep 21 18:07:31.620140 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] Checking router: 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:07:31.648472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6026f07b-0453-494a-b53c-87327a77b084 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:31.657495 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] Routers {'04a2b17c-b90a-4e6a-9ff1-bead69da15c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:31.660450 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:31.688241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 6026f07b-0453-494a-b53c-87327a77b084 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:31.689010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6026f07b-0453-494a-b53c-87327a77b084 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:31.737620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c863ddb1-5805-4fae-88a4-26f9db88d10d', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'floating_ip_address': '172.25.3.243', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'port_id': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'mac_address': 'fa:16:3e:56:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:06:55Z', 'updated_at': '2021-09-21T18:07:27Z', 'revision_number': 1, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:50Z', 'revision_number': 5, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:31.779840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495cad4-8bc6-49ae-bb61-72ff1f3fbdd9 None None] The sync data for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 is: [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c863ddb1-5805-4fae-88a4-26f9db88d10d', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'floating_ip_address': '172.25.3.243', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'port_id': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'mac_address': 'fa:16:3e:56:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:06:55Z', 'updated_at': '2021-09-21T18:07:27Z', 'revision_number': 1, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:50Z', 'revision_number': 5, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:31.893705 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:31.946293 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] Set router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:31.973561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:31.975026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-350a9691-97d4-49a0-b287-40247e034d91 None None] Provisioning complete for port 1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:31.975503 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-350a9691-97d4-49a0-b287-40247e034d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:31.980461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:31.986302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.011697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.020388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.028898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.036401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.038847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-6085fa67-6426-4e94-b30b-ff353b7ea041 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.3646712 Sep 21 18:07:32.045931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-c5475054-1267-40dd-94bc-e7377170a048 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703465 Sep 21 18:07:32.061437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-350a9691-97d4-49a0-b287-40247e034d91 None None] Port 1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:32.218839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94b46ff4-99da-4dbb-9258-a73ba1bca92a req-f7a075b3-f4ba-40d8-a820-8f5f99ea0b78 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707253 Sep 21 18:07:32.221747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-48ef897a-8b74-4428-a5d3-89a915305955 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245079 Sep 21 18:07:32.325725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-b643e0d7-59bd-4aae-ad37-80de9ca02131 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 217 time: 0.0932055 Sep 21 18:07:32.433937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-750b474f-99c9-4e97-9b01-4391b4980f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.435942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-750b474f-99c9-4e97-9b01-4391b4980f34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.0923760 Sep 21 18:07:32.443001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:32.445971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-a97fe657-cc55-498e-b4ef-9308b342814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.447634 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-a97fe657-cc55-498e-b4ef-9308b342814e service neutron] 10.222.0.78 "GET /v2.0/networks?id=a580323a-30ba-4d98-b035-12e0f11cf97f HTTP/1.1" status: 200 len: 913 time: 0.9634552 Sep 21 18:07:32.464580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Deleting port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:32.465237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:32.503684 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:07:26Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:32.547946 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1193e10-15e7-4336-9122-cbdcdf6a0af2 None None] The sync data for ids ['04a2b17c-b90a-4e6a-9ff1-bead69da15c8'] in n-d-810285-3 is: [{'id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'name': 'tempest-ServersTestJSON-372401857-router', 'tenant_id': 'be1f1b9fad1b4423afecc308d83bf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:04:39Z', 'updated_at': '2021-09-21T18:07:26Z', 'revision_number': 5, 'project_id': 'be1f1b9fad1b4423afecc308d83bf364', 'gw_port': {'id': '4f23c017-8b9b-4dd9-83f8-c4e913fe2dca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2b17c-b90a-4e6a-9ff1-bead69da15c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:04:41Z', 'updated_at': '2021-09-21T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:32.565923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] For port 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:32.566649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:32.597514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-92ca6f67-da60-421e-9ef6-8fcff5ed258d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.1564152 Sep 21 18:07:32.608656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Calling delete_port for 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:32.618884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab00e4-c7a4-4e1c-89e2-d346031541e8 req-e60d874d-e397-414c-b5fa-680fc39a0126 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.626584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47ab00e4-c7a4-4e1c-89e2-d346031541e8 req-e60d874d-e397-414c-b5fa-680fc39a0126 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 1.4810479 Sep 21 18:07:32.645711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-de25705d-a7c6-4a25-9fea-0ea4603d43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.648166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-de25705d-a7c6-4a25-9fea-0ea4603d43ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1985371 Sep 21 18:07:32.659567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'name': 'network-vif-deleted', 'tag': '6026f07b-0453-494a-b53c-87327a77b084'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:32.662931 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275f069f-5162-495f-892a-43dae3042337" -d '{"events": [{"server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "name": "network-vif-deleted", "tag": "6026f07b-0453-494a-b53c-87327a77b084"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:32.718135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 06307faf-480f-4795-81de-f6a04e7cbab3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:32.770814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-7b934bb6-fd59-45a4-8112-35b145de45f2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f HTTP/1.1" status: 200 len: 1000 time: 0.3123412 Sep 21 18:07:32.820291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47ab00e4-c7a4-4e1c-89e2-d346031541e8 req-ddc2f4b0-921f-4b36-a946-d9256cc1d28f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927273 Sep 21 18:07:32.883910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-d2aacb20-06ef-4e9d-9f40-296abe02dad3 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828389 Sep 21 18:07:32.905671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-8d5ad038-237b-4155-abc5-32b43edc7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.924656 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-8d5ad038-237b-4155-abc5-32b43edc7475 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2931712 Sep 21 18:07:32.934759 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3736f611-9a5a-419d-827f-3f9ad5a95d0d x-openstack-request-id: req-3736f611-9a5a-419d-827f-3f9ad5a95d0d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:32.935068 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b4de9d-f244-41d5-a718-69717b89ae85", "name": "network-vif-deleted", "tag": "6026f07b-0453-494a-b53c-87327a77b084", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:32.935290 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3736f611-9a5a-419d-827f-3f9ad5a95d0d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:32.935692 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b4de9d-f244-41d5-a718-69717b89ae85', 'name': 'network-vif-deleted', 'tag': '6026f07b-0453-494a-b53c-87327a77b084', 'status': 'completed', 'code': 200} Sep 21 18:07:33.090696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e3b641-9f6d-484a-a13f-41dedc990145 None None] New status for floating IP c863ddb1-5805-4fae-88a4-26f9db88d10d: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:07:33.121220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-7553b372-9496-4209-af4f-577b6a4202a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:33.123075 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-7553b372-9496-4209-af4f-577b6a4202a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=123e3ee3-f1ab-4d4f-a799-dcc67ae7122b HTTP/1.1" status: 200 len: 850 time: 0.3430810 Sep 21 18:07:33.228274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-c92194a9-4590-4cec-a6d8-5784d76e035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:33.231082 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-c92194a9-4590-4cec-a6d8-5784d76e035f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2912881 Sep 21 18:07:33.266407 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:33.290591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:33.305314 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] Sync routers for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:33.308009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-9f10a08a-54d8-44ad-90fc-cf09fc149364 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145207 Sep 21 18:07:33.323927 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:33.324569 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:33.330756 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-56dec8e9-cd73-484d-8d2d-95c37add55f4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/06307faf-480f-4795-81de-f6a04e7cbab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0475650 Sep 21 18:07:33.339586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:33.417284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60128) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:33.418670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-5e0da59f-34c2-4a11-8f0e-3ff81128b390 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 217 time: 0.0651743 Sep 21 18:07:33.419432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f23c017-8b9b-4dd9-83f8-c4e913fe2dca,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:33.472776 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:33.493282 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:33.494204 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:33.565965 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:33.566682 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7519b-3c79-48d8-a74f-8f90a4e5adc0 None None] The sync data for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:33.585752 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-53bd0cab-7960-4206-8284-59c279862410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:33.589391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111ad2a-7ec5-4a79-9cfd-ee1ed4e7c2ca tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:33.591196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5111ad2a-7ec5-4a79-9cfd-ee1ed4e7c2ca tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports/1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5 HTTP/1.1" status: 200 len: 913 time: 0.2506306 Sep 21 18:07:33.594590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-ed5d9f80-08cf-4239-af96-d695eec8306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:33.596728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-ed5d9f80-08cf-4239-af96-d695eec8306c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a580323a-30ba-4d98-b035-12e0f11cf97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4386182 Sep 21 18:07:33.599285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60132) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:33.609193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device addb5692-de66-4e75-a619-64069c2b487d no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:33.632034 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:33.646151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: addb5692-de66-4e75-a619-64069c2b487d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:33.646864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device addb5692-de66-4e75-a619-64069c2b487d not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:33.693688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] Deleting subnet fdddf818-4544-4641-8130-a535621d1209 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:33.783248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-dd42fcaf-bbb7-4ff2-b309-c571aa5bae6e service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276146 Sep 21 18:07:33.793455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:33.830269 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-4e984274-97c8-4701-bad2-9fd2e2782ae4 service neutron] 10.222.0.78 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176728 Sep 21 18:07:34.027226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.178540 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.179908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86713553-b86a-481c-b311-9d17c5890e1a req-e3c0caeb-db2d-42be-9831-667b0c6603d0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.186663 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-86713553-b86a-481c-b311-9d17c5890e1a req-e3c0caeb-db2d-42be-9831-667b0c6603d0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1525064 Sep 21 18:07:34.191170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.249570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.296747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-8670d970-fc08-462f-9a3f-cd262b1c3826 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001531 Sep 21 18:07:34.322133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c59f17df-6664-41d1-bcf0-d519f7936e68 req-3a480787-8e9d-4fa3-8479-8275474928aa service neutron] 10.222.0.78 "GET /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623122 Sep 21 18:07:34.347522 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-86713553-b86a-481c-b311-9d17c5890e1a req-7afb9ea5-ab43-4f9b-9de2-c3edc67c0798 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430533 Sep 21 18:07:34.399803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.409016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.412928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.417152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.420064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.426004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.433135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.440282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.442264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31830678-4065-463f-aa90-cf7d75bf6382 req-183e7285-6ece-4327-b9ba-f42485aaa580 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 1.0206060 Sep 21 18:07:34.453291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.457518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.468131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-723b2427-29a4-491f-b63c-779de4f325e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.468921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-723b2427-29a4-491f-b63c-779de4f325e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 1.0069764 Sep 21 18:07:34.489088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdddf818-4544-4641-8130-a535621d1209,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:34.494593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.497708 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6b2b0016-e8ec-489d-986a-46136f03fc6b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fdddf818-4544-4641-8130-a535621d1209 HTTP/1.1" status: 204 len: 168 time: 1.0636275 Sep 21 18:07:34.502096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60152) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:34.628814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.688460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31830678-4065-463f-aa90-cf7d75bf6382 req-dee6773b-7b46-48ba-aa22-78c7a1624558 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2285359 Sep 21 18:07:34.691804 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.694457 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.699168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a2b17c-b90a-4e6a-9ff1-bead69da15c8 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:07:34.705073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.708695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7d4bfcc9-053a-456f-bd4a-377c42d9afc4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/04a2b17c-b90a-4e6a-9ff1-bead69da15c8 HTTP/1.1" status: 204 len: 168 time: 3.7652705 Sep 21 18:07:34.714316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60156) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:34.759157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-9b86cbd2-c9dd-44c9-9c3a-772dcd32560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.760985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-9b86cbd2-c9dd-44c9-9c3a-772dcd32560c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352247 Sep 21 18:07:34.843428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.872240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed2a84c-4825-42a3-8dec-9338a0be517c']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:34.886502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:34.887459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e5fb74-6f32-48ce-9da8-8faa3b183a48') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:34.909707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.914524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] Deleting subnet c4e34df7-d037-4c3b-9de5-8153051870f2 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:34.918400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e36b79e9-814f-461e-9a16-660e0d5d81b9 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471012 Sep 21 18:07:34.927467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.941746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.977561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:34.977561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:34.997462 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:35.051919 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.124406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-6ff6d594-a2ae-497e-8167-851dd90c9d53 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940460 Sep 21 18:07:35.127399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.133339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.138369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2ed2a84c-4825-42a3-8dec-9338a0be517c HTTP/1.1" status: 204 len: 168 time: 0.6321254 Sep 21 18:07:35.146111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee631725-a495-4ee3-ab0d-5d3b66730466 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed2a84c-4825-42a3-8dec-9338a0be517c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:35.219317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.257898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-3f51d312-ac52-44a5-9f88-ae56a6a8e6e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297 HTTP/1.1" status: 200 len: 217 time: 0.1062500 Sep 21 18:07:35.380437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60182) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:35.417834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-5a447b2d-5294-40c1-add0-26433f92352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.420351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-5a447b2d-5294-40c1-add0-26433f92352a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1533632 Sep 21 18:07:35.424169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0220be27-2671-4696-8c68-cccf3a4b9ac1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bf9c4e2351e44198a03003bd7705966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427504 Sep 21 18:07:35.426673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60184) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:35.436242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.505738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:35.530507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.531716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:35.532260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4f23c017-8b9b-4dd9-83f8-c4e913fe2dca not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:35.538513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.545149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.551084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491f4fb-291b-4e11-9d08-30b28bc1d8d0 req-a33752a9-5559-467a-b608-f11b24cccca3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.551260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.552587 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5491f4fb-291b-4e11-9d08-30b28bc1d8d0 req-a33752a9-5559-467a-b608-f11b24cccca3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.0985031 Sep 21 18:07:35.555830 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228ee59f-9688-4ea1-a8cb-d58f2f0b4a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.557340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.563266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.569104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.571053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-228116b7-bd8e-4c4b-93f9-a330c7e278a7 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.4456470 Sep 21 18:07:35.592149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228ee59f-9688-4ea1-a8cb-d58f2f0b4a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.627570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5491f4fb-291b-4e11-9d08-30b28bc1d8d0 req-7103d811-c6f8-4a5e-984e-cfde9478d6d4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667946 Sep 21 18:07:35.660145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228ee59f-9688-4ea1-a8cb-d58f2f0b4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.662769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228ee59f-9688-4ea1-a8cb-d58f2f0b4a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.663914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-228ee59f-9688-4ea1-a8cb-d58f2f0b4a0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/108b2f00-bc4b-48ed-802c-88a890324b86 HTTP/1.1" status: 204 len: 168 time: 0.2361753 Sep 21 18:07:35.672337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ee59f-9688-4ea1-a8cb-d58f2f0b4a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b2f00-bc4b-48ed-802c-88a890324b86,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:35.689060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f5a0fca2-19f8-45cb-a811-b26d1ace3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.690604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f5a0fca2-19f8-45cb-a811-b26d1ace3813 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2562718 Sep 21 18:07:35.699806 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.705237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f10d32d-0943-4d15-b4cb-1025d0e412bc req-10ad6c55-33e6-4e2b-8823-c1fc7ad6c332 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226928 Sep 21 18:07:35.759981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e34df7-d037-4c3b-9de5-8153051870f2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:35.774229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.779482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60196) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:35.779781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4cd061e4-daf7-4c91-9947-c7df00b7c68c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c4e34df7-d037-4c3b-9de5-8153051870f2 HTTP/1.1" status: 204 len: 168 time: 1.0630364 Sep 21 18:07:35.780367 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797aee6-ab07-4596-9c51-c0e51427d1af None None] Network 82002a8b-978d-4a14-9987-5f4be212befa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:35.913138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-5b653ddb-6412-4d1d-a810-b10ff621fcaa service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069335 Sep 21 18:07:35.958561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.987562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.993494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.000221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.006237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.013281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.019023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.025393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.027534 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-3071bcbe-c7b4-4fad-b4a0-841dedb64787 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.1268175 Sep 21 18:07:36.054526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] DHCP port deletion for 82002a8b-978d-4a14-9987-5f4be212befa request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:07:36.075715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.081900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.089122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.095385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.103505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.106039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b2fe769-b4ff-48df-a70f-8ca189876cc2 req-aa8a9e93-8694-4cad-906b-86829622986e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540125 Sep 21 18:07:36.109535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.115633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.128883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16dd217c-4d3f-4f04-8248-6ea9b9395039 req-d3ad9f8c-a101-4c99-82e9-ce292a52654b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.2598889 Sep 21 18:07:36.135969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Deleting port 2734ab73-b647-4355-a962-f02b0a4de323 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:36.136301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.168170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] Deleting port 2734ab73-b647-4355-a962-f02b0a4de323 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:36.168546 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.177497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:36.177845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.225692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-eb8152c2-be09-4ef5-ac4f-372afd70aa31 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721221 Sep 21 18:07:36.269013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] For port 2734ab73-b647-4355-a962-f02b0a4de323, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2734ab73-b647-4355-a962-f02b0a4de323,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:36.269459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.315920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Calling delete_port for 2734ab73-b647-4355-a962-f02b0a4de323 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:36.444115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] For port 2734ab73-b647-4355-a962-f02b0a4de323, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2734ab73-b647-4355-a962-f02b0a4de323,segment=NetworkSegment(b60282a9-170c-4dad-8de5-bf958d1c0c28),segment_id=b60282a9-170c-4dad-8de5-bf958d1c0c28)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:36.444530 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.457061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.459645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] Calling delete_port for 2734ab73-b647-4355-a962-f02b0a4de323 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:36.475900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:36.505176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512969-0864-4ecf-8728-b02848e5143f req-1b0b9b0d-1530-4e98-970e-ed2bab6cf6b1 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.507307 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07512969-0864-4ecf-8728-b02848e5143f req-1b0b9b0d-1530-4e98-970e-ed2bab6cf6b1 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 950 time: 0.0748243 Sep 21 18:07:36.523392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.555605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.575901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-e3cd4fbf-8234-4b51-b02b-8af816c5db3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675 HTTP/1.1" status: 200 len: 217 time: 0.3294072 Sep 21 18:07:36.584803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] Pushing event deleted for resources: {'Port': ['ID=2734ab73-b647-4355-a962-f02b0a4de323,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:36.598059 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07512969-0864-4ecf-8728-b02848e5143f req-71e402fb-6973-4376-8ae2-f177532d63c2 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834649 Sep 21 18:07:36.598825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Pushing event deleted for resources: {'Port': ['ID=2734ab73-b647-4355-a962-f02b0a4de323,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:36.599866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be230c-a2b2-45dc-89de-010dd6885691 None None] No DVR routers for this DVR port 2734ab73-b647-4355-a962-f02b0a4de323 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:36.619368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] No DVR routers for this DVR port 2734ab73-b647-4355-a962-f02b0a4de323 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:36.704150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-b86f4769-7be9-4f28-9dd8-078cf5ba47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.705566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-b86f4769-7be9-4f28-9dd8-078cf5ba47f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1216424 Sep 21 18:07:36.725965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.787345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60250) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:36.789209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82002a8b-978d-4a14-9987-5f4be212befa']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:36.820212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60282a9-170c-4dad-8de5-bf958d1c0c28') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:36.820812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60282a9-170c-4dad-8de5-bf958d1c0c28') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:36.833281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-eaaa2f13-d96c-4f4f-a44f-9e47d6cbb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.835818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-eaaa2f13-d96c-4f4f-a44f-9e47d6cbb083 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199000 Sep 21 18:07:36.837298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.839495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.856357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ec62e-d0f5-4f18-b132-e8bd0afa61b5 req-0c8e2127-f68a-454e-a53d-f03b89f20606 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.859508 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e5ec62e-d0f5-4f18-b132-e8bd0afa61b5 req-0c8e2127-f68a-454e-a53d-f03b89f20606 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1159422 Sep 21 18:07:36.869365 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.881588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:36.882036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.895076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=1e616eaa-4afd-45ef-adbc-1b8a9cbcf2a5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:36.919421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-473155827-network', 'tenant_id': 'dc543840d3a44332b187eedc6f1e975b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:36.960034 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:36.978271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:36.985760 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.000923 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] 10.222.0.70 "DELETE /v2.0/networks/82002a8b-978d-4a14-9987-5f4be212befa HTTP/1.1" status: 204 len: 168 time: 1.2092230 Sep 21 18:07:37.023994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89bf95-d38e-4d50-8ca6-4f9b5183b706 admin admin] Pushing event deleted for resources: {'Network': ['ID=82002a8b-978d-4a14-9987-5f4be212befa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:37.048694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e5ec62e-d0f5-4f18-b132-e8bd0afa61b5 req-04fe4fed-2963-4ac9-83fa-7c123788fb1e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855000 Sep 21 18:07:37.054973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Made reservation on behalf of dc543840d3a44332b187eedc6f1e975b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:37.057923 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.105673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.138091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.200548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60272) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:37.220924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.228749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-3be879e1-1a1e-42cf-a64a-84c95d1bedda service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460591 Sep 21 18:07:37.324174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.329690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.336149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.343083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.349448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.355847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.362089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.370746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-b0bb4fb7-0fd6-4686-94c6-76ddcd174399 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.1743176 Sep 21 18:07:37.383049 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-845fe8ca-d60d-41bc-a184-6ea2421d544c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be1f1b9fad1b4423afecc308d83bf364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789143 Sep 21 18:07:37.383287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:37.439028 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-958673de-7ccc-4e4c-841d-27e9768b16ba req-00ab8568-5af5-4015-9742-89a46cded89c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671477 Sep 21 18:07:37.474111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-677c0dd7-70ae-47cb-ae1c-db96645c7127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.518623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-677c0dd7-70ae-47cb-ae1c-db96645c7127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.571886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2734ab73-b647-4355-a962-f02b0a4de323 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:37.590162 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-677c0dd7-70ae-47cb-ae1c-db96645c7127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.593706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-677c0dd7-70ae-47cb-ae1c-db96645c7127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.597344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 2734ab73-b647-4355-a962-f02b0a4de323 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:37.598049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2734ab73-b647-4355-a962-f02b0a4de323 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:37.599047 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-677c0dd7-70ae-47cb-ae1c-db96645c7127 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3395bddb-0e82-48bd-8ff3-a0f1c0c257b3 HTTP/1.1" status: 204 len: 168 time: 0.2146707 Sep 21 18:07:37.610449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c0dd7-70ae-47cb-ae1c-db96645c7127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395bddb-0e82-48bd-8ff3-a0f1c0c257b3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:37.859444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-28dc91a7-305e-48bf-9de3-dd9753253a11 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088703 Sep 21 18:07:37.912368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:37.954083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.032452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-6907b9d1-0ce8-4670-8544-4e28c55bbdb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7 HTTP/1.1" status: 200 len: 217 time: 0.1616700 Sep 21 18:07:38.037040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ae5445-32b6-4929-b339-8f8cfcdba094,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:38.088752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:07:38.112244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.112606 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Added segment caa9866b-5594-4d5e-9b1d-ed35fa695906 of type vlan for network 5815cb5b-4078-41bf-8d73-84fad3355ba6 Sep 21 18:07:38.122443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 06307faf-480f-4795-81de-f6a04e7cbab3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:38.133442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-3d7d270a-c23e-46f8-b1ef-8b190e7b01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.135183 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-3d7d270a-c23e-46f8-b1ef-8b190e7b01e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.0905786 Sep 21 18:07:38.268934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.276442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.341057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-8f0519b0-b60b-4bfd-8dc2-445fb2b245ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.342598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-8f0519b0-b60b-4bfd-8dc2-445fb2b245ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652517 Sep 21 18:07:38.441770 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.442996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.443663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.459687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85616ad-5947-4260-94e2-742c3a49c5c5 req-57045aa0-16d3-450c-9bd2-74400604cbf7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.461248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a85616ad-5947-4260-94e2-742c3a49c5c5 req-57045aa0-16d3-450c-9bd2-74400604cbf7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.2929721 Sep 21 18:07:38.509075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:38.520963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] Sync routers for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:38.534243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-59d088be-34f5-4cb8-a39f-35afeb756e40 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/06307faf-480f-4795-81de-f6a04e7cbab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9291797 Sep 21 18:07:38.535352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60332) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:38.538694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:38.539409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:38.544045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:38.572127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7837169 Sep 21 18:07:38.594225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:38.610265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:38.612374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:38.629144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:38.649936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Request body: {'subnet': {'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-473155827-subnet', 'tenant_id': 'dc543840d3a44332b187eedc6f1e975b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:38.657242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60340) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:38.665753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:38.667265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358f02a-402e-4aab-8405-c88577e7a876 admin admin] Pushing event updated for resources: {'Network': ['ID=5815cb5b-4078-41bf-8d73-84fad3355ba6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:38.668079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391c0c3-8339-4193-81b5-cb358c6ca3a0 None None] The sync data for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:38.675437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-741318505-network', 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:38.679647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5815cb5b-4078-41bf-8d73-84fad3355ba6 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:07:38.706912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-001fecb8-220f-48e5-9dbb-d9f9f20e8bca service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175838 Sep 21 18:07:38.722610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a85616ad-5947-4260-94e2-742c3a49c5c5 req-296cac85-c6a4-498e-bb1c-1471568d1eed tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151678 Sep 21 18:07:38.770224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:07:38.770224 n-d-810285-3 neutron-server[95091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:07:38.770224 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id_1': '68956c50b6204c2b9725213b2bf1f136', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 7, 18, 697199)}] Sep 21 18:07:38.770224 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:07:38.770800 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:07:38.783502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Made reservation on behalf of dc543840d3a44332b187eedc6f1e975b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:38.785825 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.857260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.857636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.858231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.858676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.859236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.859792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.860403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.860561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.865510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e15de59-65bd-4519-86d3-9221caf6365f req-9fcf0ac5-450a-4318-ae85-b3ed3bb5c3df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6492 time: 0.2021353 Sep 21 18:07:38.865968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.872619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.878428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.884227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.890244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.896196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.898181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-083a6382-403d-463a-a94e-cc95f9b4e6ab tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.2700813 Sep 21 18:07:38.898689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-09de5812-3815-4508-9874-ca626b372b30 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713505 Sep 21 18:07:38.948698 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e15de59-65bd-4519-86d3-9221caf6365f req-a3714d43-e7c9-4ba2-96da-865567229a2d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765553 Sep 21 18:07:38.949955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-f17167f0-672a-48fc-948a-74d0c7f86c96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 200 len: 217 time: 0.0415270 Sep 21 18:07:39.009958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-2d7351ea-72c5-4327-9aa8-aa75116bc25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.012066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-2d7351ea-72c5-4327-9aa8-aa75116bc25f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.0529647 Sep 21 18:07:39.058682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4be90418-0a8c-4cb8-995e-8ab14744f514 req-be91c541-1023-4a89-a0f1-e4e6769308ed tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242702 Sep 21 18:07:39.064278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-13abce8c-352a-472e-8584-024eaa0acd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.065815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-13abce8c-352a-472e-8584-024eaa0acd4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445700 Sep 21 18:07:39.163155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-31e0a66d-c31c-4594-a386-d4b369e306ff service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866613 Sep 21 18:07:39.230477 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:39.283172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa113007-9fb1-4cd4-8509-d37672b97c61 req-5679e4d7-0a04-4e90-a023-9281789efc4d service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097524 Sep 21 18:07:39.343927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:39.346134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:39.364108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:39.370155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0616153e-5a76-4ba8-8a40-a57cc73efd8f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:39.383672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Checking segment: {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:39.384037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Network hostable DHCP agents. Network: 5815cb5b-4078-41bf-8d73-84fad3355ba6, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:07:39.395613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.396099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.396571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.397040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.397505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.397962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.398444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.400391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-af0a9b19-6ec9-4da9-9c5f-3018abb17894 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6486 time: 0.0553274 Sep 21 18:07:39.424850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:39.512911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-06e00ee7-c9f5-4784-934a-b052878edaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.514802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-06e00ee7-c9f5-4784-934a-b052878edaf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 200 len: 904 time: 0.1055558 Sep 21 18:07:39.557800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1474780-176b-4d1e-bfb1-512fdb4a4227 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:39.567742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-7456540d-325f-4029-b58b-a17980661aa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 200 len: 217 time: 0.0373943 Sep 21 18:07:39.633424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-4123f209-6b8c-417e-9694-2d5d83e00cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.636584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-4123f209-6b8c-417e-9694-2d5d83e00cc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.0564554 Sep 21 18:07:39.643580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:39.670416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:39.672748 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7482b18e-7ab7-4231-9fad-fbe43029f5d6" -d '{"events": [{"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-unplugged", "status": "completed", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:39.686901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:39.692041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-093aa3ba-6cbe-445e-a49f-1dffd9dbdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.693467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-093aa3ba-6cbe-445e-a49f-1dffd9dbdeed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480330 Sep 21 18:07:39.693713 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:39.721722 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a806ef8d-7aca-4e5d-8520-a461f65277b1 x-openstack-request-id: req-a806ef8d-7aca-4e5d-8520-a461f65277b1 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:39.722054 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-unplugged", "status": "completed", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:39.722324 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a806ef8d-7aca-4e5d-8520-a461f65277b1 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:39.722721 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'code': 200} Sep 21 18:07:39.755378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:39.807761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Network 5815cb5b-4078-41bf-8d73-84fad3355ba6 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:07:39.811227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-4d99bae7-f1e4-481d-9b3a-b3a2e90aa403 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095128 Sep 21 18:07:39.889515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5815cb5b-4078-41bf-8d73-84fad3355ba6) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:39.897576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72554f77-44c8-403a-ab2d-1224fa678625 None None] Network 5815cb5b-4078-41bf-8d73-84fad3355ba6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:39.903559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.904152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:39.924565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1cdd44a-3008-4761-881c-dfb1a10c162e req-d657c49b-90e1-40f7-8daa-58732fa79711 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051602 Sep 21 18:07:39.987791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43e86-3833-469b-a7f5-112cc815d2cc req-ea5db87e-3e70-4b2e-adf4-edc20cc41509 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.989401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f43e86-3833-469b-a7f5-112cc815d2cc req-ea5db87e-3e70-4b2e-adf4-edc20cc41509 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1836405 Sep 21 18:07:40.032673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988538e0-98fb-4713-be41-4f168d381fe1 None None] Network 5815cb5b-4078-41bf-8d73-84fad3355ba6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:40.056375 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.069601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.079275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c4922381-baef-45df-b9d7-055b70695a16 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4461517 Sep 21 18:07:40.100401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6f43e86-3833-469b-a7f5-112cc815d2cc req-e608c646-4a8c-4a76-91a5-568c87fd796a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906627 Sep 21 18:07:40.132678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:07:40.144535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee02fa-a603-4fcb-b336-8f62e560b806,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:40.155997 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.156352 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Added segment 8dc935fa-522e-4da9-ae3a-96650bfccc32 of type vlan for network 0ce9b869-0136-477f-b660-8e206678cb6b Sep 21 18:07:40.233228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.234228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.239913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.247084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.253431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.259928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.266777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.273234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.275219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-c723113a-caeb-45ef-8f3f-a99e47154639 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.1117313 Sep 21 18:07:40.295581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.296587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.297382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.325118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c4c7e76-5d5b-4e70-b40d-f88271605f76 req-04cf1040-74fc-45f0-93f3-d9dae22b888c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420783 Sep 21 18:07:40.344290 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7954514 Sep 21 18:07:40.344429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60376) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:40.349516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Request body: {'subnet': {'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-741318505-subnet', 'tenant_id': '68956c50b6204c2b9725213b2bf1f136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:40.357095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 95905bd4-5470-456b-8bb7-a8fcec08564e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:40.357510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.385060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:40.389193 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.430270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc104d7-3fde-40c3-b000-3eb5d7ec5827 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce9b869-0136-477f-b660-8e206678cb6b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:40.445285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0ce9b869-0136-477f-b660-8e206678cb6b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:07:40.516971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.560632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 95905bd4-5470-456b-8bb7-a8fcec08564e owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:40.598530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.656209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ad28cd-0131-4de1-8e74-5572ff648d32,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:40.676246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:40.676611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Network hostable DHCP agents. Network: 0ce9b869-0136-477f-b660-8e206678cb6b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:07:40.694913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Network 0ce9b869-0136-477f-b660-8e206678cb6b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:07:40.702509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-e7d1e05f-c74a-4009-880d-2d035d57a741 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.704282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-e7d1e05f-c74a-4009-880d-2d035d57a741 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 821 time: 0.1750407 Sep 21 18:07:40.707002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0ce9b869-0136-477f-b660-8e206678cb6b) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:40.712621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.713232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.721274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd2a30-8969-4aca-bf7a-e687b7b06e85 None None] Network 0ce9b869-0136-477f-b660-8e206678cb6b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:40.746252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-186b5ea7-6988-4160-a1cb-ff9feed62bb6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3870990 Sep 21 18:07:40.764393 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-8576ca76-3f81-40ce-bc4b-6297cf88f0bf tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/quotas/dc543840d3a44332b187eedc6f1e975b HTTP/1.1" status: 200 len: 375 time: 0.0542560 Sep 21 18:07:40.808782 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-f68a2341-5c4b-414a-9af8-4f925c961576 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339251 Sep 21 18:07:40.828789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:40.939113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.976496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=95905bd4-5470-456b-8bb7-a8fcec08564e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:40.994449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:41.004911 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4d54e506-fc2b-49f4-a742-44de507abce5 service neutron] 10.222.0.70 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591921 Sep 21 18:07:41.006470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '85d5f53e-7c71-4384-953f-12e608913cd4', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '85d5f53e-7c71-4384-953f-12e608913cd4', 'mac_address': 'fa:16:3e:b6:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:41.013933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd85e2a-cf64-47e9-9675-aee9f9f906b0 None None] Network 0ce9b869-0136-477f-b660-8e206678cb6b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:41.122485 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:41.140821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d5f53e-7c71-4384-953f-12e608913cd4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:41.176749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:41.186269 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:41.204257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:41.205843 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:07:41.302131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:41.317936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['85d5f53e-7c71-4384-953f-12e608913cd4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:41.380304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-8a6180eb-6d00-477b-82ee-3a3f48a46196 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:41.382218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-8a6180eb-6d00-477b-82ee-3a3f48a46196 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.2076616 Sep 21 18:07:41.410334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-e58bc972-b824-44cd-94de-3712fe77a846 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/quotas/68956c50b6204c2b9725213b2bf1f136 HTTP/1.1" status: 200 len: 375 time: 0.0139046 Sep 21 18:07:41.433732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-5eefbe69-86bc-4774-8a29-20038724779d service neutron] 10.222.0.70 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275062 Sep 21 18:07:41.471341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-3ddfb903-03e8-4faa-a703-243ae4497c79 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519519 Sep 21 18:07:41.474740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 06307faf-480f-4795-81de-f6a04e7cbab3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:41.577612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:41.585377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c6cf9a7-0fb6-4c3c-91f4-43da56edba91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/06307faf-480f-4795-81de-f6a04e7cbab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487270 Sep 21 18:07:41.587976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:41.589288 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] Sync routers for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:41.605830 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:41.607398 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:41.622008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df64a296-bd21-4cb8-8056-b6b47c909695 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=06307faf-480f-4795-81de-f6a04e7cbab3 HTTP/1.1" status: 200 len: 205 time: 0.0314901 Sep 21 18:07:41.624389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60438) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:41.644246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-f21ecdba-e267-40c4-aec8-163887b92575 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555991 Sep 21 18:07:41.704909 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:41.732070 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] Routers {'06307faf-480f-4795-81de-f6a04e7cbab3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:41.732908 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['06307faf-480f-4795-81de-f6a04e7cbab3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:41.753656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8ae2692a-7221-470c-bf01-2a786bd2f8fd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:41.785815 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:41.786759 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c0416-18a2-4427-b1cf-2653fbdef52e None None] The sync data for ids ['06307faf-480f-4795-81de-f6a04e7cbab3'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:41.808781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-0b970724-e578-412c-9d28-7b9ae04dc591 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633220 Sep 21 18:07:41.882380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205dde8-1ef6-485a-8932-8e14a4904f4a req-5d70303c-61f4-4ef0-a31b-cb47f1a3d117 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:41.884615 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d205dde8-1ef6-485a-8932-8e14a4904f4a req-5d70303c-61f4-4ef0-a31b-cb47f1a3d117 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1675322 Sep 21 18:07:42.075518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8ae2692a-7221-470c-bf01-2a786bd2f8fd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.082431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d205dde8-1ef6-485a-8932-8e14a4904f4a req-ddd68e29-3f46-46d2-bbe9-3076784b75b5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611197 Sep 21 18:07:42.084073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8ae2692a-7221-470c-bf01-2a786bd2f8fd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.110954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.118500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.126064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.133442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.141837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.148759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.153669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8ae2692a-7221-470c-bf01-2a786bd2f8fd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.154872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae2692a-7221-470c-bf01-2a786bd2f8fd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Fanout notify agent at l3_agent the message router_deleted on router 06307faf-480f-4795-81de-f6a04e7cbab3 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:07:42.180073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.184857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-04c5318a-8344-4fe1-9901-7ba4230898bf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.1456740 Sep 21 18:07:42.191996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8ae2692a-7221-470c-bf01-2a786bd2f8fd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.193252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8ae2692a-7221-470c-bf01-2a786bd2f8fd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/06307faf-480f-4795-81de-f6a04e7cbab3 HTTP/1.1" status: 204 len: 168 time: 0.5677464 Sep 21 18:07:42.196942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60464) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:42.281702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baddc056-664a-439c-bee7-6a8bc6ec322b req-9cb32111-9b32-4e70-adca-dcd6ad028212 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893879 Sep 21 18:07:42.300244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet 49ac3d24-af6c-4bbf-ab86-44310e2044e0 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:42.303874 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.415985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.489259 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-44e931f5-0b24-4ccd-b581-e2c167a6b530 req-bf311d97-e39b-4ff0-8a0e-f27adbd89c2b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 210 time: 0.0423706 Sep 21 18:07:42.508166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8abf5658-121b-4fc6-b1ff-baf56bedd2f9 req-32fceeaf-e1f1-42d2-b774-32ba62616ff7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 210 time: 0.0757201 Sep 21 18:07:42.579112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.668352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.702620 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.706624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/49ac3d24-af6c-4bbf-ab86-44310e2044e0 HTTP/1.1" status: 204 len: 168 time: 0.5086815 Sep 21 18:07:42.707963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71bc73-4088-4629-8714-dd789092fff6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=49ac3d24-af6c-4bbf-ab86-44310e2044e0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:42.709375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60476) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:42.719413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e416ef-53f2-479f-ba18-dd80af9ad81e None None] Network 96c6e4f2-e703-4d0d-8700-8119cb3363bf requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:42.803286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet d4c8a765-1150-4d49-a225-09d37e9f6d41 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:42.813544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.830204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:42.876130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:42.968085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 85d5f53e-7c71-4384-953f-12e608913cd4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:42.968591 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.012288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.071810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.074739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] DHCP port deletion for 96c6e4f2-e703-4d0d-8700-8119cb3363bf request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:07:43.171866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:43.176650 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede193d-c865-461d-be4b-1cf0e2538369" -d '{"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-plugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:43.181319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.231224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:43.248780 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.251185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f5a6d6-681d-4d55-b1f0-f2effbb0e206 None None] Network 80df52eb-2b2a-4232-9968-87025994d7ad requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:43.252569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/d4c8a765-1150-4d49-a225-09d37e9f6d41 HTTP/1.1" status: 204 len: 168 time: 0.5420120 Sep 21 18:07:43.254502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56201ed3-627b-48dd-9aa2-11f4d59e76d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c8a765-1150-4d49-a225-09d37e9f6d41,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:43.261234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60484) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:43.261956 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.275245 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c98a37-ea79-418c-b804-314611048e6c x-openstack-request-id: req-30c98a37-ea79-418c-b804-314611048e6c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:43.275245 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-plugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:43.275637 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30c98a37-ea79-418c-b804-314611048e6c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:43.275749 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4', 'code': 200} Sep 21 18:07:43.352983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=10']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:43.398599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.489285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 39386be2-3603-447d-b46d-782ac1e31c19 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:43.489285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.500986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-88254993-2852-4f02-b798-b5a150a882cc tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:43.502709 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-88254993-2852-4f02-b798-b5a150a882cc tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 821 time: 0.2683871 Sep 21 18:07:43.515660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194fdaa-548d-4672-b719-89ec09aaac72 req-70bb4b34-8df6-4002-ad31-95036f607170 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:43.517228 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8194fdaa-548d-4672-b719-89ec09aaac72 req-70bb4b34-8df6-4002-ad31-95036f607170 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.2467849 Sep 21 18:07:43.523635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Request body: {'port': {'device_id': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'admin_state_up': True, 'tenant_id': 'dc543840d3a44332b187eedc6f1e975b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:43.605846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port 39386be2-3603-447d-b46d-782ac1e31c19, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=39386be2-3603-447d-b46d-782ac1e31c19,segment=NetworkSegment(e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c),segment_id=e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:43.606541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.624677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 39386be2-3603-447d-b46d-782ac1e31c19 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:43.740210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 39386be2-3603-447d-b46d-782ac1e31c19 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:43.774302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.777840 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8194fdaa-548d-4672-b719-89ec09aaac72 req-ede31933-7d03-4a04-81c1-e58fa7ae5798 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447821 Sep 21 18:07:43.825518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port 39386be2-3603-447d-b46d-782ac1e31c19 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:43.848055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] Deleting port 39386be2-3603-447d-b46d-782ac1e31c19 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:43.848429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:43.897166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=39386be2-3603-447d-b46d-782ac1e31c19,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:43.939552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No active binding found for port 39386be2-3603-447d-b46d-782ac1e31c19 {{(pid=95092) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 18:07:43.939823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 39386be2-3603-447d-b46d-782ac1e31c19 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:43.965734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Made reservation on behalf of dc543840d3a44332b187eedc6f1e975b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:43.969973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.000288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] For port 39386be2-3603-447d-b46d-782ac1e31c19, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:44.000815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.023813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] Calling delete_port for 39386be2-3603-447d-b46d-782ac1e31c19 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:44.028280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] Port 39386be2-3603-447d-b46d-782ac1e31c19 was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:07:44.034941 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.037533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-092bbacc-7db3-4c4e-8dbe-746a0c1ddecc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.044232 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-092bbacc-7db3-4c4e-8dbe-746a0c1ddecc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.3100197 Sep 21 18:07:44.067712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] Pushing event deleted for resources: {'Port': ['ID=39386be2-3603-447d-b46d-782ac1e31c19,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:44.071273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9093f5-9326-4677-9a8f-7f0660e901b8 None None] No DVR routers for this DVR port 39386be2-3603-447d-b46d-782ac1e31c19 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:44.110496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.129143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Request body: {'port': {'device_id': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'admin_state_up': True, 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:44.150169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.157120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.163914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.172757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.181028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.183804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] DHCP port deletion for 80df52eb-2b2a-4232-9968-87025994d7ad request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:07:44.185413 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f36c741-9a6b-463e-9377-e502c814a762 req-5b877059-0e6a-4822-82c7-6a5eba5c48d3 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 210 time: 0.0617037 Sep 21 18:07:44.188378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.195169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:44.204338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2af1f939-47d1-472b-bafb-ae659a53717e req-8f292588-3421-44bf-9cc4-e248f83b4758 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.4566281 Sep 21 18:07:44.239936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c6e4f2-e703-4d0d-8700-8119cb3363bf']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:44.271741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:44.272192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b21a59-b3db-4dbe-aa67-e5d54b1c3f3c') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:44.289907 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2af1f939-47d1-472b-bafb-ae659a53717e req-7288e8d3-3a65-4c14-b1c2-4a1c581ae562 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844212 Sep 21 18:07:44.309760 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.318283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Allocated IP 172.20.0.3 (5815cb5b-4078-41bf-8d73-84fad3355ba6/0616153e-5a76-4ba8-8a40-a57cc73efd8f/25acdcee-c117-43c8-b9d9-4e61cc863a46) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:44.351347 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.368717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:44.369464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.406949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:44.409042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.413549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] Deleting port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:44.415531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.442972 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aae0c81e-6d6b-432a-b99e-73da017dea7a req-eea59f28-9ed4-4a8c-8444-744023d415a8 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 210 time: 0.0551140 Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:44.521576 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:44.527605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.534323 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.537750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/96c6e4f2-e703-4d0d-8700-8119cb3363bf HTTP/1.1" status: 204 len: 168 time: 1.2746441 Sep 21 18:07:44.542105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60514) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:44.570177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] For port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,segment=NetworkSegment(57df7e81-f2d8-4f22-bcff-79c901b0a6d5),segment_id=57df7e81-f2d8-4f22-bcff-79c901b0a6d5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:44.570582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.571978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7616-e691-45cd-b683-9ecf12a9f44e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=96c6e4f2-e703-4d0d-8700-8119cb3363bf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:44.586817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] Calling delete_port for 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:44.655975 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.688982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Allocated IP 172.20.0.2 (0ce9b869-0136-477f-b660-8e206678cb6b/15ad28cd-0131-4de1-8e74-5572ff648d32/c2e0801f-af1f-4855-813e-15ac2b3469e2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:44.693979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.733490 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.752963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:44.754163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] No DVR routers for this DVR port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:44.791945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c11815-99f5-442b-90ca-e0846490eb29 None None] Pushing event deleted for resources: {'Port': ['ID=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:44.851036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Network 5815cb5b-4078-41bf-8d73-84fad3355ba6 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:44.861096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:44.865547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:44.868323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:44.873010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:44.873686 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.013561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:45.013561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.017808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc, host n-d-810285-3, got binding levels [] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:45.018173 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.045668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:45.048336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.051691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc was not found and therefore no delete operation was performed {{(pid=95090) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:07:45.057882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.058584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-4b2d266e-caf8-4753-acac-ae321c240f77 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371895 Sep 21 18:07:45.074643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc0191-74fc-405d-ace6-b38f512af498 req-15eb49c3-5daa-44c1-a722-d294e63ef334 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:45.076201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06cc0191-74fc-405d-ace6-b38f512af498 req-15eb49c3-5daa-44c1-a722-d294e63ef334 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1340003 Sep 21 18:07:45.082675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Request body: {'port': {'device_id': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:45.090524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:45.092254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:45.179958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06cc0191-74fc-405d-ace6-b38f512af498 req-56dce3a0-3e02-4daf-8c68-caf7cd81a333 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900233 Sep 21 18:07:45.201822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.206888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.240735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.241030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80df52eb-2b2a-4232-9968-87025994d7ad']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:45.253416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57df7e81-f2d8-4f22-bcff-79c901b0a6d5') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:45.253767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57df7e81-f2d8-4f22-bcff-79c901b0a6d5') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:45.265606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.268965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Network 0ce9b869-0136-477f-b660-8e206678cb6b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:45.278509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:45.288056 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.288743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:45.295793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:45.296583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.339987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event updated for resources: {'Port': ['ID=c2e0801f-af1f-4855-813e-15ac2b3469e2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:45.394392 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:45.409178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.419846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:45.420537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.440677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:45.450465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/80df52eb-2b2a-4232-9968-87025994d7ad HTTP/1.1" status: 204 len: 168 time: 0.9068978 Sep 21 18:07:45.468134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60524) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:45.474085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847829d4-5047-49b8-af88-2dfcf90f11e8 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=80df52eb-2b2a-4232-9968-87025994d7ad,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:45.486936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916003875'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:45.519558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61277eb0-bab9-45bc-a0ea-b2cf13d661b0 req-b0f32f84-e177-4975-80c5-7bc8103cf198 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:45.521370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61277eb0-bab9-45bc-a0ea-b2cf13d661b0 req-b0f32f84-e177-4975-80c5-7bc8103cf198 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 931 time: 0.1256759 Sep 21 18:07:45.534989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-a8ea09ef-0f7e-4522-ab94-c8d37fa8f029 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4100125 Sep 21 18:07:45.556143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Request body: {'port': {'device_id': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:45.586246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61277eb0-bab9-45bc-a0ea-b2cf13d661b0 req-eda17bcd-288b-4001-8b30-1867f6c6608d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537913 Sep 21 18:07:45.595089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:45.631590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:45.631962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a5df76f-ca16-4e4a-92e6-76af6cdd1dfc not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:45.737796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84abc3-5b62-43ba-a519-277c6bcbf3a8 req-346fa6da-8e88-43c5-b8b0-d6a33f6a18cf tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:45.739516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c84abc3-5b62-43ba-a519-277c6bcbf3a8 req-346fa6da-8e88-43c5-b8b0-d6a33f6a18cf tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 931 time: 0.0644686 Sep 21 18:07:45.790254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c84abc3-5b62-43ba-a519-277c6bcbf3a8 req-5f0b33da-0089-415a-99ed-bee107c4b496 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Sep 21 18:07:46.047405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:46.052854 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.083864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.090718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.096855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.112685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.122011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.128365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.136645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.138714 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-aceee5df-73c9-460e-bcca-56428356ed1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.7100830 Sep 21 18:07:46.224943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.296116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:07:46.342077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ef16-ee74-4098-aff6-69be0f03739c req-59dcea1d-4c76-430a-91c9-f799fe8c2cee tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.343959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df28ef16-ee74-4098-aff6-69be0f03739c req-59dcea1d-4c76-430a-91c9-f799fe8c2cee tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.0823276 Sep 21 18:07:46.347794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.348158 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment 38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9 of type vlan for network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c Sep 21 18:07:46.361460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-976e85a2-f489-4b4e-9c46-b618c15ac4f1 req-99630fb5-4536-4a15-8207-2cf93daa55e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1874280 Sep 21 18:07:46.411785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df28ef16-ee74-4098-aff6-69be0f03739c req-26e7f5f4-a46f-483d-a24c-9527928ba585 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Sep 21 18:07:46.516736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.621044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.626742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.627394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.729843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25acdcee-c117-43c8-b9d9-4e61cc863a46 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:46.738767 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2613330 Sep 21 18:07:46.741741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60544) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:46.747730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:46.761422 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.816586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f302ee-d64f-42a9-a453-36fb34ffc658 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=0b244877-89f3-41b5-9f1a-921cd3c4ae0c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:46.849580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Transition to ACTIVE for port object 25acdcee-c117-43c8-b9d9-4e61cc863a46 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:46.859884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.867870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:07:46.871756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81336a9f-9ad9-4b08-a1fd-633bbc4ba298 req-6281db11-31fa-4b36-91b0-13640cd4b49d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:46.878892 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81336a9f-9ad9-4b08-a1fd-633bbc4ba298 req-6281db11-31fa-4b36-91b0-13640cd4b49d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 931 time: 0.1831107 Sep 21 18:07:47.007883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e0801f-af1f-4855-813e-15ac2b3469e2 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:47.018951 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81336a9f-9ad9-4b08-a1fd-633bbc4ba298 req-e9e0edbd-717e-443d-a7c7-0092f4c3b765 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389675 Sep 21 18:07:47.025917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Pushing event updated for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:47.030705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.125227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Transition to ACTIVE for port object c2e0801f-af1f-4855-813e-15ac2b3469e2 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:47.126099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b5006-801f-40d3-8f22-5e8f823d92e1 req-38544512-9048-4b0b-a474-d2584fae0258 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.130609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c8b5006-801f-40d3-8f22-5e8f823d92e1 req-38544512-9048-4b0b-a474-d2584fae0258 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 943 time: 0.1688585 Sep 21 18:07:47.145210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:47.147330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.149897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.226993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e0801f-af1f-4855-813e-15ac2b3469e2,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:47.230092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Attempting to bind port 25acdcee-c117-43c8-b9d9-4e61cc863a46 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:47.230463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Attempting to bind port 25acdcee-c117-43c8-b9d9-4e61cc863a46 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:47.231017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Attempting to bind port 25acdcee-c117-43c8-b9d9-4e61cc863a46 on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:47.249361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Port 25acdcee-c117-43c8-b9d9-4e61cc863a46 on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:47.249694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Attempting to bind port 25acdcee-c117-43c8-b9d9-4e61cc863a46 on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:47.268026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c8b5006-801f-40d3-8f22-5e8f823d92e1 req-0cae20c5-2fe8-4251-b59c-f4a1e1039c22 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324492 Sep 21 18:07:47.269485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:47.269835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Checking segment: {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:47.270370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Bound using segment: {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:47.270973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Bound port: 25acdcee-c117-43c8-b9d9-4e61cc863a46, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:47.271345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.512787 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.522297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Attempting to bind port c2e0801f-af1f-4855-813e-15ac2b3469e2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:47.522956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Attempting to bind port c2e0801f-af1f-4855-813e-15ac2b3469e2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:47.523530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Attempting to bind port c2e0801f-af1f-4855-813e-15ac2b3469e2 on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:47.535823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Port c2e0801f-af1f-4855-813e-15ac2b3469e2 on network 0ce9b869-0136-477f-b660-8e206678cb6b not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:47.536186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Attempting to bind port c2e0801f-af1f-4855-813e-15ac2b3469e2 on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:47.539958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:47.557852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:47.558272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:47.558607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Bound using segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:47.559060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Bound port: c2e0801f-af1f-4855-813e-15ac2b3469e2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:47.559426 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.563368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:47.577827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.624451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.630618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.637028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaec75-8a20-46dc-9450-1e1f021e4563 req-ae678282-a5d4-4f09-8e57-4ce98154237d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.637542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.644701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.645144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdaaec75-8a20-46dc-9450-1e1f021e4563 req-ae678282-a5d4-4f09-8e57-4ce98154237d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1354024 Sep 21 18:07:47.647023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=84d34842-767c-40c3-aeca-15d44792b23d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:47.661630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.666071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': '38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:47.666590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: 0b244877-89f3-41b5-9f1a-921cd3c4ae0c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:07:47.667799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.673713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.680943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-3b47c2cf-9c96-4dae-8399-91ee8bd52711 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.2021000 Sep 21 18:07:47.683451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.684256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.685757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] 10.222.0.78 "PUT /v2.0/ports/25acdcee-c117-43c8-b9d9-4e61cc863a46 HTTP/1.1" status: 200 len: 1091 time: 2.6068966 Sep 21 18:07:47.689165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'tag': '25acdcee-c117-43c8-b9d9-4e61cc863a46'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:47.693080 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b85780-c2fb-461f-b8f2-65dc9e38db89" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e7727d-d013-49a6-bba1-bbc20d76f154", "tag": "25acdcee-c117-43c8-b9d9-4e61cc863a46"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:47.741251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdaaec75-8a20-46dc-9450-1e1f021e4563 req-844021f4-d50a-4bd5-9d77-2146bca1553a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953677 Sep 21 18:07:47.747158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:07:47.764278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0b244877-89f3-41b5-9f1a-921cd3c4ae0c) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:47.771964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.772896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.778271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeebc71-5f7e-4983-b4eb-332c95a28d37 None None] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:47.798436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5953b5c9-28fc-4a6a-a960-eabe06a64120 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0554607 Sep 21 18:07:47.802033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60570) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:47.818620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fa4c1f3a-2454-4d38-8fb0-854c855c8385 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-325051353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:47.843298 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b09cd7-a0fb-45ae-bf26-02b3345b0d41 x-openstack-request-id: req-08b09cd7-a0fb-45ae-bf26-02b3345b0d41 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:47.843622 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e7727d-d013-49a6-bba1-bbc20d76f154", "tag": "25acdcee-c117-43c8-b9d9-4e61cc863a46", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:47.843817 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08b09cd7-a0fb-45ae-bf26-02b3345b0d41 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:47.844215 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'tag': '25acdcee-c117-43c8-b9d9-4e61cc863a46', 'status': 'completed', 'code': 200} Sep 21 18:07:47.848000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9515-6fb6-4634-bf53-de7db40f5262 service neutron] Pushing event updated for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:47.873324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c485739-043a-4dca-a5f4-a5c20beddd37 req-7213595c-2192-4091-95b0-3d0a7bf9348e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508989 Sep 21 18:07:47.885691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] For port c2e0801f-af1f-4855-813e-15ac2b3469e2, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:47.893406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] For port c2e0801f-af1f-4855-813e-15ac2b3469e2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c2e0801f-af1f-4855-813e-15ac2b3469e2,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:47.914540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.931760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-71f7e292-e991-41bf-ae6f-ba0c15c7a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.931760 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-71f7e292-e991-41bf-ae6f-ba0c15c7a490 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 1094 time: 0.1816561 Sep 21 18:07:47.931760 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f3a-2454-4d38-8fb0-854c855c8385 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.932961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f3a-2454-4d38-8fb0-854c855c8385 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.982145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:47.982841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:47.984336 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] 10.222.0.78 "PUT /v2.0/ports/c2e0801f-af1f-4855-813e-15ac2b3469e2 HTTP/1.1" status: 200 len: 1091 time: 2.4352381 Sep 21 18:07:48.009477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0b244877-89f3-41b5-9f1a-921cd3c4ae0c', 'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': '84d34842-767c-40c3-aeca-15d44792b23d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:07:48.011515 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.038042 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-cccaa5e0-ea5c-48b1-9379-0d5715ee2404 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46 HTTP/1.1" status: 200 len: 217 time: 0.0960305 Sep 21 18:07:48.171837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-410359ab-6dd0-4b61-8415-49ff3fb57201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.175552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-410359ab-6dd0-4b61-8415-49ff3fb57201 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0616153e-5a76-4ba8-8a40-a57cc73efd8f HTTP/1.1" status: 200 len: 861 time: 0.1186566 Sep 21 18:07:48.179662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad743e4e-fefe-4c58-aea0-fbce90d27ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e0801f-af1f-4855-813e-15ac2b3469e2,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:48.217939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cf753-ee63-4695-808d-c16d4ea88e44 req-94134732-5285-4c6b-ad9c-a514d8314bf2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.226499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-821cf753-ee63-4695-808d-c16d4ea88e44 req-94134732-5285-4c6b-ad9c-a514d8314bf2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 943 time: 0.0826559 Sep 21 18:07:48.232301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f3a-2454-4d38-8fb0-854c855c8385 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.260901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f3a-2454-4d38-8fb0-854c855c8385 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.268715 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-dc052b2d-b6ef-493a-b065-2d93194feb78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5815cb5b-4078-41bf-8d73-84fad3355ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799809 Sep 21 18:07:48.274587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Allocated IP 2001:db8::2 (0b244877-89f3-41b5-9f1a-921cd3c4ae0c/84d34842-767c-40c3-aeca-15d44792b23d/e4103031-1844-41dd-99a2-036387607f4a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:48.294950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-d8dd229e-cd97-47fe-a5d9-5c9e5d35467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.296770 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-d8dd229e-cd97-47fe-a5d9-5c9e5d35467b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 1094 time: 0.2628682 Sep 21 18:07:48.342807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-821cf753-ee63-4695-808d-c16d4ea88e44 req-381b94b7-6336-45a3-9bad-0d4c4fccba9c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150160 Sep 21 18:07:48.404756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f3a-2454-4d38-8fb0-854c855c8385 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.408912 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fa4c1f3a-2454-4d38-8fb0-854c855c8385 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5915239 Sep 21 18:07:48.410280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-27d6c5d8-6883-4734-85a6-52d23229b620 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2e0801f-af1f-4855-813e-15ac2b3469e2 HTTP/1.1" status: 200 len: 217 time: 0.0956886 Sep 21 18:07:48.412668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60588) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:48.421773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'port': {'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c', 'name': 'tempest-RoutersIpV6Test-781171959'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:48.514462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-03dc62ac-b864-47c9-9b15-8b8ab7b7c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.516502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-03dc62ac-b864-47c9-9b15-8b8ab7b7c7ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 1102 time: 0.1718783 Sep 21 18:07:48.620149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.631202 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.644535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76668916-ebaf-44b9-8a8f-11bc54160a65 req-4b2e981e-eefe-4ff0-9978-da87d33457bd tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.660095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-315d1057-080b-42a0-b466-8204337d2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.661507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-315d1057-080b-42a0-b466-8204337d2ed8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.1962953 Sep 21 18:07:48.667947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76668916-ebaf-44b9-8a8f-11bc54160a65 req-4b2e981e-eefe-4ff0-9978-da87d33457bd tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 943 time: 0.1590753 Sep 21 18:07:48.669975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-eefaf6d5-e9a0-4e24-bb8d-ae7fceb88218 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925464 Sep 21 18:07:48.693956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Pushing event updated for resources: {'Port': ['ID=e4103031-1844-41dd-99a2-036387607f4a,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:48.723275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:48.723946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-ae549b96-969a-446a-a4ba-8fc513f7eb94 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504098 Sep 21 18:07:48.725455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:48.731428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:48.760140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76668916-ebaf-44b9-8a8f-11bc54160a65 req-d27867b2-7747-46f4-b6ff-5b8f625cb680 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873089 Sep 21 18:07:48.764752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-e4227a5e-60ff-4acb-ad0b-57c23bd7be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.768349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-e4227a5e-60ff-4acb-ad0b-57c23bd7be11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2254105 Sep 21 18:07:48.829317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Attempting to bind port e4103031-1844-41dd-99a2-036387607f4a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:48.830152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Attempting to bind port e4103031-1844-41dd-99a2-036387607f4a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:48.831016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Attempting to bind port e4103031-1844-41dd-99a2-036387607f4a on network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:48.836678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-a0e4a1ca-1d37-40dd-af62-110654810a62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=85d5f53e-7c71-4384-953f-12e608913cd4 HTTP/1.1" status: 200 len: 217 time: 0.0575337 Sep 21 18:07:48.839298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:48.842496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Checking segment: {'id': '38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:48.843194 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.843796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Bound using segment: {'id': '38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:48.844486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Bound port: e4103031-1844-41dd-99a2-036387607f4a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '0b244877-89f3-41b5-9f1a-921cd3c4ae0c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:48.845883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.918407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d622307e-bddd-464f-b7e9-37748a72ec1b req-d97611d9-ef13-405d-ba08-c35c722a92f6 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365110 Sep 21 18:07:48.920839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-8465166f-726c-4e64-bd76-634b472019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:48.923839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-8465166f-726c-4e64-bd76-634b472019c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0792663 Sep 21 18:07:48.962655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] For port e4103031-1844-41dd-99a2-036387607f4a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:48.973215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] For port e4103031-1844-41dd-99a2-036387607f4a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e4103031-1844-41dd-99a2-036387607f4a,segment=NetworkSegment(38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9),segment_id=38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:48.980187 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.084448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-153471ad-4eff-46a7-a948-48a384c2c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.086091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-153471ad-4eff-46a7-a948-48a384c2c093 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507540 Sep 21 18:07:49.094044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc34663-4c44-4383-8292-3a9459b73ac3 None None] Pushing event updated for resources: {'Port': ['ID=e4103031-1844-41dd-99a2-036387607f4a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:49.204923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24547f-f68c-456b-ad7a-e704fee9b49d req-30770862-9214-4947-abe8-8b8829da37fd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.206531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a24547f-f68c-456b-ad7a-e704fee9b49d req-30770862-9214-4947-abe8-8b8829da37fd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.2640786 Sep 21 18:07:49.212497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-3e4fd72a-916e-4993-98fd-f57f37cd1261 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148181 Sep 21 18:07:49.220152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:49.223731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.248921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.249728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-1ecff7ef-8ae0-4c91-8a28-f74c09b0b242 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106654 Sep 21 18:07:49.290678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-a8d7fca8-19b6-47e1-abbe-77fa4b187a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.293181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-a8d7fca8-19b6-47e1-abbe-77fa4b187a07 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 1094 time: 0.3090429 Sep 21 18:07:49.294544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] device_id is not set on port dcfd5382-8ef1-40b3-93cd-40156386afe3 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:07:49.301467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.345389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.360884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.378274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.385094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.398670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.401339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a24547f-f68c-456b-ad7a-e704fee9b49d req-70777f10-bbea-4734-934f-9615ae3b88a9 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752267 Sep 21 18:07:49.408876 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-4f113fcc-2257-4532-833f-9370a0d74cd8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.3944991 Sep 21 18:07:49.676605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8c35aadb-12e7-4a2a-a7be-bbae93e3e43e req-c737e522-38ef-46f4-b3d0-ff940beb0863 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163687 Sep 21 18:07:49.716680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-76164a9f-2955-4a78-9baa-fc95190dc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.718537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-76164a9f-2955-4a78-9baa-fc95190dc8de service neutron] 10.222.0.78 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 923 time: 0.3989208 Sep 21 18:07:49.745608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8::2fb (0b244877-89f3-41b5-9f1a-921cd3c4ae0c/84d34842-767c-40c3-aeca-15d44792b23d/dcfd5382-8ef1-40b3-93cd-40156386afe3) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:49.799592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e4103031-1844-41dd-99a2-036387607f4a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:49.816239 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-724807ff-ef10-4092-9f0c-554f09cfc697 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46 HTTP/1.1" status: 200 len: 217 time: 0.0678415 Sep 21 18:07:49.824171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6dc24-6030-423f-9258-8efea208af21 req-5647f271-7901-47a5-ad93-2bc971e6cdab tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.831607 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85a6dc24-6030-423f-9258-8efea208af21 req-5647f271-7901-47a5-ad93-2bc971e6cdab tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 943 time: 0.2480361 Sep 21 18:07:49.851380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'tag': 'c2e0801f-af1f-4855-813e-15ac2b3469e2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:49.853659 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab7dd16-83a2-420b-abbe-c1edea4336f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d746e86c-2aea-4d9e-9219-f806b5aee033", "tag": "c2e0801f-af1f-4855-813e-15ac2b3469e2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:49.894905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e4103031-1844-41dd-99a2-036387607f4a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:49.897060 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.968301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85a6dc24-6030-423f-9258-8efea208af21 req-3856134a-dc81-4f40-a19d-efbd793728b7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344898 Sep 21 18:07:49.979545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-d9ad3a97-cae4-4f29-bd26-0797840f97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:49.997536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-d9ad3a97-cae4-4f29-bd26-0797840f97ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0616153e-5a76-4ba8-8a40-a57cc73efd8f HTTP/1.1" status: 200 len: 861 time: 0.1638243 Sep 21 18:07:50.067118 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:50.109716 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-a6fc3e09-7d9c-4b25-a480-eadce64a90a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5815cb5b-4078-41bf-8d73-84fad3355ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870678 Sep 21 18:07:50.125740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port e4103031-1844-41dd-99a2-036387607f4a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e4103031-1844-41dd-99a2-036387607f4a,segment=NetworkSegment(38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9),segment_id=38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:50.172456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:50.172602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89568047-5a49-4875-9a2f-5bca36d7da8f req-f1d8e858-19e4-4109-9d52-5749263a860c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7606063 Sep 21 18:07:50.189035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-493137c1-a70d-4d4c-a48e-8d0bff68fb57 req-f2d25c22-d204-4a22-b78e-db878fa44ebf service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7681525 Sep 21 18:07:50.258377 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ecf099-bd7a-4800-a7b5-0ce23d742557 x-openstack-request-id: req-85ecf099-bd7a-4800-a7b5-0ce23d742557 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:50.258985 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d746e86c-2aea-4d9e-9219-f806b5aee033", "tag": "c2e0801f-af1f-4855-813e-15ac2b3469e2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:50.258985 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85ecf099-bd7a-4800-a7b5-0ce23d742557 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:50.261446 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'tag': 'c2e0801f-af1f-4855-813e-15ac2b3469e2', 'status': 'completed', 'code': 200} Sep 21 18:07:50.374494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=e4103031-1844-41dd-99a2-036387607f4a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:50.575789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e20c5-66a7-45a5-8957-4e67928f3d09 None None] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:50.615421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-66596954-a3df-4e17-9f69-8683e6f62b4b None None] Provisioning complete for port e4103031-1844-41dd-99a2-036387607f4a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:50.615963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66596954-a3df-4e17-9f69-8683e6f62b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:50.622375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969587b-d7d7-417a-9dbc-34b551dabd8b req-e779e135-434f-4e10-96fd-573715d15ba6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:50.626253 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c969587b-d7d7-417a-9dbc-34b551dabd8b req-e779e135-434f-4e10-96fd-573715d15ba6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.0854065 Sep 21 18:07:50.692810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c969587b-d7d7-417a-9dbc-34b551dabd8b req-085f4988-8d6e-4614-958c-4e0820edb864 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537374 Sep 21 18:07:50.959106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-1f5da054-d30e-4784-844a-2c33c8f0905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:50.960616 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-1f5da054-d30e-4784-844a-2c33c8f0905f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 1094 time: 0.6538417 Sep 21 18:07:50.970310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:50.982355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604874-d594-440e-99f1-c07b4c9f762b req-ba760bcb-b653-47e0-bb4c-1b399bcab187 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:50.983853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-46604874-d594-440e-99f1-c07b4c9f762b req-ba760bcb-b653-47e0-bb4c-1b399bcab187 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 943 time: 0.7319286 Sep 21 18:07:51.029002 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-bb79bda2-38bc-4d1b-a701-99225a1c55f2 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187678 Sep 21 18:07:51.179690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3513629-cfcf-460c-8bbb-f947ec9447ae req-50deb635-4f8f-4464-ad2f-0c6fe25d3a79 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.188217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3513629-cfcf-460c-8bbb-f947ec9447ae req-50deb635-4f8f-4464-ad2f-0c6fe25d3a79 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 943 time: 0.1169047 Sep 21 18:07:51.235247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3513629-cfcf-460c-8bbb-f947ec9447ae req-252227a0-3988-40c7-88df-e9a1cf8f67f8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Sep 21 18:07:51.251743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-46604874-d594-440e-99f1-c07b4c9f762b req-3aa98d77-3380-4d1c-b2cb-4602ef5280fe tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363198 Sep 21 18:07:51.317588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5427934b-8385-497e-85bc-9bb17d9ae965 None None] Provisioning complete for port e4103031-1844-41dd-99a2-036387607f4a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:51.318387 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:51.318900 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5427934b-8385-497e-85bc-9bb17d9ae965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:51.368042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:51.391575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:51.430287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:51.436302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.437192 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:51.550777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=dcfd5382-8ef1-40b3-93cd-40156386afe3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:51.565017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-ab97484a-d192-46cb-8cfe-93d306929869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.567502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-ab97484a-d192-46cb-8cfe-93d306929869 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.5935378 Sep 21 18:07:51.603040 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-6add14ac-4228-4015-94b7-9996aeab2959 req-c5488835-3917-40c5-a30e-2fe83796f0d3 service neutron] show failed (client error): The resource could not be found. Sep 21 18:07:51.605921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-c5488835-3917-40c5-a30e-2fe83796f0d3 service neutron] 10.222.0.41 "GET /v2.0/ports/961a3c32-103f-4ba8-b616-f2e624657b68/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.1384194 Sep 21 18:07:51.617260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 25acdcee-c117-43c8-b9d9-4e61cc863a46 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:51.634341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e4103031-1844-41dd-99a2-036387607f4a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:51.652798 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c9c1010-d7bf-4f2c-935b-0fb0343db282 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2390873 Sep 21 18:07:51.655962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60630) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:51.658362 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-e3771163-27fc-4b48-8c65-87740195dfb0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2e0801f-af1f-4855-813e-15ac2b3469e2 HTTP/1.1" status: 200 len: 217 time: 0.0784914 Sep 21 18:07:51.663382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-47b85780-c2fb-461f-b8f2-65dc9e38db89 req-0fa0c6d8-c944-4090-9c0a-0565acc837c3 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945659 Sep 21 18:07:51.788108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e4103031-1844-41dd-99a2-036387607f4a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:51.788536 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:51.814347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-8523b1ad-837e-4bc5-b917-04c5df9a9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.818591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-8523b1ad-837e-4bc5-b917-04c5df9a9a5f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.1462202 Sep 21 18:07:51.839912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.865864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.873068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.879279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.886665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.893825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.901593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:51.911091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-f7ccf0f1-0dab-4c44-9a6f-b709e80e8405 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.5391345 Sep 21 18:07:51.968212 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:52.020988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5deb345-3264-4d5b-8168-6a0cc056e2ad req-56ee91da-8aab-4dd6-a686-a32c181e816e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:52.022891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-42f58ec3-f432-4d1f-96b4-d83db29e962b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478358 Sep 21 18:07:52.030293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5deb345-3264-4d5b-8168-6a0cc056e2ad req-56ee91da-8aab-4dd6-a686-a32c181e816e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1305027 Sep 21 18:07:52.041978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ad99ca0e-c725-458c-876d-e49c417c85e3 None None] Provisioning complete for port dcfd5382-8ef1-40b3-93cd-40156386afe3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:52.042499 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad99ca0e-c725-458c-876d-e49c417c85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:52.045665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '25acdcee-c117-43c8-b9d9-4e61cc863a46', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'port_id': '25acdcee-c117-43c8-b9d9-4e61cc863a46', 'mac_address': 'fa:16:3e:05:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616153e-5a76-4ba8-8a40-a57cc73efd8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:52.049960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-60a4c279-bcb8-4422-9e31-755fa59850c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:52.051791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-60a4c279-bcb8-4422-9e31-755fa59850c1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 1100 time: 0.1298640 Sep 21 18:07:52.072258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:52.113688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5deb345-3264-4d5b-8168-6a0cc056e2ad req-7cafd574-1ad0-4d3d-85a6-112595a3ab98 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795753 Sep 21 18:07:52.133100 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:52.162670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25acdcee-c117-43c8-b9d9-4e61cc863a46 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:52.191827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:52.219169 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:52.223124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ad99ca0e-c725-458c-876d-e49c417c85e3 None None] Port dcfd5382-8ef1-40b3-93cd-40156386afe3 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:52.247010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-abf928fa-1378-474e-9e61-6d90e8d825ed req-7e27b70c-b0ba-4306-8ddf-6e3d667845b1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3350019 Sep 21 18:07:52.295281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-b6191d1a-c313-4099-8f82-3622af2a2c24 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413278 Sep 21 18:07:52.335990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:52.399978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:52.489518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e315f5-7bea-42ed-a178-9d7ad55ce3db req-0cb6df0a-8328-41b8-805d-32e871d9b58d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:52.498835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['25acdcee-c117-43c8-b9d9-4e61cc863a46'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:52.501166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92e315f5-7bea-42ed-a178-9d7ad55ce3db req-0cb6df0a-8328-41b8-805d-32e871d9b58d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 943 time: 0.1402073 Sep 21 18:07:52.590562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92e315f5-7bea-42ed-a178-9d7ad55ce3db req-8e4736ae-e4a2-4de7-8ac4-02e6eb1340e6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795622 Sep 21 18:07:52.605719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:52.616985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c377aa3-661d-4954-8794-f3e37e1ff0e1 req-3acf2e67-dd26-436f-a911-830a05b5beeb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:52.619861 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c377aa3-661d-4954-8794-f3e37e1ff0e1 req-3acf2e67-dd26-436f-a911-830a05b5beeb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 944 time: 0.2068937 Sep 21 18:07:52.622968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eab7dd16-83a2-420b-abbe-c1edea4336f8 req-3ea69162-2d5b-4b66-a6fb-faebf37434a4 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197339 Sep 21 18:07:52.771011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c377aa3-661d-4954-8794-f3e37e1ff0e1 req-7a46ec1e-164c-4794-9c93-4a909e29abeb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415117 Sep 21 18:07:52.886085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:52.944059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:53.006898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:53.009423 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368c6dc-1b16-4afd-aab0-f14ecf7a5585" -d '{"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-unplugged", "status": "completed", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:53.015534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.022673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.034130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Transition to ACTIVE for port object 961a3c32-103f-4ba8-b616-f2e624657b68 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:53.035343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.044735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.096020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=dcfd5382-8ef1-40b3-93cd-40156386afe3,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:53.114395 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ea672-5eb3-44d5-90e1-a16c6f349be3 x-openstack-request-id: req-8a9ea672-5eb3-44d5-90e1-a16c6f349be3 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:53.114688 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-unplugged", "status": "completed", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:53.114942 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a9ea672-5eb3-44d5-90e1-a16c6f349be3 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:53.115342 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68', 'code': 200} Sep 21 18:07:53.127663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:53.158527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] No DVR routers for this DVR port 961a3c32-103f-4ba8-b616-f2e624657b68 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:53.327347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:53.327702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:53.328028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:53.335834 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.368958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Port 961a3c32-103f-4ba8-b616-f2e624657b68 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:53.370005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Attempting to bind port 961a3c32-103f-4ba8-b616-f2e624657b68 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:53.395316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:53.395565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:53.395944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:53.396391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Bound port: 961a3c32-103f-4ba8-b616-f2e624657b68, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:53.396759 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.410755 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-2a02b8ec-6dc1-412e-b6bd-0024f6517c6a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2011569 Sep 21 18:07:53.493986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66c9c-06d3-44ae-8f8a-ab93afd285e4 req-00bfe49a-c267-4171-8b3f-27f1253ce64a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.496795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fea66c9c-06d3-44ae-8f8a-ab93afd285e4 req-00bfe49a-c267-4171-8b3f-27f1253ce64a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.2476888 Sep 21 18:07:53.576578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-8b4030c7-8a43-486c-b83e-c32a38921ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.583055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-8b4030c7-8a43-486c-b83e-c32a38921ed1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fde62aa0b47f488c84195bb7e47d186c&device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 1099 time: 0.1463728 Sep 21 18:07:53.633568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c2e0801f-af1f-4855-813e-15ac2b3469e2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:53.637810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fea66c9c-06d3-44ae-8f8a-ab93afd285e4 req-c64fef87-0986-40c5-b853-a360e4422ebf tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154721 Sep 21 18:07:53.638640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 25acdcee-c117-43c8-b9d9-4e61cc863a46 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:53.651759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.656706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:53.667069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.682007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:53.685442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.690524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.698174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.719811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.742585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.751595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.760801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-91b09120-96df-45d9-9609-99df66851b0b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.3310316 Sep 21 18:07:53.793556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c2e0801f-af1f-4855-813e-15ac2b3469e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c2e0801f-af1f-4855-813e-15ac2b3469e2,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:53.805888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.808426 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.810715 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] 10.222.0.78 "PUT /v2.0/ports/961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 1095 time: 1.7430279 Sep 21 18:07:53.811664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'c2e0801f-af1f-4855-813e-15ac2b3469e2', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': 'c2e0801f-af1f-4855-813e-15ac2b3469e2', 'mac_address': 'fa:16:3e:b0:41:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:53.818028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.904423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0814a740-c6c2-4ed7-aedc-5c455d1f5eae req-613fc348-cfca-415c-a7e4-61789bd3468e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354263 Sep 21 18:07:53.922655 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.929136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3d6e2-8283-4709-8539-c3b4e21c9752 service neutron] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:53.942283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-9beccf0d-732a-41a6-91cf-cd2716df420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:53.944403 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-9beccf0d-732a-41a6-91cf-cd2716df420c service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.3363302 Sep 21 18:07:53.964079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e0801f-af1f-4855-813e-15ac2b3469e2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:54.009926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c2e0801f-af1f-4855-813e-15ac2b3469e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c2e0801f-af1f-4855-813e-15ac2b3469e2,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:54.030783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0ad27-aa9d-4bf7-99ed-1562e4a47fe7 req-f40f6cc9-f4c3-4d70-896e-799a3eca6650 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.032572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90c0ad27-aa9d-4bf7-99ed-1562e4a47fe7 req-f40f6cc9-f4c3-4d70-896e-799a3eca6650 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 943 time: 0.2631321 Sep 21 18:07:54.035662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-ad585d14-9fd6-4fc8-a51b-3111cdba21de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227 HTTP/1.1" status: 200 len: 217 time: 0.0811884 Sep 21 18:07:54.036254 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.041354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-acd7c4d2-8562-4fe7-9ee3-0d2fe8834224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.046091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 25acdcee-c117-43c8-b9d9-4e61cc863a46 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:07:54.048315 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-acd7c4d2-8562-4fe7-9ee3-0d2fe8834224 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1098 time: 0.2054873 Sep 21 18:07:54.090780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 25acdcee-c117-43c8-b9d9-4e61cc863a46 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:54.091156 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.156809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1014dfe2-ddf3-41ce-a6a3-2d3102633038 None None] Provisioning complete for port dcfd5382-8ef1-40b3-93cd-40156386afe3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:54.157133 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1014dfe2-ddf3-41ce-a6a3-2d3102633038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.212140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-a58b37a8-e7dc-48f4-9080-3e74fe0b8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.213893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-a58b37a8-e7dc-48f4-9080-3e74fe0b8f4c service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1412435 Sep 21 18:07:54.284762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c2e0801f-af1f-4855-813e-15ac2b3469e2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:54.311702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c2e0801f-af1f-4855-813e-15ac2b3469e2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:54.330517 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90c0ad27-aa9d-4bf7-99ed-1562e4a47fe7 req-3e047521-185f-4beb-b0c3-4bdef9a11ae2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810521 Sep 21 18:07:54.334845 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-8287422c-6559-42da-8cdf-b7b946b45d6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.1087480 Sep 21 18:07:54.366078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1014dfe2-ddf3-41ce-a6a3-2d3102633038 None None] Port dcfd5382-8ef1-40b3-93cd-40156386afe3 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:54.414226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.427547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-a1226ee2-ec04-4fce-b835-9d59a9248e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.429121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-a1226ee2-ec04-4fce-b835-9d59a9248e2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.3676775 Sep 21 18:07:54.464698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25acdcee-c117-43c8-b9d9-4e61cc863a46'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:54.468297 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1621ec-72f4-499b-8db5-9f134d36f04a" -d '{"events": [{"server_uuid": "e6e7727d-d013-49a6-bba1-bbc20d76f154", "name": "network-vif-plugged", "status": "completed", "tag": "25acdcee-c117-43c8-b9d9-4e61cc863a46"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:54.508499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.521593 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.525949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.530633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-e41e1fcc-bc50-4905-a085-fdcf41abf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.532166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-e41e1fcc-bc50-4905-a085-fdcf41abf1a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1882348 Sep 21 18:07:54.568373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-2baa0287-2e2c-4483-b30c-5f7bb8417906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.572221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-2baa0287-2e2c-4483-b30c-5f7bb8417906 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314223 Sep 21 18:07:54.615779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:54.620577 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8885f024-35a3-4029-9e3b-56ba021471b1 x-openstack-request-id: req-8885f024-35a3-4029-9e3b-56ba021471b1 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:54.621189 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e7727d-d013-49a6-bba1-bbc20d76f154", "name": "network-vif-plugged", "status": "completed", "tag": "25acdcee-c117-43c8-b9d9-4e61cc863a46", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:54.621740 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8885f024-35a3-4029-9e3b-56ba021471b1 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:54.623176 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25acdcee-c117-43c8-b9d9-4e61cc863a46', 'code': 200} Sep 21 18:07:54.631635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.672623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106a3a-a3c4-4e9d-af90-38fbf12bd0c2 req-68ed4214-c0aa-4bef-a2aa-70cbdea2ba2a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.686681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a106a3a-a3c4-4e9d-af90-38fbf12bd0c2 req-68ed4214-c0aa-4bef-a2aa-70cbdea2ba2a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 944 time: 0.2915170 Sep 21 18:07:54.707082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:54.756616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add14ac-4228-4015-94b7-9996aeab2959 req-e35d6647-e54e-40a2-a9cd-430415f474af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.758149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-e35d6647-e54e-40a2-a9cd-430415f474af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2134566 Sep 21 18:07:54.788777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=dcfd5382-8ef1-40b3-93cd-40156386afe3,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:54.853617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a106a3a-a3c4-4e9d-af90-38fbf12bd0c2 req-dc77b427-b26c-40d0-bd9e-ade27168a3b7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653504 Sep 21 18:07:54.864589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805a9e6-0e59-4445-ae84-5b665dcc3d79 req-8bc0f5a9-4cbc-448e-a034-6732c57e5b87 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.873495 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8805a9e6-0e59-4445-ae84-5b665dcc3d79 req-8bc0f5a9-4cbc-448e-a034-6732c57e5b87 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.1142557 Sep 21 18:07:54.881077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:54.884052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549157e-b4be-45df-89a8-7972821d32ae req-cf5b24cb-7668-4a7a-8369-237d00d04fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.885599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f549157e-b4be-45df-89a8-7972821d32ae req-cf5b24cb-7668-4a7a-8369-237d00d04fc6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 1096 time: 0.2406325 Sep 21 18:07:54.925974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:54.951699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:54.957776 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-3ebf3d0b-cd77-4e6a-995e-38ed8f7f7431 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587289 Sep 21 18:07:54.966902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:54.967714 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8805a9e6-0e59-4445-ae84-5b665dcc3d79 req-6cc5b596-8fb0-42e3-bd84-d7b919c73a28 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932815 Sep 21 18:07:54.986283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f549157e-b4be-45df-89a8-7972821d32ae req-2516171e-9af4-4323-95c5-0a391f8dcd50 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925188 Sep 21 18:07:55.120728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:55.123104 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72a7ae3-a78b-4e88-a83b-1776f2094653" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:55.181682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-132c65b0-cdf8-4145-8799-cb8cca1f0f54 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848417 Sep 21 18:07:55.190148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fe513b0-866b-4d04-a11b-332549a4cdd1 req-5c4065ab-b6d6-450a-b3b9-a1d90df26262 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734467 Sep 21 18:07:55.228546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.234946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.241033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.248819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.258321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.265523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.271632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.280775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-d9d2fcca-973e-4992-bf0b-18d33dd5b9c2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.1821146 Sep 21 18:07:55.339345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4eb1f05b-3527-4aca-9fc4-009e92252bfe req-9a87a123-7d5e-4c97-afad-3b91e7bfcaf7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568137 Sep 21 18:07:55.352103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4cf9602f-e5a7-468f-b24d-ae16bae581cc None None] Provisioning complete for port dcfd5382-8ef1-40b3-93cd-40156386afe3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:55.353195 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95453e1-23ce-4df5-9437-38ce4119e5e0 x-openstack-request-id: req-e95453e1-23ce-4df5-9437-38ce4119e5e0 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:55.353585 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:55.355279 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e95453e1-23ce-4df5-9437-38ce4119e5e0 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:55.355279 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68', 'status': 'completed', 'code': 200} Sep 21 18:07:55.356458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cf9602f-e5a7-468f-b24d-ae16bae581cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.381369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6add14ac-4228-4015-94b7-9996aeab2959 req-803dbef3-d1d1-4242-b908-25096c603e20 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757586 Sep 21 18:07:55.415872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9602f-e5a7-468f-b24d-ae16bae581cc None None] Port dcfd5382-8ef1-40b3-93cd-40156386afe3 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:55.449535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 1323993f-2967-4530-8d89-312d27cea80f is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:07:55.484405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-b5408b6d-ff30-4ed8-8fe2-64f88af28c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.486121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-b5408b6d-ff30-4ed8-8fe2-64f88af28c01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1098 time: 0.1139996 Sep 21 18:07:55.600222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eee3f-83a8-4c27-a75b-6952d9ef795f req-cb97df93-f6f8-4bda-94e4-2df422b5337d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.601803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee4eee3f-83a8-4c27-a75b-6952d9ef795f req-cb97df93-f6f8-4bda-94e4-2df422b5337d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 944 time: 0.1301415 Sep 21 18:07:55.634031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-9885afa0-c03e-4bc7-a824-bc3e0eac7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.635858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-9885afa0-c03e-4bc7-a824-bc3e0eac7e30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1098 time: 0.1729045 Sep 21 18:07:55.648027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c2e0801f-af1f-4855-813e-15ac2b3469e2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:55.709645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:55.719732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4c2ef6e1-651e-47c7-864a-85b15dd10502 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/1323993f-2967-4530-8d89-312d27cea80f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0623853 Sep 21 18:07:55.722376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60708) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:55.730045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] Sync routers for ids ['1323993f-2967-4530-8d89-312d27cea80f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:55.756246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] Routers {'1323993f-2967-4530-8d89-312d27cea80f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:55.757201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1323993f-2967-4530-8d89-312d27cea80f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:55.776590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-e6c04404-65b2-4546-9276-f737c4a70c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.778395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-e6c04404-65b2-4546-9276-f737c4a70c8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2524478 Sep 21 18:07:55.778689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-c29c880c-9498-4675-a28f-1c1f75d6f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.780335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-c29c880c-9498-4675-a28f-1c1f75d6f6dc service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1266298 Sep 21 18:07:55.789941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ff73b4-6acf-44a7-9a66-cb3f9c268f0f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.795373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e3ff73b4-6acf-44a7-9a66-cb3f9c268f0f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports/dcfd5382-8ef1-40b3-93cd-40156386afe3 HTTP/1.1" status: 200 len: 983 time: 0.0718684 Sep 21 18:07:55.801137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee4eee3f-83a8-4c27-a75b-6952d9ef795f req-50c1797b-a92f-44fb-9fb2-ae704cd20ad8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856101 Sep 21 18:07:55.803126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60710) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:55.820321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:55.839764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port c2e0801f-af1f-4855-813e-15ac2b3469e2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:07:55.842813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] Routers {'1323993f-2967-4530-8d89-312d27cea80f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:55.843746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1323993f-2967-4530-8d89-312d27cea80f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:55.861093 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-976e8abe-4bb3-48d7-8a83-dd70b9d7be64 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.0586846 Sep 21 18:07:55.889602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:55.891409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9beefd-4a2f-42c9-8d2c-2962c058ce5c None None] The sync data for ids ['1323993f-2967-4530-8d89-312d27cea80f'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:55.894315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-0faac37e-d756-46f4-8c0c-4dbacd8bf5ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.0972724 Sep 21 18:07:55.896554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port c2e0801f-af1f-4855-813e-15ac2b3469e2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:55.899027 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.989110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-93ca381d-7f3f-4221-b8ba-e40250c21422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.990974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-93ca381d-7f3f-4221-b8ba-e40250c21422 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1157415 Sep 21 18:07:56.136788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-5e45f439-2038-49a7-a38c-03279acfd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.138865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d8910-b944-4b5f-a6fb-68587b7d3e2a req-bc337bd8-54ab-4e07-80dc-7d35cb469d97 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.140765 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-5e45f439-2038-49a7-a38c-03279acfd59e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357441 Sep 21 18:07:56.141312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d7d8910-b944-4b5f-a6fb-68587b7d3e2a req-bc337bd8-54ab-4e07-80dc-7d35cb469d97 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.1358883 Sep 21 18:07:56.143704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-45be9e81-efb3-4cf0-98fa-b3bb242ef50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.145403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-45be9e81-efb3-4cf0-98fa-b3bb242ef50f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2378442 Sep 21 18:07:56.270985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:56.278075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cb46d-3fcd-44e1-b2da-289b4022901d req-beac6f7e-7ef8-4dbb-90db-b63aefac8a79 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.286368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a2cb46d-3fcd-44e1-b2da-289b4022901d req-beac6f7e-7ef8-4dbb-90db-b63aefac8a79 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.1398215 Sep 21 18:07:56.326902 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-ed4a4222-c9fc-4ba7-9e4b-9975bcbcbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.328877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-ed4a4222-c9fc-4ba7-9e4b-9975bcbcbcbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732316 Sep 21 18:07:56.343718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d7d8910-b944-4b5f-a6fb-68587b7d3e2a req-6b8973d6-0095-4c68-a225-39dc89f14476 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731722 Sep 21 18:07:56.367635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c2e0801f-af1f-4855-813e-15ac2b3469e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c2e0801f-af1f-4855-813e-15ac2b3469e2,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:56.375739 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:56.406831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a2cb46d-3fcd-44e1-b2da-289b4022901d req-c6d45dab-c5b0-445e-ab3d-15511569ba28 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180468 Sep 21 18:07:56.472672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-ff2cccb4-704e-4c20-a90e-91d5cf6caece service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912138 Sep 21 18:07:56.490155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c2e0801f-af1f-4855-813e-15ac2b3469e2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:56.629594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e0801f-af1f-4855-813e-15ac2b3469e2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:56.629594 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1755ae6d-0ea8-4315-8c42-7cb76e6c8146" -d '{"events": [{"server_uuid": "d746e86c-2aea-4d9e-9219-f806b5aee033", "name": "network-vif-plugged", "status": "completed", "tag": "c2e0801f-af1f-4855-813e-15ac2b3469e2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:56.643190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-cfaa12e1-65eb-47b8-9dc2-438a0e2647f5 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952700 Sep 21 18:07:56.690777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.703891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.711254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.723118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.723316 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed69e8d-af6f-4188-b823-330150453faa x-openstack-request-id: req-3ed69e8d-af6f-4188-b823-330150453faa {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:56.723316 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746e86c-2aea-4d9e-9219-f806b5aee033", "name": "network-vif-plugged", "status": "completed", "tag": "c2e0801f-af1f-4855-813e-15ac2b3469e2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:56.723533 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ed69e8d-af6f-4188-b823-330150453faa {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:56.723786 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e0801f-af1f-4855-813e-15ac2b3469e2', 'code': 200} Sep 21 18:07:56.730043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.737116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.743245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.745957 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-1b2f3b76-f045-4683-abcd-39239e0a033e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.1990557 Sep 21 18:07:56.778394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-62c4bf67-d230-4922-ade2-0ac5e19716ac service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842627 Sep 21 18:07:56.812142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94f7968-9e98-4b39-8de0-20f1cfa6a512 req-eb9b4d5e-da84-437b-92bd-97def4a769f1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561106 Sep 21 18:07:56.904860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef920-30bb-4213-b217-a77ff3342436 req-56fc712c-6000-43e5-b9d4-772faac4d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.910670 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3dfef920-30bb-4213-b217-a77ff3342436 req-56fc712c-6000-43e5-b9d4-772faac4d0d9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 1096 time: 0.0883081 Sep 21 18:07:56.993110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3dfef920-30bb-4213-b217-a77ff3342436 req-838b7a31-492e-4794-8d00-b973f0abd238 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656257 Sep 21 18:07:57.364966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d72a7ae3-a78b-4e88-a83b-1776f2094653 req-d6a66522-67f0-4729-8177-b6534438e95f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109416 Sep 21 18:07:57.369175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:57.469225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d807-dd07-471c-baf3-08bb428e7308 req-1c208bac-55d1-41b1-a624-c518700ed054 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:57.476783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8a3d807-dd07-471c-baf3-08bb428e7308 req-1c208bac-55d1-41b1-a624-c518700ed054 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 945 time: 0.2039480 Sep 21 18:07:57.485583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b040-4631-4e9f-8505-0c6a6ad248f5 req-8642fa14-bc85-4fd3-8147-47c5b0a9d5d4 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:57.495806 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d75b040-4631-4e9f-8505-0c6a6ad248f5 req-8642fa14-bc85-4fd3-8147-47c5b0a9d5d4 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0804760 Sep 21 18:07:57.529315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8a3d807-dd07-471c-baf3-08bb428e7308 req-07725406-2799-4b77-998a-c5d40ea1ef82 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Sep 21 18:07:57.580096 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d75b040-4631-4e9f-8505-0c6a6ad248f5 req-909d51ea-93f5-4d8c-a2fa-26de8939c413 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Sep 21 18:07:57.772828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599518-6324-42b7-8a73-601d96de7adc req-e9c8d1fe-18bf-4a2c-bbef-b79faed6279c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:57.789235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88599518-6324-42b7-8a73-601d96de7adc req-e9c8d1fe-18bf-4a2c-bbef-b79faed6279c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.1122513 Sep 21 18:07:57.824646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port dcfd5382-8ef1-40b3-93cd-40156386afe3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:57.825333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:57.851577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300c04f-cab4-4374-9250-12e86caa2c16 req-7ab6440c-6f2f-472f-844b-c879345099ef tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:57.853208 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5300c04f-cab4-4374-9250-12e86caa2c16 req-7ab6440c-6f2f-472f-844b-c879345099ef tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0765612 Sep 21 18:07:57.911686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5300c04f-cab4-4374-9250-12e86caa2c16 req-bb1459c1-975d-421a-a171-4d0efa6aa4a1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510275 Sep 21 18:07:57.988771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88599518-6324-42b7-8a73-601d96de7adc req-2ef4a0da-16cd-41c5-a927-fa530220f0f4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674879 Sep 21 18:07:58.035078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:58.079687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for dcfd5382-8ef1-40b3-93cd-40156386afe3 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:58.116176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.128049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.134716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.155124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.169483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.176065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.185946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.188739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-4f65ddef-9506-4c9f-bb6c-07a5b104f56b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5429 time: 0.1304440 Sep 21 18:07:58.192001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648e06b-82a8-4645-8041-ab2394a0501c req-c671644a-a010-403f-bce2-cf3b6221b116 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.199385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3648e06b-82a8-4645-8041-ab2394a0501c req-c671644a-a010-403f-bce2-cf3b6221b116 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.1052847 Sep 21 18:07:58.246097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3a7856a-9768-4e0b-8ce2-21880a9d80c8 req-0ee426d3-30d7-4896-9842-c9161079bc67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481520 Sep 21 18:07:58.271327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3648e06b-82a8-4645-8041-ab2394a0501c req-c7d6ece2-58cd-44cb-b8b3-333f4c1f8efd tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648291 Sep 21 18:07:58.460857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9083f-ab4d-4617-9491-6f118a6e4197 req-3dfe9675-b23b-46ad-97a1-d94e128788ff tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.464795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18a9083f-ab4d-4617-9491-6f118a6e4197 req-3dfe9675-b23b-46ad-97a1-d94e128788ff tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0780621 Sep 21 18:07:58.468364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:58.522737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=dcfd5382-8ef1-40b3-93cd-40156386afe3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:58.739426 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:58.906088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 418ce071-e1b4-4443-9d9a-5c161a39669a details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:58.966633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963997-0f13-4bcc-be3a-74266e428f1e req-9581f8dd-0522-4aa8-bf37-63388ad94f7f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.968288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec963997-0f13-4bcc-be3a-74266e428f1e req-9581f8dd-0522-4aa8-bf37-63388ad94f7f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 945 time: 0.2175879 Sep 21 18:07:59.028899 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18a9083f-ab4d-4617-9491-6f118a6e4197 req-10a19295-3141-4e63-8409-430bf7621314 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539861 Sep 21 18:07:59.075780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 418ce071-e1b4-4443-9d9a-5c161a39669a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=418ce071-e1b4-4443-9d9a-5c161a39669a,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.088180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '418ce071-e1b4-4443-9d9a-5c161a39669a', 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc', 'port_id': '418ce071-e1b4-4443-9d9a-5c161a39669a', 'mac_address': 'fa:16:3e:3b:6b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb735b2-df72-4a24-aced-ca68188813ea', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:59.126337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec963997-0f13-4bcc-be3a-74266e428f1e req-6a8ae6bb-dcd7-4e28-9dbf-67cf674eac2a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508050 Sep 21 18:07:59.138543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.139578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 1323993f-2967-4530-8d89-312d27cea80f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:59.153258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418ce071-e1b4-4443-9d9a-5c161a39669a {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:59.203898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 418ce071-e1b4-4443-9d9a-5c161a39669a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=418ce071-e1b4-4443-9d9a-5c161a39669a,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.227433 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.228113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3501dd92-7a88-4a8d-a78d-b9903c87b297 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:59.285931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:59.301109 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] Sync routers for ids ['1323993f-2967-4530-8d89-312d27cea80f'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:59.306636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1baf63ad-e221-4575-bb20-26d8603165aa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/1323993f-2967-4530-8d89-312d27cea80f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5022728 Sep 21 18:07:59.310458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60794) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:59.315486 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] Routers {'1323993f-2967-4530-8d89-312d27cea80f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:59.316461 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1323993f-2967-4530-8d89-312d27cea80f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:59.336789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948e62-347e-40de-84ac-fc259691694e req-f6dc1628-5eba-422f-bfb6-f2205cc60902 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.338716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38948e62-347e-40de-84ac-fc259691694e req-f6dc1628-5eba-422f-bfb6-f2205cc60902 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.0674772 Sep 21 18:07:59.361705 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:59.376030 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] Routers {'1323993f-2967-4530-8d89-312d27cea80f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:59.377085 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1323993f-2967-4530-8d89-312d27cea80f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:59.398808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38948e62-347e-40de-84ac-fc259691694e req-f1673c22-1afd-416b-b497-b2f415abb47e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Sep 21 18:07:59.432848 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:59.433651 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c0781-25d3-465f-bab7-c5534f000c25 None None] The sync data for ids ['1323993f-2967-4530-8d89-312d27cea80f'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:59.454260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c78552e6-177d-464d-b342-0463721556df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.515592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3501dd92-7a88-4a8d-a78d-b9903c87b297, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.530125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=418ce071-e1b4-4443-9d9a-5c161a39669a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:59.561558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '3501dd92-7a88-4a8d-a78d-b9903c87b297', 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'port_id': '3501dd92-7a88-4a8d-a78d-b9903c87b297', 'mac_address': 'fa:16:3e:d3:37:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6a0167-3704-4397-9ab1-7c9538f8fc87', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:59.596066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453b500-bae8-43f4-aa88-6a5869f4e595 req-da35707c-13e0-4481-bb4a-ace2926a3654 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.600008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7453b500-bae8-43f4-aa88-6a5869f4e595 req-da35707c-13e0-4481-bb4a-ace2926a3654 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0818207 Sep 21 18:07:59.616409 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.640263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3501dd92-7a88-4a8d-a78d-b9903c87b297 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:59.666741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7453b500-bae8-43f4-aa88-6a5869f4e595 req-2c3f7c87-8afc-4fd6-8c81-8c5e1be5a8c7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574489 Sep 21 18:07:59.667613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3501dd92-7a88-4a8d-a78d-b9903c87b297, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.675827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:59.680917 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.681801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 4417b933-70ff-42fc-aa04-4c2609b8d4e7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:59.682290 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-20b0e0ca-c0a3-4a5e-a4ed-0b1dbd42c9a2 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 18:07:59.686291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20b0e0ca-c0a3-4a5e-a4ed-0b1dbd42c9a2 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/1323993f-2967-4530-8d89-312d27cea80f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3711979 Sep 21 18:07:59.686641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:59.715360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.722239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.729469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.736909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.743188 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e5080ebe-86be-4894-9b27-5811173aaba2 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=1323993f-2967-4530-8d89-312d27cea80f HTTP/1.1" status: 200 len: 205 time: 0.0547681 Sep 21 18:07:59.743440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.746663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60808) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:59.750554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.756845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.759891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-71610f19-ed79-4c66-a4d2-5133742e0dc9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5430 time: 0.1864805 Sep 21 18:07:59.778661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3501dd92-7a88-4a8d-a78d-b9903c87b297,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:59.820207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f587253-cb67-4456-882f-d0e8ed0c6c41 req-fc5ef3c4-445c-453d-abb7-b2533cdb6385 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503750 Sep 21 18:07:59.826397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.888169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '4417b933-70ff-42fc-aa04-4c2609b8d4e7', 'network_id': '8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc', 'port_id': '4417b933-70ff-42fc-aa04-4c2609b8d4e7', 'mac_address': 'fa:16:3e:67:43:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb735b2-df72-4a24-aced-ca68188813ea', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:59.901411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6378594d-4be2-4069-b2a6-d68acc4b3e18 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.939098 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.961138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4417b933-70ff-42fc-aa04-4c2609b8d4e7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:59.986423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.997419 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.998582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device dd621c11-7cd7-4811-82ff-1e9ab8eff8eb details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:00.015588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.044064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07504-68d5-46ac-8745-dc05fbdf96fb req-b242806e-2450-4675-820a-190650e08431 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.045763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca07504-68d5-46ac-8745-dc05fbdf96fb req-b242806e-2450-4675-820a-190650e08431 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0847151 Sep 21 18:08:00.060540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '961a3c32-103f-4ba8-b616-f2e624657b68', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '961a3c32-103f-4ba8-b616-f2e624657b68', 'mac_address': 'fa:16:3e:bc:9a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:00.091463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.098816 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca07504-68d5-46ac-8745-dc05fbdf96fb req-4d14c8ec-90f1-4955-bc27-68a3cb128b03 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Sep 21 18:08:00.142308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'dd621c11-7cd7-4811-82ff-1e9ab8eff8eb', 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'port_id': 'dd621c11-7cd7-4811-82ff-1e9ab8eff8eb', 'mac_address': 'fa:16:3e:b5:aa:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6a0167-3704-4397-9ab1-7c9538f8fc87', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:00.145748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=4417b933-70ff-42fc-aa04-4c2609b8d4e7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:00.177778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9fcb-feba-448c-b1b6-85c7fc017d73 req-c59722b8-d77a-4294-aa58-73cc38914f78 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.180587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ccb9fcb-feba-448c-b1b6-85c7fc017d73 req-c59722b8-d77a-4294-aa58-73cc38914f78 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 945 time: 0.2313483 Sep 21 18:08:00.189687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.214086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961a3c32-103f-4ba8-b616-f2e624657b68 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:00.238570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a813-1ea7-461d-a850-a3244d28800c req-9ba9e92b-bbb9-42f4-80d0-76a3656eb086 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.243360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6378594d-4be2-4069-b2a6-d68acc4b3e18 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.248033 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a55a813-1ea7-461d-a850-a3244d28800c req-9ba9e92b-bbb9-42f4-80d0-76a3656eb086 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 947 time: 0.0723805 Sep 21 18:08:00.248597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6378594d-4be2-4069-b2a6-d68acc4b3e18 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.249034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.250420 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.265642 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.274730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd621c11-7cd7-4811-82ff-1e9ab8eff8eb {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:00.286695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a55a813-1ea7-461d-a850-a3244d28800c req-15065998-8c5b-4b45-bdbe-632923fab9d5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Sep 21 18:08:00.324003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938b3a-2277-4808-a4ea-0507f293799a req-bc28d63c-c971-4115-b12e-e2eaff24ed72 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.325687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-bc28d63c-c971-4115-b12e-e2eaff24ed72 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 947 time: 0.2756658 Sep 21 18:08:00.336235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ccb9fcb-feba-448c-b1b6-85c7fc017d73 req-5486987f-76ec-4651-b292-6e669ae8310c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451685 Sep 21 18:08:00.338916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.350479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.352522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e131b204-a153-4170-86ef-52e475bc2ea2 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:00.366369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:00.380590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6378594d-4be2-4069-b2a6-d68acc4b3e18 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.383685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6378594d-4be2-4069-b2a6-d68acc4b3e18 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Fanout notify agent at l3_agent the message router_deleted on router 1323993f-2967-4530-8d89-312d27cea80f {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:08:00.396796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6378594d-4be2-4069-b2a6-d68acc4b3e18 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.400467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6378594d-4be2-4069-b2a6-d68acc4b3e18 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/1323993f-2967-4530-8d89-312d27cea80f HTTP/1.1" status: 204 len: 168 time: 0.6500266 Sep 21 18:08:00.402932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60824) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:00.459857 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-27938b3a-2277-4808-a4ea-0507f293799a req-bad19201-8f2a-43bd-bd89-07ad27d987d6 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:08:00.461065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-bad19201-8f2a-43bd-bd89-07ad27d987d6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/961a3c32-103f-4ba8-b616-f2e624657b68/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.1235993 Sep 21 18:08:00.491506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e131b204-a153-4170-86ef-52e475bc2ea2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e131b204-a153-4170-86ef-52e475bc2ea2,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.494867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:00.508959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'e131b204-a153-4170-86ef-52e475bc2ea2', 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'port_id': 'e131b204-a153-4170-86ef-52e475bc2ea2', 'mac_address': 'fa:16:3e:52:04:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6a0167-3704-4397-9ab1-7c9538f8fc87', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:00.531714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet 84d34842-767c-40c3-aeca-15d44792b23d {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:00.535923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.557742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.574351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e131b204-a153-4170-86ef-52e475bc2ea2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:00.600581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938b3a-2277-4808-a4ea-0507f293799a req-7fcb703a-dedb-43a8-ab13-1a2f45710c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.601377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e131b204-a153-4170-86ef-52e475bc2ea2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e131b204-a153-4170-86ef-52e475bc2ea2,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.603599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-7fcb703a-dedb-43a8-ab13-1a2f45710c55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1099 time: 0.0546899 Sep 21 18:08:00.605383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073292a-e282-469d-85af-1bdf20d9565e req-1d0a3db7-78f2-49dd-b21d-bd24bdc95ee3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.607687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.608062 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e073292a-e282-469d-85af-1bdf20d9565e req-1d0a3db7-78f2-49dd-b21d-bd24bdc95ee3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.1369035 Sep 21 18:08:00.608550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:00.641519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:00.647631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.719471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.736287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e073292a-e282-469d-85af-1bdf20d9565e req-01311420-8846-45c8-9097-64530dda9c40 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175961 Sep 21 18:08:00.739402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e131b204-a153-4170-86ef-52e475bc2ea2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:00.754708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675', 'network_id': 'a6836101-bfde-469a-9254-dfa61f3fc5a2', 'port_id': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675', 'mac_address': 'fa:16:3e:88:5c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6a0167-3704-4397-9ab1-7c9538f8fc87', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:00.769380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e55e7-68f0-4a41-93fc-2344881d1021 req-b9ba300a-0c51-46ce-9d2b-68a226d299e9 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.771254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e9e55e7-68f0-4a41-93fc-2344881d1021 req-b9ba300a-0c51-46ce-9d2b-68a226d299e9 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 951 time: 0.1465504 Sep 21 18:08:00.805943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.809017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938b3a-2277-4808-a4ea-0507f293799a req-30820716-bd6c-46a1-a858-2a63b84a0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.811087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-30820716-bd6c-46a1-a858-2a63b84a0e41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2002065 Sep 21 18:08:00.821870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.850783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:00.871009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e9e55e7-68f0-4a41-93fc-2344881d1021 req-5eec1103-8ef3-43b2-99c7-aa8cb7739e40 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918684 Sep 21 18:08:00.872437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-e330d5e3-a255-4f86-98d0-2aef2e31c19a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.0489316 Sep 21 18:08:00.894546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1194f42-5217-4b4d-b3cd-64febd7523da req-c9686895-1d8c-4ac4-b1b9-dc5a38fe6e2c tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.896787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1194f42-5217-4b4d-b3cd-64febd7523da req-c9686895-1d8c-4ac4-b1b9-dc5a38fe6e2c tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0865755 Sep 21 18:08:00.906924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.931162 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.931162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d2143624-3032-4d7a-8d89-d454bf1d133c details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:00.947796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.966296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938b3a-2277-4808-a4ea-0507f293799a req-d3135af5-779d-4640-9c13-6a7ac7526878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.968145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-d3135af5-779d-4640-9c13-6a7ac7526878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0880554 Sep 21 18:08:01.003967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=84d34842-767c-40c3-aeca-15d44792b23d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.013572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.015226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b60008b5-7ee3-4740-a625-649c48b57300 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/84d34842-767c-40c3-aeca-15d44792b23d HTTP/1.1" status: 204 len: 168 time: 0.6127024 Sep 21 18:08:01.019097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1194f42-5217-4b4d-b3cd-64febd7523da req-ea8cf438-d28e-4811-a564-7777e38f80dc tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060948 Sep 21 18:08:01.019610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60848) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:01.071976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938b3a-2277-4808-a4ea-0507f293799a req-c65f1a6f-269e-48a6-b5db-a62dd3429c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.073718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-c65f1a6f-269e-48a6-b5db-a62dd3429c7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983901 Sep 21 18:08:01.091409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.095055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce2a8b-3748-4857-b7b9-d36e72ee7481 None None] Network 0b244877-89f3-41b5-9f1a-921cd3c4ae0c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:01.157282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.157648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.163761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.171979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.179974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.187009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d2143624-3032-4d7a-8d89-d454bf1d133c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d2143624-3032-4d7a-8d89-d454bf1d133c,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:01.188586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.195566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.203401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.212106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-40c8e22b-1741-467f-9363-22559c8c883a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5435 time: 0.2063961 Sep 21 18:08:01.229471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port e4103031-1844-41dd-99a2-036387607f4a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:01.229746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'port_id': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'mac_address': 'fa:16:3e:b1:f5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:01.229911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.298947 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.305087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port e4103031-1844-41dd-99a2-036387607f4a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e4103031-1844-41dd-99a2-036387607f4a,segment=NetworkSegment(38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9),segment_id=38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:01.305590 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.316580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2143624-3032-4d7a-8d89-d454bf1d133c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:01.323074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for e4103031-1844-41dd-99a2-036387607f4a owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:01.326712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b722f61-ef9c-4a27-8f13-2a0438bac2de req-7a574801-ace0-49f2-ae64-0cd9b09b1052 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135507 Sep 21 18:08:01.340206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d2143624-3032-4d7a-8d89-d454bf1d133c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d2143624-3032-4d7a-8d89-d454bf1d133c,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:01.345066 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.358123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-9cfb8181-487d-4127-acaa-67242a22350f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762544 Sep 21 18:08:01.411330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] DHCP port deletion for 0b244877-89f3-41b5-9f1a-921cd3c4ae0c request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:08:01.461007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d2143624-3032-4d7a-8d89-d454bf1d133c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.520016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] Deleting port e4103031-1844-41dd-99a2-036387607f4a {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:01.520586 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.550796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-9f4780f3-37db-44af-b6d7-367412f6cdf4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.562232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27938b3a-2277-4808-a4ea-0507f293799a req-bcda7486-8171-4641-b480-32884c2884e2 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816075 Sep 21 18:08:01.562527 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-9f4780f3-37db-44af-b6d7-367412f6cdf4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 945 time: 0.1009102 Sep 21 18:08:01.606584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e4103031-1844-41dd-99a2-036387607f4a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:01.609182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf313-9ee4-4283-84dd-974239f3b60e req-769785d3-6eea-420b-8ab3-6cf8507aa08b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.610808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c5cf313-9ee4-4283-84dd-974239f3b60e req-769785d3-6eea-420b-8ab3-6cf8507aa08b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 948 time: 0.0586100 Sep 21 18:08:01.665652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c5cf313-9ee4-4283-84dd-974239f3b60e req-ecc44a9a-6753-4574-846b-a564acf21d66 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Sep 21 18:08:01.670886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.696342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:01.720882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port e4103031-1844-41dd-99a2-036387607f4a on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:01.729998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=e4103031-1844-41dd-99a2-036387607f4a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.744387 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] For port e4103031-1844-41dd-99a2-036387607f4a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e4103031-1844-41dd-99a2-036387607f4a,segment=NetworkSegment(38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9),segment_id=38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:01.745440 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.768146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] Calling delete_port for e4103031-1844-41dd-99a2-036387607f4a owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:01.772382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Deleting port c2e0801f-af1f-4855-813e-15ac2b3469e2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:01.772852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.794357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d1f9-0d0d-4cad-91c4-f48a58af400b req-fe933c64-d7e6-428d-bc5a-b71eb4f1368d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.796238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5708d1f9-0d0d-4cad-91c4-f48a58af400b req-fe933c64-d7e6-428d-bc5a-b71eb4f1368d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 945 time: 0.0536573 Sep 21 18:08:01.859396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5708d1f9-0d0d-4cad-91c4-f48a58af400b req-f48444de-4c90-420c-83b4-19fbdccebc5a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555196 Sep 21 18:08:01.882126 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.909613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No active binding found for port e4103031-1844-41dd-99a2-036387607f4a {{(pid=95092) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 18:08:01.909908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e4103031-1844-41dd-99a2-036387607f4a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:01.953972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] Pushing event deleted for resources: {'Port': ['ID=e4103031-1844-41dd-99a2-036387607f4a,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.957317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94d55a-cc4e-401b-9861-5bba8e23e514 None None] No DVR routers for this DVR port e4103031-1844-41dd-99a2-036387607f4a on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:01.980344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 961a3c32-103f-4ba8-b616-f2e624657b68 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:01.986446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 961a3c32-103f-4ba8-b616-f2e624657b68 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:01.986895 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.995472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.039426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b244877-89f3-41b5-9f1a-921cd3c4ae0c']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:02.065772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:02.066762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38867cd4-3a69-4c84-a18a-c8cb4ab6c3a9') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:02.094353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.124670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] For port c2e0801f-af1f-4855-813e-15ac2b3469e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c2e0801f-af1f-4855-813e-15ac2b3469e2,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:02.125161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.141668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.144033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Calling delete_port for c2e0801f-af1f-4855-813e-15ac2b3469e2 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:02.154426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:08:02.154983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:08:02.159266 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:08:02.200769 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.233591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['4417b933-70ff-42fc-aa04-4c2609b8d4e7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:02.244823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['3501dd92-7a88-4a8d-a78d-b9903c87b297'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:02.342047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['e131b204-a153-4170-86ef-52e475bc2ea2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:02.368939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.391399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.401873 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/0b244877-89f3-41b5-9f1a-921cd3c4ae0c HTTP/1.1" status: 204 len: 168 time: 1.3730407 Sep 21 18:08:02.402160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['dd621c11-7cd7-4811-82ff-1e9ab8eff8eb'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:02.403099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60936) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:02.409618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1470442273'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:02.451156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:02.457155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.460834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c39086-5850-4f1b-ab5f-c1f24cd7c1af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=0b244877-89f3-41b5-9f1a-921cd3c4ae0c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:02.495052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d9e98-b568-49ae-919d-11f9b1c14ef3 req-30e54a06-d484-4d85-b395-66f5f0edcb3b tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.497796 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b78d9e98-b568-49ae-919d-11f9b1c14ef3 req-30e54a06-d484-4d85-b395-66f5f0edcb3b tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.1295686 Sep 21 18:08:02.524557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:02.541558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.548127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.554156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.561111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.567151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.574084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.579833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b78d9e98-b568-49ae-919d-11f9b1c14ef3 req-33a4a396-2c42-472c-b2e4-14abf4d872dc tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743177 Sep 21 18:08:02.580298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.588834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-00ded087-09f2-4723-9f3b-cce2838fbe0c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5436 time: 0.1280944 Sep 21 18:08:02.610367 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.611070 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment 40d5297f-fd8d-4369-9a6c-11b801880066 of type vlan for network f8fadece-a8d2-4a16-a25f-1d8e06690765 Sep 21 18:08:02.614942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.638813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d2143624-3032-4d7a-8d89-d454bf1d133c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:02.654330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event deleted for resources: {'Port': ['ID=c2e0801f-af1f-4855-813e-15ac2b3469e2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:02.684832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f7a033b-1504-4833-b7d8-21b40c77203c req-657812d0-169f-459c-9e19-3efdc4f264bd tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916698 Sep 21 18:08:02.688027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['9b3f4cd8-0658-47e3-896f-d6c4f54b4675'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:02.690249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:02.691451 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.693997 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d917e5f-43b4-42b3-9195-41cfae26d5fc" -d '{"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-plugged", "status": "completed", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:02.749067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:02.757930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c2e0801f-af1f-4855-813e-15ac2b3469e2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:02.762302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.767053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] No DVR routers for this DVR port c2e0801f-af1f-4855-813e-15ac2b3469e2 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:02.768394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.769378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.771393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.773702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a24e8fc-7bb5-4aff-9f86-a4d172cf8b5f req-285a1917-3d4e-4e86-8723-b39505f6bfd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "DELETE /v2.0/ports/c2e0801f-af1f-4855-813e-15ac2b3469e2 HTTP/1.1" status: 204 len: 173 time: 1.2113843 Sep 21 18:08:02.774661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'name': 'network-vif-deleted', 'tag': 'c2e0801f-af1f-4855-813e-15ac2b3469e2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:02.804073 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef507c-1de6-41af-b71e-8406a1edb326" -d '{"events": [{"server_uuid": "d746e86c-2aea-4d9e-9219-f806b5aee033", "name": "network-vif-deleted", "tag": "c2e0801f-af1f-4855-813e-15ac2b3469e2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:02.818960 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.848850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4415150 Sep 21 18:08:02.849620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60966) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:02.855543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': 'f8fadece-a8d2-4a16-a25f-1d8e06690765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:02.901758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=f8fadece-a8d2-4a16-a25f-1d8e06690765,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:02.913514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.913877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.914245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.914591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.914930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.915311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.915590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.915921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.916837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.917381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.917805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.918049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c028cc-81d8-4ad5-a565-22d6c6b426c4 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:02.930176 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1e37a-d11f-4dc4-bc9f-e39491d5362c x-openstack-request-id: req-0ab1e37a-d11f-4dc4-bc9f-e39491d5362c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:02.930970 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-plugged", "status": "completed", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:02.931231 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ab1e37a-d11f-4dc4-bc9f-e39491d5362c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:02.931627 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68', 'code': 200} Sep 21 18:08:02.933206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980375a-6574-46e9-ab44-fd27c2993877 req-bcafebe0-ad76-4231-bae3-076ea769bcf2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.941134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f980375a-6574-46e9-ab44-fd27c2993877 req-bcafebe0-ad76-4231-bae3-076ea769bcf2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1225054 Sep 21 18:08:02.969498 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b5ba2f-c17c-4270-92fc-591ce0fa63cd x-openstack-request-id: req-e9b5ba2f-c17c-4270-92fc-591ce0fa63cd {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:02.970130 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746e86c-2aea-4d9e-9219-f806b5aee033", "name": "network-vif-deleted", "tag": "c2e0801f-af1f-4855-813e-15ac2b3469e2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:02.970588 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9b5ba2f-c17c-4270-92fc-591ce0fa63cd {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:02.970989 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746e86c-2aea-4d9e-9219-f806b5aee033', 'name': 'network-vif-deleted', 'tag': 'c2e0801f-af1f-4855-813e-15ac2b3469e2', 'status': 'completed', 'code': 200} Sep 21 18:08:02.975262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:02.986437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f980375a-6574-46e9-ab44-fd27c2993877 req-ac219542-34a6-4a50-b477-0af8cdfa199c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Sep 21 18:08:03.054064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:03.058449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.155223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['418ce071-e1b4-4443-9d9a-5c161a39669a'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:03.161335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c815e2c-6491-4596-8cde-b782921f3580 req-6c471cb4-4481-42a5-9530-0d39ab90b5b2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d746e86c-2aea-4d9e-9219-f806b5aee033 HTTP/1.1" status: 200 len: 210 time: 0.0393214 Sep 21 18:08:03.263092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:03.286226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.291468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a07e2-5475-4c8f-9884-45c10eeb2e86 req-4c5b1d6f-e2c9-4a31-a3a5-0a4aabdaacc4 tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.293672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203a07e2-5475-4c8f-9884-45c10eeb2e86 req-4c5b1d6f-e2c9-4a31-a3a5-0a4aabdaacc4 tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1100 time: 0.0522361 Sep 21 18:08:03.338714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203a07e2-5475-4c8f-9884-45c10eeb2e86 req-462181c6-9f19-4a3d-b69b-4bdc6000d79b tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 Sep 21 18:08:03.389011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': '40d5297f-fd8d-4369-9a6c-11b801880066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8fadece-a8d2-4a16-a25f-1d8e06690765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:03.389384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: f8fadece-a8d2-4a16-a25f-1d8e06690765, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:03.400333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=849abfb0-45bf-47c0-a2ba-3b3821993ec8,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:03.410229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:03.424087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:03.445664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f8fadece-a8d2-4a16-a25f-1d8e06690765) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:03.450646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.451243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.473836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32776) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:03.478878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3217a7d4-51e3-4a55-939d-205654fa011e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-745715492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:03.485102 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-adf23056-56bc-4589-ada5-6297e0e3aaa9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6340623 Sep 21 18:08:03.509803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b5fb7-a1c7-4327-a572-d784f442f8ea None None] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:03.544939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3217a7d4-51e3-4a55-939d-205654fa011e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.545400 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3217a7d4-51e3-4a55-939d-205654fa011e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.662463 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3217a7d4-51e3-4a55-939d-205654fa011e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.668968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3217a7d4-51e3-4a55-939d-205654fa011e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.690032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3217a7d4-51e3-4a55-939d-205654fa011e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.692048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3217a7d4-51e3-4a55-939d-205654fa011e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2167161 Sep 21 18:08:03.694768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:03.728567 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e2abc179-f19a-420e-a8bc-273e8ab24c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.802687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-eea5a7e1-8210-408c-ae69-88858264827d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003714 Sep 21 18:08:03.873129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b38b0-3f79-4fd0-af13-ae83cd6a452b req-26823f3e-cd0c-4266-b0f6-2e2d448478ed tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.875318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f14b38b0-3f79-4fd0-af13-ae83cd6a452b req-26823f3e-cd0c-4266-b0f6-2e2d448478ed tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0603993 Sep 21 18:08:03.927596 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f14b38b0-3f79-4fd0-af13-ae83cd6a452b req-3d845289-7e63-41b7-9af6-d1b6ec2e9cc1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Sep 21 18:08:04.067230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.073397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.079458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.086107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.086694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.094239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.099986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.101725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.108799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.111095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-4762fc54-ad53-4eb4-b7c2-e2b865643cd0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5436 time: 0.1090105 Sep 21 18:08:04.178256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.180094 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb10dcc0-fb36-453c-8a56-1498067677f7 req-f9aebd7f-0232-49ff-8271-d42b3a7174e1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580647 Sep 21 18:08:04.225176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:04.231443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f8fadece-a8d2-4a16-a25f-1d8e06690765', 'network_id': 'f8fadece-a8d2-4a16-a25f-1d8e06690765', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': '849abfb0-45bf-47c0-a2ba-3b3821993ec8'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:04.232317 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.238888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.389670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=11']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:04.411901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.412240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.412578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.412906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.413231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.413555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.413887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.414216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.414540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.414851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.415189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.415468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:04.477759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5dce697c-c582-4f9f-91ab-b3950d46f5c8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.482751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5dce697c-c582-4f9f-91ab-b3950d46f5c8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6701627 Sep 21 18:08:04.496391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Allocated IP 2001:db8::2 (f8fadece-a8d2-4a16-a25f-1d8e06690765/849abfb0-45bf-47c0-a2ba-3b3821993ec8/d9947157-8666-4c21-92d3-4688ba07f320) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:04.520547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.534070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5d4ee094-a402-42ad-9e8f-84573e11f184 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/quotas/b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 375 time: 0.0475974 Sep 21 18:08:04.671973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.678581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-10814e38-46e2-4122-8177-fc189673a91d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.681181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-10814e38-46e2-4122-8177-fc189673a91d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.1257761 Sep 21 18:08:04.681931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.704104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-7fb66893-7d37-451c-b9d3-ff9f82bf39d8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/quotas/68956c50b6204c2b9725213b2bf1f136 HTTP/1.1" status: 200 len: 375 time: 0.0143557 Sep 21 18:08:04.711993 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.715729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-dd15b9ef-ae4f-42e1-8a5a-2dc2d308db81 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753280 Sep 21 18:08:04.726039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:04.729580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:04.736671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:04.740059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Pushing event updated for resources: {'Port': ['ID=d9947157-8666-4c21-92d3-4688ba07f320,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:04.781038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0027dc49-e4d9-41a9-9ad5-b712bf2f549e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572619 Sep 21 18:08:04.861016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Attempting to bind port d9947157-8666-4c21-92d3-4688ba07f320 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:04.861016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Attempting to bind port d9947157-8666-4c21-92d3-4688ba07f320 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '40d5297f-fd8d-4369-9a6c-11b801880066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8fadece-a8d2-4a16-a25f-1d8e06690765'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:04.861394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Attempting to bind port d9947157-8666-4c21-92d3-4688ba07f320 on network f8fadece-a8d2-4a16-a25f-1d8e06690765 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:04.867009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:04.867365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Checking segment: {'id': '40d5297f-fd8d-4369-9a6c-11b801880066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8fadece-a8d2-4a16-a25f-1d8e06690765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:04.867764 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.868162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Bound using segment: {'id': '40d5297f-fd8d-4369-9a6c-11b801880066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8fadece-a8d2-4a16-a25f-1d8e06690765'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:04.868636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Bound port: d9947157-8666-4c21-92d3-4688ba07f320, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d5297f-fd8d-4369-9a6c-11b801880066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8fadece-a8d2-4a16-a25f-1d8e06690765'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:04.869019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.911451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-ecdf5b14-39a7-4a02-a6db-db0806de3dc8 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293626 Sep 21 18:08:04.935261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:04.937866 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a8b1ce-6ee3-486b-94e4-90132f489601" -d '{"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:05.011100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8::1 (f8fadece-a8d2-4a16-a25f-1d8e06690765/849abfb0-45bf-47c0-a2ba-3b3821993ec8/3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:05.013926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] For port d9947157-8666-4c21-92d3-4688ba07f320, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:05.021529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] For port d9947157-8666-4c21-92d3-4688ba07f320, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d9947157-8666-4c21-92d3-4688ba07f320,segment=NetworkSegment(40d5297f-fd8d-4369-9a6c-11b801880066),segment_id=40d5297f-fd8d-4369-9a6c-11b801880066)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:05.031255 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.083378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d1284ab-c261-4e26-8659-a94f1cdd0acc req-283ff0e6-b10f-4dcf-ba73-eb39c7b02f0e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 210 time: 0.0357637 Sep 21 18:08:05.111357 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-b129d285-510f-460b-b6c3-efbb216ad201 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811647 Sep 21 18:08:05.183158 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9adacbb-5523-4f5a-ba94-b554d3b134fc x-openstack-request-id: req-b9adacbb-5523-4f5a-ba94-b554d3b134fc {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:05.183735 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:05.184717 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9adacbb-5523-4f5a-ba94-b554d3b134fc {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:05.185880 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4', 'code': 200} Sep 21 18:08:05.191693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e36b-c038-4372-87b3-21a931869b62 None None] Pushing event updated for resources: {'Port': ['ID=d9947157-8666-4c21-92d3-4688ba07f320,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:05.309912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.338653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4c359-3803-4a1e-a672-b5955ef10c90 req-f722af24-f7bb-48e2-895a-0c2eb894e091 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.340373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14f4c359-3803-4a1e-a672-b5955ef10c90 req-f722af24-f7bb-48e2-895a-0c2eb894e091 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 945 time: 0.0873592 Sep 21 18:08:05.413580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.430021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14f4c359-3803-4a1e-a672-b5955ef10c90 req-dc422e96-401e-4a1b-958f-239ca57839a3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577972 Sep 21 18:08:05.486804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:05.490016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:05.519874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:05.523557 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.534766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:05.697151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 25acdcee-c117-43c8-b9d9-4e61cc863a46 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:05.702000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c2e0801f-af1f-4855-813e-15ac2b3469e2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:05.760524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.768310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: c2e0801f-af1f-4855-813e-15ac2b3469e2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:05.768666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c2e0801f-af1f-4855-813e-15ac2b3469e2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:05.768795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.770800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d9947157-8666-4c21-92d3-4688ba07f320 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:05.777050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.788920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.797978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.807886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.819075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.822155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-3903ebff-b8a3-4731-aa63-505eb0e1b81d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5436 time: 0.2257469 Sep 21 18:08:05.892431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.981483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7f17380-aad3-4f92-ae2f-d64df03ab60a req-6e894fd6-9789-46a6-8de2-b900be83b999 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131215 Sep 21 18:08:06.168693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:06.193662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d9947157-8666-4c21-92d3-4688ba07f320 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:06.194064 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.199074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '25acdcee-c117-43c8-b9d9-4e61cc863a46', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'port_id': '25acdcee-c117-43c8-b9d9-4e61cc863a46', 'mac_address': 'fa:16:3e:05:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616153e-5a76-4ba8-8a40-a57cc73efd8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:06.208218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0159d54-9695-4f8a-960d-b499702ac019 req-d25e91ad-8a09-4d20-b9ec-3d1fe7cc6239 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 210 time: 0.0842841 Sep 21 18:08:06.352054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.429350 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.443304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25acdcee-c117-43c8-b9d9-4e61cc863a46 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:06.472154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:06.482134 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.511764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-15f6c0f7-c23f-41bc-b30d-3b507868bb34 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1502397 Sep 21 18:08:06.578277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port d9947157-8666-4c21-92d3-4688ba07f320, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d9947157-8666-4c21-92d3-4688ba07f320,segment=NetworkSegment(40d5297f-fd8d-4369-9a6c-11b801880066),segment_id=40d5297f-fd8d-4369-9a6c-11b801880066)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:06.584130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['25acdcee-c117-43c8-b9d9-4e61cc863a46'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:06.606533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.608389 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.620622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.622916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.684110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:06.714958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17cfb519-673d-449c-8dcd-88ff4756a137 req-efcd43e2-0f07-44d3-8bd5-ce9b98419c04 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 210 time: 0.0926976 Sep 21 18:08:06.777122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596421e-4429-4280-a9ee-ebf34dfac9c6 None None] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:06.839379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:06.852570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-07d49c58-a54b-4357-b9d4-f25329e103a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:06.855622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-07d49c58-a54b-4357-b9d4-f25329e103a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373675 Sep 21 18:08:06.907262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Request body: {'port': {'device_id': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': 'b1cc4b33c7d245fea0ad8b51bd046758'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:06.955224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=d9947157-8666-4c21-92d3-4688ba07f320,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:06.979872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-881c83b2-e27c-4b84-946c-337d99d3f738 None None] Provisioning complete for port d9947157-8666-4c21-92d3-4688ba07f320 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:06.980665 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-881c83b2-e27c-4b84-946c-337d99d3f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:07.039584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e57bf-3792-4670-8cec-3ed9b86c1a97 req-72a0c18f-55bf-45e6-baf8-b424021f10bc tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.049461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c99e57bf-3792-4670-8cec-3ed9b86c1a97 req-72a0c18f-55bf-45e6-baf8-b424021f10bc tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 944 time: 0.2664707 Sep 21 18:08:07.157571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:07.167152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:07.167841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c99e57bf-3792-4670-8cec-3ed9b86c1a97 req-26b3503d-5b98-47f8-9c54-3cf61a7601b5 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173375 Sep 21 18:08:07.212396 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:07.212918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-c03ef94d-6170-49c8-9020-f0a98bb427d2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.215740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-c03ef94d-6170-49c8-9020-f0a98bb427d2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.3715823 Sep 21 18:08:07.229924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Request body: {'port': {'device_id': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'admin_state_up': True, 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:07.313100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Made reservation on behalf of b1cc4b33c7d245fea0ad8b51bd046758 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:07.317086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:07.402324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3501dd92-7a88-4a8d-a78d-b9903c87b297 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:07.418261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.427248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.439157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.454510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.462955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 88369ef4-ef76-4096-89fa-5c6b0472c5e8 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:08:07.465148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.472190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.476381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 3501dd92-7a88-4a8d-a78d-b9903c87b297 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:07.479892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.481943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-4ae771d8-76f9-485c-ab42-e99437b7a0e5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5436 time: 0.1813033 Sep 21 18:08:07.486097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 3501dd92-7a88-4a8d-a78d-b9903c87b297 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:07.486573 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:07.489531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94cae849-9459-40d6-a512-abf32d819a67 req-cc41ff31-9943-41b4-b0ab-9efd002e0728 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 210 time: 0.0469134 Sep 21 18:08:07.585693 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dac3a649-45d0-4cb7-9e1c-17c5eeb8faa2 req-7a281211-d428-4eac-ad52-e47898804229 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684264 Sep 21 18:08:07.587317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:07.600176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:07.644870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:07.671760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d9947157-8666-4c21-92d3-4688ba07f320 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:07.676760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Allocated IP 192.168.233.234 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/adf93b8e-b73a-434e-8531-6623f58f84c2) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:07.701395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3501dd92-7a88-4a8d-a78d-b9903c87b297'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:07.704139 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8066b-1bbd-41dc-bb58-5432ee7b9b9e" -d '{"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "3501dd92-7a88-4a8d-a78d-b9903c87b297"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:07.731441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 25acdcee-c117-43c8-b9d9-4e61cc863a46 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:07.783848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Allocated IP 172.20.0.12 (0ce9b869-0136-477f-b660-8e206678cb6b/15ad28cd-0131-4de1-8e74-5572ff648d32/454738f2-e0ed-4d5f-90b4-e884c62243d6) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:07.816743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3501dd92-7a88-4a8d-a78d-b9903c87b297, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:07.829854 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf31457-2aaa-4a96-85df-6b239997d725 x-openstack-request-id: req-dbf31457-2aaa-4a96-85df-6b239997d725 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:07.830942 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "3501dd92-7a88-4a8d-a78d-b9903c87b297", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:07.831776 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbf31457-2aaa-4a96-85df-6b239997d725 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:07.832612 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3501dd92-7a88-4a8d-a78d-b9903c87b297', 'code': 200} Sep 21 18:08:07.853141 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:07.855550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 4417b933-70ff-42fc-aa04-4c2609b8d4e7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:07.930827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:07.939534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fa5ba98a-c928-4abb-a7f2-4fac8fa0a17b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/88369ef4-ef76-4096-89fa-5c6b0472c5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2429197 Sep 21 18:08:07.943315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33000) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:07.960981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6773441a-2959-4386-b813-44fd9d89d1d7 req-11d1cba6-1168-4017-86c0-8a18788553e2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 210 time: 0.0748682 Sep 21 18:08:08.014322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec871f-78f8-45ee-bc1e-abf78f2e966d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:08.016236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a6ec871f-78f8-45ee-bc1e-abf78f2e966d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports/3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb HTTP/1.1" status: 200 len: 911 time: 0.0716977 Sep 21 18:08:08.024269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33006) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:08.064004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] Sync routers for ids ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:08.080184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3501dd92-7a88-4a8d-a78d-b9903c87b297,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:08.114334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.116655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d8c8888d-e39c-41ec-97ae-c1d5b5853620 None None] Provisioning complete for port 3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:08.117596 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d8c8888d-e39c-41ec-97ae-c1d5b5853620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.156345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.176291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] Routers {'88369ef4-ef76-4096-89fa-5c6b0472c5e8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:08.182821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:08.191839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.262462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:08.270280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:08.293094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d9947157-8666-4c21-92d3-4688ba07f320 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:08.293634 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.347676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:08.364476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:08.378275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:08.381577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:08.387544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:08.469288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:08.469876 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.485506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:08.486299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.512346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-5b01a338-84a2-4585-b4ca-62c3947c5ad5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6400979 Sep 21 18:08:08.527049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Request body: {'port': {'device_id': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:08.531412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.629241 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.675957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Network 0ce9b869-0136-477f-b660-8e206678cb6b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:08.677017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8888d-e39c-41ec-97ae-c1d5b5853620 None None] Port 3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:08.714780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] Routers {'88369ef4-ef76-4096-89fa-5c6b0472c5e8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:08.716235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:08.723836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.724406 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.772550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:08.774443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event updated for resources: {'Port': ['ID=454738f2-e0ed-4d5f-90b4-e884c62243d6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:08.781607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 25acdcee-c117-43c8-b9d9-4e61cc863a46 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:08.786748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:08.813170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:08.813532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b85d9a-957c-4276-9af8-785118a8319c None None] The sync data for ids ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:08.837385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d8c8888d-e39c-41ec-97ae-c1d5b5853620 None None] Provisioning complete for port d9947157-8666-4c21-92d3-4688ba07f320 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:08.838651 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d8c8888d-e39c-41ec-97ae-c1d5b5853620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.901055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:08.925502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:08.959631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.008276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4379b84-2085-49aa-a93d-8ddda3f56f58 req-9f55fe26-84fc-4230-9107-4b0643cac470 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.012017 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4379b84-2085-49aa-a93d-8ddda3f56f58 req-9f55fe26-84fc-4230-9107-4b0643cac470 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 932 time: 0.2969646 Sep 21 18:08:09.088748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4379b84-2085-49aa-a93d-8ddda3f56f58 req-0c73aa7d-528e-458d-8b61-0e99921f0a56 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681150 Sep 21 18:08:09.094764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:09.110798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:09.156854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.157810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e131b204-a153-4170-86ef-52e475bc2ea2 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:09.192956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf93b8e-b73a-434e-8531-6623f58f84c2 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:09.203006 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.203544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.204116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.204658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.205248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.205768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.206314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.206818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.207708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.208386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.208895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.209409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.210127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:09.233538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Transition to ACTIVE for port object adf93b8e-b73a-434e-8531-6623f58f84c2 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:09.237589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ac278-01dd-46a8-a108-43ccab099d50 req-3869bdcd-8df6-4603-b1e7-408685322571 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.239280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.246127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535ac278-01dd-46a8-a108-43ccab099d50 req-3869bdcd-8df6-4603-b1e7-408685322571 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 944 time: 0.7862449 Sep 21 18:08:09.309275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.310398 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.359254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:09.369561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-5d467792-2f89-4b80-80c5-0fd141942b99 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.372166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-5d467792-2f89-4b80-80c5-0fd141942b99 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 944 time: 0.5908062 Sep 21 18:08:09.374160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-8c8d8489-4948-4887-b3a2-6d7a196a3323 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1486373 Sep 21 18:08:09.391157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535ac278-01dd-46a8-a108-43ccab099d50 req-f68cff0a-33b8-4b46-ada3-82a41144ae76 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437573 Sep 21 18:08:09.420588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Request body: {'port': {'device_id': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:09.445632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.451977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.459307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.468967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.476188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.485224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.492049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.495869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-fc4aba35-905a-4cf9-bed1-5a14acf6f2e6 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5438 time: 0.2191327 Sep 21 18:08:09.506458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=4417b933-70ff-42fc-aa04-4c2609b8d4e7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:09.559897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port e131b204-a153-4170-86ef-52e475bc2ea2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:09.565278 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port e131b204-a153-4170-86ef-52e475bc2ea2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:09.565659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.595167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:09.595772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:09.596372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:09.634969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e3cd3bb-4728-4dfd-961d-7144feb5ce75 req-ad34eef7-c069-4c5d-8291-8404c5c695f9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312206 Sep 21 18:08:09.636476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Port adf93b8e-b73a-434e-8531-6623f58f84c2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:09.638315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:09.654611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:09.655512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:09.656400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:09.656991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Bound port: adf93b8e-b73a-434e-8531-6623f58f84c2, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:09.657601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.674246 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.679136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.698574 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bfa0d816-6d78-4877-9427-ed68651ff14a None None] Provisioning complete for port 3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:09.698990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfa0d816-6d78-4877-9427-ed68651ff14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.738733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e131b204-a153-4170-86ef-52e475bc2ea2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e131b204-a153-4170-86ef-52e475bc2ea2,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:09.746341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.747365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device dd621c11-7cd7-4811-82ff-1e9ab8eff8eb up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:09.778613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0d816-6d78-4877-9427-ed68651ff14a None None] Port 3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:09.820999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1c50-07b9-488a-bdb0-3920a850b8b1 req-c2e26b18-3f9c-4a28-9413-53e418868031 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.825175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8eae1c50-07b9-488a-bdb0-3920a850b8b1 req-c2e26b18-3f9c-4a28-9413-53e418868031 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.2947595 Sep 21 18:08:09.836163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:09.837449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e131b204-a153-4170-86ef-52e475bc2ea2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:09.840575 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36334e75-a9f8-4270-9a75-eecc7d94d997" -d '{"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "e131b204-a153-4170-86ef-52e475bc2ea2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:09.851284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e131b204-a153-4170-86ef-52e475bc2ea2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:09.856007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:09.865405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.869515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:09.873698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:09.874073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.905939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8da609-876e-4532-b348-784d1356786e req-69ad9e92-b381-462d-b955-547f2898c2d2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.907599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e8da609-876e-4532-b348-784d1356786e req-69ad9e92-b381-462d-b955-547f2898c2d2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.1222413 Sep 21 18:08:09.943852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.944768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.948532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] 10.222.0.41 "PUT /v2.0/ports/adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 1096 time: 1.4273314 Sep 21 18:08:09.949114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:09.956269 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21465bf8-8271-4523-a7a1-13b2da4780d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:09.989935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e90403-951c-4fa7-b445-87df5a97a901 service neutron] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:09.999416 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.044256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:10.049898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.051004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 418ce071-e1b4-4443-9d9a-5c161a39669a up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:10.053192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Deleting port 25acdcee-c117-43c8-b9d9-4e61cc863a46 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:10.053562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.058521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e8da609-876e-4532-b348-784d1356786e req-1607a832-214f-4eec-a0fe-3bd7690cc520 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184764 Sep 21 18:08:10.065423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-496e437d-630d-4bb6-962a-9cc8e1e4fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.066970 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-496e437d-630d-4bb6-962a-9cc8e1e4fc53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1099 time: 0.0659058 Sep 21 18:08:10.126013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-3dab3b03-0c56-4a51-9292-1945af3423c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0510583 Sep 21 18:08:10.158803 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa62c2-9bf6-4858-9f22-83d9425663b4 x-openstack-request-id: req-6dfa62c2-9bf6-4858-9f22-83d9425663b4 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:10.159291 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "e131b204-a153-4170-86ef-52e475bc2ea2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:10.159716 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dfa62c2-9bf6-4858-9f22-83d9425663b4 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:10.160360 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7', 'code': 200} Sep 21 18:08:10.160785 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e131b204-a153-4170-86ef-52e475bc2ea2', 'code': 200} Sep 21 18:08:10.185849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] For port 25acdcee-c117-43c8-b9d9-4e61cc863a46, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=25acdcee-c117-43c8-b9d9-4e61cc863a46,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:10.186153 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.201431 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501452b0-bcf9-4ac7-9f59-150c46d8d52c x-openstack-request-id: req-501452b0-bcf9-4ac7-9f59-150c46d8d52c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:10.201796 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:10.202017 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-501452b0-bcf9-4ac7-9f59-150c46d8d52c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:10.202400 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'status': 'completed', 'code': 200} Sep 21 18:08:10.204423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-da035a3c-8659-4ff6-9ce3-e9adffa366fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.205983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-da035a3c-8659-4ff6-9ce3-e9adffa366fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0727370 Sep 21 18:08:10.217127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Calling delete_port for 25acdcee-c117-43c8-b9d9-4e61cc863a46 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:10.255738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:10.262756 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8eae1c50-07b9-488a-bdb0-3920a850b8b1 req-f18b5b94-2eeb-4e98-8131-075ab95c56fd tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244064 Sep 21 18:08:10.267930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 418ce071-e1b4-4443-9d9a-5c161a39669a completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:10.274800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 418ce071-e1b4-4443-9d9a-5c161a39669a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:10.275324 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.302847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.343822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-3c652f41-dfce-455f-b01c-b847f27ade94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.346639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-3c652f41-dfce-455f-b01c-b847f27ade94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314409 Sep 21 18:08:10.413959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.457787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427cebd-6c07-4205-b7e9-03333895266b req-c543e830-7ac0-4bee-92e5-17fdecbf68e6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.459699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7427cebd-6c07-4205-b7e9-03333895266b req-c543e830-7ac0-4bee-92e5-17fdecbf68e6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 932 time: 0.1595359 Sep 21 18:08:10.473890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 418ce071-e1b4-4443-9d9a-5c161a39669a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=418ce071-e1b4-4443-9d9a-5c161a39669a,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:10.479728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.480876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:10.506144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-f3ee1400-f938-4565-a844-488423452c6b service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499846 Sep 21 18:08:10.548652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7427cebd-6c07-4205-b7e9-03333895266b req-11b77f31-253f-4198-865f-0773bc493495 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709810 Sep 21 18:08:10.569902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=418ce071-e1b4-4443-9d9a-5c161a39669a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:10.592093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:10.598793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:10.599812 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.680282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0699581-d2ae-480d-b9b5-3bde76a564ba req-4cbfa02e-c4af-49a3-b6fa-fdf6c48da202 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639845 Sep 21 18:08:10.718367 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.777918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:10.781590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992cca5-fde3-4362-817f-403690bb946d req-2eda57d3-c93d-4357-81fe-cc607b673b78 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.783267 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2992cca5-fde3-4362-817f-403690bb946d req-2eda57d3-c93d-4357-81fe-cc607b673b78 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.2821891 Sep 21 18:08:10.784824 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.786962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d2143624-3032-4d7a-8d89-d454bf1d133c up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:10.817810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a8123-36dd-4eda-b2f8-c3d4a64cb837 req-3f265f33-4fc5-42ed-96de-7bfee5ab4ef5 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.819443 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a4a8123-36dd-4eda-b2f8-c3d4a64cb837 req-3f265f33-4fc5-42ed-96de-7bfee5ab4ef5 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e7727d-d013-49a6-bba1-bbc20d76f154 HTTP/1.1" status: 200 len: 943 time: 0.3296103 Sep 21 18:08:10.857023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.863615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.870165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.877948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.886278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.886566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:10.892967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.900154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.901788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port d2143624-3032-4d7a-8d89-d454bf1d133c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:10.903104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-24dd5ca1-68a1-40c1-acfc-ff8db219cedf tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5442 time: 0.1251476 Sep 21 18:08:10.906602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-de875b09-d9b2-45e7-a196-ea534b00e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.908418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-de875b09-d9b2-45e7-a196-ea534b00e8d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1099 time: 0.1712191 Sep 21 18:08:10.910080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port d2143624-3032-4d7a-8d89-d454bf1d133c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:10.910868 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.911659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454738f2-e0ed-4d5f-90b4-e884c62243d6 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:10.922933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:10.944126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Transition to ACTIVE for port object 454738f2-e0ed-4d5f-90b4-e884c62243d6 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:11.020922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aedd0fc8-205c-4158-a5d3-8e4ff016a9cd req-300e4185-4673-474a-9442-6993e5372d98 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114945 Sep 21 18:08:11.053628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.059766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.067785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-3c2373ab-84c9-4977-89bc-0141abe4961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.070788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-3c2373ab-84c9-4977-89bc-0141abe4961b service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1538711 Sep 21 18:08:11.071177 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.117292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d2143624-3032-4d7a-8d89-d454bf1d133c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d2143624-3032-4d7a-8d89-d454bf1d133c,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:11.124909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.139170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-891d5645-7683-401f-ad3f-c99e555b638d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0606108 Sep 21 18:08:11.210293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d2143624-3032-4d7a-8d89-d454bf1d133c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:11.214884 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a4a8123-36dd-4eda-b2f8-c3d4a64cb837 req-8ff55cb5-0ce8-47c3-af76-dafb9333c42a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722191 Sep 21 18:08:11.255584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-15c92ceb-1aae-4131-9ecf-a6048715c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.257185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-15c92ceb-1aae-4131-9ecf-a6048715c285 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0965323 Sep 21 18:08:11.277606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Pushing event updated for resources: {'Port': ['ID=454738f2-e0ed-4d5f-90b4-e884c62243d6,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:11.280266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] No DVR routers for this DVR port 25acdcee-c117-43c8-b9d9-4e61cc863a46 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:11.282570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a00d5-1aed-46d7-8471-878d8f54f933 req-c924179b-cf1c-4089-810a-9cb86fd6ad1c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.284422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa1a00d5-1aed-46d7-8471-878d8f54f933 req-c924179b-cf1c-4089-810a-9cb86fd6ad1c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.0801139 Sep 21 18:08:11.312584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.314915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92d1c951-aee1-48da-8a34-cacd69cc5558 req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "DELETE /v2.0/ports/25acdcee-c117-43c8-b9d9-4e61cc863a46 HTTP/1.1" status: 204 len: 173 time: 1.9347315 Sep 21 18:08:11.338919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'name': 'network-vif-deleted', 'tag': '25acdcee-c117-43c8-b9d9-4e61cc863a46'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:11.341508 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe3cfab-af1c-42ab-a20b-a83daa8d90ed" -d '{"events": [{"server_uuid": "e6e7727d-d013-49a6-bba1-bbc20d76f154", "name": "network-vif-deleted", "tag": "25acdcee-c117-43c8-b9d9-4e61cc863a46"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:11.367169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-30da3e2f-3b62-470b-a213-38b912f5a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.369856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-30da3e2f-3b62-470b-a213-38b912f5a86f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022110 Sep 21 18:08:11.374424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa1a00d5-1aed-46d7-8471-878d8f54f933 req-679fc3ec-9835-495a-b6f4-d99c2fee742c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702765 Sep 21 18:08:11.395377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f9293-110b-4868-81ad-7d0872589124 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event deleted for resources: {'Port': ['ID=25acdcee-c117-43c8-b9d9-4e61cc863a46,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:11.451090 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcb9927-f804-4ca3-b6e5-c0b5359ae9e4 x-openstack-request-id: req-8fcb9927-f804-4ca3-b6e5-c0b5359ae9e4 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:11.451429 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e7727d-d013-49a6-bba1-bbc20d76f154", "name": "network-vif-deleted", "tag": "25acdcee-c117-43c8-b9d9-4e61cc863a46", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:11.451855 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fcb9927-f804-4ca3-b6e5-c0b5359ae9e4 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:11.452275 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e7727d-d013-49a6-bba1-bbc20d76f154', 'name': 'network-vif-deleted', 'tag': '25acdcee-c117-43c8-b9d9-4e61cc863a46', 'status': 'completed', 'code': 200} Sep 21 18:08:11.508988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Deleting port c1474780-176b-4d1e-bfb1-512fdb4a4227 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:11.509403 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.525571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-20f8e144-2877-4ab4-aa78-2d7a5d6965d4 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461775 Sep 21 18:08:11.554366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Attempting to bind port 454738f2-e0ed-4d5f-90b4-e884c62243d6 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:11.554643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Attempting to bind port 454738f2-e0ed-4d5f-90b4-e884c62243d6 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:11.555239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Attempting to bind port 454738f2-e0ed-4d5f-90b4-e884c62243d6 on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:11.568071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59515b-c868-423b-95f1-e9870a6c72f8 req-086b5d73-a358-4d0e-8577-2b0dd67e911d tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.569662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df59515b-c868-423b-95f1-e9870a6c72f8 req-086b5d73-a358-4d0e-8577-2b0dd67e911d tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 948 time: 0.1958642 Sep 21 18:08:11.627400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Port 454738f2-e0ed-4d5f-90b4-e884c62243d6 on network 0ce9b869-0136-477f-b660-8e206678cb6b not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:11.627750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Attempting to bind port 454738f2-e0ed-4d5f-90b4-e884c62243d6 on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:11.653593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21465bf8-8271-4523-a7a1-13b2da4780d0 req-8cf43549-3a58-410e-bfab-d68f7ad5635e service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202807 Sep 21 18:08:11.663464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:11.663804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:11.664195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Bound using segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:11.664644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Bound port: 454738f2-e0ed-4d5f-90b4-e884c62243d6, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:11.665009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.704685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:11.705031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.708412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2ecb5-a093-42f7-b7f6-b3abeee1774e req-7e3ec684-0205-4d4c-a672-fd401f3b48d4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.709999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3eb2ecb5-a093-42f7-b7f6-b3abeee1774e req-7e3ec684-0205-4d4c-a672-fd401f3b48d4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 944 time: 0.0725863 Sep 21 18:08:11.720468 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df59515b-c868-423b-95f1-e9870a6c72f8 req-8f4d1c3a-357d-40ac-8cc2-8e807f631c1d tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395869 Sep 21 18:08:11.726209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 25acdcee-c117-43c8-b9d9-4e61cc863a46 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:11.758210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] For port c1474780-176b-4d1e-bfb1-512fdb4a4227, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1474780-176b-4d1e-bfb1-512fdb4a4227,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:11.758588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.760386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 25acdcee-c117-43c8-b9d9-4e61cc863a46 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:11.761292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 25acdcee-c117-43c8-b9d9-4e61cc863a46 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:11.766059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3eb2ecb5-a093-42f7-b7f6-b3abeee1774e req-b3bc5c5c-7780-44ef-b828-017324effcb1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Sep 21 18:08:11.793496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Calling delete_port for c1474780-176b-4d1e-bfb1-512fdb4a4227 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:11.908129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] For port 454738f2-e0ed-4d5f-90b4-e884c62243d6, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:11.940153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] For port 454738f2-e0ed-4d5f-90b4-e884c62243d6, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=454738f2-e0ed-4d5f-90b4-e884c62243d6,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:11.945109 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.956701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.997022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:12.016568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.017195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.018653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] 10.222.0.41 "PUT /v2.0/ports/454738f2-e0ed-4d5f-90b4-e884c62243d6 HTTP/1.1" status: 200 len: 1092 time: 2.6233456 Sep 21 18:08:12.097130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809e0be-7355-4368-a7c2-3712210e1893 service neutron] Pushing event updated for resources: {'Port': ['ID=454738f2-e0ed-4d5f-90b4-e884c62243d6,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:12.162359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd621c11-7cd7-4811-82ff-1e9ab8eff8eb'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418ce071-e1b4-4443-9d9a-5c161a39669a'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:12.165522 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076be5d3-e954-45c4-b617-80f9635f50cd" -d '{"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "dd621c11-7cd7-4811-82ff-1e9ab8eff8eb"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "418ce071-e1b4-4443-9d9a-5c161a39669a"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:12.235951 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350ecd3a-be90-47bc-a1d6-b59c422e9009 x-openstack-request-id: req-350ecd3a-be90-47bc-a1d6-b59c422e9009 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:12.236258 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "dd621c11-7cd7-4811-82ff-1e9ab8eff8eb", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "418ce071-e1b4-4443-9d9a-5c161a39669a", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-plugged", "status": "completed", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:12.236612 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-350ecd3a-be90-47bc-a1d6-b59c422e9009 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:12.237015 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd621c11-7cd7-4811-82ff-1e9ab8eff8eb', 'code': 200} Sep 21 18:08:12.237263 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418ce071-e1b4-4443-9d9a-5c161a39669a', 'code': 200} Sep 21 18:08:12.237509 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675', 'code': 200} Sep 21 18:08:12.237754 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'code': 200} Sep 21 18:08:12.310366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-89bae8a2-4bed-487d-9a6c-754ff6f36625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.311921 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-89bae8a2-4bed-487d-9a6c-754ff6f36625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 1095 time: 0.2255349 Sep 21 18:08:12.328865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.397435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.398637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.399340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.399981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.403198 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.403874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.404529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.407155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-31d2e163-55a2-4a34-86f2-fac0bdfc36a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6500 time: 0.0651975 Sep 21 18:08:12.411865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.418574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.424307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.430545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.436667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.442684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.449277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.451285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10de9005-0dba-4292-9443-dbe1151d2423 req-cc40eff1-a7c8-4b36-9ead-59bbd1f21421 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.3101196 Sep 21 18:08:12.457087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-f0ae68e4-da36-49a2-a6fa-7459b7502f6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454738f2-e0ed-4d5f-90b4-e884c62243d6 HTTP/1.1" status: 200 len: 217 time: 0.1292813 Sep 21 18:08:12.460504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Pushing event deleted for resources: {'Port': ['ID=c1474780-176b-4d1e-bfb1-512fdb4a4227,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:12.460733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fdde9d6-c98f-441a-b272-25e2709c60d8 req-3ce66d71-1d89-472a-93df-346ec6ca803e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bd2ed728-07cd-41ae-9769-fbee9339b678&id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450680 Sep 21 18:08:12.511444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33074) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:12.518254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-abba9489-9865-46fd-8289-2b7c31f604d3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654617834', 'description': 'tempest-description--179225525'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:12.561273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] No DVR routers for this DVR port c1474780-176b-4d1e-bfb1-512fdb4a4227 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:12.565271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abba9489-9865-46fd-8289-2b7c31f604d3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.567397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.569502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2992cca5-fde3-4362-817f-403690bb946d req-49678a8c-ee7e-4c10-8c97-57a4d7a31aad tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.78 "DELETE /v2.0/ports/c1474780-176b-4d1e-bfb1-512fdb4a4227 HTTP/1.1" status: 204 len: 173 time: 1.7428966 Sep 21 18:08:12.596129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10de9005-0dba-4292-9443-dbe1151d2423 req-d68f990b-08ad-4b7b-a1bc-07e27744b266 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255977 Sep 21 18:08:12.602881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.674244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=3fb3e8cf-fce1-4fb3-8c54-799d53fbbfbb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:12.720173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13317a0-99fd-4dc2-b39c-2c555ffadc58 req-447aaef9-c528-4bf3-8717-cfc5cc412c57 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.726854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d13317a0-99fd-4dc2-b39c-2c555ffadc58 req-447aaef9-c528-4bf3-8717-cfc5cc412c57 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.1533768 Sep 21 18:08:12.797796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d13317a0-99fd-4dc2-b39c-2c555ffadc58 req-2b21d784-6652-4519-bc03-dc066fcc5432 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647061 Sep 21 18:08:12.886879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.913393 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abba9489-9865-46fd-8289-2b7c31f604d3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.919288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-26e2f68f-a6e7-4406-9690-5d2bf58362da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.921451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-26e2f68f-a6e7-4406-9690-5d2bf58362da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.2497141 Sep 21 18:08:12.939872 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abba9489-9865-46fd-8289-2b7c31f604d3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.963928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c41ed5-7634-46aa-87e8-87139ef91742 req-907decb5-5495-4e7d-adc9-32c820657604 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a153aa5-123a-4283-8715-74e590776280 HTTP/1.1" status: 200 len: 210 time: 0.0601153 Sep 21 18:08:12.996607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abba9489-9865-46fd-8289-2b7c31f604d3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.000986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-abba9489-9865-46fd-8289-2b7c31f604d3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4846716 Sep 21 18:08:13.001555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33082) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:13.003602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba9489-9865-46fd-8289-2b7c31f604d3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54d50c-915a-4d6b-8f39-ca9b3313e92b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:13.021155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-64b91b3e-2613-4853-9c44-dab7d4cfa1f7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Request body: {'security_group_rule': {'security_group_id': 'ee54d50c-915a-4d6b-8f39-ca9b3313e92b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:13.037633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509c1ad-560a-4330-93ba-77c83e1b8652 req-93a94e7e-4204-41e8-a4a6-d4f135dfe513 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.039563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6509c1ad-560a-4330-93ba-77c83e1b8652 req-93a94e7e-4204-41e8-a4a6-d4f135dfe513 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 944 time: 0.1244237 Sep 21 18:08:13.114863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64b91b3e-2613-4853-9c44-dab7d4cfa1f7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.127678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6509c1ad-560a-4330-93ba-77c83e1b8652 req-ded9aca0-0dbe-484b-ad7f-e5324b8af018 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742280 Sep 21 18:08:13.204792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64b91b3e-2613-4853-9c44-dab7d4cfa1f7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.210769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64b91b3e-2613-4853-9c44-dab7d4cfa1f7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.230895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b91b3e-2613-4853-9c44-dab7d4cfa1f7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d5ea90-cdfe-4aa8-8cff-ab2ffb6aa29c,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:13.239677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64b91b3e-2613-4853-9c44-dab7d4cfa1f7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.241715 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-64b91b3e-2613-4853-9c44-dab7d4cfa1f7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389171 Sep 21 18:08:13.245318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33084) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:13.250622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-98440991-fa03-4a14-ad1f-b86c567a9296 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Request body: {'security_group_rule': {'security_group_id': 'ee54d50c-915a-4d6b-8f39-ca9b3313e92b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:13.280157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98440991-fa03-4a14-ad1f-b86c567a9296 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.351180 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98440991-fa03-4a14-ad1f-b86c567a9296 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.362132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98440991-fa03-4a14-ad1f-b86c567a9296 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.388969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98440991-fa03-4a14-ad1f-b86c567a9296 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5e6197-3126-4737-9643-47eb2e51cf63,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:13.397365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98440991-fa03-4a14-ad1f-b86c567a9296 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.398870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-98440991-fa03-4a14-ad1f-b86c567a9296 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520474 Sep 21 18:08:13.402845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33086) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:13.403114 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-e371b82a-f068-47e9-8446-67663de942d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4515901 Sep 21 18:08:13.408043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:13.433261 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.456370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'tag': '454738f2-e0ed-4d5f-90b4-e884c62243d6'}, {'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-deleted', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:13.458729 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7f8fa7-1159-48e8-8cab-21e6b82633d8", "tag": "454738f2-e0ed-4d5f-90b4-e884c62243d6"}, {"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-deleted", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:13.516349 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f3854c-5723-42a5-b9ba-d6579e09faca x-openstack-request-id: req-50f3854c-5723-42a5-b9ba-d6579e09faca {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:13.516648 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7f8fa7-1159-48e8-8cab-21e6b82633d8", "tag": "454738f2-e0ed-4d5f-90b4-e884c62243d6", "status": "completed", "code": 200}, {"server_uuid": "3a153aa5-123a-4283-8715-74e590776280", "name": "network-vif-deleted", "tag": "c1474780-176b-4d1e-bfb1-512fdb4a4227", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:13.516889 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50f3854c-5723-42a5-b9ba-d6579e09faca {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:13.517286 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'tag': '454738f2-e0ed-4d5f-90b4-e884c62243d6', 'status': 'completed', 'code': 200} Sep 21 18:08:13.517538 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a153aa5-123a-4283-8715-74e590776280', 'name': 'network-vif-deleted', 'tag': 'c1474780-176b-4d1e-bfb1-512fdb4a4227', 'status': 'completed', 'code': 200} Sep 21 18:08:13.549892 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.596622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 88369ef4-ef76-4096-89fa-5c6b0472c5e8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:13.619558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-b9aeda68-638f-4cad-9d67-6d123d8c5f3d service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837707 Sep 21 18:08:13.697866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Allocated IP 172.25.3.209 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/d4f382e3-abd0-4cec-89ac-986506cd7f20) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:13.731783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1474780-176b-4d1e-bfb1-512fdb4a4227 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:13.739619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:13.752404 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] Sync routers for ids ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:13.753983 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2a86a67e-599a-4d26-b342-b171bddb3e9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/88369ef4-ef76-4096-89fa-5c6b0472c5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7276218 Sep 21 18:08:13.761339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33094) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:13.765944 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] Routers {'88369ef4-ef76-4096-89fa-5c6b0472c5e8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:13.767688 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:13.781049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: c1474780-176b-4d1e-bfb1-512fdb4a4227 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:13.781814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1474780-176b-4d1e-bfb1-512fdb4a4227 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:13.812998 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:13.815405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6983a2c4-3629-41ee-a58a-e6214d935b3b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=88369ef4-ef76-4096-89fa-5c6b0472c5e8 HTTP/1.1" status: 200 len: 205 time: 0.0528641 Sep 21 18:08:13.821271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33096) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:13.824925 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] Routers {'88369ef4-ef76-4096-89fa-5c6b0472c5e8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:13.825634 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:13.836489 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17f90856-05c6-4a3f-ab76-2a47c5b4ea1c req-3b9f4e90-67bc-43cb-be16-8e4aad54ed5b service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069447 Sep 21 18:08:13.863900 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:13.864623 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0377d-5301-4d30-a804-6ade473df2a3 None None] The sync data for ids ['88369ef4-ef76-4096-89fa-5c6b0472c5e8'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:13.928964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.935348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.941417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.948088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.954039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.960051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.966807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.968705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c37e8c79-e416-409b-885a-5836c1a360ed req-60d3bc46-8651-48de-92d6-1b7f1e6e6aa1 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.2814424 Sep 21 18:08:13.969459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-314fa9ef-368d-471c-857d-9cc62dbb349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.971031 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-314fa9ef-368d-471c-857d-9cc62dbb349b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 1095 time: 0.0763645 Sep 21 18:08:13.997199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d539aad-57c1-487d-ab45-11f6806830cf req-fa860757-a057-4ac7-a8e9-ef0b1b386f77 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:13.998806 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d539aad-57c1-487d-ab45-11f6806830cf req-fa860757-a057-4ac7-a8e9-ef0b1b386f77 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.0722063 Sep 21 18:08:14.108009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d539aad-57c1-487d-ab45-11f6806830cf req-e9402454-2221-4026-b352-ba9d8b13e193 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965612 Sep 21 18:08:14.126495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-858c87da-5211-4c27-bb26-a6ec8d505591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:14.128183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-858c87da-5211-4c27-bb26-a6ec8d505591 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.1474676 Sep 21 18:08:14.189086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-00b427ba-27c9-4927-8e1b-02319b5a5700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454738f2-e0ed-4d5f-90b4-e884c62243d6 HTTP/1.1" status: 200 len: 217 time: 0.0510373 Sep 21 18:08:14.279907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-3ef00efd-8d1e-48c8-9a53-864984cb8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:14.281378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-3ef00efd-8d1e-48c8-9a53-864984cb8206 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0790007 Sep 21 18:08:14.323477 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-1bcd55fd-a3b8-4b10-8f8d-af1b511c608f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323019 Sep 21 18:08:14.332246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283bf6-c332-428c-9e14-fb2d3a425581 req-ea4d7ecd-9a84-44a5-837a-3c3c2f83aaeb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:14.333883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18283bf6-c332-428c-9e14-fb2d3a425581 req-ea4d7ecd-9a84-44a5-837a-3c3c2f83aaeb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 944 time: 0.0983675 Sep 21 18:08:14.383455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02b6bf48-6414-4ec4-a33d-cb62a79fc777 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.453349 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18283bf6-c332-428c-9e14-fb2d3a425581 req-507bc349-d0fe-4780-b04f-850efafb4afa tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082129 Sep 21 18:08:14.492325 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-f05fb7b9-4df5-48e8-8ad2-cc0fb5c12ecc service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555827 Sep 21 18:08:14.521517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c37e8c79-e416-409b-885a-5836c1a360ed req-2b8d36d1-d47e-4e58-a269-203128cc8b98 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836419 Sep 21 18:08:14.534480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.653902 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb5fc2dd-2a29-4e3b-b909-98cda637dec2 req-da73a981-0b5f-445a-9190-29333c01545c service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526251 Sep 21 18:08:14.703948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02b6bf48-6414-4ec4-a33d-cb62a79fc777 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.710099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02b6bf48-6414-4ec4-a33d-cb62a79fc777 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.806779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02b6bf48-6414-4ec4-a33d-cb62a79fc777 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.807223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b6bf48-6414-4ec4-a33d-cb62a79fc777 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Fanout notify agent at l3_agent the message router_deleted on router 88369ef4-ef76-4096-89fa-5c6b0472c5e8 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:08:14.809480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.818653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02b6bf48-6414-4ec4-a33d-cb62a79fc777 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.819790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-02b6bf48-6414-4ec4-a33d-cb62a79fc777 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/88369ef4-ef76-4096-89fa-5c6b0472c5e8 HTTP/1.1" status: 204 len: 168 time: 0.9975774 Sep 21 18:08:14.823523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:14.874757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:14.882945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:14.886391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'Port': ['ID=d4f382e3-abd0-4cec-89ac-986506cd7f20,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:14.890901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:14.901430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet 849abfb0-45bf-47c0-a2ba-3b3821993ec8 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:14.906601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.921430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721cb0e-2f66-4924-b21c-5e937c4b01da req-eb1b827b-0381-49f8-a59f-f67d6350d760 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:14.924265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8721cb0e-2f66-4924-b21c-5e937c4b01da req-eb1b827b-0381-49f8-a59f-f67d6350d760 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 949 time: 0.1548240 Sep 21 18:08:14.968768 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.012243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8721cb0e-2f66-4924-b21c-5e937c4b01da req-eb636a5c-c1f5-4c81-8ed9-e38b887754a2 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721784 Sep 21 18:08:15.044226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.082768 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.089466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.171193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.202914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=849abfb0-45bf-47c0-a2ba-3b3821993ec8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:15.206791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.209255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-355cd262-6a48-409a-bed5-9be7eee5e923 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/849abfb0-45bf-47c0-a2ba-3b3821993ec8 HTTP/1.1" status: 204 len: 168 time: 0.3846853 Sep 21 18:08:15.211831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33114) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:15.219236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fc379-0600-4809-9b1a-a4e78cdfd849 None None] Network f8fadece-a8d2-4a16-a25f-1d8e06690765 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:15.286706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.293543 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.337807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.364219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d89a41-ab70-4f19-b9b5-524fc23e4754 req-1f65dad5-136a-443e-aef0-ac014b180f9e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.374974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2d89a41-ab70-4f19-b9b5-524fc23e4754 req-1f65dad5-136a-443e-aef0-ac014b180f9e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.1538453 Sep 21 18:08:15.384148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'Port': ['ID=d4f382e3-abd0-4cec-89ac-986506cd7f20,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:15.408236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.430427 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.433325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-149313f6-55bf-4a5d-ae74-bf2916b68c49 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0291119 Sep 21 18:08:15.437315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:15.484441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2d89a41-ab70-4f19-b9b5-524fc23e4754 req-e72112f7-f2a8-4bd6-a64a-438a15f9d046 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080401 Sep 21 18:08:15.515697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] DHCP port deletion for f8fadece-a8d2-4a16-a25f-1d8e06690765 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:08:15.532784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port d9947157-8666-4c21-92d3-4688ba07f320 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:15.533632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.665699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d9947157-8666-4c21-92d3-4688ba07f320 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:15.712266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751cea7-ae7d-4678-8b04-25d4542407ea req-e251ca9b-9cff-476a-a2ed-f2cfaf243b6f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.715461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6751cea7-ae7d-4678-8b04-25d4542407ea req-e251ca9b-9cff-476a-a2ed-f2cfaf243b6f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 944 time: 0.0658846 Sep 21 18:08:15.716150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:15.731833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port d9947157-8666-4c21-92d3-4688ba07f320, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d9947157-8666-4c21-92d3-4688ba07f320,segment=NetworkSegment(40d5297f-fd8d-4369-9a6c-11b801880066),segment_id=40d5297f-fd8d-4369-9a6c-11b801880066)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:15.732448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.739997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] Deleting port d9947157-8666-4c21-92d3-4688ba07f320 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:15.740392 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.764694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6751cea7-ae7d-4678-8b04-25d4542407ea req-d69484f3-a053-4784-abd5-4f49fa7a0a17 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Sep 21 18:08:15.788623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for d9947157-8666-4c21-92d3-4688ba07f320 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:15.826162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'mac_address': 'fa:16:3e:76:72:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:15.848066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] For port d9947157-8666-4c21-92d3-4688ba07f320, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d9947157-8666-4c21-92d3-4688ba07f320,segment=NetworkSegment(40d5297f-fd8d-4369-9a6c-11b801880066),segment_id=40d5297f-fd8d-4369-9a6c-11b801880066)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:15.848481 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.874235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-fc52055c-1b06-475e-874d-74f771d83f46 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.875771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-fc52055c-1b06-475e-874d-74f771d83f46 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 821 time: 0.2277822 Sep 21 18:08:15.897922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.904358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.906939 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-b1323441-54bb-439e-8ef9-16e4c24df1ea tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/quotas/dc543840d3a44332b187eedc6f1e975b HTTP/1.1" status: 200 len: 375 time: 0.0193050 Sep 21 18:08:15.910621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.917231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.923036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.930490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.936595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:15.938768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-19c76942-97be-4403-b4ba-f828425e8366 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.1068995 Sep 21 18:08:15.940754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.942952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] Calling delete_port for d9947157-8666-4c21-92d3-4688ba07f320 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:15.957369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.993128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port d9947157-8666-4c21-92d3-4688ba07f320 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:15.995531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=d9947157-8666-4c21-92d3-4688ba07f320,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:15.997790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f494cd0-67ce-412e-b14c-dda99fb034d5 req-76ea684f-67de-4ad5-829a-83ede3a88c7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492477 Sep 21 18:08:16.011121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-d242ec12-bba2-42c2-93a2-a6023ccf0565 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939693 Sep 21 18:08:16.029578 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.091028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf93b8e-b73a-434e-8531-6623f58f84c2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:16.124434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:16.130127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.137168 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.176507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] No DVR routers for this DVR port d9947157-8666-4c21-92d3-4688ba07f320 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:16.202563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.209452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:16.236725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91fc42-f95f-4089-ad97-0d24191f3955 None None] Pushing event deleted for resources: {'Port': ['ID=d9947157-8666-4c21-92d3-4688ba07f320,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:16.241916 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-38708b57-4d70-4452-b083-b2bc5a2250c8 service neutron] 10.222.0.70 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952729 Sep 21 18:08:16.243288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fadece-a8d2-4a16-a25f-1d8e06690765']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:16.258534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.269491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.273226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d5297f-fd8d-4369-9a6c-11b801880066') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:16.273790 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d5297f-fd8d-4369-9a6c-11b801880066') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:16.281029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.293627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.304893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.316895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.324732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.327955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.331247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02b7e9c5-6310-47aa-a635-2fa5f1377b99 req-719c4dfb-2fb7-4939-aad5-fd2f7ca4f845 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.1750431 Sep 21 18:08:16.344961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33138) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:16.345686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.351249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Request body: {'floatingip': {'port_id': 'd2143624-3032-4d7a-8d89-d454bf1d133c'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:16.385811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:08:16.386247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:08:16.389609 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:08:16.406294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.476098 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-de008b97-6d42-4e4e-9009-89eb08046a6f service neutron] 10.222.0.70 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203727 Sep 21 18:08:16.478084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.489814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.497537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/f8fadece-a8d2-4a16-a25f-1d8e06690765 HTTP/1.1" status: 204 len: 168 time: 1.2798948 Sep 21 18:08:16.502867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33140) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:16.512702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2013290441', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:16.513015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ce971-661a-40d2-bf8e-3fd60bf960c3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=f8fadece-a8d2-4a16-a25f-1d8e06690765,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:16.564848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['adf93b8e-b73a-434e-8531-6623f58f84c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:16.582468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba45bf0-63e7-4397-8e56-984081060202 req-0bbc2ee3-92f2-48a4-a024-f968d952f251 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.584082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ba45bf0-63e7-4397-8e56-984081060202 req-0bbc2ee3-92f2-48a4-a024-f968d952f251 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 949 time: 0.1742792 Sep 21 18:08:16.601294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.602788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.729844 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ba45bf0-63e7-4397-8e56-984081060202 req-b39cd1b7-b898-45d1-900c-16693268c7d1 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfe7c955-4707-44ba-91ba-656350eaa77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220164 Sep 21 18:08:16.733492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-a3e5d451-a494-491a-9744-604e99077db7 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.735418 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-a3e5d451-a494-491a-9744-604e99077db7 tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 949 time: 0.0871310 Sep 21 18:08:16.818183 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.908284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0aa09-6831-42cb-9f92-dde9ba90307f req-5c4aa24e-c55e-4f37-aec4-7d4acf3479f5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:16.909874 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67a0aa09-6831-42cb-9f92-dde9ba90307f req-5c4aa24e-c55e-4f37-aec4-7d4acf3479f5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 949 time: 0.1567385 Sep 21 18:08:16.942147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b98b864c-467e-4441-a312-b9f5459bcfaa req-2529b175-2628-44e9-be0c-e6532677553f tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 210 time: 0.1224897 Sep 21 18:08:16.987175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Deleting port 85d5f53e-7c71-4384-953f-12e608913cd4 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:16.987528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.034914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67a0aa09-6831-42cb-9f92-dde9ba90307f req-99bbb6eb-5539-4e6f-9f86-de6f45c25c7f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019988 Sep 21 18:08:17.124501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] For port 85d5f53e-7c71-4384-953f-12e608913cd4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85d5f53e-7c71-4384-953f-12e608913cd4,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:17.125089 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.142838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Calling delete_port for 85d5f53e-7c71-4384-953f-12e608913cd4 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:17.206658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.297127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7f6ec-c633-4815-a9d5-4bdf5df14066 req-1599f1bd-b058-4fcc-9abe-00cb2db177a9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.298945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8d7f6ec-c633-4815-a9d5-4bdf5df14066 req-1599f1bd-b058-4fcc-9abe-00cb2db177a9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 944 time: 0.1990047 Sep 21 18:08:17.334340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.367997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Pushing event deleted for resources: {'Port': ['ID=85d5f53e-7c71-4384-953f-12e608913cd4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:17.434846 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8d7f6ec-c633-4815-a9d5-4bdf5df14066 req-0bf10baa-1f30-4ec7-8ec3-178730e317a8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235840 Sep 21 18:08:17.438257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 454738f2-e0ed-4d5f-90b4-e884c62243d6 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:17.439665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] No DVR routers for this DVR port 85d5f53e-7c71-4384-953f-12e608913cd4 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:17.444755 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.447635 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e2dcf09-8333-4f64-92d7-f59d274d8f4f req-5392bcbe-4d1f-4ce8-9e04-190f327fd33f tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.41 "DELETE /v2.0/ports/85d5f53e-7c71-4384-953f-12e608913cd4 HTTP/1.1" status: 204 len: 173 time: 0.6873128 Sep 21 18:08:17.448138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-deleted', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:17.451924 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95fbf0-ef1c-478b-8be3-87033ad56ba9" -d '{"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-deleted", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:17.512664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.519501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.545965 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9603fb0-552b-4930-ade8-6d4b8423deff x-openstack-request-id: req-a9603fb0-552b-4930-ade8-6d4b8423deff {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:17.546708 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f532d330-aad2-4392-a170-788639086fb8", "name": "network-vif-deleted", "tag": "85d5f53e-7c71-4384-953f-12e608913cd4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:17.547126 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9603fb0-552b-4930-ade8-6d4b8423deff {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:17.548151 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f532d330-aad2-4392-a170-788639086fb8', 'name': 'network-vif-deleted', 'tag': '85d5f53e-7c71-4384-953f-12e608913cd4', 'status': 'completed', 'code': 200} Sep 21 18:08:17.629219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 454738f2-e0ed-4d5f-90b4-e884c62243d6, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=454738f2-e0ed-4d5f-90b4-e884c62243d6,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:17.645255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '454738f2-e0ed-4d5f-90b4-e884c62243d6', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': '454738f2-e0ed-4d5f-90b4-e884c62243d6', 'mac_address': 'fa:16:3e:b9:40:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:17.698559 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.718287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454738f2-e0ed-4d5f-90b4-e884c62243d6 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:17.724911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.730439 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Floating IP f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70 associated. External IP: 172.25.3.139, port: d2143624-3032-4d7a-8d89-d454bf1d133c. Sep 21 18:08:17.740765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 454738f2-e0ed-4d5f-90b4-e884c62243d6, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=454738f2-e0ed-4d5f-90b4-e884c62243d6,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:17.746619 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.788993 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.831504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=454738f2-e0ed-4d5f-90b4-e884c62243d6,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:17.920152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-351a07c0-69ef-4a86-a31c-17fe023b1a2b req-6a8293bf-b4c9-49c6-b95a-87fdaf76cd4b tempest-ListImageFiltersTestJSON-1863248193 tempest-ListImageFiltersTestJSON-1863248193-project] 10.222.0.70 "GET /v2.0/ports?device_id=f532d330-aad2-4392-a170-788639086fb8 HTTP/1.1" status: 200 len: 210 time: 0.0790334 Sep 21 18:08:18.009087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 172.25.3.187 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/a0f79794-d47b-45a7-8237-dbed4e361316) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:18.113882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['454738f2-e0ed-4d5f-90b4-e884c62243d6'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:18.156958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0db5386-9c20-487b-b64d-8d83d79016fc req-fceb19d6-266a-446c-b89f-e7d6edb7c5fd tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 210 time: 0.0542097 Sep 21 18:08:18.209849 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:08:18.385756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-de2fe190-832d-4558-bd97-b965af0110d1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.388036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-de2fe190-832d-4558-bd97-b965af0110d1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 821 time: 0.2447667 Sep 21 18:08:18.407300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Request body: {'port': {'device_id': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'admin_state_up': True, 'tenant_id': 'dc543840d3a44332b187eedc6f1e975b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:18.596751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Made reservation on behalf of dc543840d3a44332b187eedc6f1e975b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:18.600551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.612393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ffdfe-8ba6-4d9e-ad48-0abc439cf3a4 req-72252d05-0a36-4eaa-abd8-c9b309c3a936 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.614091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1a3ffdfe-8ba6-4d9e-ad48-0abc439cf3a4 req-72252d05-0a36-4eaa-abd8-c9b309c3a936 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 945 time: 0.0840731 Sep 21 18:08:18.722511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Router 04dda147-a807-474b-aaa1-0e3febed7910 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:18.729843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1a3ffdfe-8ba6-4d9e-ad48-0abc439cf3a4 req-6c3a03df-6c84-401d-b3dd-b649c2c78e87 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071458 Sep 21 18:08:18.745105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d102b1-ef38-4a47-9041-a154f04e7cf3 req-5c52cbe9-5e37-4652-961b-5441a0e13d06 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.747355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6d102b1-ef38-4a47-9041-a154f04e7cf3 req-5c52cbe9-5e37-4652-961b-5441a0e13d06 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 949 time: 0.6028316 Sep 21 18:08:18.781861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.826569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Allocated IP 172.20.0.5 (5815cb5b-4078-41bf-8d73-84fad3355ba6/0616153e-5a76-4ba8-8a40-a57cc73efd8f/0af05f34-4be8-475e-a00c-76ff89d1b78c) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:18.938007 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6d102b1-ef38-4a47-9041-a154f04e7cf3 req-9fc0158c-b5fd-4d31-9a17-bf3aeb27bb30 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778064 Sep 21 18:08:18.963338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.065309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.104454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:19.115550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:19.118741 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.121594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:19.161826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:19.168745 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.178084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] Sync routers for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:19.179001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=a0f79794-d47b-45a7-8237-dbed4e361316,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:19.179557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Network 5815cb5b-4078-41bf-8d73-84fad3355ba6 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:19.184590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:19.193397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:19.198838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:19.222063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:19.223182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:19.241855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d3917377-44aa-4bff-98cd-4be0856bf599 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "PUT /v2.0/floatingips/f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70 HTTP/1.1" status: 200 len: 991 time: 2.8951604 Sep 21 18:08:19.242627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:19.245167 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c269034-95b0-4613-99ef-74d90b16496c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:19.285421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.286136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.325843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-3a0e6f5a-6c93-4ba7-a036-00b98d79cd21 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247079 Sep 21 18:08:19.339321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-79a8e283-9f13-47f3-9c54-3bf19f94b3e4 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:08:19.340979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-79a8e283-9f13-47f3-9c54-3bf19f94b3e4 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076823 Sep 21 18:08:19.450010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:19.457453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 454738f2-e0ed-4d5f-90b4-e884c62243d6 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:19.468834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5003cad-8643-40f1-a753-c5ef9fb273d7 req-f2ffbf94-a374-4ddb-a1d9-012a05087d57 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.471458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5003cad-8643-40f1-a753-c5ef9fb273d7 req-f2ffbf94-a374-4ddb-a1d9-012a05087d57 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 931 time: 0.1240256 Sep 21 18:08:19.497570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Request body: {'port': {'device_id': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:19.591332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.599210 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5003cad-8643-40f1-a753-c5ef9fb273d7 req-cbf66282-e774-4451-92db-15ddf5c2dfb2 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208978 Sep 21 18:08:19.623670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.709310 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f745b-cc26-4f02-821b-409aa905ae7f x-openstack-request-id: req-4d7f745b-cc26-4f02-821b-409aa905ae7f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:19.709839 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:19.710143 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d7f745b-cc26-4f02-821b-409aa905ae7f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:19.714381 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'status': 'completed', 'code': 200} Sep 21 18:08:19.831601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 454738f2-e0ed-4d5f-90b4-e884c62243d6 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:19.844321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 454738f2-e0ed-4d5f-90b4-e884c62243d6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:19.844736 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.054938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.055990 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.057438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.058551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.059368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.060121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.061065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.061269 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.064498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c269034-95b0-4613-99ef-74d90b16496c req-594c5799-82b8-43ed-8ad4-d2c018bccb71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6500 time: 0.3336484 Sep 21 18:08:20.094902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454738f2-e0ed-4d5f-90b4-e884c62243d6'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:20.097430 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de6ceef-8b2b-47a5-b5b1-0c40dedf0b38" -d '{"events": [{"server_uuid": "ee7f8fa7-1159-48e8-8cab-21e6b82633d8", "name": "network-vif-plugged", "status": "completed", "tag": "454738f2-e0ed-4d5f-90b4-e884c62243d6"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:20.116806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 454738f2-e0ed-4d5f-90b4-e884c62243d6, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=454738f2-e0ed-4d5f-90b4-e884c62243d6,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:20.125519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'port_id': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'mac_address': 'fa:16:3e:b1:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:06:43Z', 'updated_at': '2021-09-21T18:08:17Z', 'revision_number': 1, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 5, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:20.130836 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.132313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:20.163831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.185655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] Checking router: 04dda147-a807-474b-aaa1-0e3febed7910 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:20.232421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4147a-4438-4cc1-957b-b55c32e37728 req-8395951b-80b1-47b1-aef4-a87fae727b70 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.244746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-30b4147a-4438-4cc1-957b-b55c32e37728 req-8395951b-80b1-47b1-aef4-a87fae727b70 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 945 time: 0.3017206 Sep 21 18:08:20.278957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:20.280168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:20.358836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=454738f2-e0ed-4d5f-90b4-e884c62243d6,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:20.387229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port adf93b8e-b73a-434e-8531-6623f58f84c2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:20.393573 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-30b4147a-4438-4cc1-957b-b55c32e37728 req-a604b027-3eae-4eb6-a8d4-9410146d5957 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463697 Sep 21 18:08:20.398328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-01b84694-8681-486b-8e22-1a5dd40bf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.400848 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c269034-95b0-4613-99ef-74d90b16496c req-01b84694-8681-486b-8e22-1a5dd40bf880 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 HTTP/1.1" status: 200 len: 918 time: 0.3118384 Sep 21 18:08:20.402747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port adf93b8e-b73a-434e-8531-6623f58f84c2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:20.452179 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.452264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adafe-7cd3-4b1b-a694-38891f3b4b59 req-3cacf187-ff3f-4240-baaa-082d57a76092 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.463583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a7adafe-7cd3-4b1b-a694-38891f3b4b59 req-3cacf187-ff3f-4240-baaa-082d57a76092 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 949 time: 0.1697893 Sep 21 18:08:20.520177 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac501994-3747-44e2-b383-f17bba64bcdb x-openstack-request-id: req-ac501994-3747-44e2-b383-f17bba64bcdb {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:20.520177 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7f8fa7-1159-48e8-8cab-21e6b82633d8", "name": "network-vif-plugged", "status": "completed", "tag": "454738f2-e0ed-4d5f-90b4-e884c62243d6", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:20.520177 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac501994-3747-44e2-b383-f17bba64bcdb {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:20.520177 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454738f2-e0ed-4d5f-90b4-e884c62243d6', 'code': 200} Sep 21 18:08:20.566028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a7adafe-7cd3-4b1b-a694-38891f3b4b59 req-8b1f861f-3326-4a88-8d9d-20b82445c1cb tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005840 Sep 21 18:08:20.577524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:20.637256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router a8d91844-fc92-4846-8b73-1c6e88a0f7cb is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:08:20.663858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13547d0-501c-44f7-9ca4-ca70d9c204ab req-d6823eb0-3b19-44a8-82fa-22edb07f53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.665330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f13547d0-501c-44f7-9ca4-ca70d9c204ab req-d6823eb0-3b19-44a8-82fa-22edb07f53ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 1097 time: 0.0805371 Sep 21 18:08:20.708374 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c269034-95b0-4613-99ef-74d90b16496c req-9b7e0921-6890-4a8c-8c7f-925635904a0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 200 len: 999 time: 0.2995236 Sep 21 18:08:20.718126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af05f34-4be8-475e-a00c-76ff89d1b78c {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:20.759458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.833304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-558445de-55a9-4c3d-a6c0-3eae9893fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.836012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c269034-95b0-4613-99ef-74d90b16496c req-558445de-55a9-4c3d-a6c0-3eae9893fd33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d00e426-bcda-42b5-816e-952a40847cf3 HTTP/1.1" status: 200 len: 855 time: 0.1087580 Sep 21 18:08:20.840322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.844455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f13547d0-501c-44f7-9ca4-ca70d9c204ab req-432f8466-d672-421f-a2a9-78c3ce147c0f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720271 Sep 21 18:08:20.909259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:20.910105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Transition to ACTIVE for port object 0af05f34-4be8-475e-a00c-76ff89d1b78c will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:20.919780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.945295 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] Sync routers for ids ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:20.962252 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] Routers {'a8d91844-fc92-4846-8b73-1c6e88a0f7cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:20.965599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269034-95b0-4613-99ef-74d90b16496c req-4266acae-750b-4f3b-87c9-494530c2fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.966004 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:20.967489 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c269034-95b0-4613-99ef-74d90b16496c req-4266acae-750b-4f3b-87c9-494530c2fa43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228147 Sep 21 18:08:20.999310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8f833-5fa7-4bbe-a866-88d9baf2b215 req-df62c780-0879-4ad5-a58c-d4c7ca4e2409 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:21.008362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17b8f833-5fa7-4bbe-a866-88d9baf2b215 req-df62c780-0879-4ad5-a58c-d4c7ca4e2409 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 931 time: 0.1668534 Sep 21 18:08:21.016847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.022834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0b5c81e4-2d36-487a-bd4a-b747795fc39c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5182428 Sep 21 18:08:21.023622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33252) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.063442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Pushing event updated for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:21.082759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:21.096158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.097128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:21.119858 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:21.137197 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] Routers {'a8d91844-fc92-4846-8b73-1c6e88a0f7cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:21.138598 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:21.207283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 85d5f53e-7c71-4384-953f-12e608913cd4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:21.208046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85d5f53e-7c71-4384-953f-12e608913cd4 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:21.216076 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:21.218782 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092a9b9-3b90-4d43-b2eb-944d225e83ad None None] The sync data for ids ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:21.250977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Attempting to bind port 0af05f34-4be8-475e-a00c-76ff89d1b78c on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:21.251316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Attempting to bind port 0af05f34-4be8-475e-a00c-76ff89d1b78c by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:21.251645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Attempting to bind port 0af05f34-4be8-475e-a00c-76ff89d1b78c on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:21.262064 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c269034-95b0-4613-99ef-74d90b16496c req-4a3c5051-45b9-44c5-bf8f-633d7c466a25 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927702 Sep 21 18:08:21.262939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Port 0af05f34-4be8-475e-a00c-76ff89d1b78c on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:21.263261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Attempting to bind port 0af05f34-4be8-475e-a00c-76ff89d1b78c on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:21.269346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:21.270166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Checking segment: {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:21.271006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Bound using segment: {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:21.271904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Bound port: 0af05f34-4be8-475e-a00c-76ff89d1b78c, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:21.272537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.284160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:21.341132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17b8f833-5fa7-4bbe-a866-88d9baf2b215 req-955fb952-cc4c-4b7e-a50a-0e653618649a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945423 Sep 21 18:08:21.366180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'port_id': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'mac_address': 'fa:16:3e:b1:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:06:43Z', 'updated_at': '2021-09-21T18:08:17Z', 'revision_number': 1, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 5, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:21.374392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-14e2d647-c5ee-4c2d-92a2-6f729e1caa9f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/routers/a8d91844-fc92-4846-8b73-1c6e88a0f7cb HTTP/1.1" status: 200 len: 885 time: 0.3491213 Sep 21 18:08:21.375349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33256) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.417891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a22973-1382-4d85-a0bf-e5bc11f4897b None None] The sync data for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 is: [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'port_id': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'mac_address': 'fa:16:3e:b1:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:06:43Z', 'updated_at': '2021-09-21T18:08:17Z', 'revision_number': 1, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 5, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:21.448485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:21.452886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:21.482613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2c269034-95b0-4613-99ef-74d90b16496c req-d26a50f2-caa1-4ffd-bdaf-f8f1aa469b29 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054780 Sep 21 18:08:21.484651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.578762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Pushing event updated for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:21.605933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:21.606596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.608438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-238b3701-3390-47f3-b8af-050160bdb233 service neutron] 10.222.0.78 "PUT /v2.0/ports/0af05f34-4be8-475e-a00c-76ff89d1b78c HTTP/1.1" status: 200 len: 1091 time: 2.2431664 Sep 21 18:08:21.613665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'tag': '0af05f34-4be8-475e-a00c-76ff89d1b78c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:21.617146 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa" -d '{"events": [{"name": "network-changed", "server_uuid": "241a2e21-ae8c-4668-81a8-225067fa4eb7", "tag": "0af05f34-4be8-475e-a00c-76ff89d1b78c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:21.645685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fee9a-74eb-4060-ae14-f544fa5f7e20 req-35ef3e8a-9dd8-43cd-a9e1-cc9554a31327 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:21.655510 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b39fee9a-74eb-4060-ae14-f544fa5f7e20 req-35ef3e8a-9dd8-43cd-a9e1-cc9554a31327 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 946 time: 0.1009161 Sep 21 18:08:21.698152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33266) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.759854 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b39fee9a-74eb-4060-ae14-f544fa5f7e20 req-a49a1fa6-df47-4748-83a0-995af0a8315a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032186 Sep 21 18:08:21.788824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-2aeb9a84-492e-44fb-983e-d27542908ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:21.793281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-2aeb9a84-492e-44fb-983e-d27542908ad4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 1094 time: 0.1194029 Sep 21 18:08:21.799769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5838e3-046b-4849-a39c-f62828b5fac6 req-7c0b554d-5d30-44f7-a1af-384fa0c2221e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:21.800887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc5838e3-046b-4849-a39c-f62828b5fac6 req-7c0b554d-5d30-44f7-a1af-384fa0c2221e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.0945799 Sep 21 18:08:21.810648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7ab82209-ff1e-48b1-9720-91b18d9ab2b5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4337265 Sep 21 18:08:21.811285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33272) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.817472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0e292632-e4d7-4a9b-846b-82557b05bbe3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2013290441'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:21.863953 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9211adce-d102-4f9a-8766-4e894f7f4366 x-openstack-request-id: req-9211adce-d102-4f9a-8766-4e894f7f4366 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:21.864250 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241a2e21-ae8c-4668-81a8-225067fa4eb7", "tag": "0af05f34-4be8-475e-a00c-76ff89d1b78c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:21.864593 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9211adce-d102-4f9a-8766-4e894f7f4366 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:21.864987 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'tag': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'status': 'completed', 'code': 200} Sep 21 18:08:21.877273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a048aaa-c0b0-44ca-aa45-b6d647d6857c None None] New status for floating IP f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:08:21.889458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-17e0bca1-0e69-4b37-a166-8b471be00e39 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c HTTP/1.1" status: 200 len: 217 time: 0.0712302 Sep 21 18:08:21.952966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc5838e3-046b-4849-a39c-f62828b5fac6 req-aebc688a-ae28-4045-9874-4ce11b82a58e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405644 Sep 21 18:08:22.030557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7cd8748b-0f95-4a77-9fc3-d3bed164921b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fde62aa0b47f488c84195bb7e47d186c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303306 Sep 21 18:08:22.033224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33274) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:22.196054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb52d667-cb48-4140-bb9f-67337a3e8bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.238274 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb52d667-cb48-4140-bb9f-67337a3e8bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.336072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-159b7c83-ee96-4783-a800-d381f1c55095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.338510 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-159b7c83-ee96-4783-a800-d381f1c55095 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0616153e-5a76-4ba8-8a40-a57cc73efd8f HTTP/1.1" status: 200 len: 861 time: 0.4474516 Sep 21 18:08:22.377705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-2f64b123-a663-4b96-9011-2e5aa457ca09 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5815cb5b-4078-41bf-8d73-84fad3355ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313520 Sep 21 18:08:22.491354 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-d61467e3-9cce-4565-9e78-9dfafcf68b65 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043618 Sep 21 18:08:22.519593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:22.522459 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41861b10-1b68-4c07-856a-49e2b87227f5" -d '{"events": [{"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-plugged", "status": "completed", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:22.571336 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6646da-fe39-4ef6-9d1b-a18bbed8ac72 x-openstack-request-id: req-ab6646da-fe39-4ef6-9d1b-a18bbed8ac72 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:22.573041 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-plugged", "status": "completed", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:22.573502 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab6646da-fe39-4ef6-9d1b-a18bbed8ac72 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:22.573919 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'code': 200} Sep 21 18:08:22.602490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-681042ec-0480-4717-9cfe-c4d3f1a2bae9 req-726484e8-12b1-4e6a-b22a-09c7d8615290 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029904 Sep 21 18:08:22.719148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13505cd-58ab-4fca-82c1-7746c29481bd req-ad2eaefd-9ba2-4301-95ed-0cd379055b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.720738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a13505cd-58ab-4fca-82c1-7746c29481bd req-ad2eaefd-9ba2-4301-95ed-0cd379055b12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1101 time: 0.0774822 Sep 21 18:08:22.723387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-dc05d40a-b1f0-45c7-99e2-e93a49e66618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.724761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-dc05d40a-b1f0-45c7-99e2-e93a49e66618 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0726106 Sep 21 18:08:22.753950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e292632-e4d7-4a9b-846b-82557b05bbe3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.759852 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb52d667-cb48-4140-bb9f-67337a3e8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.762858 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb52d667-cb48-4140-bb9f-67337a3e8bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.764012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fb52d667-cb48-4140-bb9f-67337a3e8bbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfe7c955-4707-44ba-91ba-656350eaa77e HTTP/1.1" status: 204 len: 168 time: 0.7296426 Sep 21 18:08:22.782719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e292632-e4d7-4a9b-846b-82557b05bbe3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.784903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52d667-cb48-4140-bb9f-67337a3e8bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe7c955-4707-44ba-91ba-656350eaa77e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:22.804387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e967d5-9764-4ba0-8836-1760f76ba1a4 req-6b1fcffd-a4c5-479d-885c-0c56860d8e37 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.812405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41e967d5-9764-4ba0-8836-1760f76ba1a4 req-6b1fcffd-a4c5-479d-885c-0c56860d8e37 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 943 time: 0.1029305 Sep 21 18:08:22.820710 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a13505cd-58ab-4fca-82c1-7746c29481bd req-a9647a99-dd44-49c9-97e1-b9e9189062f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919893 Sep 21 18:08:22.846851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-6f7e764f-3cc7-44d4-8ca6-c423e6be952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.848354 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-6f7e764f-3cc7-44d4-8ca6-c423e6be952c service neutron] 10.222.0.78 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 923 time: 0.1133399 Sep 21 18:08:22.915340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41e967d5-9764-4ba0-8836-1760f76ba1a4 req-e6d57ebe-4751-456e-971f-fc8092c05382 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015544 Sep 21 18:08:22.944564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-7d1eb054-46b1-421b-a95b-01ca96d351dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c HTTP/1.1" status: 200 len: 217 time: 0.0854921 Sep 21 18:08:22.984773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e292632-e4d7-4a9b-846b-82557b05bbe3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router a8d91844-fc92-4846-8b73-1c6e88a0f7cb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:23.017713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2748e-4f98-45c3-9666-27c9311b97eb req-154fb189-bd6c-4f24-b636-df0ed4683459 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:23.022790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7cb2748e-4f98-45c3-9666-27c9311b97eb req-154fb189-bd6c-4f24-b636-df0ed4683459 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 946 time: 0.1545172 Sep 21 18:08:23.053025 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-b93ea8d0-2abb-4c58-873e-6b14012704c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:23.055363 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-b93ea8d0-2abb-4c58-873e-6b14012704c4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0616153e-5a76-4ba8-8a40-a57cc73efd8f HTTP/1.1" status: 200 len: 861 time: 0.1011035 Sep 21 18:08:23.107843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-fc154583-6dbd-4cc3-a2cd-c992296ee1c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5815cb5b-4078-41bf-8d73-84fad3355ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407450 Sep 21 18:08:23.139463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7cb2748e-4f98-45c3-9666-27c9311b97eb req-bedd7b8f-7d5b-45cc-856c-668826398d70 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956275 Sep 21 18:08:23.164285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e292632-e4d7-4a9b-846b-82557b05bbe3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:23.174416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e292632-e4d7-4a9b-846b-82557b05bbe3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.177688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0e292632-e4d7-4a9b-846b-82557b05bbe3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/a8d91844-fc92-4846-8b73-1c6e88a0f7cb HTTP/1.1" status: 200 len: 892 time: 1.3617692 Sep 21 18:08:23.178610 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] Sync routers for ids ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:23.178982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33300) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:23.191754 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] Routers {'a8d91844-fc92-4846-8b73-1c6e88a0f7cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:23.192390 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:23.243490 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:23.266953 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] Routers {'a8d91844-fc92-4846-8b73-1c6e88a0f7cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:23.267964 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:23.276122 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-8d8523be-fb60-49a9-b501-059c705ceffc service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566319 Sep 21 18:08:23.283763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d937a-8c6d-4d9f-8e78-37b6d84413ac req-71fb9ce3-480d-448e-9f2f-b8fc6200c601 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:23.285406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe1d937a-8c6d-4d9f-8e78-37b6d84413ac req-71fb9ce3-480d-448e-9f2f-b8fc6200c601 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1742163 Sep 21 18:08:23.315071 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:23.315722 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb68d49-5828-4dd7-9bd6-4c49fab5c3e7 None None] The sync data for ids ['a8d91844-fc92-4846-8b73-1c6e88a0f7cb'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:23.412690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe1d937a-8c6d-4d9f-8e78-37b6d84413ac req-54230215-9261-4b0e-9fb3-6768f9e2d6c8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152706 Sep 21 18:08:23.421703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2de21cfb-6df2-4511-8405-32cff901ac91 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/routers/a8d91844-fc92-4846-8b73-1c6e88a0f7cb HTTP/1.1" status: 200 len: 892 time: 0.2386756 Sep 21 18:08:23.425392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33308) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:23.467221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dcb1221c-1bdc-4354-9ef5-91cd229abf44 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8d91844-fc92-4846-8b73-1c6e88a0f7cb HTTP/1.1" status: 200 len: 205 time: 0.0401952 Sep 21 18:08:23.472116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33310) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:23.524440 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ad8a036-2a6f-4ee1-857c-bebcb90997fa req-2cd84b64-6b7a-4e04-aa4b-54327fd9524e service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406604 Sep 21 18:08:23.656907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.777299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33328) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:23.783863 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.843798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port a0f79794-d47b-45a7-8237-dbed4e361316 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:23.844449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.917994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-695447045-network', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:23.944108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.947980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:23.950944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.960132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for a0f79794-d47b-45a7-8237-dbed4e361316 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:23.969825 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.085981 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.090514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.122068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:24.126890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19134376-92e9-4cf1-aaf6-8416a7123316 req-0c8e6117-1851-4998-8a72-8616d43eab3f tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:24.128336 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19134376-92e9-4cf1-aaf6-8416a7123316 req-0c8e6117-1851-4998-8a72-8616d43eab3f tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 943 time: 0.1177173 Sep 21 18:08:24.133319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.157840 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.159821 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Added segment eae65600-0063-4dfd-afed-afeccaa33c57 of type vlan for network 508625f0-538d-4b34-b0a2-4677290e9a5f Sep 21 18:08:24.209166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.212130 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19134376-92e9-4cf1-aaf6-8416a7123316 req-b5a86366-97db-4816-8230-075585046be4 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703952 Sep 21 18:08:24.239145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.240723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.241928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:24.242573 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.274558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=a0f79794-d47b-45a7-8237-dbed4e361316,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.287983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5094166 Sep 21 18:08:24.288882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33336) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:24.297685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Request body: {'subnet': {'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-695447045-subnet', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:24.339774 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.340239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f14c38-cea2-45bf-9a45-8dfae339cb3f admin admin] Pushing event updated for resources: {'Network': ['ID=508625f0-538d-4b34-b0a2-4677290e9a5f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.357394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 508625f0-538d-4b34-b0a2-4677290e9a5f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:24.371321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:24.376175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.501164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.503582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.552653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.552770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Fanout notify agent at l3_agent the message router_deleted on router a8d91844-fc92-4846-8b73-1c6e88a0f7cb {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:08:24.565342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.572024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6128f248-9a69-4b53-98d1-77aa74b3defa tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/a8d91844-fc92-4846-8b73-1c6e88a0f7cb HTTP/1.1" status: 204 len: 168 time: 1.0931952 Sep 21 18:08:24.575399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33342) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:24.580076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923783393'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:24.605661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.636959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:24.640650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.667867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc12b9f-3954-4b5d-98f6-ab124aecd299,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.670606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb965c-e2ab-4ece-bbc0-cd3279d38c92 req-ac74f8f7-0565-4c19-a706-8bbf9b2f535e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:24.672578 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccfb965c-e2ab-4ece-bbc0-cd3279d38c92 req-ac74f8f7-0565-4c19-a706-8bbf9b2f535e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.0981643 Sep 21 18:08:24.675597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Checking segment: {'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:24.675959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Network hostable DHCP agents. Network: 508625f0-538d-4b34-b0a2-4677290e9a5f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:24.684522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:24.698077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Network 508625f0-538d-4b34-b0a2-4677290e9a5f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:24.715808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.716161 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment 145812d5-162c-4bdc-a7eb-03476a858cbf of type vlan for network f8a7866c-b6d4-47e1-8b26-08ed906028b1 Sep 21 18:08:24.718858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 508625f0-538d-4b34-b0a2-4677290e9a5f) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:24.723247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:24.724211 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.732528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef447a-759b-419b-a5bf-639487b04f49 None None] Network 508625f0-538d-4b34-b0a2-4677290e9a5f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:24.749530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c7f7395-301f-4d17-9659-ba3f3a29b4c8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4574766 Sep 21 18:08:24.752196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33346) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:24.756621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:24.785316 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccfb965c-e2ab-4ece-bbc0-cd3279d38c92 req-f5ba4835-d68d-4ee1-a8d6-a48ea21af37e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021810 Sep 21 18:08:24.787141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.796466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.799120 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.818250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.828151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:24.828896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.874857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2984490 Sep 21 18:08:24.877926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33352) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:24.905331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.918716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': 'f8a7866c-b6d4-47e1-8b26-08ed906028b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:24.926156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369c4bb-1fe6-43d5-9537-39b5fe350bd1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=f8a7866c-b6d4-47e1-8b26-08ed906028b1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.954362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:24.970752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-508625f0-538d-4b34-b0a2-4677290e9a5f', 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'fixed_ips': [{'subnet_id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:24.971842 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.992389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-12332251-3add-4705-a4e1-67c3e6ebb2c2 req-36e9be17-e668-47c5-b32f-d88fe69ff394 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:08:24.993669 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12332251-3add-4705-a4e1-67c3e6ebb2c2 req-36e9be17-e668-47c5-b32f-d88fe69ff394 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056148 Sep 21 18:08:25.076817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:25.081402 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.143768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.187782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Allocated IP 172.20.0.2 (508625f0-538d-4b34-b0a2-4677290e9a5f/ccc12b9f-3954-4b5d-98f6-ab124aecd299/9fa65817-c6f9-433c-a509-5599de63ced2) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:25.415447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-ab2363ad-0d3f-44bf-a40b-eccdc7d9dd49 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209433 Sep 21 18:08:25.433093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.440651 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.492935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Network 508625f0-538d-4b34-b0a2-4677290e9a5f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:25.497441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:25.500787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:25.516843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Pushing event updated for resources: {'Port': ['ID=9fa65817-c6f9-433c-a509-5599de63ced2,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:25.573046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Attempting to bind port 9fa65817-c6f9-433c-a509-5599de63ced2 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:25.573574 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Attempting to bind port 9fa65817-c6f9-433c-a509-5599de63ced2 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:25.574039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Attempting to bind port 9fa65817-c6f9-433c-a509-5599de63ced2 on network 508625f0-538d-4b34-b0a2-4677290e9a5f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:25.580042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:25.580563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Checking segment: {'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:25.581061 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.581790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Bound using segment: {'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:25.582399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Bound port: 9fa65817-c6f9-433c-a509-5599de63ced2, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:25.582808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc9284-5569-4fb2-8cdd-07abe196e630 req-60defeac-8e9a-4e13-81f1-7c3a9dd6bdf7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:25.582974 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.584860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ccc9284-5569-4fb2-8cdd-07abe196e630 req-60defeac-8e9a-4e13-81f1-7c3a9dd6bdf7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1827233 Sep 21 18:08:25.601145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.661387 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.668635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] For port 9fa65817-c6f9-433c-a509-5599de63ced2, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:25.673358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] For port 9fa65817-c6f9-433c-a509-5599de63ced2, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9fa65817-c6f9-433c-a509-5599de63ced2,segment=NetworkSegment(eae65600-0063-4dfd-afed-afeccaa33c57),segment_id=eae65600-0063-4dfd-afed-afeccaa33c57)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:25.679825 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.695758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.716021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=9735612b-eb0a-4cab-b824-6b0a58cad15b,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:25.731513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c850-d987-46b3-ab88-af982308f286 req-00afd7ec-f33e-4fdb-8c71-2238297d0960 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:25.733206 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cdd2c850-d987-46b3-ab88-af982308f286 req-00afd7ec-f33e-4fdb-8c71-2238297d0960 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 943 time: 0.1731539 Sep 21 18:08:25.734877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ccc9284-5569-4fb2-8cdd-07abe196e630 req-c391b546-2eb0-45a8-a208-d5bd8036b935 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413336 Sep 21 18:08:25.805511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0af05f34-4be8-475e-a00c-76ff89d1b78c details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:25.832529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bf41f-efc6-4132-b694-faf870ac3193 None None] Pushing event updated for resources: {'Port': ['ID=9fa65817-c6f9-433c-a509-5599de63ced2,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:25.895591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': '145812d5-162c-4bdc-a7eb-03476a858cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'f8a7866c-b6d4-47e1-8b26-08ed906028b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:25.896251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: f8a7866c-b6d4-47e1-8b26-08ed906028b1, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:25.897806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Allocated IP 172.25.3.65 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/65797a22-67bf-4bb7-a8e6-0b098e05d26f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:25.953194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cdd2c850-d987-46b3-ab88-af982308f286 req-e9851fa4-7007-4a30-86d5-b17f159f4e78 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045183 Sep 21 18:08:25.982916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:26.020365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f8a7866c-b6d4-47e1-8b26-08ed906028b1) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:26.042024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4cd82-a288-4a75-a8e0-1fc7e96d3bb8 None None] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:26.049971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:26.051332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.094951 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-91a65c54-98a9-4b7b-b156-e3fff83d4693 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2134683 Sep 21 18:08:26.095523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33386) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:26.124637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8383a996-7a14-4a6f-8857-4f75e081b1b9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-969220778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:26.161974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.278057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.280022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8383a996-7a14-4a6f-8857-4f75e081b1b9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.285704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8383a996-7a14-4a6f-8857-4f75e081b1b9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.307379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f8a7866c-b6d4-47e1-8b26-08ed906028b1', 'network_id': 'f8a7866c-b6d4-47e1-8b26-08ed906028b1', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': '9735612b-eb0a-4cab-b824-6b0a58cad15b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:26.310927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.330921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:26.387191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Pushing event updated for resources: {'Port': ['ID=65797a22-67bf-4bb7-a8e6-0b098e05d26f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:26.394364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8383a996-7a14-4a6f-8857-4f75e081b1b9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.403321 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8383a996-7a14-4a6f-8857-4f75e081b1b9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.439424 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'port_id': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'mac_address': 'fa:16:3e:cb:f2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616153e-5a76-4ba8-8a40-a57cc73efd8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:26.439960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8383a996-7a14-4a6f-8857-4f75e081b1b9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.441365 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8383a996-7a14-4a6f-8857-4f75e081b1b9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3433082 Sep 21 18:08:26.444354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:26.452695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:26.473126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:26.489705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:26.625722 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.669643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af05f34-4be8-475e-a00c-76ff89d1b78c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:26.739934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:26.752183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.754556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Allocated IP 2001:db8::2 (f8a7866c-b6d4-47e1-8b26-08ed906028b1/9735612b-eb0a-4cab-b824-6b0a58cad15b/87adc878-aca8-4179-9123-32cfdd5da0ea) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:26.943035 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.971786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:26.992535 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.144250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['0af05f34-4be8-475e-a00c-76ff89d1b78c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:27.155963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5284d-2bf1-4e7e-a6b5-d41def3f351b req-c0d615ee-a7ce-4704-b3c2-7719f766710d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:27.157798 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7dc5284d-2bf1-4e7e-a6b5-d41def3f351b req-c0d615ee-a7ce-4704-b3c2-7719f766710d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.2992704 Sep 21 18:08:27.398009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7dc5284d-2bf1-4e7e-a6b5-d41def3f351b req-db86f3eb-46bc-437a-ab56-e998a15df10e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192998 Sep 21 18:08:27.503335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.557948 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.634125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8::1 (f8a7866c-b6d4-47e1-8b26-08ed906028b1/9735612b-eb0a-4cab-b824-6b0a58cad15b/13e05b13-c743-488a-b1e4-0a56d64599dd) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:27.637609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05e8c5-7d3b-46c5-bb7f-78ed7fb435f2 req-453337ae-ae02-48eb-bb90-4aabbe682458 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:27.652809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd05e8c5-7d3b-46c5-bb7f-78ed7fb435f2 req-453337ae-ae02-48eb-bb90-4aabbe682458 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 944 time: 0.3377280 Sep 21 18:08:27.659920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c3064-9579-427e-a046-d340a87bb0b9 None None] Network 508625f0-538d-4b34-b0a2-4677290e9a5f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:27.799322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:27.801348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Pushing event updated for resources: {'Port': ['ID=87adc878-aca8-4179-9123-32cfdd5da0ea,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:27.817321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:27.825948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:27.852347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd05e8c5-7d3b-46c5-bb7f-78ed7fb435f2 req-600b183d-2067-42f0-a7fa-2b3b8f06f924 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963549 Sep 21 18:08:27.874290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.904730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9fa65817-c6f9-433c-a509-5599de63ced2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:27.910462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0f6378e2-6715-4da1-92da-d12ea0a4c89e None None] Provisioning complete for port 9fa65817-c6f9-433c-a509-5599de63ced2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:27.910974 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f6378e2-6715-4da1-92da-d12ea0a4c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.923643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-b0b3d0e7-5344-4dc5-a77e-117186e4f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:27.928101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-b0b3d0e7-5344-4dc5-a77e-117186e4f5b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1101 time: 0.2580245 Sep 21 18:08:27.967995 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.070029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.071150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:08:28.187299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:28.191186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-2d409d17-2a48-49fd-be81-594892de9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:28.192688 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-2d409d17-2a48-49fd-be81-594892de9fce service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2565238 Sep 21 18:08:28.193612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:28.202060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:28.202633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.206025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Attempting to bind port 87adc878-aca8-4179-9123-32cfdd5da0ea on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:28.206606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Attempting to bind port 87adc878-aca8-4179-9123-32cfdd5da0ea by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '145812d5-162c-4bdc-a7eb-03476a858cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'f8a7866c-b6d4-47e1-8b26-08ed906028b1'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:28.207074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Attempting to bind port 87adc878-aca8-4179-9123-32cfdd5da0ea on network f8a7866c-b6d4-47e1-8b26-08ed906028b1 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:28.219152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=13e05b13-c743-488a-b1e4-0a56d64599dd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:28.249858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:28.276898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.281033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bb3714fa-7338-4281-8c8d-3d52b58fe0da admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5255668 Sep 21 18:08:28.281437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33414) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:28.294651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-6324c0f9-a3e5-4742-8d1b-79d0168f9e27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0892630 Sep 21 18:08:28.404379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-dc99fa78-a056-44dd-a571-33b8b2721629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:28.406265 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-dc99fa78-a056-44dd-a571-33b8b2721629 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0825162 Sep 21 18:08:28.482060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:28.490948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Checking segment: {'id': '145812d5-162c-4bdc-a7eb-03476a858cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'f8a7866c-b6d4-47e1-8b26-08ed906028b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:28.491611 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.492164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Bound using segment: {'id': '145812d5-162c-4bdc-a7eb-03476a858cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'f8a7866c-b6d4-47e1-8b26-08ed906028b1'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:28.492847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Bound port: 87adc878-aca8-4179-9123-32cfdd5da0ea, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145812d5-162c-4bdc-a7eb-03476a858cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'f8a7866c-b6d4-47e1-8b26-08ed906028b1'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:28.493397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.528881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Sync routers for ids ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:28.549929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Routers {'9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:28.550843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:28.671596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Set router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:28.875590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9fa65817-c6f9-433c-a509-5599de63ced2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:28.876025 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.933066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.955091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f6378e2-6715-4da1-92da-d12ea0a4c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.014720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] For port 87adc878-aca8-4179-9123-32cfdd5da0ea, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:29.019627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] For port 87adc878-aca8-4179-9123-32cfdd5da0ea, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87adc878-aca8-4179-9123-32cfdd5da0ea,segment=NetworkSegment(145812d5-162c-4bdc-a7eb-03476a858cbf),segment_id=145812d5-162c-4bdc-a7eb-03476a858cbf)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:29.043004 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.175945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0f6378e2-6715-4da1-92da-d12ea0a4c89e None None] For port 9fa65817-c6f9-433c-a509-5599de63ced2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9fa65817-c6f9-433c-a509-5599de63ced2,segment=NetworkSegment(eae65600-0063-4dfd-afed-afeccaa33c57),segment_id=eae65600-0063-4dfd-afed-afeccaa33c57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:29.177292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.229112 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f6378e2-6715-4da1-92da-d12ea0a4c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.255740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855a1b-0604-4392-aac5-b5afb533042a req-9c62d7c1-846f-414a-b642-f4c4d5e7bc02 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:29.264466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f855a1b-0604-4392-aac5-b5afb533042a req-9c62d7c1-846f-414a-b642-f4c4d5e7bc02 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.6573124 Sep 21 18:08:29.280148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:08:26Z', 'revision_number': 3, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:29.362815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f855a1b-0604-4392-aac5-b5afb533042a req-e235f5be-dd37-4c39-b7fe-bf6f49549ba3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970953 Sep 21 18:08:29.390987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:08:29.391200 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:08:29.396472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea699c-60f4-46d9-b5ea-4c58abcaa250 None None] Pushing event updated for resources: {'Port': ['ID=87adc878-aca8-4179-9123-32cfdd5da0ea,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:29.421337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.436924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.438102 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.441264 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3053d8f9-04e3-4b66-b309-694208664e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.447701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Checking router: 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:29.448230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Updating router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 port 65797a22-67bf-4bb7-a8e6-0b098e05d26f binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:08:29.520792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-95c07aa7-6e85-422c-afe5-e9a947a373eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:29.522374 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-95c07aa7-6e85-422c-afe5-e9a947a373eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0972369 Sep 21 18:08:29.524010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6378e2-6715-4da1-92da-d12ea0a4c89e None None] Pushing event updated for resources: {'Port': ['ID=9fa65817-c6f9-433c-a509-5599de63ced2,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:29.529469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=13e05b13-c743-488a-b1e4-0a56d64599dd,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:29.538867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-44d72d79-92a5-4395-81b4-aa7a05ed8d1a None None] Provisioning complete for port 9fa65817-c6f9-433c-a509-5599de63ced2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:29.539335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44d72d79-92a5-4395-81b4-aa7a05ed8d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.547809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.574213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-efca66a7-0e8f-4b87-b6db-d7998ae6b917 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:08:29.592385 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-efca66a7-0e8f-4b87-b6db-d7998ae6b917 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333524 Sep 21 18:08:29.613199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99a80f-c7d6-413d-b5a8-63dcc8939fda req-286f1bae-b0a5-4ed0-beae-9a28f956da97 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:29.628447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ef99a80f-c7d6-413d-b5a8-63dcc8939fda req-286f1bae-b0a5-4ed0-beae-9a28f956da97 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 944 time: 0.6773117 Sep 21 18:08:29.630232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.751470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-4822ecb4-29f7-4e07-b386-d056b4a10ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526396 Sep 21 18:08:29.808138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0af05f34-4be8-475e-a00c-76ff89d1b78c up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:29.836099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Allocated IP 172.20.0.1 (508625f0-538d-4b34-b0a2-4677290e9a5f/ccc12b9f-3954-4b5d-98f6-ab124aecd299/4566513a-5380-4d3b-909c-97d9b19e2b91) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:29.972326 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ef99a80f-c7d6-413d-b5a8-63dcc8939fda req-f76c964c-e312-4ef2-969f-fcc2f6eb246f tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429608 Sep 21 18:08:30.014023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 0af05f34-4be8-475e-a00c-76ff89d1b78c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:30.016914 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.028071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:30.030465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 0af05f34-4be8-475e-a00c-76ff89d1b78c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:30.032537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.032633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-3daf09c4-05b6-468e-a4e0-445794c86997 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729576 Sep 21 18:08:30.033350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:30.107589 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.186922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Network 508625f0-538d-4b34-b0a2-4677290e9a5f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:30.192448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:30.200155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:30.271595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Pushing event updated for resources: {'Port': ['ID=4566513a-5380-4d3b-909c-97d9b19e2b91,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:30.283381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.303831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.314352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 3cd0ec08-c51d-4b7a-ab99-6f642a283d0a is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:08:30.327192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9fa65817-c6f9-433c-a509-5599de63ced2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:30.331164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.387192 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.389766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bce85-53a9-4e76-840a-fe61111fc4ec None None] Pushing event updated for resources: {'Port': ['ID=65797a22-67bf-4bb7-a8e6-0b098e05d26f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:30.518372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:30.526108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af05f34-4be8-475e-a00c-76ff89d1b78c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:30.529885 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fb640d-0dc6-4b60-b116-26293fa707dd" -d '{"events": [{"server_uuid": "241a2e21-ae8c-4668-81a8-225067fa4eb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af05f34-4be8-475e-a00c-76ff89d1b78c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:30.534497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Attempting to bind port 65797a22-67bf-4bb7-a8e6-0b098e05d26f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:30.534919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Attempting to bind port 65797a22-67bf-4bb7-a8e6-0b098e05d26f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:30.535290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Attempting to bind port 65797a22-67bf-4bb7-a8e6-0b098e05d26f on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:30.543522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:30.549507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4cb39190-1085-413a-afb5-0b6b40ce78e6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/3cd0ec08-c51d-4b7a-ab99-6f642a283d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1037114 Sep 21 18:08:30.553578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:30.559061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:30.559841 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] Sync routers for ids ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:30.560604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:30.561669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.562782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:30.563576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Bound port: 65797a22-67bf-4bb7-a8e6-0b098e05d26f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:30.564185 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.597762 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] Routers {'3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:30.598832 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:30.647806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.669748 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:30.681376 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] Routers {'3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:30.682401 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:30.711210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf91d1a-c162-4942-9883-ea29d4fd2d48 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:30.713324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-faf91d1a-c162-4942-9883-ea29d4fd2d48 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports/13e05b13-c743-488a-b1e4-0a56d64599dd HTTP/1.1" status: 200 len: 911 time: 0.1565237 Sep 21 18:08:30.716433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33438) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:30.721944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9735612b-eb0a-4cab-b824-6b0a58cad15b'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:30.737671 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.746932 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8538f3-f3d0-45b1-b358-ff12a8672764 x-openstack-request-id: req-5f8538f3-f3d0-45b1-b358-ff12a8672764 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:30.747140 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:30.747219 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241a2e21-ae8c-4668-81a8-225067fa4eb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af05f34-4be8-475e-a00c-76ff89d1b78c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:30.747457 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f8538f3-f3d0-45b1-b358-ff12a8672764 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:30.747714 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e83c0-fe04-483e-aef6-38ba31327c19 None None] The sync data for ids ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:30.747873 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'code': 200} Sep 21 18:08:30.768000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] For port 65797a22-67bf-4bb7-a8e6-0b098e05d26f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:30.770932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:30.785076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] For port 65797a22-67bf-4bb7-a8e6-0b098e05d26f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=65797a22-67bf-4bb7-a8e6-0b098e05d26f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:30.790145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3a45d-f336-4f63-baea-786cbb102a4a req-71c5f5af-3674-4b0a-8715-364c4e04ff62 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:30.798891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.799092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dbe3a45d-f336-4f63-baea-786cbb102a4a req-71c5f5af-3674-4b0a-8715-364c4e04ff62 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.2435341 Sep 21 18:08:30.848712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dbe3a45d-f336-4f63-baea-786cbb102a4a req-285e210c-b363-4c1d-8530-60521e37f149 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471909 Sep 21 18:08:30.863605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f84e1093-7f6e-42d7-8d44-bc595e0ef438 None None] Provisioning complete for port 4566513a-5380-4d3b-909c-97d9b19e2b91 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:30.864145 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f84e1093-7f6e-42d7-8d44-bc595e0ef438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.975764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f84e1093-7f6e-42d7-8d44-bc595e0ef438 None None] Port 4566513a-5380-4d3b-909c-97d9b19e2b91 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:30.981421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c89eb4-fded-4459-b5fb-89bc770faaa3 req-cdf3caa0-00f6-43d5-bdc7-1b38569fb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:30.983208 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21c89eb4-fded-4459-b5fb-89bc770faaa3 req-cdf3caa0-00f6-43d5-bdc7-1b38569fb033 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 1096 time: 0.2125385 Sep 21 18:08:31.026002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9fa65817-c6f9-433c-a509-5599de63ced2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:31.026411 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.041664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8ac77-122e-4a4f-a12a-c963303b1361 None None] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:31.060617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21c89eb4-fded-4459-b5fb-89bc770faaa3 req-ca461e54-4dd5-48dc-822f-a1e165997e6a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519068 Sep 21 18:08:31.064989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bce85-53a9-4e76-840a-fe61111fc4ec None None] Pushing event updated for resources: {'Port': ['ID=65797a22-67bf-4bb7-a8e6-0b098e05d26f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:31.114869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.130222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.170708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.237779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.245324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Routers {'9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:31.246081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:31.250318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a47f3-ff1e-4e3f-8093-18ae079d9853 req-19510c55-4f7c-40f9-844e-d1ba95b5d92e tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:31.258036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-748a47f3-ff1e-4e3f-8093-18ae079d9853 req-19510c55-4f7c-40f9-844e-d1ba95b5d92e tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 945 time: 0.1455619 Sep 21 18:08:31.309677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-748a47f3-ff1e-4e3f-8093-18ae079d9853 req-22e15b17-1a1f-4488-9995-7719babe368c tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504684 Sep 21 18:08:31.310729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Pushing event updated for resources: {'Port': ['ID=4566513a-5380-4d3b-909c-97d9b19e2b91,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:31.343112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-57f2c9fe-3127-4b46-8c87-6aff7ba033d7 None None] Provisioning complete for port 87adc878-aca8-4179-9123-32cfdd5da0ea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:31.343580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57f2c9fe-3127-4b46-8c87-6aff7ba033d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.432580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Network 508625f0-538d-4b34-b0a2-4677290e9a5f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:31.435649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:31.624296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:31.736776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.746527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.759390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:31.759815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.761620 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/ports/13e05b13-c743-488a-b1e4-0a56d64599dd HTTP/1.1" status: 200 len: 911 time: 1.0441654 Sep 21 18:08:31.765965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33448) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:31.780009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87adc878-aca8-4179-9123-32cfdd5da0ea up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:31.820479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:31.822549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6861a-7cc0-427f-a2a0-f81231f05b42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=13e05b13-c743-488a-b1e4-0a56d64599dd,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:31.831822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d5b9dac8-d5f9-4ba5-9b99-1e8fd7bd5b28 admin admin] 10.222.0.70 "PUT /v2.0/routers/9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5487034 Sep 21 18:08:31.878887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] Set router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:32.002852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33454) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:32.020169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 87adc878-aca8-4179-9123-32cfdd5da0ea triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:32.020680 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.093946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1322385917'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:32.150152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:32.157612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57f2c9fe-3127-4b46-8c87-6aff7ba033d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.158404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3de82-35a8-497a-a7ff-c58cd82eadfb req-2feecc06-3b53-4a7f-8cea-f0ef88ef768a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:32.162677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1b3de82-35a8-497a-a7ff-c58cd82eadfb req-2feecc06-3b53-4a7f-8cea-f0ef88ef768a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1680543 Sep 21 18:08:32.185424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.279286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:32.295916 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1b3de82-35a8-497a-a7ff-c58cd82eadfb req-7d5a78d4-55c3-454f-bc2f-32924890cabe tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283486 Sep 21 18:08:32.311534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.311889 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Added segment e5b360dd-311c-4aeb-8147-fa8a7ffc07f2 of type vlan for network 38e36696-91bb-4d56-bce9-a221530ddb9f Sep 21 18:08:32.329830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-57f2c9fe-3127-4b46-8c87-6aff7ba033d7 None None] For port 87adc878-aca8-4179-9123-32cfdd5da0ea, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87adc878-aca8-4179-9123-32cfdd5da0ea,segment=NetworkSegment(145812d5-162c-4bdc-a7eb-03476a858cbf),segment_id=145812d5-162c-4bdc-a7eb-03476a858cbf)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:32.355950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57f2c9fe-3127-4b46-8c87-6aff7ba033d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.428160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.457064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2c9fe-3127-4b46-8c87-6aff7ba033d7 None None] Pushing event updated for resources: {'Port': ['ID=87adc878-aca8-4179-9123-32cfdd5da0ea,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:32.476921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.485592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:32.486831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.537508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.548663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 4, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4566513a-5380-4d3b-909c-97d9b19e2b91', 'name': '', 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'mac_address': 'fa:16:3e:8c:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:29Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 2, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'subnets': [{'id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:32.554324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Provisioning complete for port 13e05b13-c743-488a-b1e4-0a56d64599dd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:32.558298 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.568991 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5612781 Sep 21 18:08:32.576998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33464) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:32.585694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'subnet': {'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:32.600796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a7f6e-5cc5-4180-96e0-fa1c9b378c88 req-85e9a7ac-aeac-46aa-b19b-e089ec79e2e4 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:32.602493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-007a7f6e-5cc5-4180-96e0-fa1c9b378c88 req-85e9a7ac-aeac-46aa-b19b-e089ec79e2e4 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 945 time: 0.1471729 Sep 21 18:08:32.636820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edfe14-987b-47a1-8f80-4b8efeba6e74 None None] The sync data for ids ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'] in n-d-810285-3 is: [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 4, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4566513a-5380-4d3b-909c-97d9b19e2b91', 'name': '', 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'mac_address': 'fa:16:3e:8c:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:29Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 2, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'subnets': [{'id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:32.706204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Port 13e05b13-c743-488a-b1e4-0a56d64599dd cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:32.736611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Provisioning complete for port 87adc878-aca8-4179-9123-32cfdd5da0ea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:32.737055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.757923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-007a7f6e-5cc5-4180-96e0-fa1c9b378c88 req-089c30de-c5a5-457b-8c0a-9d5ad3b34a89 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442087 Sep 21 18:08:32.783624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87adc878-aca8-4179-9123-32cfdd5da0ea up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:32.860079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51692a8f-ca85-44a9-90f0-712f63620b04 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Network': ['ID=38e36696-91bb-4d56-bce9-a221530ddb9f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:32.894098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:32.898022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 38e36696-91bb-4d56-bce9-a221530ddb9f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:32.898308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.988975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 87adc878-aca8-4179-9123-32cfdd5da0ea triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:32.989564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.108440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0cb07-1c56-4168-99e5-7ed5385c16d1 req-4f0fb4bf-a55a-49ba-a9df-dcc129686b48 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:33.119654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62d0cb07-1c56-4168-99e5-7ed5385c16d1 req-4f0fb4bf-a55a-49ba-a9df-dcc129686b48 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 945 time: 0.1524975 Sep 21 18:08:33.204900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Provisioning complete for port 4566513a-5380-4d3b-909c-97d9b19e2b91 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:33.205339 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.205788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62d0cb07-1c56-4168-99e5-7ed5385c16d1 req-fa899592-33df-4875-973c-a4c4962fc215 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849226 Sep 21 18:08:33.215471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.319229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf4ac7-9f4f-4502-be30-330df0de27eb None None] Port 4566513a-5380-4d3b-909c-97d9b19e2b91 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:33.325261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Subnet': ['ID=870960c2-27b4-4878-835f-36259532bb27,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:33.346508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Checking segment: {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:33.346884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network hostable DHCP agents. Network: 38e36696-91bb-4d56-bce9-a221530ddb9f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:33.384159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network 38e36696-91bb-4d56-bce9-a221530ddb9f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:33.396656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 38e36696-91bb-4d56-bce9-a221530ddb9f) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:33.401853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:33.403300 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.413674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f35a82-bfd8-46c3-b69e-1928bd416e64 None None] Network 38e36696-91bb-4d56-bce9-a221530ddb9f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:33.432974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d7663cc7-a27b-4e16-8f4d-8b757e87a0cb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8546295 Sep 21 18:08:33.435413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33482) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:33.440365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 13e05b13-c743-488a-b1e4-0a56d64599dd {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:33.440834 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.444799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1061899208'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:33.494368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:33.497912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.541134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:33.573028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8da10705-3620-4cad-bd1d-4fa46ce312a6 None None] Provisioning complete for port 13e05b13-c743-488a-b1e4-0a56d64599dd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:33.574380 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8da10705-3620-4cad-bd1d-4fa46ce312a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.578096 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.578733 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Added segment f248816b-27ca-418e-861b-c448bd8db985 of type vlan for network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 Sep 21 18:08:33.605522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d0b6-2f00-48c0-beed-46de5fa9f6b8 req-676c8cbe-3b3a-4dad-91ce-f09489c4e15f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:33.607382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b8d0b6-2f00-48c0-beed-46de5fa9f6b8 req-676c8cbe-3b3a-4dad-91ce-f09489c4e15f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1053758 Sep 21 18:08:33.636287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.668241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.675597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 13e05b13-c743-488a-b1e4-0a56d64599dd owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:33.694882 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3eb67ae5-c134-4918-803b-5d07686adcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.709777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b8d0b6-2f00-48c0-beed-46de5fa9f6b8 req-99c9ce2f-ac3f-43e4-a6f2-5c1ab804f03f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912750 Sep 21 18:08:33.722938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.729223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8da10705-3620-4cad-bd1d-4fa46ce312a6 None None] Port 13e05b13-c743-488a-b1e4-0a56d64599dd cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:33.736868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:33.736868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.807338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33494) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:33.809102 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3722265 Sep 21 18:08:33.820182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'subnet': {'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:33.887612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-38e36696-91bb-4d56-bce9-a221530ddb9f', 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'fixed_ips': [{'subnet_id': '870960c2-27b4-4878-835f-36259532bb27'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:33.887612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:33.904321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c54bd4-155a-45c5-8e3f-834da489cd85 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Network': ['ID=f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:33.943392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:34.022656 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.131926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:34.140466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.147612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.167417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.246522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Allocated IP 19.80.0.2 (38e36696-91bb-4d56-bce9-a221530ddb9f/870960c2-27b4-4878-835f-36259532bb27/6b632f0f-61f8-41b7-9bed-1287164a84c9) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:34.278864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=13e05b13-c743-488a-b1e4-0a56d64599dd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:34.439360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.568609 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.576521 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.579605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fdf12-b235-4da9-9d5c-d0cd1a9d5c17 req-002c2c2c-613d-443c-b132-07dbcd1672ab tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:34.581277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-122fdf12-b235-4da9-9d5c-d0cd1a9d5c17 req-002c2c2c-613d-443c-b132-07dbcd1672ab tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 945 time: 0.4082992 Sep 21 18:08:34.643536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Network 38e36696-91bb-4d56-bce9-a221530ddb9f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:34.648128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:34.663544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:34.668128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 65797a22-67bf-4bb7-a8e6-0b098e05d26f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:34.671450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Pushing event updated for resources: {'Port': ['ID=6b632f0f-61f8-41b7-9bed-1287164a84c9,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:34.742256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.764908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-122fdf12-b235-4da9-9d5c-d0cd1a9d5c17 req-41fbf7dd-c9f2-4d75-8009-433369bd0424 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459858 Sep 21 18:08:34.789831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Attempting to bind port 6b632f0f-61f8-41b7-9bed-1287164a84c9 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:34.790213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Attempting to bind port 6b632f0f-61f8-41b7-9bed-1287164a84c9 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:34.790581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Attempting to bind port 6b632f0f-61f8-41b7-9bed-1287164a84c9 on network 38e36696-91bb-4d56-bce9-a221530ddb9f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:34.799541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:34.799926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Checking segment: {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:34.800338 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.800840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Bound using segment: {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:34.801276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Bound port: 6b632f0f-61f8-41b7-9bed-1287164a84c9, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:34.801740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.817442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 65797a22-67bf-4bb7-a8e6-0b098e05d26f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:34.817828 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.831737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 3cd0ec08-c51d-4b7a-ab99-6f642a283d0a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:34.919271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] For port 6b632f0f-61f8-41b7-9bed-1287164a84c9, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:34.923244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] For port 6b632f0f-61f8-41b7-9bed-1287164a84c9, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6b632f0f-61f8-41b7-9bed-1287164a84c9,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:34.946432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.957887 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.983331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34288110-1410-46f2-bf0d-62da47a33816 req-3c30c9ba-53bb-44a7-94ff-59d8ef8bb65d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:34.985164 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-34288110-1410-46f2-bf0d-62da47a33816 req-3c30c9ba-53bb-44a7-94ff-59d8ef8bb65d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1345775 Sep 21 18:08:35.015313 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.039191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fac0a-e291-4fbb-abdd-3e276e07a03d None None] Pushing event updated for resources: {'Port': ['ID=6b632f0f-61f8-41b7-9bed-1287164a84c9,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:35.042404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-34288110-1410-46f2-bf0d-62da47a33816 req-cfeda30e-7853-4dfc-b3cf-f3affe343afc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509200 Sep 21 18:08:35.064592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 65797a22-67bf-4bb7-a8e6-0b098e05d26f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=65797a22-67bf-4bb7-a8e6-0b098e05d26f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:35.069542 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.083639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:35.097757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33514) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:35.097925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-431c1d0c-f42f-4eb0-9897-1e076df893f1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/3cd0ec08-c51d-4b7a-ab99-6f642a283d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3307910 Sep 21 18:08:35.111966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103713f-1402-4088-959c-90035a3f1526 None None] Sync routers for ids ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:35.112162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Subnet': ['ID=bdc64395-50e2-4d44-83c9-4eb7be137b8f,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:35.131625 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-30e00ac9-6fe2-4aaf-a794-e5f252b93202 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cd0ec08-c51d-4b7a-ab99-6f642a283d0a HTTP/1.1" status: 200 len: 205 time: 0.0324144 Sep 21 18:08:35.134273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33516) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:35.142579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103713f-1402-4088-959c-90035a3f1526 None None] Routers {'3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:35.142963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9103713f-1402-4088-959c-90035a3f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:35.144366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Checking segment: {'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:35.144738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network hostable DHCP agents. Network: f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:35.176783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:35.192091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:35.195217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9103713f-1402-4088-959c-90035a3f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:35.202103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:35.202920 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.207527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f7a2e-3c27-442a-ae65-dc11257f3ea5 None None] Network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:35.209142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=65797a22-67bf-4bb7-a8e6-0b098e05d26f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:35.231901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f44d02a6-d644-455a-a59e-bf747a99d260 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4168622 Sep 21 18:08:35.234552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103713f-1402-4088-959c-90035a3f1526 None None] Routers {'3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:35.235214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9103713f-1402-4088-959c-90035a3f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:35.246517 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32c16005-9462-4b9e-aeae-40b551182e05 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.332737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9103713f-1402-4088-959c-90035a3f1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:35.333636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103713f-1402-4088-959c-90035a3f1526 None None] The sync data for ids ['3cd0ec08-c51d-4b7a-ab99-6f642a283d0a'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:35.502992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32c16005-9462-4b9e-aeae-40b551182e05 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.507900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32c16005-9462-4b9e-aeae-40b551182e05 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.521693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4', 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'fixed_ips': [{'subnet_id': 'bdc64395-50e2-4d44-83c9-4eb7be137b8f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:35.522909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.646794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32c16005-9462-4b9e-aeae-40b551182e05 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.647399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c16005-9462-4b9e-aeae-40b551182e05 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Fanout notify agent at l3_agent the message router_deleted on router 3cd0ec08-c51d-4b7a-ab99-6f642a283d0a {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:08:35.663135 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32c16005-9462-4b9e-aeae-40b551182e05 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.667603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32c16005-9462-4b9e-aeae-40b551182e05 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/3cd0ec08-c51d-4b7a-ab99-6f642a283d0a HTTP/1.1" status: 204 len: 168 time: 0.5284548 Sep 21 18:08:35.668042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33534) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:35.678495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-6fbd8837-0431-4885-9889-a39e50e98dd8 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:35.685155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-6fbd8837-0431-4885-9889-a39e50e98dd8 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:35.687021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-6fbd8837-0431-4885-9889-a39e50e98dd8 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/networks?id=38e36696-91bb-4d56-bce9-a221530ddb9f&id=f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4&id=38e36696-91bb-4d56-bce9-a221530ddb9f HTTP/1.1" status: 200 len: 1392 time: 0.2383304 Sep 21 18:08:35.706328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-b845e634-d198-4cf0-aa4a-c1bb9c0cb142 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/quotas/b2340c0d2194489cb21c27f64f9fab50 HTTP/1.1" status: 200 len: 375 time: 0.0117009 Sep 21 18:08:35.737002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Allocated IP 19.86.0.2 (f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4/bdc64395-50e2-4d44-83c9-4eb7be137b8f/787b1323-189b-4774-8558-358ed9b8d31e) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:35.747865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet 9735612b-eb0a-4cab-b824-6b0a58cad15b {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:35.754077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.775363 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-273941f5-5329-44d7-a7c7-0aa40ccbfaf9 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629520 Sep 21 18:08:35.817294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:35.943162 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-cafdf846-b8de-40d7-afd3-144fd9fb9fbb service neutron] 10.222.0.70 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595542 Sep 21 18:08:35.969427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2de89f-b10b-4993-ae46-a04abbda11e0 req-a6cb6d59-edd0-4ec6-b930-6f6345bfd641 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:35.971148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc2de89f-b10b-4993-ae46-a04abbda11e0 req-a6cb6d59-edd0-4ec6-b930-6f6345bfd641 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 945 time: 0.1052892 Sep 21 18:08:35.974960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.053565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc2de89f-b10b-4993-ae46-a04abbda11e0 req-c776f7d9-5020-4c56-8122-dda93a0e346e tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750780 Sep 21 18:08:36.056044 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Sync routers for ids ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:36.073091 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Routers {'9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:36.073952 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:36.083055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.129672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-9ae95e9e-74c6-4272-b3d5-17575679c635 service neutron] 10.222.0.70 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734369 Sep 21 18:08:36.136672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.137250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=9735612b-eb0a-4cab-b824-6b0a58cad15b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:36.151299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.153495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b736b070-d168-42fc-9ddb-d765f7db18cd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/9735612b-eb0a-4cab-b824-6b0a58cad15b HTTP/1.1" status: 204 len: 168 time: 0.4843197 Sep 21 18:08:36.156072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33542) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:36.158460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616dc70-203a-4209-ba82-391017d290e5 None None] Network f8a7866c-b6d4-47e1-8b26-08ed906028b1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:36.161343 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.218861 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Set router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:36.250274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Pushing event updated for resources: {'Port': ['ID=787b1323-189b-4774-8558-358ed9b8d31e,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:36.273177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2ceae01b-9c9f-4507-9d83-a9bbad49a8ca service neutron] 10.222.0.70 "GET /v2.0/networks/f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287153 Sep 21 18:08:36.275958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.287110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:36.289322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5d26a-2928-42e5-aa53-7322830ca207 req-b7ea9263-bce7-48a9-bee8-659ed9d5abfe tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:36.290722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:36.291442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eca5d26a-2928-42e5-aa53-7322830ca207 req-b7ea9263-bce7-48a9-bee8-659ed9d5abfe tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1262317 Sep 21 18:08:36.299042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:36.372233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eca5d26a-2928-42e5-aa53-7322830ca207 req-a8d17b9d-a881-4861-a7a0-428250735f84 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664167 Sep 21 18:08:36.419605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-429ec116-4fd0-4f28-85d3-f5d8650361fe service neutron] 10.222.0.70 "GET /v2.0/networks/f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385038 Sep 21 18:08:36.422401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 87adc878-aca8-4179-9123-32cfdd5da0ea {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:36.423025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.471260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Attempting to bind port 787b1323-189b-4774-8558-358ed9b8d31e on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:36.471782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Attempting to bind port 787b1323-189b-4774-8558-358ed9b8d31e by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:36.472248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Attempting to bind port 787b1323-189b-4774-8558-358ed9b8d31e on network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:36.480383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:36.481362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Checking segment: {'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:36.481362 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.482481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Bound using segment: {'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:36.483079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Bound port: 787b1323-189b-4774-8558-358ed9b8d31e, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:36.483564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.516391 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 4, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4566513a-5380-4d3b-909c-97d9b19e2b91', 'name': '', 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'mac_address': 'fa:16:3e:8c:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:29Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 2, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'subnets': [{'id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:36.567119 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Checking router: 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:36.567717 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Updating router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 port 4566513a-5380-4d3b-909c-97d9b19e2b91 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:08:36.611029 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.627995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port 87adc878-aca8-4179-9123-32cfdd5da0ea, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87adc878-aca8-4179-9123-32cfdd5da0ea,segment=NetworkSegment(145812d5-162c-4bdc-a7eb-03476a858cbf),segment_id=145812d5-162c-4bdc-a7eb-03476a858cbf)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:36.628379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.664449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] For port 787b1323-189b-4774-8558-358ed9b8d31e, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:36.668924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] For port 787b1323-189b-4774-8558-358ed9b8d31e, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=787b1323-189b-4774-8558-358ed9b8d31e,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:36.671497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89234737-8850-435d-8f45-537a66a596fd None None] DHCP port deletion for f8a7866c-b6d4-47e1-8b26-08ed906028b1 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:08:36.671625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 87adc878-aca8-4179-9123-32cfdd5da0ea owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:36.684643 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.729784 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-61babfe6-0ea2-4b68-9fc5-38683a612e7f service neutron] 10.222.0.70 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020906 Sep 21 18:08:36.831246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:36.888159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387037-8cd1-441f-90f6-442c67b2cff2 None None] Pushing event updated for resources: {'Port': ['ID=787b1323-189b-4774-8558-358ed9b8d31e,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:36.912585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=87adc878-aca8-4179-9123-32cfdd5da0ea,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:36.922005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6b632f0f-61f8-41b7-9bed-1287164a84c9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:36.924738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port 87adc878-aca8-4179-9123-32cfdd5da0ea on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:36.997740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-3330f0dd-d818-47d0-bbf1-7524092a83f7 service neutron] 10.222.0.70 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524221 Sep 21 18:08:37.052781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-89234737-8850-435d-8f45-537a66a596fd None None] Deleting port 87adc878-aca8-4179-9123-32cfdd5da0ea {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:37.053421 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89234737-8850-435d-8f45-537a66a596fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.109206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed448c74-2299-43fe-a80c-96945053ab29 None None] Network 38e36696-91bb-4d56-bce9-a221530ddb9f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:37.178946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.228735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 6b632f0f-61f8-41b7-9bed-1287164a84c9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:37.229326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.257652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a7866c-b6d4-47e1-8b26-08ed906028b1']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:37.273784 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.288912 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.312540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145812d5-162c-4bdc-a7eb-03476a858cbf') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:37.312862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145812d5-162c-4bdc-a7eb-03476a858cbf') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:37.354856 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.369554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.370752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-89234737-8850-435d-8f45-537a66a596fd None None] For port 87adc878-aca8-4179-9123-32cfdd5da0ea, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:37.371327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89234737-8850-435d-8f45-537a66a596fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.374268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.395800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d09e85-9ace-4e88-b16b-e084bed34565 req-b4efc4ab-50a4-4449-857e-2d824e2559ee tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:37.405034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7d09e85-9ace-4e88-b16b-e084bed34565 req-b4efc4ab-50a4-4449-857e-2d824e2559ee tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 945 time: 0.1676435 Sep 21 18:08:37.405434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-89234737-8850-435d-8f45-537a66a596fd None None] Calling delete_port for 87adc878-aca8-4179-9123-32cfdd5da0ea owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:37.407709 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Pushing event updated for resources: {'Port': ['ID=4566513a-5380-4d3b-909c-97d9b19e2b91,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:37.422127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-89234737-8850-435d-8f45-537a66a596fd None None] Port 87adc878-aca8-4179-9123-32cfdd5da0ea was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:08:37.425204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:08:37.425432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.426633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4ffb1897-825a-4349-9ae0-3e02e1e8641a None None] Provisioning complete for port 6b632f0f-61f8-41b7-9bed-1287164a84c9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:37.427010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1897-825a-4349-9ae0-3e02e1e8641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:08:37.434936 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:08:37.457146 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89234737-8850-435d-8f45-537a66a596fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.461147 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.467878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.468587 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.469311 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.469815 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.470555 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.471043 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.471532 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.472853 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.473329 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.473792 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.474276 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:37.492311 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7ba59266-adca-49da-9b9f-7d7f90984811 req-4d6bb16a-f43e-4efe-b4ab-020972a44b0d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 210 time: 0.0821979 Sep 21 18:08:37.642930 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Attempting to bind port 4566513a-5380-4d3b-909c-97d9b19e2b91 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:37.645120 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Attempting to bind port 4566513a-5380-4d3b-909c-97d9b19e2b91 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:37.645714 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Attempting to bind port 4566513a-5380-4d3b-909c-97d9b19e2b91 on network 508625f0-538d-4b34-b0a2-4677290e9a5f {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:37.661369 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:37.663394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89234737-8850-435d-8f45-537a66a596fd None None] Pushing event deleted for resources: {'Port': ['ID=87adc878-aca8-4179-9123-32cfdd5da0ea,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:37.671680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Checking segment: {'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:37.673036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89234737-8850-435d-8f45-537a66a596fd None None] No DVR routers for this DVR port 87adc878-aca8-4179-9123-32cfdd5da0ea on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:37.673194 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.673832 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Bound using segment: {'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:37.678853 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Bound port: 4566513a-5380-4d3b-909c-97d9b19e2b91, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae65600-0063-4dfd-afed-afeccaa33c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:37.679446 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.747496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f967035-c77a-4eb1-ac65-9858db05de9b req-3eabb268-394c-4191-a737-6c745cd61011 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:37.762861 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f967035-c77a-4eb1-ac65-9858db05de9b req-3eabb268-394c-4191-a737-6c745cd61011 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1504769 Sep 21 18:08:37.785961 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] For port 4566513a-5380-4d3b-909c-97d9b19e2b91, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:37.790453 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] For port 4566513a-5380-4d3b-909c-97d9b19e2b91, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4566513a-5380-4d3b-909c-97d9b19e2b91,segment=NetworkSegment(eae65600-0063-4dfd-afed-afeccaa33c57),segment_id=eae65600-0063-4dfd-afed-afeccaa33c57)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:37.799314 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.840126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0af05f34-4be8-475e-a00c-76ff89d1b78c details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:37.886662 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Routers {'9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:37.887349 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:37.955786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f967035-c77a-4eb1-ac65-9858db05de9b req-567baa31-bc0a-43c7-aea4-f3f6ff3073cc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917791 Sep 21 18:08:37.978796 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1897-825a-4349-9ae0-3e02e1e8641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.997557 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.187205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4ffb1897-825a-4349-9ae0-3e02e1e8641a None None] For port 6b632f0f-61f8-41b7-9bed-1287164a84c9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6b632f0f-61f8-41b7-9bed-1287164a84c9,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:38.306074 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1897-825a-4349-9ae0-3e02e1e8641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.471878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:08:38.472238 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:08:38.475121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:38.481090 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.483705 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] Set router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:38.495937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7d09e85-9ace-4e88-b16b-e084bed34565 req-8a680488-3ee4-4729-a3c0-da9869289634 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0897195 Sep 21 18:08:38.497558 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.521526 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.528882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33572) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:38.533099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/f8a7866c-b6d4-47e1-8b26-08ed906028b1 HTTP/1.1" status: 204 len: 168 time: 2.3756068 Sep 21 18:08:38.536523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d05134da-86e4-4e77-8489-5ce211fa11bf tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1437386655', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:38.545020 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb12cd-0781-4c8b-9eae-b68db98eb3ea None None] Pushing event updated for resources: {'Port': ['ID=4566513a-5380-4d3b-909c-97d9b19e2b91,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:38.567193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'port_id': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'mac_address': 'fa:16:3e:cb:f2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616153e-5a76-4ba8-8a40-a57cc73efd8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:38.584557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048354be-0230-4a95-8f32-518d0b6a5abe tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=f8a7866c-b6d4-47e1-8b26-08ed906028b1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:38.703564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9dc7c1b2-c4e8-4598-b412-684fb5aff007 None None] Provisioning complete for port 4566513a-5380-4d3b-909c-97d9b19e2b91 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:38.703564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c1b2-c4e8-4598-b412-684fb5aff007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.742504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d05134da-86e4-4e77-8489-5ce211fa11bf tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.745706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d05134da-86e4-4e77-8489-5ce211fa11bf tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.767199 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.771750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb1897-825a-4349-9ae0-3e02e1e8641a None None] Pushing event updated for resources: {'Port': ['ID=6b632f0f-61f8-41b7-9bed-1287164a84c9,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:38.779546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-09827bef-f255-49d6-b985-22c0a987ac7d req-9a2a1b4d-2a95-4074-a7ea-04c92d00634b tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 210 time: 0.1190393 Sep 21 18:08:38.832723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0af05f34-4be8-475e-a00c-76ff89d1b78c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:38.906739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:38.917524 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.997418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d05134da-86e4-4e77-8489-5ce211fa11bf tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.034936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d05134da-86e4-4e77-8489-5ce211fa11bf tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.079498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d05134da-86e4-4e77-8489-5ce211fa11bf tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.080773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d05134da-86e4-4e77-8489-5ce211fa11bf tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5498521 Sep 21 18:08:39.084350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33586) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:39.093174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1223886103'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:39.125613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:39.129953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cbfbc5-93ae-43c7-9372-41833c506ea2 None None] Network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:39.158509 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 4, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4566513a-5380-4d3b-909c-97d9b19e2b91', 'name': '', 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'mac_address': 'fa:16:3e:8c:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:29Z', 'updated_at': '2021-09-21T18:08:37Z', 'revision_number': 4, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'subnets': [{'id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:39.196490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab95df2-b96f-46ab-9c35-ff19c83c90de req-d2980cee-41c5-46ca-aa27-fd34424387c5 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.198009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['0af05f34-4be8-475e-a00c-76ff89d1b78c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:39.210723 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bab95df2-b96f-46ab-9c35-ff19c83c90de req-d2980cee-41c5-46ca-aa27-fd34424387c5 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 944 time: 0.1244814 Sep 21 18:08:39.222725 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f581b-bacb-41e0-a22b-42d6bef48dd9 None None] The sync data for ids ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'] in n-d-810285-3 is: [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:08:30Z', 'revision_number': 4, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4566513a-5380-4d3b-909c-97d9b19e2b91', 'name': '', 'network_id': '508625f0-538d-4b34-b0a2-4677290e9a5f', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'mac_address': 'fa:16:3e:8c:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:29Z', 'updated_at': '2021-09-21T18:08:37Z', 'revision_number': 4, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'subnets': [{'id': 'ccc12b9f-3954-4b5d-98f6-ab124aecd299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:39.260740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:39.268321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.299940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bab95df2-b96f-46ab-9c35-ff19c83c90de req-8981ed3d-49ae-494d-b3a5-c488543f70c2 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834291 Sep 21 18:08:39.324357 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c1b2-c4e8-4598-b412-684fb5aff007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.327530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 65797a22-67bf-4bb7-a8e6-0b098e05d26f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:39.359984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3f46-8da7-4e5d-8533-829a7697f45f req-507d3d83-709d-40f5-add9-240004ca57f4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.373120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d52d3f46-8da7-4e5d-8533-829a7697f45f req-507d3d83-709d-40f5-add9-240004ca57f4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.2649555 Sep 21 18:08:39.459804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d52d3f46-8da7-4e5d-8533-829a7697f45f req-52796f53-36d6-44f1-9f18-081cb8ede14d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850661 Sep 21 18:08:39.461445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:39.493145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.493777 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment cdaa5501-c3b6-44bd-855d-47f929af9a84 of type vlan for network 906c2fad-e728-4a4c-9af9-694410d11c17 Sep 21 18:08:39.548334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9dc7c1b2-c4e8-4598-b412-684fb5aff007 None None] For port 4566513a-5380-4d3b-909c-97d9b19e2b91, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4566513a-5380-4d3b-909c-97d9b19e2b91,segment=NetworkSegment(eae65600-0063-4dfd-afed-afeccaa33c57),segment_id=eae65600-0063-4dfd-afed-afeccaa33c57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:39.595592 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.647403 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c1b2-c4e8-4598-b412-684fb5aff007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.675890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.691217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.692079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.749055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6632473 Sep 21 18:08:39.755808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33592) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:39.782115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:39.800367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2e57a728-483c-44ea-b707-97a18781c3d0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.810874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2e57a728-483c-44ea-b707-97a18781c3d0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.813786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2e57a728-483c-44ea-b707-97a18781c3d0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "GET /v2.0/networks?id=38e36696-91bb-4d56-bce9-a221530ddb9f&id=f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4&id=38e36696-91bb-4d56-bce9-a221530ddb9f HTTP/1.1" status: 200 len: 1392 time: 0.3748033 Sep 21 18:08:39.841942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'port': {'device_id': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f', 'admin_state_up': True, 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:39.866790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0af05f34-4be8-475e-a00c-76ff89d1b78c no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:39.887252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 65797a22-67bf-4bb7-a8e6-0b098e05d26f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:39.892544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:39.925645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111cb0-ef01-4b19-8b03-0da0b005bbbc tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=906c2fad-e728-4a4c-9af9-694410d11c17,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:39.967786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7c1b2-c4e8-4598-b412-684fb5aff007 None None] Pushing event updated for resources: {'Port': ['ID=4566513a-5380-4d3b-909c-97d9b19e2b91,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:39.981741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba9764a5-2225-4f0b-b8c7-e5c2ac4dff0f req-9c8746ae-6518-41a0-9be3-da02d1620931 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 210 time: 0.0745142 Sep 21 18:08:40.006554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 906c2fad-e728-4a4c-9af9-694410d11c17 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:40.040039 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:08:40.040039 n-d-810285-3 neutron-server[95091]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:08:40.040039 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'id': 'ff395204-c64b-4861-8ab2-647f1893aaa0', 'expiration': datetime.datetime(2021, 9, 21, 18, 10, 40, 34145)}] Sep 21 18:08:40.040039 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:08:40.041012 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:08:40.051340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:40.057374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.078624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd352-f3ab-4fed-8272-03cdbf2ba43d req-4fe38f08-d279-4b17-b116-c463ed038cd3 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:40.080811 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-762bd352-f3ab-4fed-8272-03cdbf2ba43d req-4fe38f08-d279-4b17-b116-c463ed038cd3 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 946 time: 0.0910997 Sep 21 18:08:40.138087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-762bd352-f3ab-4fed-8272-03cdbf2ba43d req-459460a1-a334-4b47-9cfc-20e50d565008 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488577 Sep 21 18:08:40.258431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Provisioning complete for port 6b632f0f-61f8-41b7-9bed-1287164a84c9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:40.258687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.340081 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.492232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=4e8eac39-95ad-4652-be92-53b5d390f162,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:40.504154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:40.504559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: 906c2fad-e728-4a4c-9af9-694410d11c17, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:40.508297 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.534647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e216bcf-868c-44d8-8a28-393f973bc55b req-5ef3ed3c-62b1-49e6-a817-0113cb65928e tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:40.536899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e216bcf-868c-44d8-8a28-393f973bc55b req-5ef3ed3c-62b1-49e6-a817-0113cb65928e tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 944 time: 0.1077855 Sep 21 18:08:40.552580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0af05f34-4be8-475e-a00c-76ff89d1b78c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:40.559307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 906c2fad-e728-4a4c-9af9-694410d11c17 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:40.575738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 906c2fad-e728-4a4c-9af9-694410d11c17) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:40.583178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:40.585499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.602501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:40.604527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:40.607575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.619795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e216bcf-868c-44d8-8a28-393f973bc55b req-d3b24bcf-8e4b-4275-b097-d618eca2771a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Sep 21 18:08:40.623084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-661254e9-5a7d-4893-8c97-6afb44f280cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8454797 Sep 21 18:08:40.625925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:40.636825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad48524a-bc57-4c80-8eed-f3fbcbc5ad68 None None] Network 906c2fad-e728-4a4c-9af9-694410d11c17 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:40.659555 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.832024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:40.849834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Provisioning complete for port 787b1323-189b-4774-8558-358ed9b8d31e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:40.850237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:40.973028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6b632f0f-61f8-41b7-9bed-1287164a84c9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:41.000017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.062219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-906c2fad-e728-4a4c-9af9-694410d11c17', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:41.063179 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.088814 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.168385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34d8991c-9077-4190-91a2-2b5eee920471 req-ee1d7707-57af-48cf-8d0c-f0c6cb57e482 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 210 time: 0.0724995 Sep 21 18:08:41.202890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 6b632f0f-61f8-41b7-9bed-1287164a84c9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:41.203555 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.243545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-630dc581-7169-484c-bf5a-40941a21224a None None] For port 787b1323-189b-4774-8558-358ed9b8d31e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=787b1323-189b-4774-8558-358ed9b8d31e,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:41.254311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.284430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b82f6-244b-4c1c-b6df-140d32d87552 req-fea7ade2-9216-4c74-9a39-99c57248c51f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:41.293404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-564b82f6-244b-4c1c-b6df-140d32d87552 req-fea7ade2-9216-4c74-9a39-99c57248c51f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.6342278 Sep 21 18:08:41.307047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-e750b72e-70c9-4d6b-9671-8fa2f06fb69c tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:41.309211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-e750b72e-70c9-4d6b-9671-8fa2f06fb69c tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 943 time: 0.6177669 Sep 21 18:08:41.336860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Provisioning complete for port 4566513a-5380-4d3b-909c-97d9b19e2b91 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:41.337232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.353375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570910a-c159-496a-8716-8b2eb846cf67 req-21215b70-1356-47f5-afdd-1b4920fabb80 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:41.355402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2570910a-c159-496a-8716-8b2eb846cf67 req-21215b70-1356-47f5-afdd-1b4920fabb80 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 946 time: 0.0715287 Sep 21 18:08:41.396292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Allocated IP 2001:db8::2 (906c2fad-e728-4a4c-9af9-694410d11c17/4e8eac39-95ad-4652-be92-53b5d390f162/48938728-77b5-4677-b07b-5fe1aa6bb000) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:41.403119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Allocated IP 19.80.0.88 (38e36696-91bb-4d56-bce9-a221530ddb9f/870960c2-27b4-4878-835f-36259532bb27/ea0ab9ff-8f18-4280-b0ca-1cade1111cd4) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:41.422521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2570910a-c159-496a-8716-8b2eb846cf67 req-d72e2d7f-b20b-4414-92e8-5b10368ea707 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474834 Sep 21 18:08:41.422613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-564b82f6-244b-4c1c-b6df-140d32d87552 req-6f9231bc-7414-4a9e-a51d-f6ffc9fc4316 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280589 Sep 21 18:08:41.425519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dc581-7169-484c-bf5a-40941a21224a None None] Pushing event updated for resources: {'Port': ['ID=787b1323-189b-4774-8558-358ed9b8d31e,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:41.544413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Deleting port 0af05f34-4be8-475e-a00c-76ff89d1b78c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:41.544759 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.546174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 787b1323-189b-4774-8558-358ed9b8d31e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:41.686910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 787b1323-189b-4774-8558-358ed9b8d31e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:41.687287 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.730540 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.731594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:41.731900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.736823 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.739324 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.773131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Calling delete_port for 0af05f34-4be8-475e-a00c-76ff89d1b78c owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:41.810217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Network 906c2fad-e728-4a4c-9af9-694410d11c17 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:41.824955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:41.829062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:41.832066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Pushing event updated for resources: {'Port': ['ID=48938728-77b5-4677-b07b-5fe1aa6bb000,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:41.832209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122ece3-2535-49e0-806e-7172d5d7c176 req-b1af9766-c961-4099-83b4-585d4c19e70e tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:41.832946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8::1 (906c2fad-e728-4a4c-9af9-694410d11c17/4e8eac39-95ad-4652-be92-53b5d390f162/edbb2437-b81d-4f8c-a425-74740ce8de2b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:41.834526 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f122ece3-2535-49e0-806e-7172d5d7c176 req-b1af9766-c961-4099-83b4-585d4c19e70e tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=241a2e21-ae8c-4668-81a8-225067fa4eb7 HTTP/1.1" status: 200 len: 943 time: 0.1291804 Sep 21 18:08:41.847490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3ac878e6-aa7a-4971-aff5-8b179143114d None None] Provisioning complete for port 787b1323-189b-4774-8558-358ed9b8d31e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:41.847901 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3ac878e6-aa7a-4971-aff5-8b179143114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.899258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:41.912174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0af05f34-4be8-475e-a00c-76ff89d1b78c details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:41.977116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network 38e36696-91bb-4d56-bce9-a221530ddb9f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:41.986465 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f122ece3-2535-49e0-806e-7172d5d7c176 req-dbd9a78a-95a3-454b-802a-7f4069cf5e6a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156960 Sep 21 18:08:41.987408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:41.990551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4566513a-5380-4d3b-909c-97d9b19e2b91 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:41.993979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:41.997938 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.033532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Attempting to bind port 48938728-77b5-4677-b07b-5fe1aa6bb000 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:42.033912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Attempting to bind port 48938728-77b5-4677-b07b-5fe1aa6bb000 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:42.034310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Attempting to bind port 48938728-77b5-4677-b07b-5fe1aa6bb000 on network 906c2fad-e728-4a4c-9af9-694410d11c17 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:42.041654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Port': ['ID=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:42.055336 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.062301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:42.062805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Checking segment: {'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:42.063226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.063678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Bound using segment: {'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:42.064239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Bound port: 48938728-77b5-4677-b07b-5fe1aa6bb000, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:42.065390 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.092730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:42.093078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.122160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=edbb2437-b81d-4f8c-a425-74740ce8de2b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:42.145975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 906c2fad-e728-4a4c-9af9-694410d11c17 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:42.147545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:42.151716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:42.152284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.188318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-e7259cb6-92ac-4a59-b780-2347fbb487bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3634255 Sep 21 18:08:42.207836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'port': {'device_id': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4', 'admin_state_up': True, 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:42.238155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-a2d52c1f-f45d-4c2c-86bc-0e2829364fa5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:42.239835 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-a2d52c1f-f45d-4c2c-86bc-0e2829364fa5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 946 time: 0.1682744 Sep 21 18:08:42.243726 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.252984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4566513a-5380-4d3b-909c-97d9b19e2b91 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:42.253564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.333069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event deleted for resources: {'Port': ['ID=0af05f34-4be8-475e-a00c-76ff89d1b78c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:42.375038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] For port 48938728-77b5-4677-b07b-5fe1aa6bb000, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:42.383780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] For port 48938728-77b5-4677-b07b-5fe1aa6bb000, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48938728-77b5-4677-b07b-5fe1aa6bb000,segment=NetworkSegment(cdaa5501-c3b6-44bd-855d-47f929af9a84),segment_id=cdaa5501-c3b6-44bd-855d-47f929af9a84)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:42.397262 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.412685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.446615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256943-99b6-473e-a941-be1c5adc1809 req-63737060-b2df-4f8a-a8eb-91a0a942bea6 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:42.456436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8256943-99b6-473e-a941-be1c5adc1809 req-63737060-b2df-4f8a-a8eb-91a0a942bea6 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 931 time: 0.1278367 Sep 21 18:08:42.486123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] No DVR routers for this DVR port 0af05f34-4be8-475e-a00c-76ff89d1b78c on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:42.492439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0af05f34-4be8-475e-a00c-76ff89d1b78c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0af05f34-4be8-475e-a00c-76ff89d1b78c,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:42.495300 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.498820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82b9c9e7-051e-48c4-b6b1-bbfbb1731061 req-fc3c1ee8-ca61-49ff-ac04-ef7e5bff6a12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "DELETE /v2.0/ports/0af05f34-4be8-475e-a00c-76ff89d1b78c HTTP/1.1" status: 204 len: 173 time: 1.1774127 Sep 21 18:08:42.499295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'name': 'network-vif-deleted', 'tag': '0af05f34-4be8-475e-a00c-76ff89d1b78c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:42.501812 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb48c5c-4550-4557-8ed8-a055df89e5b9" -d '{"events": [{"server_uuid": "241a2e21-ae8c-4668-81a8-225067fa4eb7", "name": "network-vif-deleted", "tag": "0af05f34-4be8-475e-a00c-76ff89d1b78c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:42.554307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8256943-99b6-473e-a941-be1c5adc1809 req-556bd4b2-3e92-43b3-9f56-94afacf4a1fa tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921197 Sep 21 18:08:42.558338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'port_id': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'mac_address': 'fa:16:3e:cb:f2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616153e-5a76-4ba8-8a40-a57cc73efd8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:42.568618 n-d-810285-3 neutron-server[95092]: INFO neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No ports have port_id starting with 0af05f34-4be8-475e-a00c-76ff89d1b78c Sep 21 18:08:42.585124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7441e07f-f7ba-4e23-8dc0-676ce3c6d758 None None] Provisioning complete for port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:42.585531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7441e07f-f7ba-4e23-8dc0-676ce3c6d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.621808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:42.625514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.630966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c8ea-be85-49a4-bbb6-335f94872b34 None None] Pushing event updated for resources: {'Port': ['ID=48938728-77b5-4677-b07b-5fe1aa6bb000,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:42.631826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Deleting port 454738f2-e0ed-4d5f-90b4-e884c62243d6 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:42.632177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.650812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7441e07f-f7ba-4e23-8dc0-676ce3c6d758 None None] Port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:42.690531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87adc878-aca8-4179-9123-32cfdd5da0ea no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:42.698526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0f836-d98e-4158-9244-d7444ef1a1c6 req-b5f51420-3d7c-4bbc-847f-20d47efc5782 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:42.700159 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25e0f836-d98e-4158-9244-d7444ef1a1c6 req-b5f51420-3d7c-4bbc-847f-20d47efc5782 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 946 time: 0.1498833 Sep 21 18:08:42.715981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 87adc878-aca8-4179-9123-32cfdd5da0ea {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:42.716594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87adc878-aca8-4179-9123-32cfdd5da0ea not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:42.858172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 787b1323-189b-4774-8558-358ed9b8d31e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:42.904340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47146bda-bb33-4c45-b8e3-6c7189aa20da req-ae180f8d-bebc-43cb-bb30-c33dac6b5f04 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:42.905183 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47146bda-bb33-4c45-b8e3-6c7189aa20da req-ae180f8d-bebc-43cb-bb30-c33dac6b5f04 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1764567 Sep 21 18:08:42.906008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25e0f836-d98e-4158-9244-d7444ef1a1c6 req-77405027-0cd3-46ca-b9b9-106d77b2cdd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752913 Sep 21 18:08:42.963086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 787b1323-189b-4774-8558-358ed9b8d31e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:42.963486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:42.991233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47146bda-bb33-4c45-b8e3-6c7189aa20da req-22441b13-ca21-451c-8ebf-0d2226fee185 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563111 Sep 21 18:08:43.001136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] For port 454738f2-e0ed-4d5f-90b4-e884c62243d6, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=454738f2-e0ed-4d5f-90b4-e884c62243d6,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:43.001559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.042653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Calling delete_port for 454738f2-e0ed-4d5f-90b4-e884c62243d6 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:43.073807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Allocated IP 19.86.0.26 (f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4/bdc64395-50e2-4d44-83c9-4eb7be137b8f/b903c83b-e381-4ab9-bf21-d9991cf536d3) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:43.253429 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f875d-9ba8-49ab-9f91-2a8b49d1f58a x-openstack-request-id: req-5f0f875d-9ba8-49ab-9f91-2a8b49d1f58a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:43.253714 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241a2e21-ae8c-4668-81a8-225067fa4eb7", "name": "network-vif-deleted", "tag": "0af05f34-4be8-475e-a00c-76ff89d1b78c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:43.253961 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f0f875d-9ba8-49ab-9f91-2a8b49d1f58a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:43.254404 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241a2e21-ae8c-4668-81a8-225067fa4eb7', 'name': 'network-vif-deleted', 'tag': '0af05f34-4be8-475e-a00c-76ff89d1b78c', 'status': 'completed', 'code': 200} Sep 21 18:08:43.263334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.269422 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.270276 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.362035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=edbb2437-b81d-4f8c-a425-74740ce8de2b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:43.436203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 906c2fad-e728-4a4c-9af9-694410d11c17 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:43.437763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:43.467718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.480874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['454738f2-e0ed-4d5f-90b4-e884c62243d6'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:43.522517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event deleted for resources: {'Port': ['ID=454738f2-e0ed-4d5f-90b4-e884c62243d6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:43.553082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.587406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] No DVR routers for this DVR port 454738f2-e0ed-4d5f-90b4-e884c62243d6 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:43.591364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.594263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc6fc24e-1359-4f91-8963-0e83b57fd979 req-f3afdadf-2651-4d7f-9f21-7139d5708587 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "DELETE /v2.0/ports/454738f2-e0ed-4d5f-90b4-e884c62243d6 HTTP/1.1" status: 204 len: 173 time: 1.3373573 Sep 21 18:08:43.643221 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.703664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-11a88083-ab89-4ce8-939f-3b5f39c7e861 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:43.705487 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-11a88083-ab89-4ce8-939f-3b5f39c7e861 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 821 time: 0.2088380 Sep 21 18:08:43.717340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:08:43.718920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Port': ['ID=b903c83b-e381-4ab9-bf21-d9991cf536d3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:43.742446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-7f679044-433b-40cd-a753-86e1e1ca91d6 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/quotas/dc543840d3a44332b187eedc6f1e975b HTTP/1.1" status: 200 len: 375 time: 0.0216429 Sep 21 18:08:43.755594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:43.759502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:43.762364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:43.810084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7175-206d-4310-9742-de7b793be00a req-87737fb7-17c3-48d4-800e-8f96206bd452 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:43.818592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7175-206d-4310-9742-de7b793be00a req-87737fb7-17c3-48d4-800e-8f96206bd452 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:43.820554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b4de7175-206d-4310-9742-de7b793be00a req-87737fb7-17c3-48d4-800e-8f96206bd452 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 1653 time: 0.1742518 Sep 21 18:08:43.858335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:43.863340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0af05f34-4be8-475e-a00c-76ff89d1b78c no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:43.899971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ddfd1224-2f2c-419a-bf1c-fef84abc7ded tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2717464 Sep 21 18:08:43.904159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33650) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:43.907927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:43.915304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-237508319'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:43.927445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 0af05f34-4be8-475e-a00c-76ff89d1b78c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:43.929426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0af05f34-4be8-475e-a00c-76ff89d1b78c not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:43.938350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:43.942161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:43.943102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:43.944248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:43.985504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-77140570-716c-43af-9be8-40de54c511b5 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250277 Sep 21 18:08:43.991973 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b4de7175-206d-4310-9742-de7b793be00a req-2340ad6a-61d6-482a-9a25-2c397c32992c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603820 Sep 21 18:08:44.011865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-80ad6217-4918-4362-baee-170aa9670592 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:08:44.013360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-80ad6217-4918-4362-baee-170aa9670592 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116932 Sep 21 18:08:44.022985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:44.031594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:44.040265 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-138a5e7e-d370-43ec-ae40-4e8b060ffb2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8409340 Sep 21 18:08:44.072410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'port': {'device_id': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f', 'admin_state_up': True, 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:44.171807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a02f52c-f85f-4bd8-b921-f07aab1c787b None None] Network 906c2fad-e728-4a4c-9af9-694410d11c17 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:44.191036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-8b5f056d-37b2-476c-83c5-d7e91c08e53d service neutron] 10.222.0.70 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590683 Sep 21 18:08:44.222956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:44.226866 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff82fc4f-6f81-488e-9b2c-6b6f29ba186a req-7a37c943-5884-4e76-8b0b-56de39daccfd tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 210 time: 0.0828331 Sep 21 18:08:44.251019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:44.251363 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment 4877b021-3caf-49db-8715-da7e03cd1bcf of type vlan for network 7940a193-dc78-47a0-a4df-904c43b17033 Sep 21 18:08:44.336634 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:44.394073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-1224ad3f-8150-49ec-b96f-8ba946821e59 service neutron] 10.222.0.70 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028127 Sep 21 18:08:44.422256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:44.429896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:44.430969 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:44.466775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:44.471454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:44.491223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:44.588453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Provisioning complete for port b903c83b-e381-4ab9-bf21-d9991cf536d3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:44.588883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:44.634811 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7286763 Sep 21 18:08:44.638960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33664) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:44.646718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:44.687546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cea51-8d7d-472b-8872-26181812a1f4 req-a9b56ae6-643f-46ff-868d-b31615db7967 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:44.698237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b7cea51-8d7d-472b-8872-26181812a1f4 req-a9b56ae6-643f-46ff-868d-b31615db7967 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.2902834 Sep 21 18:08:44.705742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b84a5-3b01-405a-bdeb-1631ee57f3af tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=7940a193-dc78-47a0-a4df-904c43b17033,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:44.759030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 7940a193-dc78-47a0-a4df-904c43b17033 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:44.903756 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b7cea51-8d7d-472b-8872-26181812a1f4 req-d5b12397-0309-406c-81aa-172ce0fa3cf6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032583 Sep 21 18:08:44.928338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Port b903c83b-e381-4ab9-bf21-d9991cf536d3 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:44.945886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56ef851e-ac4d-4616-a514-67fd9fafe979 req-21f28019-6fd2-4d7a-bc71-83df789a397c tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 210 time: 0.0723231 Sep 21 18:08:44.961430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Allocated IP 19.80.0.74 (38e36696-91bb-4d56-bce9-a221530ddb9f/870960c2-27b4-4878-835f-36259532bb27/c51d7142-b9e6-46f5-978a-c106be6c1716) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:45.015511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:45.017242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48938728-77b5-4677-b07b-5fe1aa6bb000 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:45.027176 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.151608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Provisioning complete for port 48938728-77b5-4677-b07b-5fe1aa6bb000 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:45.151995 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.252552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.257164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'name': 'network-vif-deleted', 'tag': '454738f2-e0ed-4d5f-90b4-e884c62243d6'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:45.262451 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49373d82-e816-4591-b9ec-bbe35048acb1" -d '{"events": [{"server_uuid": "ee7f8fa7-1159-48e8-8cab-21e6b82633d8", "name": "network-vif-deleted", "tag": "454738f2-e0ed-4d5f-90b4-e884c62243d6"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:45.313427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5583e-5f39-4965-afea-60a2cd841065 req-a5fe6ab8-6b50-42d1-bc79-73c601d25aab tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:45.335249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5583e-5f39-4965-afea-60a2cd841065 req-a5fe6ab8-6b50-42d1-bc79-73c601d25aab tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:45.338831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.356313 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cea5583e-5f39-4965-afea-60a2cd841065 req-a5fe6ab8-6b50-42d1-bc79-73c601d25aab tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 1653 time: 0.2201629 Sep 21 18:08:45.424272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 48938728-77b5-4677-b07b-5fe1aa6bb000 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:45.424623 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.429967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:42Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:42Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:45.469288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cea5583e-5f39-4965-afea-60a2cd841065 req-0c5a9f62-99dd-472c-bbd8-267852224d02 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122117 Sep 21 18:08:45.501546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:45.501798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Updating router 8e80b805-6560-45b3-9222-bd0a4e373264 port edbb2437-b81d-4f8c-a425-74740ce8de2b binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:08:45.517829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-324df497-91dd-43b0-9db8-4feb54dea994 req-bb2d2826-702d-4af8-9f80-162513d4f5e1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 210 time: 0.0770981 Sep 21 18:08:45.523138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=75423f3c-07a2-448c-a857-27f3af7c459f,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:45.540992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:45.542431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: 7940a193-dc78-47a0-a4df-904c43b17033, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:45.546613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.549381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 454738f2-e0ed-4d5f-90b4-e884c62243d6 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:45.581030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 7940a193-dc78-47a0-a4df-904c43b17033 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:45.597862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 7940a193-dc78-47a0-a4df-904c43b17033) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:45.600121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 454738f2-e0ed-4d5f-90b4-e884c62243d6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:45.606774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:45.610233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.610637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 454738f2-e0ed-4d5f-90b4-e884c62243d6 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:45.617102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.635268 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d3b1ce-8296-418f-97ff-f6b3a463f4d6 x-openstack-request-id: req-d7d3b1ce-8296-418f-97ff-f6b3a463f4d6 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:45.635565 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7f8fa7-1159-48e8-8cab-21e6b82633d8", "name": "network-vif-deleted", "tag": "454738f2-e0ed-4d5f-90b4-e884c62243d6", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:45.635997 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7d3b1ce-8296-418f-97ff-f6b3a463f4d6 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:45.636481 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7f8fa7-1159-48e8-8cab-21e6b82633d8', 'name': 'network-vif-deleted', 'tag': '454738f2-e0ed-4d5f-90b4-e884c62243d6', 'status': 'completed', 'code': 200} Sep 21 18:08:45.661105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94a5c1f3-1b6e-4f27-97f2-5d78edae522b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0197320 Sep 21 18:08:45.665026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33680) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:45.667157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network 38e36696-91bb-4d56-bce9-a221530ddb9f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:45.670902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:45.675578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:45.681162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36908107-e55a-472f-9e84-4b17e5b3bc97 None None] Network 7940a193-dc78-47a0-a4df-904c43b17033 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:45.687226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Port': ['ID=c51d7142-b9e6-46f5-978a-c106be6c1716,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:45.777870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:45.778745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.829498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-fad2c1d0-3a03-479c-95d5-aff121236630 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7791986 Sep 21 18:08:45.832126 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:45.852200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Request body: {'port': {'device_id': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:46.037856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.118654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] For port 48938728-77b5-4677-b07b-5fe1aa6bb000, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48938728-77b5-4677-b07b-5fe1aa6bb000,segment=NetworkSegment(cdaa5501-c3b6-44bd-855d-47f929af9a84),segment_id=cdaa5501-c3b6-44bd-855d-47f929af9a84)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:46.180032 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.182488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-34339a2e-e2f8-4623-bee4-f0e23f305664 req-fccb8948-4255-43f9-96fc-f275fa26b3da tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 210 time: 0.0494015 Sep 21 18:08:46.403050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339347a-1b0e-42f3-8add-43fe12494bb9 req-f984c499-5a0c-4054-ac3f-5c523d64dcc0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:46.413916 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7339347a-1b0e-42f3-8add-43fe12494bb9 req-f984c499-5a0c-4054-ac3f-5c523d64dcc0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.2899151 Sep 21 18:08:46.533603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7339347a-1b0e-42f3-8add-43fe12494bb9 req-beff5f27-32ce-4892-b0fd-7277cd2287b6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150815 Sep 21 18:08:46.636161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab6ef7-c05e-45fa-8ae9-91d1aaef6a05 None None] Pushing event updated for resources: {'Port': ['ID=48938728-77b5-4677-b07b-5fe1aa6bb000,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:46.696330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Provisioning complete for port c51d7142-b9e6-46f5-978a-c106be6c1716 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:46.696827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.817932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-f5e949c1-c785-4515-ab3f-eb2a8c471ebe tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:46.820530 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-f5e949c1-c785-4515-ab3f-eb2a8c471ebe tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 821 time: 0.5111358 Sep 21 18:08:46.835620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Port c51d7142-b9e6-46f5-978a-c106be6c1716 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:46.849631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-7940a193-dc78-47a0-a4df-904c43b17033', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:46.850812 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.850932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Request body: {'port': {'device_id': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'admin_state_up': True, 'tenant_id': 'dc543840d3a44332b187eedc6f1e975b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:46.871987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48938728-77b5-4677-b07b-5fe1aa6bb000 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:46.918239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Provisioning complete for port 48938728-77b5-4677-b07b-5fe1aa6bb000 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:46.918679 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.065997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd86d7-1246-46d8-868b-ce23b8f896c5 req-6714576b-3b70-4324-b129-db887a6fe692 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:47.074489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd86d7-1246-46d8-868b-ce23b8f896c5 req-6714576b-3b70-4324-b129-db887a6fe692 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:47.082500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd86d7-1246-46d8-868b-ce23b8f896c5 req-6714576b-3b70-4324-b129-db887a6fe692 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:47.093987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-afcd86d7-1246-46d8-868b-ce23b8f896c5 req-6714576b-3b70-4324-b129-db887a6fe692 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2374 time: 0.4815197 Sep 21 18:08:47.138757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Allocated IP 2001:db8:1::2 (7940a193-dc78-47a0-a4df-904c43b17033/75423f3c-07a2-448c-a857-27f3af7c459f/f9cf15dd-67f5-454c-97b4-88201a835884) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:47.142955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:47.155129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-860a86ac-f2be-48d7-858d-7ce9d45debe9 req-3fa7cf76-7c84-4473-8ec0-bf8532e08faa tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 210 time: 0.0467236 Sep 21 18:08:47.157220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.169830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Made reservation on behalf of dc543840d3a44332b187eedc6f1e975b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:47.174358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.227977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-afcd86d7-1246-46d8-868b-ce23b8f896c5 req-2ad4cc4f-6d8b-4d4f-b284-607f38aab80f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324935 Sep 21 18:08:47.245522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Transition to ACTIVE for port object ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:47.257515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.323361 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.333425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.358560 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.467590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94721aab-bfaf-42c1-9d45-f5f74d340c55 req-53275284-8e8d-4485-9a25-49e949cf57c3 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 210 time: 0.0531397 Sep 21 18:08:47.491699 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.495159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Network 7940a193-dc78-47a0-a4df-904c43b17033 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:47.514001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:47.517641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:47.540156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Attempting to bind port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:47.541401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Attempting to bind port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:47.541990 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Attempting to bind port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 on network 38e36696-91bb-4d56-bce9-a221530ddb9f {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:47.551210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Pushing event updated for resources: {'Port': ['ID=f9cf15dd-67f5-454c-97b4-88201a835884,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:47.554845 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.608029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:47.636517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 48938728-77b5-4677-b07b-5fe1aa6bb000 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:47.636920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.648928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 on network 38e36696-91bb-4d56-bce9-a221530ddb9f not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:47.652545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Attempting to bind port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 on network 38e36696-91bb-4d56-bce9-a221530ddb9f {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:47.677232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:47.678843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Checking segment: {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:47.679385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Bound using segment: {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:47.681770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Bound port: ea0ab9ff-8f18-4280-b0ca-1cade1111cd4, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:47.682369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.685982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Attempting to bind port f9cf15dd-67f5-454c-97b4-88201a835884 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:47.686384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Attempting to bind port f9cf15dd-67f5-454c-97b4-88201a835884 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:47.686747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Attempting to bind port f9cf15dd-67f5-454c-97b4-88201a835884 on network 7940a193-dc78-47a0-a4df-904c43b17033 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:47.701602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:47.702048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Checking segment: {'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:47.702718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.703120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Bound using segment: {'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:47.703670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Bound port: f9cf15dd-67f5-454c-97b4-88201a835884, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:47.704081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.727881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Provisioning complete for port edbb2437-b81d-4f8c-a425-74740ce8de2b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:47.727881 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.729732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69698b-3341-4ccc-9476-0cfc5e626a31 None None] Pushing event updated for resources: {'Port': ['ID=edbb2437-b81d-4f8c-a425-74740ce8de2b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:47.787659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Allocated IP 172.20.0.5 (5815cb5b-4078-41bf-8d73-84fad3355ba6/0616153e-5a76-4ba8-8a40-a57cc73efd8f/9fe67c5f-dd99-44ab-aa83-3dc4736b9747) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:47.869413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2c21-e8de-4337-b742-2da10278f6d8 req-c6cd51c7-8947-4fd3-baef-0bde184ecabc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:47.877358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddef2c21-e8de-4337-b742-2da10278f6d8 req-c6cd51c7-8947-4fd3-baef-0bde184ecabc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1780310 Sep 21 18:08:47.935811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] For port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:47.956788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8:1::1 (7940a193-dc78-47a0-a4df-904c43b17033/75423f3c-07a2-448c-a857-27f3af7c459f/b4dfadc2-ca1f-476f-9578-0a81cc26bdbb) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:48.002337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] For port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:48.036740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddef2c21-e8de-4337-b742-2da10278f6d8 req-d538ff79-4bf1-4ca0-8eb7-a2c1710cebe7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582468 Sep 21 18:08:48.052913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.106348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:48.112275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.113955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] 10.222.0.78 "PUT /v2.0/ports/ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 HTTP/1.1" status: 200 len: 1091 time: 2.2708108 Sep 21 18:08:48.121575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'tag': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:48.123813 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895af7ad-6ba8-4470-80c1-a9c22eea1429" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "tag": "ea0ab9ff-8f18-4280-b0ca-1cade1111cd4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:48.142830 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.146403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Attempting to bind port edbb2437-b81d-4f8c-a425-74740ce8de2b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:48.146958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Attempting to bind port edbb2437-b81d-4f8c-a425-74740ce8de2b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:48.147177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Attempting to bind port edbb2437-b81d-4f8c-a425-74740ce8de2b on network 906c2fad-e728-4a4c-9af9-694410d11c17 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:48.152758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-58040791-33fe-4450-84a0-2916c9b26498 None None] Port edbb2437-b81d-4f8c-a425-74740ce8de2b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:48.161650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] For port f9cf15dd-67f5-454c-97b4-88201a835884, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:48.164355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:48.164734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Checking segment: {'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:48.165137 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.166137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Bound using segment: {'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:48.166693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Bound port: edbb2437-b81d-4f8c-a425-74740ce8de2b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaa5501-c3b6-44bd-855d-47f929af9a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:48.167083 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.170595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] For port f9cf15dd-67f5-454c-97b4-88201a835884, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f9cf15dd-67f5-454c-97b4-88201a835884,segment=NetworkSegment(4877b021-3caf-49db-8715-da7e03cd1bcf),segment_id=4877b021-3caf-49db-8715-da7e03cd1bcf)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:48.182161 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.334640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489b381-5a92-4a29-94e2-fdd3e80e7bc0 None None] Pushing event updated for resources: {'Port': ['ID=f9cf15dd-67f5-454c-97b4-88201a835884,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:48.360866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] For port edbb2437-b81d-4f8c-a425-74740ce8de2b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:48.366863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] For port edbb2437-b81d-4f8c-a425-74740ce8de2b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=edbb2437-b81d-4f8c-a425-74740ce8de2b,segment=NetworkSegment(cdaa5501-c3b6-44bd-855d-47f929af9a84),segment_id=cdaa5501-c3b6-44bd-855d-47f929af9a84)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:48.371753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-67620c25-f12e-4d5a-8021-0818d6715d33 None None] Provisioning complete for port edbb2437-b81d-4f8c-a425-74740ce8de2b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:48.372745 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-67620c25-f12e-4d5a-8021-0818d6715d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.380116 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.380646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.481743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-0eeabff3-ea51-41ba-b6c0-29333f1bd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:48.482418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-0eeabff3-ea51-41ba-b6c0-29333f1bd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:48.482884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-0eeabff3-ea51-41ba-b6c0-29333f1bd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:48.484962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-0eeabff3-ea51-41ba-b6c0-29333f1bd07e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2729 time: 0.2553709 Sep 21 18:08:48.497160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:48.497829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:48.500442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69698b-3341-4ccc-9476-0cfc5e626a31 None None] Pushing event updated for resources: {'Port': ['ID=edbb2437-b81d-4f8c-a425-74740ce8de2b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:48.603973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 7940a193-dc78-47a0-a4df-904c43b17033 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:48.656672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:48.658792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:48.677267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:48.677836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.763106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-67620c25-f12e-4d5a-8021-0818d6715d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.858639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:48.862746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-67620c25-f12e-4d5a-8021-0818d6715d33 None None] For port edbb2437-b81d-4f8c-a425-74740ce8de2b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=edbb2437-b81d-4f8c-a425-74740ce8de2b,segment=NetworkSegment(cdaa5501-c3b6-44bd-855d-47f929af9a84),segment_id=cdaa5501-c3b6-44bd-855d-47f929af9a84)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:48.918589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-67620c25-f12e-4d5a-8021-0818d6715d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.923449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c877b-aba4-4925-9417-c96dd1f33928 req-06fd71c7-4966-407d-b9be-40fbae6d375c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:48.935341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c877b-aba4-4925-9417-c96dd1f33928 req-06fd71c7-4966-407d-b9be-40fbae6d375c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:48.945626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c877b-aba4-4925-9417-c96dd1f33928 req-06fd71c7-4966-407d-b9be-40fbae6d375c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:48.949586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a46c877b-aba4-4925-9417-c96dd1f33928 req-06fd71c7-4966-407d-b9be-40fbae6d375c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2386 time: 0.4821904 Sep 21 18:08:48.963592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f9cf15dd-67f5-454c-97b4-88201a835884 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:49.017639 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.050146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a46c877b-aba4-4925-9417-c96dd1f33928 req-9ba566a7-28ed-4efe-97a3-fa47b71cc6e0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716441 Sep 21 18:08:49.056770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-de6b1cbd-cd5d-451a-9769-f098c6f8bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:49.057256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-de6b1cbd-cd5d-451a-9769-f098c6f8bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:49.059281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-de6b1cbd-cd5d-451a-9769-f098c6f8bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:49.059864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-de6b1cbd-cd5d-451a-9769-f098c6f8bb23 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b2340c0d2194489cb21c27f64f9fab50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5451152 Sep 21 18:08:49.114124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620c25-f12e-4d5a-8021-0818d6715d33 None None] Pushing event updated for resources: {'Port': ['ID=edbb2437-b81d-4f8c-a425-74740ce8de2b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:49.137578 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.193094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Request body: {'port': {'device_id': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:49.208773 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082f690-47fe-4324-acfa-21188464e620 x-openstack-request-id: req-a082f690-47fe-4324-acfa-21188464e620 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:49.209054 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "tag": "ea0ab9ff-8f18-4280-b0ca-1cade1111cd4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:49.209301 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a082f690-47fe-4324-acfa-21188464e620 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:49.209699 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'tag': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4', 'status': 'completed', 'code': 200} Sep 21 18:08:49.213098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ca0ad93f-62d4-4770-9791-707fb09ba450 None None] Provisioning complete for port edbb2437-b81d-4f8c-a425-74740ce8de2b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:49.213681 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad93f-62d4-4770-9791-707fb09ba450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.310930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5b5ce-4737-40c2-8241-328f0bb3766b service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:49.326492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f9cf15dd-67f5-454c-97b4-88201a835884 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:49.326863 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.379496 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5238d918-0e2f-4f05-86c7-2e3466df626e req-5d0792f3-ceac-4fd8-85c6-f63daddeac6b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 210 time: 0.1818151 Sep 21 18:08:49.389983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.418858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.465838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:42Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:49.534086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa32b4d-0da7-48da-962b-fc91511a20eb None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:42Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:49.564050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.574368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.596118 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.597099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.619617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Network 5815cb5b-4078-41bf-8d73-84fad3355ba6 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:49.621022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port f9cf15dd-67f5-454c-97b4-88201a835884, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f9cf15dd-67f5-454c-97b4-88201a835884,segment=NetworkSegment(4877b021-3caf-49db-8715-da7e03cd1bcf),segment_id=4877b021-3caf-49db-8715-da7e03cd1bcf)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:49.634039 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.649067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:49.663425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:49.691282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-ef6081ac-863c-4193-b0f1-e28996967822 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4807055 Sep 21 18:08:49.706590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c84e-d123-4dfa-a378-78ed5f7f8d3d req-ac3a3714-a713-4913-ba28-2ca0fe89f7f2 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:49.723135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dbf0c84e-d123-4dfa-a378-78ed5f7f8d3d req-ac3a3714-a713-4913-ba28-2ca0fe89f7f2 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 931 time: 0.3048561 Sep 21 18:08:49.745841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=f9cf15dd-67f5-454c-97b4-88201a835884,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:49.789257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event updated for resources: {'Port': ['ID=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:49.828947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:49.883309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dbf0c84e-d123-4dfa-a378-78ed5f7f8d3d req-3d1bd05a-e1b5-475c-853f-c45c45bfffcd tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445978 Sep 21 18:08:49.883309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-52ebd918-7a97-4e11-9aee-be085bf885bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:49.883309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-895af7ad-6ba8-4470-80c1-a9c22eea1429 req-52ebd918-7a97-4e11-9aee-be085bf885bb service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6163275 Sep 21 18:08:49.959469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:49.960133 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.981532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83686-4b94-4936-b2a7-e96ff4a76313 req-3611acad-7a88-425b-9a61-2fda8316a7dd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:49.989280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06e83686-4b94-4936-b2a7-e96ff4a76313 req-3611acad-7a88-425b-9a61-2fda8316a7dd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.4235165 Sep 21 18:08:50.023606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444eae0-84a3-4ff1-bf08-860dd972b0a4 None None] Network 7940a193-dc78-47a0-a4df-904c43b17033 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:50.052704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 7940a193-dc78-47a0-a4df-904c43b17033 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:50.059221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:50.060459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9fa1aa95-c171-4b13-a82a-021d022c2709 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2159538 Sep 21 18:08:50.084636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Request body: {'port': {'device_id': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:50.104143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.104646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.105130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.105615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.106092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.106603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.107077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.109480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-5eb0f170-d79c-4325-8e8f-072c06fbe507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 6492 time: 0.3406222 Sep 21 18:08:50.147382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f146c608-bf9d-45d3-ae70-9a16dad095cd None None] Provisioning complete for port f9cf15dd-67f5-454c-97b4-88201a835884 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:50.147934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f146c608-bf9d-45d3-ae70-9a16dad095cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.208421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06e83686-4b94-4936-b2a7-e96ff4a76313 req-ead12e87-ab69-4402-9dbd-791ed86a406b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183752 Sep 21 18:08:50.338368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75813f-4a35-47be-a265-11cb40660e4a req-11691d18-3467-46b2-a809-f5fd95e676b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.373207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75813f-4a35-47be-a265-11cb40660e4a req-11691d18-3467-46b2-a809-f5fd95e676b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.387206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75813f-4a35-47be-a265-11cb40660e4a req-11691d18-3467-46b2-a809-f5fd95e676b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.389135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d75813f-4a35-47be-a265-11cb40660e4a req-11691d18-3467-46b2-a809-f5fd95e676b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2386 time: 0.1474986 Sep 21 18:08:50.391140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:50.453362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.530806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-a002b2a8-2e7d-4517-81ff-6841594926f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.531289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-a002b2a8-2e7d-4517-81ff-6841594926f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.531762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-a002b2a8-2e7d-4517-81ff-6841594926f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.533395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-a002b2a8-2e7d-4517-81ff-6841594926f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=e52824c9-a5b4-4f17-b372-bba2781d42bb&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 200 len: 2296 time: 0.3456044 Sep 21 18:08:50.542343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b903c83b-e381-4ab9-bf21-d9991cf536d3 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:50.581236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d75813f-4a35-47be-a265-11cb40660e4a req-336b8516-5507-4731-a3dc-283304b612eb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815190 Sep 21 18:08:50.610671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.622441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:50.632672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-38140271-3dd8-4ce8-b202-243aeed3df5e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9632490 Sep 21 18:08:50.638012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33722) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:50.646511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-389252686'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:50.682714 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-93299756-1362-48ab-b81c-9cad8f5e1ea8 req-a13c7ac7-a3e6-4940-b25b-665ff8489d96 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee7f8fa7-1159-48e8-8cab-21e6b82633d8 HTTP/1.1" status: 200 len: 210 time: 0.1053939 Sep 21 18:08:50.702867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Transition to ACTIVE for port object b903c83b-e381-4ab9-bf21-d9991cf536d3 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:50.716900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:50.721381 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.757414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:50.767826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.768185 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment 220dafda-c0c7-482d-b75f-e32a78f5cbf1 of type vlan for network 423c70a6-b857-4399-867c-be0a9beb0b7b Sep 21 18:08:50.793696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.831145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.847048 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-967c3172-81d1-49a0-835a-f569a857991c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 200 len: 1000 time: 0.2736542 Sep 21 18:08:50.871673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.877432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.878180 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.948110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3054445 Sep 21 18:08:50.957355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33726) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:50.964272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:50.999659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f9cf15dd-67f5-454c-97b4-88201a835884 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:51.003403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4377c6e7-f049-433a-9dc0-4937445e7d11 None None] Provisioning complete for port f9cf15dd-67f5-454c-97b4-88201a835884 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:51.003773 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4377c6e7-f049-433a-9dc0-4937445e7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.101885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4c1b6-8414-4921-9b7f-da0fde2ddba3 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=423c70a6-b857-4399-867c-be0a9beb0b7b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:51.124817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 423c70a6-b857-4399-867c-be0a9beb0b7b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:51.135341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Pushing event updated for resources: {'Port': ['ID=b903c83b-e381-4ab9-bf21-d9991cf536d3,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:51.139659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-1b3c5ab3-41bd-47fb-bf82-f76b862eb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.141786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-1b3c5ab3-41bd-47fb-bf82-f76b862eb3bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 HTTP/1.1" status: 200 len: 851 time: 0.2856026 Sep 21 18:08:51.207013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a37043-22f4-420a-b591-c58360d7323a req-b766b851-5458-4d08-98f5-4af448d461aa tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.215061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7a37043-22f4-420a-b591-c58360d7323a req-b766b851-5458-4d08-98f5-4af448d461aa tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 931 time: 0.1627033 Sep 21 18:08:51.286310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f9cf15dd-67f5-454c-97b4-88201a835884 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:51.286310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.332388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7a37043-22f4-420a-b591-c58360d7323a req-311e0977-05a6-430d-a9ce-5687a0b76f2b tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143069 Sep 21 18:08:51.343449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:51.350874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.374667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-edc6ef14-9f29-4093-a900-21e1c1eb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.375330 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-edc6ef14-9f29-4093-a900-21e1c1eb652c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcc1784-26b1-45d2-8cd2-b1b1b082c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2241135 Sep 21 18:08:51.476941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4377c6e7-f049-433a-9dc0-4937445e7d11 None None] Provisioning complete for port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:51.477492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4377c6e7-f049-433a-9dc0-4937445e7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.563760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device edbb2437-b81d-4f8c-a425-74740ce8de2b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:51.676519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4377c6e7-f049-433a-9dc0-4937445e7d11 None None] Port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:51.696226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Attempting to bind port b903c83b-e381-4ab9-bf21-d9991cf536d3 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:51.697447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Attempting to bind port b903c83b-e381-4ab9-bf21-d9991cf536d3 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:51.697895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Attempting to bind port b903c83b-e381-4ab9-bf21-d9991cf536d3 on network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:51.705093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:51.716891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port edbb2437-b81d-4f8c-a425-74740ce8de2b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:51.717578 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.723676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144cdcc-a7bd-4797-8b36-dafe6031ec88 req-1748cf37-cef8-4ce2-943e-7ca48c2ddbd5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.737054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2144cdcc-a7bd-4797-8b36-dafe6031ec88 req-1748cf37-cef8-4ce2-943e-7ca48c2ddbd5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.3533781 Sep 21 18:08:51.768844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.771344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Port b903c83b-e381-4ab9-bf21-d9991cf536d3 on network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:51.771738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Attempting to bind port b903c83b-e381-4ab9-bf21-d9991cf536d3 on network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:51.789898 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:51.800561 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-3ec0bff7-677a-46da-9931-2c19c9090df7 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572848 Sep 21 18:08:51.803732 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:51.807774 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:51.808837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:51.809294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Checking segment: {'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:51.809794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Bound using segment: {'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:51.810399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Bound port: b903c83b-e381-4ab9-bf21-d9991cf536d3, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f248816b-27ca-418e-861b-c448bd8db985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:51.810889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.849945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7eebf452-ae2d-464b-8b8f-2a3743b286ec None None] Provisioning complete for port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:51.850378 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7eebf452-ae2d-464b-8b8f-2a3743b286ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.863575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec6ea-e60c-407b-83af-4023c9b7f5a9 req-0720fff1-42b5-43d7-b557-a1e8bdabba53 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.871158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec6ea-e60c-407b-83af-4023c9b7f5a9 req-0720fff1-42b5-43d7-b557-a1e8bdabba53 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.880125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec6ea-e60c-407b-83af-4023c9b7f5a9 req-0720fff1-42b5-43d7-b557-a1e8bdabba53 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.882412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18eec6ea-e60c-407b-83af-4023c9b7f5a9 req-0720fff1-42b5-43d7-b557-a1e8bdabba53 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2398 time: 0.1676753 Sep 21 18:08:51.898892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7eebf452-ae2d-464b-8b8f-2a3743b286ec None None] Port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:51.903977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] For port b903c83b-e381-4ab9-bf21-d9991cf536d3, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:51.908069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] For port b903c83b-e381-4ab9-bf21-d9991cf536d3, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b903c83b-e381-4ab9-bf21-d9991cf536d3,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:51.920385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.925170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Transition to ACTIVE for port object 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:51.935656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.949042 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:51.956186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.982364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18eec6ea-e60c-407b-83af-4023c9b7f5a9 req-27276970-bcd1-46d6-97d3-e171554ec75d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908904 Sep 21 18:08:51.985829 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2144cdcc-a7bd-4797-8b36-dafe6031ec88 req-20ad475e-f028-4300-a661-f546ef95a823 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472978 Sep 21 18:08:52.005305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=3cd8f36c-1232-44ac-9f8a-ac047c435f8f,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:52.017468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:52.017838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: 423c70a6-b857-4399-867c-be0a9beb0b7b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:52.045652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 423c70a6-b857-4399-867c-be0a9beb0b7b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:52.050162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:52.051164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.053556 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] 10.222.0.78 "PUT /v2.0/ports/b903c83b-e381-4ab9-bf21-d9991cf536d3 HTTP/1.1" status: 200 len: 1091 time: 2.8657300 Sep 21 18:08:52.053682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e048648f-50fe-4663-8c52-54b915b32f20 None None] Provisioning complete for port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:52.054608 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e048648f-50fe-4663-8c52-54b915b32f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.060762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:52.063678 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:52.065617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 423c70a6-b857-4399-867c-be0a9beb0b7b) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:52.080748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:52.081499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.102376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Request body: {'port': {'device_id': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:52.111209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a1345a8f-bb98-4201-8ba4-086511f14ba9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1524181 Sep 21 18:08:52.117075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33742) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:52.121731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1c3d9-ea41-43f3-938d-5aa8959bbfcd None None] Network 423c70a6-b857-4399-867c-be0a9beb0b7b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:52.168616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e048648f-50fe-4663-8c52-54b915b32f20 None None] Port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:52.204095 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff9079-73e1-4b51-aed9-d13e6baa8e4a x-openstack-request-id: req-4eff9079-73e1-4b51-aed9-d13e6baa8e4a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:52.204651 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:52.205063 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4eff9079-73e1-4b51-aed9-d13e6baa8e4a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:52.205623 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3', 'status': 'completed', 'code': 200} Sep 21 18:08:52.248698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc1b48-d6ad-4879-be6d-1ede6df052cf service neutron] Pushing event updated for resources: {'Port': ['ID=b903c83b-e381-4ab9-bf21-d9991cf536d3,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:52.340845 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-318a78e8-ede7-4c05-9a1a-c8cf8f91c865 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070777 Sep 21 18:08:52.409341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-423c70a6-b857-4399-867c-be0a9beb0b7b', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:52.410355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.453790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.466577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-fc0ae95b-a7fd-4034-b307-c2cb808b6555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 217 time: 0.1094270 Sep 21 18:08:52.481472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:52.538177 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 3, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:49Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:52.582118 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:52.584643 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Updating router 8e80b805-6560-45b3-9222-bd0a4e373264 port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:08:52.612597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Attempting to bind port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:52.612951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Attempting to bind port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:52.613287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Attempting to bind port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:52.628525 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.633357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:52.633859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Attempting to bind port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 on network 5815cb5b-4078-41bf-8d73-84fad3355ba6 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:52.663350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Allocated IP 2001:db8:2::2 (423c70a6-b857-4399-867c-be0a9beb0b7b/3cd8f36c-1232-44ac-9f8a-ac047c435f8f/ce22bb6f-be56-4d1c-aae7-b34c868affeb) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:52.666878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:52.667358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Checking segment: {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:52.668553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Bound using segment: {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:52.670373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Bound port: 9fe67c5f-dd99-44ab-aa83-3dc4736b9747, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa9866b-5594-4d5e-9b1d-ed35fa695906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:52.670784 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.678870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-8b27a064-dedd-4529-a8e3-21c0283c872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:52.681024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-8b27a064-dedd-4529-a8e3-21c0283c872f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.2010412 Sep 21 18:08:52.761718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81109ec4-1878-4c3f-982c-9d0c6e2aab7b req-a3318124-6380-4751-8941-0c76e91a3a55 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:52.769569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81109ec4-1878-4c3f-982c-9d0c6e2aab7b req-a3318124-6380-4751-8941-0c76e91a3a55 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 943 time: 0.2096877 Sep 21 18:08:52.773879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-74540466-eb66-4373-a647-cb6145ed1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:52.774398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-74540466-eb66-4373-a647-cb6145ed1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:52.775408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-74540466-eb66-4373-a647-cb6145ed1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:52.777292 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-74540466-eb66-4373-a647-cb6145ed1147 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2796 time: 0.2184987 Sep 21 18:08:52.832206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81109ec4-1878-4c3f-982c-9d0c6e2aab7b req-2d79f29b-04a9-4a02-884a-a328ba892d12 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Sep 21 18:08:53.023034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-828c5024-dda7-44c7-bbc5-b3aba34514cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:53.027583 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-828c5024-dda7-44c7-bbc5-b3aba34514cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3275027 Sep 21 18:08:53.029284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] For port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:53.034780 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.043702 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.088870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.091839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] For port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:53.113260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.116235 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.153053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.78', 54686) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:53.166885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-78c8802b-7e6c-499d-9aa6-3aa8641f39e1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:53.174166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-78c8802b-7e6c-499d-9aa6-3aa8641f39e1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.4045272 Sep 21 18:08:53.181404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Network 423c70a6-b857-4399-867c-be0a9beb0b7b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:53.186591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:53.191482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:53.207025 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Attempting to bind port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:53.207025 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Attempting to bind port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:53.207025 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Attempting to bind port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb on network 7940a193-dc78-47a0-a4df-904c43b17033 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:53.208004 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2734b-2dfe-43d1-8b96-873f3641ee67 None None] Pushing event updated for resources: {'Port': ['ID=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:53.216049 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:53.216460 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Checking segment: {'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:53.216828 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.217221 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Bound using segment: {'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:53.217701 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Bound port: b4dfadc2-ca1f-476f-9578-0a81cc26bdbb, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4877b021-3caf-49db-8715-da7e03cd1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:53.218066 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.246616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:53.247264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.248701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] 10.222.0.78 "PUT /v2.0/ports/9fe67c5f-dd99-44ab-aa83-3dc4736b9747 HTTP/1.1" status: 200 len: 1091 time: 3.1686058 Sep 21 18:08:53.254176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Pushing event updated for resources: {'Port': ['ID=ce22bb6f-be56-4d1c-aae7-b34c868affeb,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:53.291222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Attempting to bind port ce22bb6f-be56-4d1c-aae7-b34c868affeb on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:53.291580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Attempting to bind port ce22bb6f-be56-4d1c-aae7-b34c868affeb by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:53.291866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Attempting to bind port ce22bb6f-be56-4d1c-aae7-b34c868affeb on network 423c70a6-b857-4399-867c-be0a9beb0b7b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:53.293517 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-acb5b100-2562-4a36-b738-16ed11a5e51b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/quotas/68956c50b6204c2b9725213b2bf1f136 HTTP/1.1" status: 200 len: 375 time: 0.1181498 Sep 21 18:08:53.297294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:53.298214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Checking segment: {'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:53.298214 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.299016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Bound using segment: {'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:53.299976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Bound port: ce22bb6f-be56-4d1c-aae7-b34c868affeb, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:53.299976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.303861 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] For port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:53.311246 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] For port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,segment=NetworkSegment(4877b021-3caf-49db-8715-da7e03cd1bcf),segment_id=4877b021-3caf-49db-8715-da7e03cd1bcf)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:53.320015 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.372832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.404058 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-7fdf0112-5977-4314-b5c7-388b8ae5df93 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095364 Sep 21 18:08:53.415547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] For port ce22bb6f-be56-4d1c-aae7-b34c868affeb, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:53.419413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-e4ee84a8-6d49-4813-a910-3ca7a0c3e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:53.421963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] For port ce22bb6f-be56-4d1c-aae7-b34c868affeb, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce22bb6f-be56-4d1c-aae7-b34c868affeb,segment=NetworkSegment(220dafda-c0c7-482d-b75f-e32a78f5cbf1),segment_id=220dafda-c0c7-482d-b75f-e32a78f5cbf1)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:53.422969 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2734b-2dfe-43d1-8b96-873f3641ee67 None None] Pushing event updated for resources: {'Port': ['ID=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:53.427571 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.436989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-e4ee84a8-6d49-4813-a910-3ca7a0c3e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:53.437735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-e4ee84a8-6d49-4813-a910-3ca7a0c3e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:53.442679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-e4ee84a8-6d49-4813-a910-3ca7a0c3e18a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b2340c0d2194489cb21c27f64f9fab50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6253281 Sep 21 18:08:53.456191 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:53.456838 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:53.457776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185c5e2-1fa5-4926-9e5f-2a1d393f7df8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:53.471832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230237cc-dd50-4271-85ca-bbf894e61e17 req-48cdbcab-85ab-4a37-bdb1-c656638eb453 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:53.474386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-ed71cdb1-de8c-4a5a-8da6-cef492f9200b service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358785 Sep 21 18:08:53.482124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-230237cc-dd50-4271-85ca-bbf894e61e17 req-48cdbcab-85ab-4a37-bdb1-c656638eb453 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.4002306 Sep 21 18:08:53.526339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7907d-be90-4025-9c92-666991b7e8b0 None None] Pushing event updated for resources: {'Port': ['ID=ce22bb6f-be56-4d1c-aae7-b34c868affeb,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:53.574352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-67358ea6-ffaf-47f2-876e-ff846daface2 None None] Provisioning complete for port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:53.574843 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-67358ea6-ffaf-47f2-876e-ff846daface2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.598719 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:53.772394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-67358ea6-ffaf-47f2-876e-ff846daface2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.824109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-67358ea6-ffaf-47f2-876e-ff846daface2 None None] For port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,segment=NetworkSegment(4877b021-3caf-49db-8715-da7e03cd1bcf),segment_id=4877b021-3caf-49db-8715-da7e03cd1bcf)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:53.831764 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-67358ea6-ffaf-47f2-876e-ff846daface2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.945538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67358ea6-ffaf-47f2-876e-ff846daface2 None None] Pushing event updated for resources: {'Port': ['ID=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:53.979896 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 3, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:54.013503 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e83e5a-9d0e-4c3a-8863-4c2659c563ff None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 3, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:54.085914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ec95cf1d-75e1-48af-aae5-c3ab77e6e745 None None] Provisioning complete for port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:54.086369 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec95cf1d-75e1-48af-aae5-c3ab77e6e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:54.221674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-96af61f2-94ba-4153-ab24-9197148a9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:54.223455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-96af61f2-94ba-4153-ab24-9197148a9fc1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 1094 time: 0.9240670 Sep 21 18:08:54.223995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'tag': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:54.226581 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2dfd42-c652-45be-81a1-37c020fafcb1", "tag": "9fe67c5f-dd99-44ab-aa83-3dc4736b9747"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:54.255637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51d7142-b9e6-46f5-978a-c106be6c1716 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:54.266116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-77e44dc6-f9cd-4c5b-8aa3-de17e5a4d86a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1004815 Sep 21 18:08:54.305395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:54.311323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-a8e7eb75-506d-4a82-88a0-a14c64f82883 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe67c5f-dd99-44ab-aa83-3dc4736b9747 HTTP/1.1" status: 200 len: 217 time: 0.0733457 Sep 21 18:08:54.395520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-bd4831ea-b3b1-4bd5-abb7-9323649ac9dc service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9905653 Sep 21 18:08:54.404798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Transition to ACTIVE for port object c51d7142-b9e6-46f5-978a-c106be6c1716 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:54.421417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:54.424949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-87a54546-91d2-40bb-96ce-ff0acd4cec5c service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712478 Sep 21 18:08:54.454958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-230237cc-dd50-4271-85ca-bbf894e61e17 req-5db34cb3-c104-4675-b126-6c4b9a9d8449 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713664 Sep 21 18:08:54.496063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-5a8caf69-cdc1-4c7b-a78f-a11ea63dff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:54.497668 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-5a8caf69-cdc1-4c7b-a78f-a11ea63dff5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0616153e-5a76-4ba8-8a40-a57cc73efd8f HTTP/1.1" status: 200 len: 861 time: 0.1711757 Sep 21 18:08:54.511944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-c2bd9fd2-366e-4b64-afd8-f71895443923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:54.513705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-c2bd9fd2-366e-4b64-afd8-f71895443923 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0599227 Sep 21 18:08:54.536543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29363207-59de-4f76-9872-7072bc8d3b0a req-db6b8522-7809-4f2a-9c7f-9f37585b993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:54.541280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-db6b8522-7809-4f2a-9c7f-9f37585b993a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1100 time: 0.1898122 Sep 21 18:08:54.700050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-cdaac5da-c4fd-4a11-9cf0-92bf7c6cc16b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 217 time: 0.2510340 Sep 21 18:08:54.702855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ba3bba7d-66ad-4944-a6ce-1106543fa9d7 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925608 Sep 21 18:08:54.711288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-6eb7a110-d78c-45ab-a9ef-9cc59dfcd665 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5815cb5b-4078-41bf-8d73-84fad3355ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293471 Sep 21 18:08:54.823723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d7142-b9e6-46f5-978a-c106be6c1716,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:54.987735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e0e81-f954-43fc-ba98-65c9b412ec33 req-2e710edd-0d28-4fe9-994f-2d32f88a9a63 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.008874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e0e81-f954-43fc-ba98-65c9b412ec33 req-2e710edd-0d28-4fe9-994f-2d32f88a9a63 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.026368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e0e81-f954-43fc-ba98-65c9b412ec33 req-2e710edd-0d28-4fe9-994f-2d32f88a9a63 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.030237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db4e0e81-f954-43fc-ba98-65c9b412ec33 req-2e710edd-0d28-4fe9-994f-2d32f88a9a63 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2410 time: 0.4222605 Sep 21 18:08:55.115102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8:2::1 (423c70a6-b857-4399-867c-be0a9beb0b7b/3cd8f36c-1232-44ac-9f8a-ac047c435f8f/db3373d2-edcc-446d-a5eb-a68d67f9c074) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:55.155247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29363207-59de-4f76-9872-7072bc8d3b0a req-fc22111c-f4fe-45c9-b688-c3bdc4521c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.156780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-fc22111c-f4fe-45c9-b688-c3bdc4521c80 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.5941262 Sep 21 18:08:55.157887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-cbc6e1b4-9716-4d3e-a23d-73825de27d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.160560 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-cbc6e1b4-9716-4d3e-a23d-73825de27d79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.4452236 Sep 21 18:08:55.160780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce22bb6f-be56-4d1c-aae7-b34c868affeb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:55.206586 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:08:55.217185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Attempting to bind port c51d7142-b9e6-46f5-978a-c106be6c1716 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:55.217919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Attempting to bind port c51d7142-b9e6-46f5-978a-c106be6c1716 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:55.218610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Attempting to bind port c51d7142-b9e6-46f5-978a-c106be6c1716 on network 38e36696-91bb-4d56-bce9-a221530ddb9f {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:55.284769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ce22bb6f-be56-4d1c-aae7-b34c868affeb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:55.285417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.305367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-b279150d-a395-4ae3-81d1-9cd0ccadd3e5 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730174 Sep 21 18:08:55.317667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Port c51d7142-b9e6-46f5-978a-c106be6c1716 on network 38e36696-91bb-4d56-bce9-a221530ddb9f not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:55.317667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Attempting to bind port c51d7142-b9e6-46f5-978a-c106be6c1716 on network 38e36696-91bb-4d56-bce9-a221530ddb9f {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:55.320543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-5a354d89-a28e-47d8-86a1-a1a6cae706b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.0754685 Sep 21 18:08:55.338901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9a20c-c9ec-4cd5-9514-82020ced82bb None None] Network 423c70a6-b857-4399-867c-be0a9beb0b7b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:55.341078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db4e0e81-f954-43fc-ba98-65c9b412ec33 req-dc87c681-9025-4d35-881e-f88cd744a4d9 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581840 Sep 21 18:08:55.377830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:55.378343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Checking segment: {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:55.378883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Bound using segment: {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:55.379356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Bound port: c51d7142-b9e6-46f5-978a-c106be6c1716, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:55.379726 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.414220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-ed86eec8-e90c-4512-b4a6-ab872c27de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.418166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-ed86eec8-e90c-4512-b4a6-ab872c27de02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2021482 Sep 21 18:08:55.426258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29363207-59de-4f76-9872-7072bc8d3b0a req-e4f90116-3f3f-4384-aea5-c08881283378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.427807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-e4f90116-3f3f-4384-aea5-c08881283378 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0856638 Sep 21 18:08:55.518903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006161-7a09-4564-9a64-25cee51b5f4b req-72de7244-c696-4429-84ef-fe7fe19c7e4a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.527016 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0006161-7a09-4564-9a64-25cee51b5f4b req-72de7244-c696-4429-84ef-fe7fe19c7e4a tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 943 time: 0.2586567 Sep 21 18:08:55.572803 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83514c18-22e0-45ae-ad24-b5aec63d5f5f x-openstack-request-id: req-83514c18-22e0-45ae-ad24-b5aec63d5f5f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:55.573518 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2dfd42-c652-45be-81a1-37c020fafcb1", "tag": "9fe67c5f-dd99-44ab-aa83-3dc4736b9747", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:55.573649 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83514c18-22e0-45ae-ad24-b5aec63d5f5f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:55.574000 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'tag': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747', 'status': 'completed', 'code': 200} Sep 21 18:08:55.627045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9dbae1c3-3c3c-4aed-abfa-3bb5308cee91 None None] Provisioning complete for port ce22bb6f-be56-4d1c-aae7-b34c868affeb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:55.627492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9dbae1c3-3c3c-4aed-abfa-3bb5308cee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.664570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b64c4d3-84db-48c7-8e47-90786b3cb3e9 req-ae3b8503-3c03-4605-b6eb-576b2235a65f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 210 time: 0.0427902 Sep 21 18:08:55.673472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29363207-59de-4f76-9872-7072bc8d3b0a req-2f0ad43a-96c4-4dd8-9d40-44defa63d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:55.675273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-2f0ad43a-96c4-4dd8-9d40-44defa63d2b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2370505 Sep 21 18:08:55.734456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.743627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1c2ca3fd-27e9-440b-8607-1ae9f3172952 req-9f0133b2-136c-4000-b489-ed79600c9b68 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275773 Sep 21 18:08:55.765003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0006161-7a09-4564-9a64-25cee51b5f4b req-71dcd8a3-2776-4f16-bc1a-0fcebec8c908 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337246 Sep 21 18:08:55.773155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.777049 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-064d951e-8d82-4066-9d07-7a3b38b89e79 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319335 Sep 21 18:08:55.787765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] For port c51d7142-b9e6-46f5-978a-c106be6c1716, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:55.804085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] For port c51d7142-b9e6-46f5-978a-c106be6c1716, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c51d7142-b9e6-46f5-978a-c106be6c1716,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:55.844164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port ce22bb6f-be56-4d1c-aae7-b34c868affeb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce22bb6f-be56-4d1c-aae7-b34c868affeb,segment=NetworkSegment(220dafda-c0c7-482d-b75f-e32a78f5cbf1),segment_id=220dafda-c0c7-482d-b75f-e32a78f5cbf1)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:55.856566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.857500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b4dfadc2-ca1f-476f-9578-0a81cc26bdbb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:55.924381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-439645c6-968e-42cb-a7c5-d13358b2552d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395749 Sep 21 18:08:55.929872 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.987530 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-0c4c153b-1890-440e-96c5-6ce8691bd0c4 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016618 Sep 21 18:08:56.022291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:56.023164 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.027381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=ce22bb6f-be56-4d1c-aae7-b34c868affeb,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:56.040213 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.190365 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-675c392a-e0dc-49af-a435-2a3ffbad69e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 HTTP/1.1" status: 200 len: 217 time: 0.1031127 Sep 21 18:08:56.200372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29363207-59de-4f76-9872-7072bc8d3b0a req-380b7140-ef43-45a0-9a1d-3607b016fd62 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631550 Sep 21 18:08:56.217952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.218627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.220225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] 10.222.0.78 "PUT /v2.0/ports/c51d7142-b9e6-46f5-978a-c106be6c1716 HTTP/1.1" status: 200 len: 1091 time: 4.1353495 Sep 21 18:08:56.237768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 423c70a6-b857-4399-867c-be0a9beb0b7b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:56.263130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:56.268116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:56.268829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5751572d-5b72-428e-aa72-e11ea3ac7173 None None] Provisioning complete for port ce22bb6f-be56-4d1c-aae7-b34c868affeb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:56.269320 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.269424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5751572d-5b72-428e-aa72-e11ea3ac7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.326097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-f8f2fb6c-82b7-4436-a411-a26f70a9260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.330032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-f8f2fb6c-82b7-4436-a411-a26f70a9260c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1088274 Sep 21 18:08:56.414286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8a4f-0bd7-4b7a-a15f-d6ce7395b8db req-9d4f9347-b52f-4853-b450-0bf200faf715 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.425788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d43b8a4f-0bd7-4b7a-a15f-d6ce7395b8db req-9d4f9347-b52f-4853-b450-0bf200faf715 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.6852953 Sep 21 18:08:56.429202 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=db3373d2-edcc-446d-a5eb-a68d67f9c074,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:56.540154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137f03c-c076-435e-a15c-b9e389cb3a60 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d7142-b9e6-46f5-978a-c106be6c1716,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:56.566278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-b16226b8-41d6-4cc8-bda4-7497220ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.567018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-b16226b8-41d6-4cc8-bda4-7497220ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.567745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-b16226b8-41d6-4cc8-bda4-7497220ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.570063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-b16226b8-41d6-4cc8-bda4-7497220ff58e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2863 time: 0.2344508 Sep 21 18:08:56.574864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-3c0b6c5b-8ca2-4d17-bc9c-677a8b9ad737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.577460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-3c0b6c5b-8ca2-4d17-bc9c-677a8b9ad737 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc543840d3a44332b187eedc6f1e975b&device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 1094 time: 0.5881073 Sep 21 18:08:56.588942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d43b8a4f-0bd7-4b7a-a15f-d6ce7395b8db req-17a4154e-4bae-4911-bf30-f64b7fd5184c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601508 Sep 21 18:08:56.631648 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.696759 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-68e3ab7b-8054-42ab-a884-29a3adf62031 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 HTTP/1.1" status: 200 len: 217 time: 0.1164443 Sep 21 18:08:56.718149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8baf3612-4319-4a69-a948-fc63339176f1 None None] Provisioning complete for port db3373d2-edcc-446d-a5eb-a68d67f9c074 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:56.720988 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8baf3612-4319-4a69-a948-fc63339176f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.741940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-6550f36e-4fe5-42a4-8adf-1ffffdbe9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.745318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-6550f36e-4fe5-42a4-8adf-1ffffdbe9143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3987863 Sep 21 18:08:56.823509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8baf3612-4319-4a69-a948-fc63339176f1 None None] Port db3373d2-edcc-446d-a5eb-a68d67f9c074 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:56.842517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-561006a1-3b82-4621-9602-be3a97c98e53 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.844372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-561006a1-3b82-4621-9602-be3a97c98e53 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.3188815 Sep 21 18:08:56.885002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Request body: {'port': {'device_id': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'admin_state_up': True, 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:56.924458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce22bb6f-be56-4d1c-aae7-b34c868affeb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:56.933218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-23a604ea-ca93-4347-a8a0-a7866f8a9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.934984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-23a604ea-ca93-4347-a8a0-a7866f8a9f1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=870960c2-27b4-4878-835f-36259532bb27 HTTP/1.1" status: 200 len: 801 time: 0.2272694 Sep 21 18:08:56.968816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a325ef5-612c-4132-a39c-97b480990682 req-7f5bea87-b764-406b-956a-c5c608bbac98 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.974814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a325ef5-612c-4132-a39c-97b480990682 req-7f5bea87-b764-406b-956a-c5c608bbac98 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.981747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a325ef5-612c-4132-a39c-97b480990682 req-7f5bea87-b764-406b-956a-c5c608bbac98 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:56.983513 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7a325ef5-612c-4132-a39c-97b480990682 req-7f5bea87-b764-406b-956a-c5c608bbac98 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2410 time: 0.2372766 Sep 21 18:08:56.992681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ce22bb6f-be56-4d1c-aae7-b34c868affeb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:56.993921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.995870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a3d6f6d-eecf-4f88-bc4f-2b38da2f0ddf req-f2ac520a-90aa-4431-a229-4f1577f090fc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 210 time: 0.0934293 Sep 21 18:08:57.079968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-fa65899c-acda-4142-bf7a-6fd874cc83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:57.081580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-fa65899c-acda-4142-bf7a-6fd874cc83df service neutron] 10.222.0.78 "GET /v2.0/networks?id=5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 200 len: 923 time: 0.4889910 Sep 21 18:08:57.086647 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-3f7ef135-0f86-4e2e-bf7e-6b5d3af01338 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044517 Sep 21 18:08:57.146026 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7a325ef5-612c-4132-a39c-97b480990682 req-2ecfbee9-c6dc-4983-9303-74941fec1be8 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417873 Sep 21 18:08:57.156295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-d00ed5f1-446c-4da8-b278-d3e533ecd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:57.158149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-d00ed5f1-446c-4da8-b278-d3e533ecd3c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38e36696-91bb-4d56-bce9-a221530ddb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2110991 Sep 21 18:08:57.161126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-39a42a8f-da57-43a7-8d6a-84ad972fc841 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe67c5f-dd99-44ab-aa83-3dc4736b9747 HTTP/1.1" status: 200 len: 217 time: 0.0667272 Sep 21 18:08:57.199455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:57.203271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:57.249273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2a7f0-c594-4d2a-835e-2799d897a6e4 req-187654d1-4b50-4fcd-b47c-8ab885a6cf99 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:57.250838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54b2a7f0-c594-4d2a-835e-2799d897a6e4 req-187654d1-4b50-4fcd-b47c-8ab885a6cf99 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 943 time: 0.1245196 Sep 21 18:08:57.284994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:57.329164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:57.329955 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:57.347932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-236df81b-21d3-4101-8657-46b6758a2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:57.349611 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-236df81b-21d3-4101-8657-46b6758a2d68 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0616153e-5a76-4ba8-8a40-a57cc73efd8f HTTP/1.1" status: 200 len: 861 time: 0.1770511 Sep 21 18:08:57.406546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54b2a7f0-c594-4d2a-835e-2799d897a6e4 req-6fff8399-bbcf-4c30-bf6b-4c868f0e1c6f tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467335 Sep 21 18:08:57.417963 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-18db563c-19b9-45a6-8db4-04af2ebe2ec4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5815cb5b-4078-41bf-8d73-84fad3355ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562863 Sep 21 18:08:57.419828 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-971446c4-8a22-4292-8792-89494202e204 service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779267 Sep 21 18:08:57.445218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=db3373d2-edcc-446d-a5eb-a68d67f9c074,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:57.454757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-a6e5438e-0ef3-48d7-a918-46e7df177f3f service neutron] 10.222.0.78 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808702 Sep 21 18:08:57.506142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-36c4b976-4bbe-4f28-a156-6e544c9b6183 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299 HTTP/1.1" status: 200 len: 217 time: 0.0755720 Sep 21 18:08:57.542796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Allocated IP 172.20.0.4 (0ce9b869-0136-477f-b660-8e206678cb6b/15ad28cd-0131-4de1-8e74-5572ff648d32/b76b0df6-ec7b-45b5-9483-3918bef67f2c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:57.568191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network 423c70a6-b857-4399-867c-be0a9beb0b7b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:57.579533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:57.582125 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b8b393-0b11-4fbf-bea1-5eabaafc247f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:57.622129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:57.653516 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5898f8e0-7682-402e-a420-de990fd070a5 x-openstack-request-id: req-5898f8e0-7682-402e-a420-de990fd070a5 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:57.654679 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:57.654970 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5898f8e0-7682-402e-a420-de990fd070a5 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:57.655625 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716', 'status': 'completed', 'code': 200} Sep 21 18:08:57.709385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-3f68e12b-af31-4d32-a505-1c1eef249113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:57.711056 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-3f68e12b-af31-4d32-a505-1c1eef249113 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 200 len: 797 time: 0.1884241 Sep 21 18:08:57.746399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-a90910d1-8623-485c-a7e2-94736b625699 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239880 Sep 21 18:08:57.773648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-d00932f9-be15-4055-9201-71b449ace466 service neutron] 10.222.0.78 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866342 Sep 21 18:08:57.866632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-366e4e6e-b515-4ecb-b8e6-5816c9de659f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=b903c83b-e381-4ab9-bf21-d9991cf536d3 HTTP/1.1" status: 200 len: 217 time: 0.0760374 Sep 21 18:08:57.899514 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-8ae6ec29-74c5-4bf7-b938-f0616eb528f6 service neutron] show failed (client error): The resource could not be found. Sep 21 18:08:57.901164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-8ae6ec29-74c5-4bf7-b938-f0616eb528f6 service neutron] 10.222.0.41 "GET /v2.0/ports/adf93b8e-b73a-434e-8531-6623f58f84c2/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.3299694 Sep 21 18:08:57.931839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:57.942478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ffd79-a518-439d-8ee3-40769f1c5d21 req-6e611479-fbd9-4a16-9f35-19cc01588d72 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:57.944196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-297ffd79-a518-439d-8ee3-40769f1c5d21 req-6e611479-fbd9-4a16-9f35-19cc01588d72 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.2412043 Sep 21 18:08:57.962731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:58.012553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.083960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-297ffd79-a518-439d-8ee3-40769f1c5d21 req-bec64db7-c808-403d-a307-e044481ac6b5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200881 Sep 21 18:08:58.127361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-95623fb0-15ad-48e3-94d4-f80af2b97b2e None None] Provisioning complete for port db3373d2-edcc-446d-a5eb-a68d67f9c074 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:58.128083 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-95623fb0-15ad-48e3-94d4-f80af2b97b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.190940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-95623fb0-15ad-48e3-94d4-f80af2b97b2e None None] Port db3373d2-edcc-446d-a5eb-a68d67f9c074 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:58.196133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:58.210993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747', 'network_id': '5815cb5b-4078-41bf-8d73-84fad3355ba6', 'port_id': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747', 'mac_address': 'fa:16:3e:22:60:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0616153e-5a76-4ba8-8a40-a57cc73efd8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:58.262441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:58.272959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.275933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cd478dd0-60cd-4e5a-8437-0640bd93de78 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1577861 Sep 21 18:08:58.276718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33816) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:58.278443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:58.303603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:58.312388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:58.313120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:58.330163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1431772915'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:58.349226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.425890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:58.436016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.449555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-08340f85-5cee-4562-8ddc-d49ed2c41c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.451319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-08340f85-5cee-4562-8ddc-d49ed2c41c84 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 1101 time: 0.2663596 Sep 21 18:08:58.455779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Network 0ce9b869-0136-477f-b660-8e206678cb6b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:58.460298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:58.464864 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.472349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:58.477673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:58.487123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:58.487322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:58.503924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc2bd-8b4d-4157-ba26-b94a3d77c41f req-da85cf99-739c-4218-9c52-1c11b346face tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.511034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc2bd-8b4d-4157-ba26-b94a3d77c41f req-da85cf99-739c-4218-9c52-1c11b346face tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.517240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-b5cf5696-7963-4936-a2fd-95f766fc61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.518705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-b5cf5696-7963-4936-a2fd-95f766fc61ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e52824c9-a5b4-4f17-b372-bba2781d42bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7991471 Sep 21 18:08:58.520124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc2bd-8b4d-4157-ba26-b94a3d77c41f req-da85cf99-739c-4218-9c52-1c11b346face tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.526582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47dbc2bd-8b4d-4157-ba26-b94a3d77c41f req-da85cf99-739c-4218-9c52-1c11b346face tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2410 time: 0.2989452 Sep 21 18:08:58.544015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:58.596500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-18bb6be3-3191-4026-8c43-931058700711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.598223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-18bb6be3-3191-4026-8c43-931058700711 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bdc64395-50e2-4d44-83c9-4eb7be137b8f HTTP/1.1" status: 200 len: 801 time: 0.7207332 Sep 21 18:08:58.617840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event updated for resources: {'Port': ['ID=b76b0df6-ec7b-45b5-9483-3918bef67f2c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:58.670482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:58.672654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['9fe67c5f-dd99-44ab-aa83-3dc4736b9747'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:58.683089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0b302a4-e65b-4f2b-8049-e3c9cccfda6a req-99a93b86-6883-4421-8376-1edb147d6dc9 service neutron] 10.222.0.78 "GET /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9201734 Sep 21 18:08:58.686858 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.696002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded63e5-4a97-40ff-a9cb-9af9e90351ae req-416baec9-414d-47f9-a939-abfaf7827568 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.705781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aded63e5-4a97-40ff-a9cb-9af9e90351ae req-416baec9-414d-47f9-a939-abfaf7827568 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 931 time: 0.2444930 Sep 21 18:08:58.765010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.765782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.769290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.769699 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added segment 9195a025-1b38-431b-a26a-8dc22a2cb5ab of type vlan for network e4be5f47-f697-4d2f-84bf-603426062125 Sep 21 18:08:58.773925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-a00904f4-327c-4316-8ead-d2526d72c5af service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325423 Sep 21 18:08:58.779082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-3e265f90-bf88-4fd3-8dd4-5c8a6de74d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.780845 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-3e265f90-bf88-4fd3-8dd4-5c8a6de74d64 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1710844 Sep 21 18:08:58.807384 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aded63e5-4a97-40ff-a9cb-9af9e90351ae req-77abd0af-8480-4a61-9a3e-5b3ae0a6acc8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009893 Sep 21 18:08:58.878072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:56Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:08:56Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:58.920676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:58.921119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Updating router 8e80b805-6560-45b3-9222-bd0a4e373264 port db3373d2-edcc-446d-a5eb-a68d67f9c074 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:08:58.998550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.134675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afa181-d1cb-4992-87a0-8f91c71c9df2 req-e370aa9d-f5af-4611-a90b-cde197555460 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:59.142970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-50afa181-d1cb-4992-87a0-8f91c71c9df2 req-e370aa9d-f5af-4611-a90b-cde197555460 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 944 time: 0.2533114 Sep 21 18:08:59.176098 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-f2694a68-8708-42ac-9c79-720a588c0c6a service neutron] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936696 Sep 21 18:08:59.240653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-db984c61-59e7-4324-a276-6a17f96fae3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 200 len: 217 time: 0.0516970 Sep 21 18:08:59.243094 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-84ba67e4-37c2-4b6a-ae6d-d085675d61bc service neutron] 10.222.0.78 "GET /v2.0/networks/f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330463 Sep 21 18:08:59.281407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-50afa181-d1cb-4992-87a0-8f91c71c9df2 req-341655b7-40c6-401e-9875-7919cc80a9bc tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368330 Sep 21 18:08:59.379588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47dbc2bd-8b4d-4157-ba26-b94a3d77c41f req-583b1455-bd5a-4bbd-97ae-3da2a2c91b75 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7584438 Sep 21 18:08:59.481901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-4e0d50d9-ce24-46c1-a9fe-f3876edffaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:59.484451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-4e0d50d9-ce24-46c1-a9fe-f3876edffaa2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.2309401 Sep 21 18:08:59.499958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.531634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ebf331b3-1144-4bf5-8b62-ce66b8e9cc0d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6510515 Sep 21 18:08:59.537571 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-47ddcfe4-b90a-4e76-b96b-d27bcaab1fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.568830 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.569110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Request body: {'port': {'device_id': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:59.576995 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.584986 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-f5f14a3f-7b8b-4ce3-a701-ec1d781603ba service neutron] 10.222.0.78 "GET /v2.0/networks/f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987802 Sep 21 18:08:59.598669 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.604911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:59.605425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.630025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccf58e-1a2a-46fd-a59b-e29ff1f6e490 None None] Pushing event updated for resources: {'Port': ['ID=db3373d2-edcc-446d-a5eb-a68d67f9c074,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:59.636995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-3d39df9b-145d-4b62-9eac-1155982376e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:59.639549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-3d39df9b-145d-4b62-9eac-1155982376e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1449625 Sep 21 18:08:59.647367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-5206552c-5479-4c88-8095-628b34e1a367 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=c51d7142-b9e6-46f5-978a-c106be6c1716 HTTP/1.1" status: 200 len: 217 time: 0.0537860 Sep 21 18:08:59.661712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a052609-97f1-4e17-9a0a-2dacd61ec284 req-4517644e-b965-4b4a-9803-4953eea52250 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:59.664155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a052609-97f1-4e17-9a0a-2dacd61ec284 req-4517644e-b965-4b4a-9803-4953eea52250 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.1403539 Sep 21 18:08:59.720223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3921006 Sep 21 18:08:59.727048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33826) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:59.740830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'subnet': {'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:59.747032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Attempting to bind port db3373d2-edcc-446d-a5eb-a68d67f9c074 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:59.747378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Attempting to bind port db3373d2-edcc-446d-a5eb-a68d67f9c074 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:59.747748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Attempting to bind port db3373d2-edcc-446d-a5eb-a68d67f9c074 on network 423c70a6-b857-4399-867c-be0a9beb0b7b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:59.754938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:59.755339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Checking segment: {'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:59.755735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.756128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Bound using segment: {'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:59.756733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Bound port: db3373d2-edcc-446d-a5eb-a68d67f9c074, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220dafda-c0c7-482d-b75f-e32a78f5cbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:59.757232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.811731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d0ba7-499b-4fbc-8a08-28b9deb20dcd tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Network': ['ID=e4be5f47-f697-4d2f-84bf-603426062125,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:59.821188 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.839941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e4be5f47-f697-4d2f-84bf-603426062125 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:59.859339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:59.865149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] For port db3373d2-edcc-446d-a5eb-a68d67f9c074, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:59.901218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] For port db3373d2-edcc-446d-a5eb-a68d67f9c074, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=db3373d2-edcc-446d-a5eb-a68d67f9c074,segment=NetworkSegment(220dafda-c0c7-482d-b75f-e32a78f5cbf1),segment_id=220dafda-c0c7-482d-b75f-e32a78f5cbf1)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:59.947847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:59.955787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.987174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:00.035729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a052609-97f1-4e17-9a0a-2dacd61ec284 req-46cd08f1-5542-49a8-a2ee-a2f21ac915dd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539057 Sep 21 18:09:00.038407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-26fd48f5-2548-4ad9-81b4-ca7b88cb60b7 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898854 Sep 21 18:09:00.040069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-cac44d76-ad46-4e99-95ba-391f66a5e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.042484 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-cac44d76-ad46-4e99-95ba-391f66a5e9ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=870960c2-27b4-4878-835f-36259532bb27 HTTP/1.1" status: 200 len: 801 time: 0.3699245 Sep 21 18:09:00.104415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2f917-299d-47e1-b1b4-044ea53e9319 req-44afc4ba-330c-456a-964b-b34ebe75a685 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.106266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67c2f917-299d-47e1-b1b4-044ea53e9319 req-44afc4ba-330c-456a-964b-b34ebe75a685 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 931 time: 0.1837347 Sep 21 18:09:00.121164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Made reservation on behalf of cb407c7329df45d2b086a90883018e0b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:00.125029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.130770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:00.133286 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c09ff1-9785-498e-b9f3-2843a7c0aded" -d '{"events": [{"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-unplugged", "status": "completed", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:00.137669 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.182647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Transition to ACTIVE for port object adf93b8e-b73a-434e-8531-6623f58f84c2 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:00.253711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.255008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cb9a0b2c-8b6a-4f76-b479-20ff6527a784 None None] Provisioning complete for port db3373d2-edcc-446d-a5eb-a68d67f9c074 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:00.255494 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0b2c-8b6a-4f76-b479-20ff6527a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.256855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccf58e-1a2a-46fd-a59b-e29ff1f6e490 None None] Pushing event updated for resources: {'Port': ['ID=db3373d2-edcc-446d-a5eb-a68d67f9c074,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:00.261211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:00.261211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:00.271246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c62ca3b4-cde3-4b6b-b713-68f18b105191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.272885 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-c62ca3b4-cde3-4b6b-b713-68f18b105191 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38e36696-91bb-4d56-bce9-a221530ddb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2153716 Sep 21 18:09:00.365500 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5326b616-2703-453c-b1fa-f1285b9f101b x-openstack-request-id: req-5326b616-2703-453c-b1fa-f1285b9f101b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:00.365742 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-unplugged", "status": "completed", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:00.365953 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5326b616-2703-453c-b1fa-f1285b9f101b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:00.367704 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'code': 200} Sep 21 18:09:00.432785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:00.435889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-48acd8a3-17fe-4651-9620-fde4be8bfaf6 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797762 Sep 21 18:09:00.495250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76b0df6-ec7b-45b5-9483-3918bef67f2c {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:00.505309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.507394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-9e14f3a0-dbe5-4f02-b692-dd11d3117ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 200 len: 217 time: 0.0535645 Sep 21 18:09:00.527005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Transition to ACTIVE for port object b76b0df6-ec7b-45b5-9483-3918bef67f2c will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:00.548068 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67c2f917-299d-47e1-b1b4-044ea53e9319 req-d7c4854a-57f8-42fa-9df8-edfd512c6c98 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275568 Sep 21 18:09:00.569569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:00.616416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:00.616795 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.685342 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.687856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] No DVR routers for this DVR port adf93b8e-b73a-434e-8531-6623f58f84c2 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:00.698053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-72a5c775-c978-445e-ad5d-235a61be6517 service neutron] 10.222.0.78 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165735 Sep 21 18:09:00.765280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:00.811322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-2597154b-d3d8-40c2-b86e-7f334d904e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.813077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-2597154b-d3d8-40c2-b86e-7f334d904e66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 200 len: 797 time: 0.2574570 Sep 21 18:09:00.838278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:00.838854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:00.839422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:00.847439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0b2c-8b6a-4f76-b479-20ff6527a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.861084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf58ab4-6c4a-4308-bf29-322638cec4e1 req-a56865db-b610-448b-b7c2-5010d95ce6f8 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.863636 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.863808 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5cf58ab4-6c4a-4308-bf29-322638cec4e1 req-a56865db-b610-448b-b7c2-5010d95ce6f8 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 944 time: 0.3298252 Sep 21 18:09:00.874205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Port adf93b8e-b73a-434e-8531-6623f58f84c2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:00.874647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Attempting to bind port adf93b8e-b73a-434e-8531-6623f58f84c2 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:00.882033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b76b0df6-ec7b-45b5-9483-3918bef67f2c,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:00.886056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.900956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:00.904343 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72392c2b-4d23-4494-a5f8-a2219afd9ae1" -d '{"events": [{"server_uuid": "7e2dfd42-c652-45be-81a1-37c020fafcb1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe67c5f-dd99-44ab-aa83-3dc4736b9747"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:00.914272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:00.922475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09368b4-447b-41cf-90f3-d36c220dbfeb req-c5a215f0-a0f5-4db6-901c-f6aeb5df3698 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.926156 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.928463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09368b4-447b-41cf-90f3-d36c220dbfeb req-c5a215f0-a0f5-4db6-901c-f6aeb5df3698 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.935347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09368b4-447b-41cf-90f3-d36c220dbfeb req-c5a215f0-a0f5-4db6-901c-f6aeb5df3698 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.936974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c09368b4-447b-41cf-90f3-d36c220dbfeb req-c5a215f0-a0f5-4db6-901c-f6aeb5df3698 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2410 time: 0.2636716 Sep 21 18:09:00.939940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:00.940279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:00.942092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:00.942630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Bound port: adf93b8e-b73a-434e-8531-6623f58f84c2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:00.943009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.969348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cb9a0b2c-8b6a-4f76-b479-20ff6527a784 None None] For port db3373d2-edcc-446d-a5eb-a68d67f9c074, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=db3373d2-edcc-446d-a5eb-a68d67f9c074,segment=NetworkSegment(220dafda-c0c7-482d-b75f-e32a78f5cbf1),segment_id=220dafda-c0c7-482d-b75f-e32a78f5cbf1)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:00.978106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0b2c-8b6a-4f76-b479-20ff6527a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.006910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:01.025292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:56Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:08:59Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:01.039521 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6952559-bd6f-4582-ac65-43633e4870a8 req-d10074ec-e95a-4f9d-856f-8c24f2045b14 service neutron] 10.222.0.78 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324826 Sep 21 18:09:01.057248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5cf58ab4-6c4a-4308-bf29-322638cec4e1 req-56187037-a4cc-4a01-9e5f-6ae2b8655682 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738632 Sep 21 18:09:01.069208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Subnet': ['ID=ce4c5b42-62b7-40ec-93af-5b980a2616df,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:01.076912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-986ccfa2-9925-4b5c-9634-6deceaf492b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.077190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Attempting to bind port b76b0df6-ec7b-45b5-9483-3918bef67f2c on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:01.077538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Attempting to bind port b76b0df6-ec7b-45b5-9483-3918bef67f2c by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:01.077874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Attempting to bind port b76b0df6-ec7b-45b5-9483-3918bef67f2c on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:01.086529 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-986ccfa2-9925-4b5c-9634-6deceaf492b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2191916 Sep 21 18:09:01.088345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c09368b4-447b-41cf-90f3-d36c220dbfeb req-e244d6b7-301c-4cdc-a410-bff9e91d0a2f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301990 Sep 21 18:09:01.093024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:01.095393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Port b76b0df6-ec7b-45b5-9483-3918bef67f2c on network 0ce9b869-0136-477f-b660-8e206678cb6b not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:01.095719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Attempting to bind port b76b0df6-ec7b-45b5-9483-3918bef67f2c on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:01.099143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:01.112086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:01.112430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:01.112815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Bound using segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:01.113259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Bound port: b76b0df6-ec7b-45b5-9483-3918bef67f2c, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:01.113610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.126938 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.171902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Checking segment: {'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:01.172798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network hostable DHCP agents. Network: e4be5f47-f697-4d2f-84bf-603426062125, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:09:01.178031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.178706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.180126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] 10.222.0.78 "PUT /v2.0/ports/adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 1096 time: 2.7091699 Sep 21 18:09:01.196789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ba0e8-8b7d-4090-80f1-8ba205d1aec2 None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:08:56Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:08:59Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:01.200598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a0b2c-8b6a-4f76-b479-20ff6527a784 None None] Pushing event updated for resources: {'Port': ['ID=db3373d2-edcc-446d-a5eb-a68d67f9c074,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:01.236271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-88cc71fc-f2fb-4546-8c5e-6496d18790c9 None None] Provisioning complete for port db3373d2-edcc-446d-a5eb-a68d67f9c074 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:01.238718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88cc71fc-f2fb-4546-8c5e-6496d18790c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.373894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e61094-d3d9-40bd-94f8-3cfa7ea85db5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:01.425522 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-7c98ecfe-9e87-423b-8656-8ec95a4f8b4d service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236663 Sep 21 18:09:01.446719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] For port b76b0df6-ec7b-45b5-9483-3918bef67f2c, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:01.452053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] For port b76b0df6-ec7b-45b5-9483-3918bef67f2c, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:01.453492 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49713d4e-6676-441b-a214-87978a609821 x-openstack-request-id: req-49713d4e-6676-441b-a214-87978a609821 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:01.453972 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2dfd42-c652-45be-81a1-37c020fafcb1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe67c5f-dd99-44ab-aa83-3dc4736b9747", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:01.454775 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49713d4e-6676-441b-a214-87978a609821 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:01.455319 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747', 'code': 200} Sep 21 18:09:01.469366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-808be339-6bfb-4b16-af04-3a4079cd55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.472153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network e4be5f47-f697-4d2f-84bf-603426062125 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:09:01.474848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-808be339-6bfb-4b16-af04-3a4079cd55b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1099 time: 0.2580223 Sep 21 18:09:01.483809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.511649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a149bd8-eb54-4ad3-bcff-dfb0761e1448 req-74cefcc6-3223-496e-8f05-6ca7351b629d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.521714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-1c39e705-ecbc-4cba-b6c3-978e17ef4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.521954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-1c39e705-ecbc-4cba-b6c3-978e17ef4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.522446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-1c39e705-ecbc-4cba-b6c3-978e17ef4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.524360 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-1c39e705-ecbc-4cba-b6c3-978e17ef4b24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2863 time: 0.4061923 Sep 21 18:09:01.526248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a149bd8-eb54-4ad3-bcff-dfb0761e1448 req-74cefcc6-3223-496e-8f05-6ca7351b629d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.1921272 Sep 21 18:09:01.545799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e4be5f47-f697-4d2f-84bf-603426062125) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:01.553350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a35661-bf26-4864-a9d5-954d528ad544 None None] Network e4be5f47-f697-4d2f-84bf-603426062125 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:01.594595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b76b0df6-ec7b-45b5-9483-3918bef67f2c,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:01.601883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.604879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.620201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.620836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.622274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-5cb0b2a1-00dc-4240-a66e-07b27a9b7fe2 service neutron] 10.222.0.41 "PUT /v2.0/ports/b76b0df6-ec7b-45b5-9483-3918bef67f2c HTTP/1.1" status: 200 len: 1091 time: 2.0650291 Sep 21 18:09:01.689146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:01.722324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a149bd8-eb54-4ad3-bcff-dfb0761e1448 req-09128b55-55b1-4e97-9bf3-743a20247bc3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840689 Sep 21 18:09:01.781471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-a63dd1e1-ddeb-4ef9-a9d4-e9976939d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.783272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-a63dd1e1-ddeb-4ef9-a9d4-e9976939d77e service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2858567 Sep 21 18:09:01.786012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-af9e0368-bf60-40ea-8284-1d23b3e0ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.787856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-af9e0368-bf60-40ea-8284-1d23b3e0ed5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 1094 time: 0.0935321 Sep 21 18:09:01.788839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-46133cba-091b-4918-b744-013968debfa5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0525067 Sep 21 18:09:01.794793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:01.825821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:01.864074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e4be5f47-f697-4d2f-84bf-603426062125', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:09:01.864938 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.877497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-8adb7451-5cfc-4079-86e4-008b63e02d00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0862260 Sep 21 18:09:01.879034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-ba324224-a25c-4fed-8bbc-3c21bce7c99f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c HTTP/1.1" status: 200 len: 217 time: 0.0781910 Sep 21 18:09:01.925841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc160dc-16a7-4f8f-a019-34c3afba60ca req-87978819-d69b-4e97-80c0-ca3b1396d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.927514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0bc160dc-16a7-4f8f-a019-34c3afba60ca req-87978819-d69b-4e97-80c0-ca3b1396d5a5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 1096 time: 0.4236557 Sep 21 18:09:01.955663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bd5b9-b61b-49de-aaa7-2948f47ed308 req-0b4ba3f4-0081-4263-8076-7c86ddbbc39b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.964915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-772bd5b9-b61b-49de-aaa7-2948f47ed308 req-0b4ba3f4-0081-4263-8076-7c86ddbbc39b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 943 time: 0.2800777 Sep 21 18:09:01.979185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-906bf21d-7f0a-40d5-9e83-7c1a1f3a2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:01.980769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-906bf21d-7f0a-40d5-9e83-7c1a1f3a2433 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0838394 Sep 21 18:09:02.037586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-a035147e-f639-48f3-9e7e-8847ffe83168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.039154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-a035147e-f639-48f3-9e7e-8847ffe83168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.1528218 Sep 21 18:09:02.045602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Allocated IP 2001:db8:3::2 (e4be5f47-f697-4d2f-84bf-603426062125/ce4c5b42-62b7-40ec-93af-5b980a2616df/ce439ff6-325d-4f19-975e-1508260ad0a7) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:02.061644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-df16ab25-6b75-416f-a125-9ce435eb8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.063252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-df16ab25-6b75-416f-a125-9ce435eb8112 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720842 Sep 21 18:09:02.089827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-304a6121-98f3-49a9-9fee-ef5c7c2a715d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404265 Sep 21 18:09:02.225405 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:02.235538 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:02.285388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Network e4be5f47-f697-4d2f-84bf-603426062125 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:02.288441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:02.292016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:02.303879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Pushing event updated for resources: {'Port': ['ID=ce439ff6-325d-4f19-975e-1508260ad0a7,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:02.304442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-6a8c06ab-1392-4813-96a0-b225b60eade2 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238917 Sep 21 18:09:02.331010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f1b2f-edee-4df1-8762-8d9a750ddf4a req-599dfd77-c448-433f-a19f-e6e74ab6f4f1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.334590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e75f1b2f-edee-4df1-8762-8d9a750ddf4a req-599dfd77-c448-433f-a19f-e6e74ab6f4f1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 945 time: 0.1487160 Sep 21 18:09:02.350786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5748de42-6fed-4b21-a453-d48d24799ea5 req-29a18f90-17c5-43e2-a6bd-67c2608129d4 service neutron] 10.222.0.41 "GET /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8983874 Sep 21 18:09:02.351567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-4dcf9494-9a45-42cd-b670-f68eb6f8f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.353069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-4dcf9494-9a45-42cd-b670-f68eb6f8f956 service neutron] 10.222.0.78 "GET /v2.0/networks?id=38e36696-91bb-4d56-bce9-a221530ddb9f HTTP/1.1" status: 200 len: 904 time: 0.7731640 Sep 21 18:09:02.353945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-65df9410-e63f-4cdb-8105-d5372e26baa1 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494845 Sep 21 18:09:02.372062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2'}, {'name': 'network-changed', 'server_uuid': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'tag': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:02.374647 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2"}, {"name": "network-changed", "server_uuid": "f4effcea-7b09-4bf5-84e6-efe65c0ce342", "tag": "b76b0df6-ec7b-45b5-9483-3918bef67f2c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:02.375101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Attempting to bind port ce439ff6-325d-4f19-975e-1508260ad0a7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:02.375659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Attempting to bind port ce439ff6-325d-4f19-975e-1508260ad0a7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:02.376199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Attempting to bind port ce439ff6-325d-4f19-975e-1508260ad0a7 on network e4be5f47-f697-4d2f-84bf-603426062125 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:02.383154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:02.383716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Checking segment: {'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:02.384756 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:02.385080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Bound using segment: {'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:02.386506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Bound port: ce439ff6-325d-4f19-975e-1508260ad0a7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:02.387054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:02.426063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-6102b05a-6496-4858-91fa-198f89353866 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=c51d7142-b9e6-46f5-978a-c106be6c1716 HTTP/1.1" status: 200 len: 217 time: 0.0612783 Sep 21 18:09:02.464564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] For port ce439ff6-325d-4f19-975e-1508260ad0a7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:02.467857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] For port ce439ff6-325d-4f19-975e-1508260ad0a7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce439ff6-325d-4f19-975e-1508260ad0a7,segment=NetworkSegment(9195a025-1b38-431b-a26a-8dc22a2cb5ab),segment_id=9195a025-1b38-431b-a26a-8dc22a2cb5ab)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:02.468402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-772bd5b9-b61b-49de-aaa7-2948f47ed308 req-7d2c0412-9476-4f1b-a786-72fd7b5eee53 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023570 Sep 21 18:09:02.474441 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:02.508707 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0bc160dc-16a7-4f8f-a019-34c3afba60ca req-0aefc893-7c6d-4685-bee1-0bac41d72f29 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658796 Sep 21 18:09:02.542392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e75f1b2f-edee-4df1-8762-8d9a750ddf4a req-f7ca48de-ec6f-4185-8c6c-1e60d6f2c2d6 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836376 Sep 21 18:09:02.578785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce3fcf-7e1a-48cc-b6a4-6f8196d59145 None None] Pushing event updated for resources: {'Port': ['ID=ce439ff6-325d-4f19-975e-1508260ad0a7,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:02.592210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-66c5b2ec-2f95-4319-aa8a-7f384ce4bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.599624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-66c5b2ec-2f95-4319-aa8a-7f384ce4bbd3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=870960c2-27b4-4878-835f-36259532bb27 HTTP/1.1" status: 200 len: 801 time: 0.1348047 Sep 21 18:09:02.606841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69c68cbd-e96c-4ce8-9278-eecb64f3bf28 req-cb7cd220-0363-4b1d-90ce-7af199bc78f6 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911010 Sep 21 18:09:02.612974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d8c58a0-b089-4e33-9a71-97cb17cdf27a req-eaa4fe99-a6a9-4f72-b862-5827102be3b6 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317343 Sep 21 18:09:02.712770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ffef1-2a31-471c-9c3d-888a252af6ae req-02d34b95-857a-4af3-9567-771c21ebf2b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.719374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ffef1-2a31-471c-9c3d-888a252af6ae req-02d34b95-857a-4af3-9567-771c21ebf2b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.725398 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ffef1-2a31-471c-9c3d-888a252af6ae req-02d34b95-857a-4af3-9567-771c21ebf2b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.727146 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e59ffef1-2a31-471c-9c3d-888a252af6ae req-02d34b95-857a-4af3-9567-771c21ebf2b2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2410 time: 0.1561248 Sep 21 18:09:02.899342 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e59ffef1-2a31-471c-9c3d-888a252af6ae req-f5a44959-f703-4747-9cfd-0ce7a281b333 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573114 Sep 21 18:09:02.919005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-b29853b5-1271-42ff-aa40-5c689fd54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.933572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-b29853b5-1271-42ff-aa40-5c689fd54e64 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=38e36696-91bb-4d56-bce9-a221530ddb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1900818 Sep 21 18:09:02.988934 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7912518-2704-471f-ac72-e6f7bacdd7c8 x-openstack-request-id: req-f7912518-2704-471f-ac72-e6f7bacdd7c8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:02.989879 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4effcea-7b09-4bf5-84e6-efe65c0ce342", "tag": "b76b0df6-ec7b-45b5-9483-3918bef67f2c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:02.990398 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7912518-2704-471f-ac72-e6f7bacdd7c8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:02.991379 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'status': 'completed', 'code': 200} Sep 21 18:09:02.996021 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'tag': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c', 'status': 'completed', 'code': 200} Sep 21 18:09:03.079495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce439ff6-325d-4f19-975e-1508260ad0a7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:03.132720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.136697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ce439ff6-325d-4f19-975e-1508260ad0a7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:03.137080 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.230985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.232628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3361f-f221-489d-b6ed-0e9c8b9fe6af req-afe36a08-b9d1-489a-b102-90f9464cfe95 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.234236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92f3361f-f221-489d-b6ed-0e9c8b9fe6af req-afe36a08-b9d1-489a-b102-90f9464cfe95 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.1903071 Sep 21 18:09:03.265839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-867d4921-e16a-4acf-a4d7-4d4c550098e6 service neutron] 10.222.0.78 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309183 Sep 21 18:09:03.274456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port ce439ff6-325d-4f19-975e-1508260ad0a7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce439ff6-325d-4f19-975e-1508260ad0a7,segment=NetworkSegment(9195a025-1b38-431b-a26a-8dc22a2cb5ab),segment_id=9195a025-1b38-431b-a26a-8dc22a2cb5ab)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:03.281228 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.286129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device db3373d2-edcc-446d-a5eb-a68d67f9c074 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:03.349217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-ad1ede0c-6c24-4341-a186-0bcc7753a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.350754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-ad1ede0c-6c24-4341-a186-0bcc7753a7b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1099 time: 0.3327451 Sep 21 18:09:03.362342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-8047440b-57a8-4db3-814a-b1aa5a1e6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.364359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-8047440b-57a8-4db3-814a-b1aa5a1e6eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1099 time: 0.0594325 Sep 21 18:09:03.393894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=ce439ff6-325d-4f19-975e-1508260ad0a7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:03.406859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port db3373d2-edcc-446d-a5eb-a68d67f9c074 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:03.407437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.445440 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92f3361f-f221-489d-b6ed-0e9c8b9fe6af req-a7164e5a-ae49-4778-bdd5-95e33f56bea3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824625 Sep 21 18:09:03.527172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-c538e9f9-f30a-4cd7-9aef-0574ade4ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.528772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-c538e9f9-f30a-4cd7-9aef-0574ade4ddb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1634889 Sep 21 18:09:03.532547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-991069de-ba90-461f-84ba-e5ff77920ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.534095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-991069de-ba90-461f-84ba-e5ff77920ecc service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1594455 Sep 21 18:09:03.536649 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21b8b393-0b11-4fbf-bea1-5eabaafc247f req-63a6d3fa-b90b-49bb-bc95-10c7b979cd62 service neutron] 10.222.0.78 "GET /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593966 Sep 21 18:09:03.605763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bac20ad8-e0c7-4190-9b4f-89942fd716fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.623967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-b62aad2a-92f6-4640-b6c6-9aeed9fd2817 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0864673 Sep 21 18:09:03.626046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-41023303-79e4-4a03-85f9-ce28715054e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0815172 Sep 21 18:09:03.644276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Allocated IP 2001:db8:3::1 (e4be5f47-f697-4d2f-84bf-603426062125/ce4c5b42-62b7-40ec-93af-5b980a2616df/b8fc535b-e66a-496f-a86e-024bfad083b2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:03.779779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-2eb6d211-c527-4d47-bfce-fe45fc3e103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.780006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624f4a-d884-4a93-beda-9d35f204dba3 req-dd7cb620-6c84-4559-ade1-f145df2afc8b tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.781491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-2eb6d211-c527-4d47-bfce-fe45fc3e103c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1373630 Sep 21 18:09:03.785554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-9ecdb26f-9607-463b-9f80-db68349c5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.787287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-9ecdb26f-9607-463b-9f80-db68349c5731 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1529305 Sep 21 18:09:03.790924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33624f4a-d884-4a93-beda-9d35f204dba3 req-dd7cb620-6c84-4559-ade1-f145df2afc8b tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 945 time: 0.1335142 Sep 21 18:09:03.798904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b9086-28c9-4ee3-a269-bdc71fd0e747 req-167a4552-2d69-4dfb-96bb-0d2a67f9d07a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.800494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a74b9086-28c9-4ee3-a269-bdc71fd0e747 req-167a4552-2d69-4dfb-96bb-0d2a67f9d07a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 943 time: 0.1790791 Sep 21 18:09:03.868032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33624f4a-d884-4a93-beda-9d35f204dba3 req-21457b1d-4fe7-4921-99b4-27a14995dfd8 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760777 Sep 21 18:09:03.905741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-ce9a730a-5f9f-46f4-bd32-c3fe45703e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.908025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-ce9a730a-5f9f-46f4-bd32-c3fe45703e75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063566 Sep 21 18:09:03.915682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a74b9086-28c9-4ee3-a269-bdc71fd0e747 req-fc6a9865-655d-45c2-9c1c-ff213027c2c5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961475 Sep 21 18:09:03.921593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.925992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-85f73534-badb-4341-8828-d5bbd0086194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.931288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-85f73534-badb-4341-8828-d5bbd0086194 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282530 Sep 21 18:09:03.972224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device b903c83b-e381-4ab9-bf21-d9991cf536d3 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:03.974311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.996913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f08de3-7fa8-4e86-93c3-520837a85302 None None] Network e4be5f47-f697-4d2f-84bf-603426062125 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:04.038883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network e4be5f47-f697-4d2f-84bf-603426062125 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:04.044028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.046922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:04.052944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:04.053370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.061109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b5c85367-42aa-4358-a26e-0201c304f4d2 None None] Provisioning complete for port ce439ff6-325d-4f19-975e-1508260ad0a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:04.061470 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b5c85367-42aa-4358-a26e-0201c304f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.102644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=b8fc535b-e66a-496f-a86e-024bfad083b2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:04.122927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-59eb4091-4d8e-40bd-a950-e28368966574 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054965 Sep 21 18:09:04.133285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-55900ae5-b633-4700-af33-a34489b6aa52 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903396 Sep 21 18:09:04.184580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.198125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef78998-2028-45f6-a568-bb22d9a276dc req-c062cad2-1e53-4806-9036-fa157711ed6e tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:04.204520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef78998-2028-45f6-a568-bb22d9a276dc req-c062cad2-1e53-4806-9036-fa157711ed6e tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:04.211016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef78998-2028-45f6-a568-bb22d9a276dc req-c062cad2-1e53-4806-9036-fa157711ed6e tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:04.212892 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fef78998-2028-45f6-a568-bb22d9a276dc req-c062cad2-1e53-4806-9036-fa157711ed6e tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2410 time: 0.1119483 Sep 21 18:09:04.297568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.306265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-dc68dc51-8de1-406d-98fd-8043b9d781c4 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623859 Sep 21 18:09:04.308592 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-1240a1c0-4762-46b0-b599-2b11fd507cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744521 Sep 21 18:09:04.308862 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fef78998-2028-45f6-a568-bb22d9a276dc req-f29df13e-2134-4459-8315-d5878334fadb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759311 Sep 21 18:09:04.331086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port b903c83b-e381-4ab9-bf21-d9991cf536d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b903c83b-e381-4ab9-bf21-d9991cf536d3,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:04.417323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-999d8a1c-15e9-476f-b57b-20d1e70d4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:04.419116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-999d8a1c-15e9-476f-b57b-20d1e70d4057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 1094 time: 0.0519855 Sep 21 18:09:04.536541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'b903c83b-e381-4ab9-bf21-d9991cf536d3', 'network_id': 'f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4', 'port_id': 'b903c83b-e381-4ab9-bf21-d9991cf536d3', 'mac_address': 'fa:16:3e:41:1d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc64395-50e2-4d44-83c9-4eb7be137b8f', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:04.569242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-19946a9d-32b5-4479-b6fd-8ab1b9c5cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:04.570666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-19946a9d-32b5-4479-b6fd-8ab1b9c5cdc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.1419063 Sep 21 18:09:04.603284 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.618128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b903c83b-e381-4ab9-bf21-d9991cf536d3 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:04.624587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-ad16ec1d-5c53-4662-943e-40bd07ae15e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c HTTP/1.1" status: 200 len: 217 time: 0.0448651 Sep 21 18:09:04.634719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5d129-7deb-47a7-b1fb-7c5e75295eab req-87a910fc-7bda-4cb0-96f7-60e683be1b40 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:04.636191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15a5d129-7deb-47a7-b1fb-7c5e75295eab req-87a910fc-7bda-4cb0-96f7-60e683be1b40 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.1100090 Sep 21 18:09:04.644390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port b903c83b-e381-4ab9-bf21-d9991cf536d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b903c83b-e381-4ab9-bf21-d9991cf536d3,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:04.651011 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.652002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c51d7142-b9e6-46f5-978a-c106be6c1716 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:04.687051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.695616 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.698648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.714832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-a4c44e6c-e11b-4706-8810-e0c449240e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:04.717274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-a4c44e6c-e11b-4706-8810-e0c449240e66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0800099 Sep 21 18:09:04.721009 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.725578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15a5d129-7deb-47a7-b1fb-7c5e75295eab req-b27dce30-0867-4c0a-90b8-03c6741c0b9e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611684 Sep 21 18:09:04.765533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-3e138787-aece-4934-9540-baf3ecbcc410 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384243 Sep 21 18:09:04.819508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=b903c83b-e381-4ab9-bf21-d9991cf536d3,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:04.833492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.833848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.834283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.834777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.835122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.835939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.836293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.836688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.838172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.838579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.838925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.839259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:04.914651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c51d7142-b9e6-46f5-978a-c106be6c1716, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c51d7142-b9e6-46f5-978a-c106be6c1716,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:04.933751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-e61aff19-f8b4-4b0e-bcdf-3d5b11bc9c4b service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587489 Sep 21 18:09:04.936728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce439ff6-325d-4f19-975e-1508260ad0a7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:04.992844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'c51d7142-b9e6-46f5-978a-c106be6c1716', 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f', 'port_id': 'c51d7142-b9e6-46f5-978a-c106be6c1716', 'mac_address': 'fa:16:3e:35:e6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870960c2-27b4-4878-835f-36259532bb27', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:05.020018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event updated for resources: {'Port': ['ID=b8fc535b-e66a-496f-a86e-024bfad083b2,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:05.101201 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.104707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d158d-f479-4785-b3ed-7bc4eeb8fcff req-f41f84e6-8b2c-481a-8ce9-a7a79129afcf tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:05.107318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-150d158d-f479-4785-b3ed-7bc4eeb8fcff req-f41f84e6-8b2c-481a-8ce9-a7a79129afcf tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 945 time: 0.1134174 Sep 21 18:09:05.109678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Network e4be5f47-f697-4d2f-84bf-603426062125 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:05.111405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:05.127939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e0366f80-2359-4514-82b9-5bbd5829219e None None] Provisioning complete for port ce439ff6-325d-4f19-975e-1508260ad0a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:05.128320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0366f80-2359-4514-82b9-5bbd5829219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.142687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ce8863f-8661-4aaa-a3ec-005fd8ed6131 req-dd6a0608-6b9d-4453-a760-8841dd63c290 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007790 Sep 21 18:09:05.179775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51d7142-b9e6-46f5-978a-c106be6c1716 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:05.182896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cff566-c4e9-4806-9643-eea49cc8df32 req-1562ce8f-b938-49fe-ac2e-7f9e74826367 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:05.185994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28cff566-c4e9-4806-9643-eea49cc8df32 req-1562ce8f-b938-49fe-ac2e-7f9e74826367 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 943 time: 0.1256421 Sep 21 18:09:05.186995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ce439ff6-325d-4f19-975e-1508260ad0a7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:05.187373 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.233778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-150d158d-f479-4785-b3ed-7bc4eeb8fcff req-0e53591f-9849-4825-853a-036914e609ca tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170068 Sep 21 18:09:05.242900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28cff566-c4e9-4806-9643-eea49cc8df32 req-0d8384cb-583a-4a6d-83b2-75624ae8362e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Sep 21 18:09:05.275926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:05.280343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c51d7142-b9e6-46f5-978a-c106be6c1716, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c51d7142-b9e6-46f5-978a-c106be6c1716,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:05.313400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.314376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:05.433401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c51d7142-b9e6-46f5-978a-c106be6c1716,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:05.444199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:05.451752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8a9dee02-a715-4291-9c3a-8724493aa7a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6508391 Sep 21 18:09:05.454894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33890) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:05.457747 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:05.461800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:05.472046 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:05.473703 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:05.499058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:05.541528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e0366f80-2359-4514-82b9-5bbd5829219e None None] Provisioning complete for port b8fc535b-e66a-496f-a86e-024bfad083b2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:05.547078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0366f80-2359-4514-82b9-5bbd5829219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.575167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4', 'network_id': '38e36696-91bb-4d56-bce9-a221530ddb9f', 'port_id': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4', 'mac_address': 'fa:16:3e:9c:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870960c2-27b4-4878-835f-36259532bb27', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:05.637610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e0366f80-2359-4514-82b9-5bbd5829219e None None] Port b8fc535b-e66a-496f-a86e-024bfad083b2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:05.646301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385fe2-90f0-4903-88c6-e40f90b2fbd5 req-099f6d3f-dee9-4de2-b5ea-1ac4141da5be tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:05.656273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57385fe2-90f0-4903-88c6-e40f90b2fbd5 req-099f6d3f-dee9-4de2-b5ea-1ac4141da5be tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 945 time: 0.0845566 Sep 21 18:09:05.667977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b76b0df6-ec7b-45b5-9483-3918bef67f2c details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:05.687418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.719682 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57385fe2-90f0-4903-88c6-e40f90b2fbd5 req-bec83c64-a44e-4bfb-99eb-2f047999e2b8 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623229 Sep 21 18:09:05.729075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:05.736455 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:05.739569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7a82-64a3-4d22-bf2b-f002105df12f req-3588d745-3dfe-4e5d-976a-20185e2f3a74 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:05.745699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7a82-64a3-4d22-bf2b-f002105df12f req-3588d745-3dfe-4e5d-976a-20185e2f3a74 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:05.751851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7a82-64a3-4d22-bf2b-f002105df12f req-3588d745-3dfe-4e5d-976a-20185e2f3a74 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:05.754934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-058e7a82-64a3-4d22-bf2b-f002105df12f req-3588d745-3dfe-4e5d-976a-20185e2f3a74 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2412 time: 0.2028615 Sep 21 18:09:05.792646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:05.876025 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.879457 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-058e7a82-64a3-4d22-bf2b-f002105df12f req-b137fb1e-c93a-473f-897b-b93d00361311 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756140 Sep 21 18:09:05.889674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11d6c-ea1a-420c-93a9-5fee16389804 req-9bae57f1-ae3f-411a-bb88-6f8430081485 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:05.892040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62e11d6c-ea1a-420c-93a9-5fee16389804 req-9bae57f1-ae3f-411a-bb88-6f8430081485 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.0576689 Sep 21 18:09:05.958139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b76b0df6-ec7b-45b5-9483-3918bef67f2c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:05.959576 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62e11d6c-ea1a-420c-93a9-5fee16389804 req-ad5d04e9-a6ed-44ad-8b6b-c87473df3cd3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605469 Sep 21 18:09:05.969143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f6affc43-bab7-4890-a300-6eecce23b164 None None] Provisioning complete for port b8fc535b-e66a-496f-a86e-024bfad083b2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:05.969746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6affc43-bab7-4890-a300-6eecce23b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.994401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:05.997059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:06.014020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c', 'mac_address': 'fa:16:3e:d4:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:06.038740 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:04Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:04Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:06.075245 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:06.075876 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Updating router 8e80b805-6560-45b3-9222-bd0a4e373264 port b8fc535b-e66a-496f-a86e-024bfad083b2 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:09:06.103669 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.156660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.extraroute_db [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95090) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:09:06.189048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.extraroute_db [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Removed routes are [] {{(pid=95090) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:09:06.189618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.192171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f6affc43-bab7-4890-a300-6eecce23b164 None None] Port b8fc535b-e66a-496f-a86e-024bfad083b2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:06.234110 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.265669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76b0df6-ec7b-45b5-9483-3918bef67f2c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:06.278454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:06.279713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d59826-994d-4d17-af4f-fc41d5c3bac2 req-cdc3b6a3-0119-4e92-b3ea-21264e5c3063 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:06.291541 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78d59826-994d-4d17-af4f-fc41d5c3bac2 req-cdc3b6a3-0119-4e92-b3ea-21264e5c3063 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 948 time: 0.0939522 Sep 21 18:09:06.302833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'mac_address': 'fa:16:3e:76:72:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:06.312480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b76b0df6-ec7b-45b5-9483-3918bef67f2c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:06.335795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78d59826-994d-4d17-af4f-fc41d5c3bac2 req-f9ac3ae1-7151-4b1d-b776-6b1eb2933683 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Sep 21 18:09:06.340778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['b903c83b-e381-4ab9-bf21-d9991cf536d3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:06.346691 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.400984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea0ab9ff-8f18-4280-b0ca-1cade1111cd4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:06.403835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c51d7142-b9e6-46f5-978a-c106be6c1716'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:06.462839 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.470855 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.538473 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.609699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf93b8e-b73a-434e-8531-6623f58f84c2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:06.615457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b76b0df6-ec7b-45b5-9483-3918bef67f2c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:06.617502 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Attempting to bind port b8fc535b-e66a-496f-a86e-024bfad083b2 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:06.617934 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Attempting to bind port b8fc535b-e66a-496f-a86e-024bfad083b2 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:06.619007 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Attempting to bind port b8fc535b-e66a-496f-a86e-024bfad083b2 on network e4be5f47-f697-4d2f-84bf-603426062125 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:06.631082 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c2f50-4eaf-4fbe-8670-e8f1d5ffe3dc None None] Pushing event updated for resources: {'Port': ['ID=b8fc535b-e66a-496f-a86e-024bfad083b2,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:06.633509 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:06.634562 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Checking segment: {'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:06.635379 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.635929 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Bound using segment: {'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:06.636527 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Bound port: b8fc535b-e66a-496f-a86e-024bfad083b2, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9195a025-1b38-431b-a26a-8dc22a2cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:06.637034 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.706872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:06.722396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] For port b8fc535b-e66a-496f-a86e-024bfad083b2, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:06.726423 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] For port b8fc535b-e66a-496f-a86e-024bfad083b2, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b8fc535b-e66a-496f-a86e-024bfad083b2,segment=NetworkSegment(9195a025-1b38-431b-a26a-8dc22a2cb5ab),segment_id=9195a025-1b38-431b-a26a-8dc22a2cb5ab)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:06.734259 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.735152 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.760867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-223b047c-4537-4d1f-972a-e28fcc48f4dc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:06.762530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-223b047c-4537-4d1f-972a-e28fcc48f4dc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 948 time: 0.5176165 Sep 21 18:09:06.798524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['b76b0df6-ec7b-45b5-9483-3918bef67f2c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:06.816779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab17003-9b20-4742-87b7-41baa99226e7 req-752661c5-6557-4125-893b-fa1403a68be5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:06.826390 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab17003-9b20-4742-87b7-41baa99226e7 req-752661c5-6557-4125-893b-fa1403a68be5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 944 time: 0.4576280 Sep 21 18:09:06.834594 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c2f50-4eaf-4fbe-8670-e8f1d5ffe3dc None None] Pushing event updated for resources: {'Port': ['ID=b8fc535b-e66a-496f-a86e-024bfad083b2,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:06.856752 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:06.857502 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:06.977380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b19327-1659-4f92-be9f-25c816efbb74 req-06666bdb-0a77-4d2e-85ff-b89d320a896f tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:06.989043 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72b19327-1659-4f92-be9f-25c816efbb74 req-06666bdb-0a77-4d2e-85ff-b89d320a896f tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 945 time: 0.1194441 Sep 21 18:09:06.989633 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:07.009453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:07.028907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.054062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab17003-9b20-4742-87b7-41baa99226e7 req-263b8c4b-3129-48da-81f3-205c8941ca80 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215967 Sep 21 18:09:07.062004 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72b19327-1659-4f92-be9f-25c816efbb74 req-77ed4a20-974e-4067-b9c4-e0b0fffcdec7 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658650 Sep 21 18:09:07.126567 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.151992 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-2bce8a60-ae6b-4eda-9010-e58cf9cb0340 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:09:07.153028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-2bce8a60-ae6b-4eda-9010-e58cf9cb0340 service neutron] 10.222.0.41 "DELETE /v2.0/ports/adf93b8e-b73a-434e-8531-6623f58f84c2/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.3556337 Sep 21 18:09:07.169043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-213faa2b-a389-4ba4-9e3e-87a8d66adaa9 None None] Provisioning complete for port b8fc535b-e66a-496f-a86e-024bfad083b2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:07.169472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-213faa2b-a389-4ba4-9e3e-87a8d66adaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.171531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['adf93b8e-b73a-434e-8531-6623f58f84c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:07.270612 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:06Z', 'revision_number': 6, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:06Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:07.295578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ce4cb-c73e-4992-9026-92047f16dbda req-3048ace0-260a-43de-ad22-7e6436885854 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.297475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-756ce4cb-c73e-4992-9026-92047f16dbda req-3048ace0-260a-43de-ad22-7e6436885854 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 945 time: 0.2662811 Sep 21 18:09:07.306761 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a8dfb-a623-4c57-9a96-b6641955b403 None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:06Z', 'revision_number': 6, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:06Z', 'revision_number': 4, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:07.327468 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.424825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab974d3-c9a2-46f4-9650-5b26ac7690f0 req-e65472b8-f1d7-46fd-b2f2-4d179c064784 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.433820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab974d3-c9a2-46f4-9650-5b26ac7690f0 req-e65472b8-f1d7-46fd-b2f2-4d179c064784 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.440792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab974d3-c9a2-46f4-9650-5b26ac7690f0 req-e65472b8-f1d7-46fd-b2f2-4d179c064784 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.449342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ab974d3-c9a2-46f4-9650-5b26ac7690f0 req-e65472b8-f1d7-46fd-b2f2-4d179c064784 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2413 time: 0.2807381 Sep 21 18:09:07.515507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:07.529803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-e6eec5c5-563c-4901-8e17-57b7fef8d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.531388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-e6eec5c5-563c-4901-8e17-57b7fef8d6cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 1100 time: 0.2305970 Sep 21 18:09:07.601584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ab974d3-c9a2-46f4-9650-5b26ac7690f0 req-a5a0f27b-c46c-4846-993d-49eebfc2d9c7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513615 Sep 21 18:09:07.735256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Deleting port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:07.735614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.752724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-213faa2b-a389-4ba4-9e3e-87a8d66adaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.799547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34a9b7-4fed-46e8-9330-14382b7886fc req-d79066d8-7407-40a3-ab8f-b38b719e65e6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.803938 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df34a9b7-4fed-46e8-9330-14382b7886fc req-d79066d8-7407-40a3-ab8f-b38b719e65e6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 949 time: 0.0856266 Sep 21 18:09:07.855688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-213faa2b-a389-4ba4-9e3e-87a8d66adaa9 None None] For port b8fc535b-e66a-496f-a86e-024bfad083b2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b8fc535b-e66a-496f-a86e-024bfad083b2,segment=NetworkSegment(9195a025-1b38-431b-a26a-8dc22a2cb5ab),segment_id=9195a025-1b38-431b-a26a-8dc22a2cb5ab)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:07.861803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-213faa2b-a389-4ba4-9e3e-87a8d66adaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.869406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df34a9b7-4fed-46e8-9330-14382b7886fc req-2574334e-da78-4dc6-a666-0885d07545ec tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Sep 21 18:09:07.926807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213faa2b-a389-4ba4-9e3e-87a8d66adaa9 None None] Pushing event updated for resources: {'Port': ['ID=b8fc535b-e66a-496f-a86e-024bfad083b2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:07.946901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:07.960162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.961373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1dd6677d-b8c4-43e1-b456-1a69f9ee97b7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 200 len: 954 time: 2.5053699 Sep 21 18:09:07.964348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] For port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,segment=NetworkSegment(caa9866b-5594-4d5e-9b1d-ed35fa695906),segment_id=caa9866b-5594-4d5e-9b1d-ed35fa695906)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:07.964877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.965346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33916) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:07.974350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-12998763-9a32-4734-951d-5f14209037bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.975838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-12998763-9a32-4734-951d-5f14209037bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.4305787 Sep 21 18:09:07.990704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Calling delete_port for 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:07.999982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3f128ef1-03ee-4c14-a890-ababff8fecf8 None None] Provisioning complete for port b8fc535b-e66a-496f-a86e-024bfad083b2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:08.000406 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f128ef1-03ee-4c14-a890-ababff8fecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.033926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-95f8adcc-c93f-4e15-920c-941ce9d95fba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 200 len: 217 time: 0.0492566 Sep 21 18:09:08.099347 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-63d13ce2-50fb-4bd2-b4d1-af64c5ecf1e2 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 200 len: 954 time: 0.1302187 Sep 21 18:09:08.100185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33922) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:08.108619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'routes': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:08.149967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-e564cc73-59df-4105-8401-5b71b08ac96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:08.151640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-e564cc73-59df-4105-8401-5b71b08ac96f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0782380 Sep 21 18:09:08.250827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.276135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43509cf2-adf4-4768-bcf0-3bb06bb1a0fe req-83a22c94-ad38-4b3a-8979-2a3c52c6576f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:08.277710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43509cf2-adf4-4768-bcf0-3bb06bb1a0fe req-83a22c94-ad38-4b3a-8979-2a3c52c6576f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 944 time: 0.1237040 Sep 21 18:09:08.282727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809848b-9126-4417-9768-722a72cecdc4 req-9ba8a179-6622-4496-9d6e-a74bac3ec4d1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:08.285746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5809848b-9126-4417-9768-722a72cecdc4 req-9ba8a179-6622-4496-9d6e-a74bac3ec4d1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e2dfd42-c652-45be-81a1-37c020fafcb1 HTTP/1.1" status: 200 len: 945 time: 0.1133251 Sep 21 18:09:08.315926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-727b6882-b0dd-4c72-b9d1-7800f781f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:08.317357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-727b6882-b0dd-4c72-b9d1-7800f781f477 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533911 Sep 21 18:09:08.341927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.357112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43509cf2-adf4-4768-bcf0-3bb06bb1a0fe req-32a68dfb-4af9-418a-abc9-b1ac8a9a2101 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728679 Sep 21 18:09:08.405457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event deleted for resources: {'Port': ['ID=9fe67c5f-dd99-44ab-aa83-3dc4736b9747,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:08.408368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5809848b-9126-4417-9768-722a72cecdc4 req-b108d317-8952-4dcf-97a7-c471cdf572b0 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32ae5445-32b6-4929-b339-8f8cfcdba094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156867 Sep 21 18:09:08.449418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:08.459664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.459664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.459664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.460073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.460301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.460635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.460962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.461287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.462593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.462898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.463231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.463563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:08.467588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:08.468551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:08.510759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] No DVR routers for this DVR port 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:08.515196 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.517164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-756ce4cb-c73e-4992-9026-92047f16dbda req-ae4a4bf1-5dbc-434b-b548-ca57e0eaa7cb tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.78 "DELETE /v2.0/ports/9fe67c5f-dd99-44ab-aa83-3dc4736b9747 HTTP/1.1" status: 204 len: 173 time: 1.2068114 Sep 21 18:09:08.517624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'name': 'network-vif-deleted', 'tag': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:08.520009 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e95aa-4e66-4959-ac0b-28dbe0a0de4f" -d '{"events": [{"server_uuid": "7e2dfd42-c652-45be-81a1-37c020fafcb1", "name": "network-vif-deleted", "tag": "9fe67c5f-dd99-44ab-aa83-3dc4736b9747"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:08.544403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-9cd68b30-65d1-46a4-b3d9-2f9c8c5db850 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135093 Sep 21 18:09:08.580601 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d6702-3dda-48d2-870e-eb8d9e22edb7 x-openstack-request-id: req-247d6702-3dda-48d2-870e-eb8d9e22edb7 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:08.580879 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2dfd42-c652-45be-81a1-37c020fafcb1", "name": "network-vif-deleted", "tag": "9fe67c5f-dd99-44ab-aa83-3dc4736b9747", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:08.581819 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-247d6702-3dda-48d2-870e-eb8d9e22edb7 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:08.582179 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2dfd42-c652-45be-81a1-37c020fafcb1', 'name': 'network-vif-deleted', 'tag': '9fe67c5f-dd99-44ab-aa83-3dc4736b9747', 'status': 'completed', 'code': 200} Sep 21 18:09:08.609705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:08.707694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca5aa203-94e5-4823-99df-a558be5a2757 req-002a9cb7-7f28-47de-9614-47dcac1aed4b service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507030 Sep 21 18:09:08.917735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf37f1-3f05-401d-95af-5e02570804a3 req-3c11f987-4a60-4583-ac3a-ee3a9d55a1bc tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:08.923127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b8fc535b-e66a-496f-a86e-024bfad083b2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:08.924350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf37f1-3f05-401d-95af-5e02570804a3 req-3c11f987-4a60-4583-ac3a-ee3a9d55a1bc tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:08.932476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf37f1-3f05-401d-95af-5e02570804a3 req-3c11f987-4a60-4583-ac3a-ee3a9d55a1bc tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:08.934165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98cf37f1-3f05-401d-95af-5e02570804a3 req-3c11f987-4a60-4583-ac3a-ee3a9d55a1bc tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2413 time: 0.1494379 Sep 21 18:09:08.969604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:06Z', 'revision_number': 6, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:07Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:09.005717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:09.028724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:09.029490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:09.033349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b8fc535b-e66a-496f-a86e-024bfad083b2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:09.033349 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.034762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98cf37f1-3f05-401d-95af-5e02570804a3 req-17cbb376-19ee-4114-bd39-628282b52114 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755992 Sep 21 18:09:09.095553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2101e-0233-4ae7-8736-6a19d8edc9aa req-b9bae85e-3c31-4e0f-9b86-50408b13c709 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:09.098016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdf2101e-0233-4ae7-8736-6a19d8edc9aa req-b9bae85e-3c31-4e0f-9b86-50408b13c709 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 949 time: 0.1052818 Sep 21 18:09:09.102673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added routes are [] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:09:09.103088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:09:09.167950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:09.168601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.178486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdf2101e-0233-4ae7-8736-6a19d8edc9aa req-b2c2b8a2-caec-4ad4-b660-6e96e9ca5bc0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 Sep 21 18:09:09.437108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.462059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.470622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:06Z', 'revision_number': 6, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:07Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:09.503968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dc5ac-ebb6-47b8-bfce-0c57bc064e6f None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:06Z', 'revision_number': 6, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:07Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:09.577655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27ab1b-48e7-4374-8f04-77b45b78711a req-6cd4b1a9-3688-40d4-877f-a58c0e219230 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:09.579285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c27ab1b-48e7-4374-8f04-77b45b78711a req-6cd4b1a9-3688-40d4-877f-a58c0e219230 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 944 time: 0.1311848 Sep 21 18:09:09.625291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:09.655386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c27ab1b-48e7-4374-8f04-77b45b78711a req-e9a2814b-a6d3-4532-af39-0316169bed69 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624781 Sep 21 18:09:09.669527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b76b0df6-ec7b-45b5-9483-3918bef67f2c up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:09.671580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33950) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:09.748325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1f69f6-eff1-4093-993d-711b9cc343de tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.749532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port b76b0df6-ec7b-45b5-9483-3918bef67f2c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:09.755282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port b76b0df6-ec7b-45b5-9483-3918bef67f2c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:09.755693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.771794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:09.779672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1f69f6-eff1-4093-993d-711b9cc343de tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.780921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.782435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c5a03bf-fef2-4831-9d9c-861960310098 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 200 len: 704 time: 1.6807058 Sep 21 18:09:09.785489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33952) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:09.788102 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:09.799829 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:09.803911 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:09.861567 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.890526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:09.893598 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b7105d-c3c9-4830-a9e6-d446641c4f7c" -d '{"events": [{"server_uuid": "f4effcea-7b09-4bf5-84e6-efe65c0ce342", "name": "network-vif-plugged", "status": "completed", "tag": "b76b0df6-ec7b-45b5-9483-3918bef67f2c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:09.897330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1f69f6-eff1-4093-993d-711b9cc343de tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.903220 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1f69f6-eff1-4093-993d-711b9cc343de tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.909410 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9e183ae-9cfd-4898-bdf4-be9ef77621db tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 200 len: 704 time: 0.1225209 Sep 21 18:09:09.910022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33958) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:09.912149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f1f69f6-eff1-4093-993d-711b9cc343de tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "DELETE /v2.0/security-groups/ee54d50c-915a-4d6b-8f39-ca9b3313e92b HTTP/1.1" status: 204 len: 168 time: 0.2390068 Sep 21 18:09:09.912734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b76b0df6-ec7b-45b5-9483-3918bef67f2c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:09.913022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33960) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:09.919107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.926448 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-2656f4f2-8b44-46ec-948f-87dea2920737 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] show failed (client error): The resource could not be found. Sep 21 18:09:09.927839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2656f4f2-8b44-46ec-948f-87dea2920737 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "GET /v2.0/security-groups/ee54d50c-915a-4d6b-8f39-ca9b3313e92b HTTP/1.1" status: 404 len: 347 time: 0.0167489 Sep 21 18:09:09.931816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33964) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:09.972706 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab3e7f1-2b6d-41b9-af2b-a06aec567894 x-openstack-request-id: req-dab3e7f1-2b6d-41b9-af2b-a06aec567894 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:09.973238 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4effcea-7b09-4bf5-84e6-efe65c0ce342", "name": "network-vif-plugged", "status": "completed", "tag": "b76b0df6-ec7b-45b5-9483-3918bef67f2c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:09.973317 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dab3e7f1-2b6d-41b9-af2b-a06aec567894 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:09.973695 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c', 'code': 200} Sep 21 18:09:09.977683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device b903c83b-e381-4ab9-bf21-d9991cf536d3 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:09.989042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f69f6-eff1-4093-993d-711b9cc343de tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54d50c-915a-4d6b-8f39-ca9b3313e92b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:10.023493 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:10.149594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Deleting port d4f382e3-abd0-4cec-89ac-986506cd7f20 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:10.150694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.154807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port b903c83b-e381-4ab9-bf21-d9991cf536d3 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:10.171076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port b903c83b-e381-4ab9-bf21-d9991cf536d3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:10.171434 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.174236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b76b0df6-ec7b-45b5-9483-3918bef67f2c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:10.215574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda0f8c-a1ec-4b3f-9b27-78ed842d16cb req-ee54d9d4-72ce-4ce6-9dd6-4415c840acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:10.217156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cda0f8c-a1ec-4b3f-9b27-78ed842d16cb req-ee54d9d4-72ce-4ce6-9dd6-4415c840acf6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 1096 time: 0.1709952 Sep 21 18:09:10.243271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a65ae-96e3-47f6-ab9e-0acbdb832494 req-a623334a-8182-4936-9da6-4a364f9d7ac4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:10.251721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-630a65ae-96e3-47f6-ab9e-0acbdb832494 req-a623334a-8182-4936-9da6-4a364f9d7ac4 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.1346161 Sep 21 18:09:10.277337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.300587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.301248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.315530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port b903c83b-e381-4ab9-bf21-d9991cf536d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b903c83b-e381-4ab9-bf21-d9991cf536d3,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:10.322717 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.323976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:10.325572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78f37e-97cd-450c-8dc6-35e70feeb3a7 req-ac7b9cbc-a0c2-4d06-96ea-5f8eff19a875 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:10.332185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78f37e-97cd-450c-8dc6-35e70feeb3a7 req-ac7b9cbc-a0c2-4d06-96ea-5f8eff19a875 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:10.339120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78f37e-97cd-450c-8dc6-35e70feeb3a7 req-ac7b9cbc-a0c2-4d06-96ea-5f8eff19a875 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:10.341020 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e78f37e-97cd-450c-8dc6-35e70feeb3a7 req-ac7b9cbc-a0c2-4d06-96ea-5f8eff19a875 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2413 time: 0.1091931 Sep 21 18:09:10.361095 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:09Z', 'revision_number': 7, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:07Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:10.371122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Calling delete_port for d4f382e3-abd0-4cec-89ac-986506cd7f20 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:10.395536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e78f37e-97cd-450c-8dc6-35e70feeb3a7 req-ff38d917-cce6-4657-9357-63ba0fc29bad tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 Sep 21 18:09:10.396142 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:10.403494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-630a65ae-96e3-47f6-ab9e-0acbdb832494 req-4da46a2d-1f6b-4385-84ba-8356d4639f12 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508274 Sep 21 18:09:10.422935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:10.423569 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:10.457860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cda0f8c-a1ec-4b3f-9b27-78ed842d16cb req-91bdb31f-f75a-47eb-b02a-47caac7c198d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256975 Sep 21 18:09:10.466586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=b903c83b-e381-4ab9-bf21-d9991cf536d3,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:10.492289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port adf93b8e-b73a-434e-8531-6623f58f84c2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:10.498310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port adf93b8e-b73a-434e-8531-6623f58f84c2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:10.499149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.619121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2de71-47bc-4dff-8c62-799788911089 req-7cd80604-109e-450e-827e-d7686746f70f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:10.625487 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-26d2de71-47bc-4dff-8c62-799788911089 req-7cd80604-109e-450e-827e-d7686746f70f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 949 time: 0.0830121 Sep 21 18:09:10.625487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.639724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.653170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Pushing event deleted for resources: {'Port': ['ID=d4f382e3-abd0-4cec-89ac-986506cd7f20,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:10.682957 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:10.687209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.687572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.687909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.688106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:10.688232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.688572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.688907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.689242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.689574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.689918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.690242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.690698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.691017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:10.695266 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.696601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c51d7142-b9e6-46f5-978a-c106be6c1716 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:10.783921 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-26d2de71-47bc-4dff-8c62-799788911089 req-6e3fddd9-88b4-4ffe-a80d-8413f7010471 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239531 Sep 21 18:09:10.830041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.833354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.837414 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c0ecfd0a-3571-4157-927a-2aee609bd4e1 tempest-ImagesOneServerNegativeTestJSON-1136387686 tempest-ImagesOneServerNegativeTestJSON-1136387686-project] 10.222.0.70 "DELETE /v2.0/floatingips/9455c158-f7fc-4a3c-b03d-41364df92d3d HTTP/1.1" status: 204 len: 168 time: 0.9012597 Sep 21 18:09:10.837557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:10.855536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port c51d7142-b9e6-46f5-978a-c106be6c1716 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:10.861419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port c51d7142-b9e6-46f5-978a-c106be6c1716 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:10.861803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.944781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e04f8-c9fe-4548-9b41-1e35d7272f5b req-299a8cd5-382f-4680-862b-99aa08e596a8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:10.947107 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e6e04f8-c9fe-4548-9b41-1e35d7272f5b req-299a8cd5-382f-4680-862b-99aa08e596a8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.0652149 Sep 21 18:09:10.966454 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:09Z', 'revision_number': 7, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:07Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:10.970144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.999045 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957a819-9395-4d83-be48-0e94e7229505 None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:09Z', 'revision_number': 7, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8fc535b-e66a-496f-a86e-024bfad083b2', 'name': '', 'network_id': 'e4be5f47-f697-4d2f-84bf-603426062125', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:21:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:03Z', 'updated_at': '2021-09-21T18:09:07Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': 'ce4c5b42-62b7-40ec-93af-5b980a2616df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:11.005606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e6e04f8-c9fe-4548-9b41-1e35d7272f5b req-61d2c6e6-3c3a-4d81-bb95-021f77983768 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517983 Sep 21 18:09:11.013514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c51d7142-b9e6-46f5-978a-c106be6c1716, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c51d7142-b9e6-46f5-978a-c106be6c1716,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:11.014094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766329c-0002-46dd-b195-4106b83fd460 req-fad6d096-f958-4b4d-a4b1-24311be72ec1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:11.016285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9766329c-0002-46dd-b195-4106b83fd460 req-fad6d096-f958-4b4d-a4b1-24311be72ec1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 945 time: 0.0777094 Sep 21 18:09:11.029849 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.029849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:11.043401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.142069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c51d7142-b9e6-46f5-978a-c106be6c1716,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:11.156298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:11.167339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:11.167850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.184059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9766329c-0002-46dd-b195-4106b83fd460 req-c94dd3f8-dcdf-4fb7-8faa-9960135cb867 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367884 Sep 21 18:09:11.273609 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.313176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:11.319651 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.320529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:11.357286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:11.357286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9fe67c5f-dd99-44ab-aa83-3dc4736b9747 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:11.365851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34000) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:11.411478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:11.443127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] Deleting subnet 0616153e-5a76-4ba8-8a40-a57cc73efd8f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:11.447417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.496586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.510919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port b8fc535b-e66a-496f-a86e-024bfad083b2 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:11.511473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.559722 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.571090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb85b9-8d1d-40f6-9f24-1ceacb1151f0 req-cc6316a3-a8a1-45b4-b620-22c921942653 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:11.577966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb85b9-8d1d-40f6-9f24-1ceacb1151f0 req-cc6316a3-a8a1-45b4-b620-22c921942653 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:11.583954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb85b9-8d1d-40f6-9f24-1ceacb1151f0 req-cc6316a3-a8a1-45b4-b620-22c921942653 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:11.585636 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1afb85b9-8d1d-40f6-9f24-1ceacb1151f0 req-cc6316a3-a8a1-45b4-b620-22c921942653 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2416 time: 0.1044092 Sep 21 18:09:11.588815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0be250-890a-4413-965b-07c82fc54e33 req-aceef0e8-c510-454f-bb90-825b10cf5448 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:11.590358 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f0be250-890a-4413-965b-07c82fc54e33 req-aceef0e8-c510-454f-bb90-825b10cf5448 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.1208704 Sep 21 18:09:11.639201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port b8fc535b-e66a-496f-a86e-024bfad083b2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b8fc535b-e66a-496f-a86e-024bfad083b2,segment=NetworkSegment(9195a025-1b38-431b-a26a-8dc22a2cb5ab),segment_id=9195a025-1b38-431b-a26a-8dc22a2cb5ab)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:11.639674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.659140 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1afb85b9-8d1d-40f6-9f24-1ceacb1151f0 req-f86c4adb-7ce1-4bbf-b16d-472e2d686a39 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493102 Sep 21 18:09:11.664912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for b8fc535b-e66a-496f-a86e-024bfad083b2 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:11.676816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.691023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f0be250-890a-4413-965b-07c82fc54e33 req-6f42dcfa-c855-49a7-9754-c6a4b8526292 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825965 Sep 21 18:09:11.703472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0616153e-5a76-4ba8-8a40-a57cc73efd8f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:11.732951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.737609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-31436233-ca09-4bc8-96ff-595aaab81840 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0616153e-5a76-4ba8-8a40-a57cc73efd8f HTTP/1.1" status: 204 len: 168 time: 0.3706906 Sep 21 18:09:11.740907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34012) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:11.820911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.902848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-44c902b6-9d10-4841-ba5b-47a2b2169b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:11.904394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-44c902b6-9d10-4841-ba5b-47a2b2169b36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 1096 time: 0.0793180 Sep 21 18:09:11.930012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.943057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.959061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-905fcb54-ea26-443a-b9ef-e45396e53a0b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316961 Sep 21 18:09:11.974967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3'}, {'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2'}, {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716'}, {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:11.977463 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab55330d-6a54-46aa-ad5b-0028a7b73a23" -d '{"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-plugged", "status": "completed", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3"}, {"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-plugged", "status": "completed", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2"}, {"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-plugged", "status": "completed", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716"}, {"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-plugged", "status": "completed", "tag": "ea0ab9ff-8f18-4280-b0ca-1cade1111cd4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:11.984781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5815cb5b-4078-41bf-8d73-84fad3355ba6']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:12.020197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa9866b-5594-4d5e-9b1d-ed35fa695906') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:12.020507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa9866b-5594-4d5e-9b1d-ed35fa695906') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:12.022045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=b8fc535b-e66a-496f-a86e-024bfad083b2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:12.030668 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa2704-c1a6-4788-a1bd-62eff633e550 x-openstack-request-id: req-b3fa2704-c1a6-4788-a1bd-62eff633e550 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:12.033882 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-plugged", "status": "completed", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3", "code": 200}, {"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-plugged", "status": "completed", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2", "code": 200}, {"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-plugged", "status": "completed", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716", "code": 200}, {"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-plugged", "status": "completed", "tag": "ea0ab9ff-8f18-4280-b0ca-1cade1111cd4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:12.034392 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3fa2704-c1a6-4788-a1bd-62eff633e550 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:12.042875 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3', 'code': 200} Sep 21 18:09:12.044394 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'code': 200} Sep 21 18:09:12.045028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.045315 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716', 'code': 200} Sep 21 18:09:12.045796 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4', 'code': 200} Sep 21 18:09:12.097544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.112727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:12.113236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:12.115418 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:12.169204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-ff11a9fa-0941-4c68-9650-f75f5a12c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.171121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-ff11a9fa-0941-4c68-9650-f75f5a12c005 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.2519774 Sep 21 18:09:12.198701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-bedca668-4e39-4699-b3e1-2a37f8c71385 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.200430 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-bedca668-4e39-4699-b3e1-2a37f8c71385 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309043 Sep 21 18:09:12.220031 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-464f6709-04dc-4c77-85bb-a65d0f2defeb tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/quotas/b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 375 time: 0.0115643 Sep 21 18:09:12.221413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.230011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.234564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] 10.222.0.70 "DELETE /v2.0/networks/5815cb5b-4078-41bf-8d73-84fad3355ba6 HTTP/1.1" status: 204 len: 168 time: 0.4904661 Sep 21 18:09:12.251283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e16e0f-0a3c-4afc-9d14-cd3cc529d1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5815cb5b-4078-41bf-8d73-84fad3355ba6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:12.271147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-d7613cbc-4f2a-4c83-ac8b-9c884cd306d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c HTTP/1.1" status: 200 len: 217 time: 0.0805380 Sep 21 18:09:12.318164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.328915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-4bafb4a4-bc2e-43f5-a5a3-3962e7cac843 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794663 Sep 21 18:09:12.345445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663422c-8714-4957-b93a-d19af05cd2c3 req-1f104f3c-eac6-401c-a4a0-d92ff06674cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.345945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663422c-8714-4957-b93a-d19af05cd2c3 req-1f104f3c-eac6-401c-a4a0-d92ff06674cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.346458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663422c-8714-4957-b93a-d19af05cd2c3 req-1f104f3c-eac6-401c-a4a0-d92ff06674cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.348210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3663422c-8714-4957-b93a-d19af05cd2c3 req-1f104f3c-eac6-401c-a4a0-d92ff06674cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2869 time: 0.2286780 Sep 21 18:09:12.410623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34036) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:12.489350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-07df0f42-6c6e-4797-bd61-26caab53d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.490171 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3df3a44f-405f-426e-b865-b4571d35c0fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc543840d3a44332b187eedc6f1e975b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783153 Sep 21 18:09:12.490854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34042) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:12.490960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-07df0f42-6c6e-4797-bd61-26caab53d322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.2118881 Sep 21 18:09:12.518931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3663422c-8714-4957-b93a-d19af05cd2c3 req-2a139d3a-a486-4525-a8a1-f93fe6466021 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462932 Sep 21 18:09:12.547396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7b32-4f95-44ef-9e0b-5d76adc42642 req-12d7becb-4a16-4abe-ad61-8266a098e06f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.549237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7ee7b32-4f95-44ef-9e0b-5d76adc42642 req-12d7becb-4a16-4abe-ad61-8266a098e06f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 945 time: 0.2239430 Sep 21 18:09:12.552731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-30c55420-2387-405c-8105-2d15cb6d91c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543473 Sep 21 18:09:12.580365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef691bf-951c-452b-9098-defc5942ecd9 req-b1ee39bf-db2c-4fdb-95a2-ab20da34104e tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.582217 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ef691bf-951c-452b-9098-defc5942ecd9 req-b1ee39bf-db2c-4fdb-95a2-ab20da34104e tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.0839274 Sep 21 18:09:12.595252 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40dd8d19-3ed2-4eea-95e3-2fd221c84e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.656492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40dd8d19-3ed2-4eea-95e3-2fd221c84e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.667179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ef691bf-951c-452b-9098-defc5942ecd9 req-f78b5fa1-7bc7-49da-9f15-de4b93d14a72 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686913 Sep 21 18:09:12.728889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7ee7b32-4f95-44ef-9e0b-5d76adc42642 req-5baa024a-dca2-4b9c-a077-01199c2a01ce tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728468 Sep 21 18:09:12.740042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40dd8d19-3ed2-4eea-95e3-2fd221c84e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.747371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40dd8d19-3ed2-4eea-95e3-2fd221c84e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.753405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40dd8d19-3ed2-4eea-95e3-2fd221c84e5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32ae5445-32b6-4929-b339-8f8cfcdba094 HTTP/1.1" status: 204 len: 168 time: 0.2589753 Sep 21 18:09:12.769972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd8d19-3ed2-4eea-95e3-2fd221c84e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ae5445-32b6-4929-b339-8f8cfcdba094,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:12.777536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-0d0dd5a9-9ea4-4b98-9448-87a092c470b5 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124846 Sep 21 18:09:12.814778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:12.928593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da588fd0-f54c-4984-9078-1266e01ff6d5 req-9408dbcf-ff3d-44e5-a7c5-74501710fa2d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0674179 Sep 21 18:09:13.032346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ae36b-3bb6-4173-8be3-9ed02adde63e req-9f763c3d-f772-4b4f-a635-3316a98bfa6c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:13.044167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ae36b-3bb6-4173-8be3-9ed02adde63e req-9f763c3d-f772-4b4f-a635-3316a98bfa6c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:13.056424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ae36b-3bb6-4173-8be3-9ed02adde63e req-9f763c3d-f772-4b4f-a635-3316a98bfa6c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:13.059346 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d2ae36b-3bb6-4173-8be3-9ed02adde63e req-9f763c3d-f772-4b4f-a635-3316a98bfa6c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2416 time: 0.1308801 Sep 21 18:09:13.062958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-c4f667ea-cc80-4240-ac45-46a0ffcc9722 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700598 Sep 21 18:09:13.082356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:13.103656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:13.116965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fafcace6-2648-4ab2-839d-97d36ea016eb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1978884 Sep 21 18:09:13.117958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:13.122562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:13.123432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:13.149209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d2ae36b-3bb6-4173-8be3-9ed02adde63e req-c462bc4e-566d-4589-901c-705c28242b3f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689764 Sep 21 18:09:13.206416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet ce4c5b42-62b7-40ec-93af-5b980a2616df {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:13.210884 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.224265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:13.269396 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.383398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.452440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.459273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:11Z', 'revision_number': 8, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:13.488942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:13.492303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4c5b42-62b7-40ec-93af-5b980a2616df,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:13.497919 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.500046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:13.500361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1e2cf55a-b6ad-44d0-80a3-39073c59ed5c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/ce4c5b42-62b7-40ec-93af-5b980a2616df HTTP/1.1" status: 204 len: 168 time: 0.3787940 Sep 21 18:09:13.501290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:13.503069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34068) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:13.551953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272bf312-d7c2-4b22-bcbb-e4a46829beac None None] Network e4be5f47-f697-4d2f-84bf-603426062125 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:13.591640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.655457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port ce439ff6-325d-4f19-975e-1508260ad0a7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:13.655806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.724885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34078) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:13.756057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port ce439ff6-325d-4f19-975e-1508260ad0a7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce439ff6-325d-4f19-975e-1508260ad0a7,segment=NetworkSegment(9195a025-1b38-431b-a26a-8dc22a2cb5ab),segment_id=9195a025-1b38-431b-a26a-8dc22a2cb5ab)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:13.756433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.811316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for ce439ff6-325d-4f19-975e-1508260ad0a7 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:13.924534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:13.959268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc4201-40c0-4039-86d8-cf77d73e64ac req-a7c55202-5a06-4831-af6d-c053c2dfc8d5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:13.969217 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6dc4201-40c0-4039-86d8-cf77d73e64ac req-a7c55202-5a06-4831-af6d-c053c2dfc8d5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 945 time: 0.0914619 Sep 21 18:09:13.975670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1787785785-network', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:14.013513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-207f7ae1-147d-4555-8d2d-0df9ab368963 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784960 Sep 21 18:09:14.021545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6dc4201-40c0-4039-86d8-cf77d73e64ac req-0d533ea8-73e0-4f95-a59c-71056a83123f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511186 Sep 21 18:09:14.022500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.036408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port ce439ff6-325d-4f19-975e-1508260ad0a7 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:14.041690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823a259-bd67-4275-a4fb-11479ae77fd8 req-333c2ee2-bfac-4ff3-809f-c44c8ab80294 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.045758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c823a259-bd67-4275-a4fb-11479ae77fd8 req-333c2ee2-bfac-4ff3-809f-c44c8ab80294 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.2573359 Sep 21 18:09:14.089509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=ce439ff6-325d-4f19-975e-1508260ad0a7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:14.150489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b2a83a-bb7c-422f-b252-2d1cb28f4fa4 None None] DHCP port deletion for e4be5f47-f697-4d2f-84bf-603426062125 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:14.187611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.195277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:11Z', 'revision_number': 8, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:14.215968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4be5f47-f697-4d2f-84bf-603426062125']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:14.232147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66054a5f-060b-4e2f-b287-36c5a4e32c2b None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:11Z', 'revision_number': 8, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3373d2-edcc-446d-a5eb-a68d67f9c074', 'name': '', 'network_id': '423c70a6-b857-4399-867c-be0a9beb0b7b', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:0c:e6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:54Z', 'updated_at': '2021-09-21T18:09:00Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '3cd8f36c-1232-44ac-9f8a-ac047c435f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:14.232957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9195a025-1b38-431b-a26a-8dc22a2cb5ab') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:14.233408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9195a025-1b38-431b-a26a-8dc22a2cb5ab') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:14.254766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.281584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d95d434f-6bd3-47db-960a-09506b20474e req-d6532bd9-9478-47a4-b190-0bbbdd962b66 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0457621 Sep 21 18:09:14.290672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.307478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:14.308124 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:14.311961 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:14.412060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.421439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.423487 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/e4be5f47-f697-4d2f-84bf-603426062125 HTTP/1.1" status: 204 len: 168 time: 0.9192243 Sep 21 18:09:14.437978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34090) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:14.448278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a30c-3106-4723-8f89-8fbd9595c5d5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=e4be5f47-f697-4d2f-84bf-603426062125,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:14.491967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-8c38afca-63ee-44a9-96d7-3860b6134ae6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.494170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-8c38afca-63ee-44a9-96d7-3860b6134ae6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.78 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.6556232 Sep 21 18:09:14.510083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Made reservation on behalf of fbe3be729ac349f8bc90b76ec557c2a5 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:14.512393 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.546130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87576c8d-bb5a-41df-8a2e-fb841de48881 req-ac0c19a0-a7e1-47bb-9ea6-a1d197921001 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.552394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87576c8d-bb5a-41df-8a2e-fb841de48881 req-ac0c19a0-a7e1-47bb-9ea6-a1d197921001 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.559426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87576c8d-bb5a-41df-8a2e-fb841de48881 req-ac0c19a0-a7e1-47bb-9ea6-a1d197921001 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.561684 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-87576c8d-bb5a-41df-8a2e-fb841de48881 req-ac0c19a0-a7e1-47bb-9ea6-a1d197921001 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2416 time: 0.1844323 Sep 21 18:09:14.636501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.680702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c823a259-bd67-4275-a4fb-11479ae77fd8 req-4cff2d25-2eee-4393-b1e9-182457cb60b7 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6042552 Sep 21 18:09:14.733521 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-87576c8d-bb5a-41df-8a2e-fb841de48881 req-c45d93d3-63eb-4b29-9cfc-6d2cc3fa17a2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591449 Sep 21 18:09:14.777803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-c924a601-a5b8-4d87-afb2-ead4cf8d278a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.779579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-c924a601-a5b8-4d87-afb2-ead4cf8d278a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7303956 Sep 21 18:09:14.785710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-b4fac6c6-48fe-4283-958e-cdb88dfc29a4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.787354 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-b4fac6c6-48fe-4283-958e-cdb88dfc29a4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 945 time: 0.1740985 Sep 21 18:09:14.808672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Request body: {'port': {'device_id': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': 'b1cc4b33c7d245fea0ad8b51bd046758'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:14.938514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce439ff6-325d-4f19-975e-1508260ad0a7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:14.957098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Deleting port 598d44c7-a3e3-49db-baf4-e2dd3134851f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:14.957466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.002712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ce439ff6-325d-4f19-975e-1508260ad0a7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:15.004259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce439ff6-325d-4f19-975e-1508260ad0a7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:15.004913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b8fc535b-e66a-496f-a86e-024bfad083b2 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:15.061965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Deleting port b76b0df6-ec7b-45b5-9483-3918bef67f2c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:15.062470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.076667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b8fc535b-e66a-496f-a86e-024bfad083b2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:15.077016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b8fc535b-e66a-496f-a86e-024bfad083b2 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:15.113309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] For port 598d44c7-a3e3-49db-baf4-e2dd3134851f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=598d44c7-a3e3-49db-baf4-e2dd3134851f,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:15.114103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.128127 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.161989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.271275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18304f56-f66d-4145-b92c-e6f3c2deb313 req-07ded8b5-1af9-4f8d-af6d-00720996e0ab tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:15.279046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18304f56-f66d-4145-b92c-e6f3c2deb313 req-07ded8b5-1af9-4f8d-af6d-00720996e0ab tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:15.280171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:09:15.287538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18304f56-f66d-4145-b92c-e6f3c2deb313 req-07ded8b5-1af9-4f8d-af6d-00720996e0ab tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:15.290937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18304f56-f66d-4145-b92c-e6f3c2deb313 req-07ded8b5-1af9-4f8d-af6d-00720996e0ab tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2416 time: 0.1516602 Sep 21 18:09:15.298476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] For port b76b0df6-ec7b-45b5-9483-3918bef67f2c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b76b0df6-ec7b-45b5-9483-3918bef67f2c,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:15.298878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.312776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Made reservation on behalf of b1cc4b33c7d245fea0ad8b51bd046758 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:15.316346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.322924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Calling delete_port for b76b0df6-ec7b-45b5-9483-3918bef67f2c owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:15.344950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.345304 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Added segment b3026291-966f-479c-b284-fc0df443aafc of type vlan for network a8853b5a-c902-4556-8e8e-232466843571 Sep 21 18:09:15.361117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f7b399-daee-40ec-9250-22b9075cd470,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:15.396283 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18304f56-f66d-4145-b92c-e6f3c2deb313 req-02660615-803c-48ec-ba4d-351edf3976bf tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946198 Sep 21 18:09:15.420309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.455840 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.471205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971e90b-ad15-49ee-a21b-6ba9ee03e3d0 req-048522ba-4700-4b45-a4f7-b0ec78a89679 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:15.472589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0971e90b-ad15-49ee-a21b-6ba9ee03e3d0 req-048522ba-4700-4b45-a4f7-b0ec78a89679 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4effcea-7b09-4bf5-84e6-efe65c0ce342 HTTP/1.1" status: 200 len: 945 time: 0.3119173 Sep 21 18:09:15.586517 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.resource_extend [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:09:15.588300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-199d698c-1369-47bf-9bc6-6575be7dcfc0 req-c0ea42f0-ad98-4429-b070-30016577076b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0551407 Sep 21 18:09:15.667418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.680308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.681733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:15.682769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.683694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['b76b0df6-ec7b-45b5-9483-3918bef67f2c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:15.700336 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.700706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.701032 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Floating IP c863ddb1-5805-4fae-88a4-26f9db88d10d disassociated. External IP: 172.25.3.243, port: 598d44c7-a3e3-49db-baf4-e2dd3134851f. Sep 21 18:09:15.701385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Calling delete_port for 598d44c7-a3e3-49db-baf4-e2dd3134851f owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:15.704568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event deleted for resources: {'Port': ['ID=b76b0df6-ec7b-45b5-9483-3918bef67f2c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:15.760551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0971e90b-ad15-49ee-a21b-6ba9ee03e3d0 req-de0ecb41-b078-4967-a360-e3b866aa98b5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508545 Sep 21 18:09:15.762525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] No DVR routers for this DVR port b76b0df6-ec7b-45b5-9483-3918bef67f2c on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:15.766966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.769536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6317cef-9c57-402a-b0e1-26b10bf2881a req-dd0aa1e2-fbbc-4b95-98b6-279817832336 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "DELETE /v2.0/ports/b76b0df6-ec7b-45b5-9483-3918bef67f2c HTTP/1.1" status: 204 len: 173 time: 0.9725790 Sep 21 18:09:15.769536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'name': 'network-vif-deleted', 'tag': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:15.771730 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225c4cb4-cef0-4a46-abaf-496cf215d423" -d '{"events": [{"server_uuid": "f4effcea-7b09-4bf5-84e6-efe65c0ce342", "name": "network-vif-deleted", "tag": "b76b0df6-ec7b-45b5-9483-3918bef67f2c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:15.847782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1219060 Sep 21 18:09:15.855363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:15.861923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22fcc-7972-48cb-bc46-a4e2de2a1088 admin admin] Pushing event updated for resources: {'Network': ['ID=a8853b5a-c902-4556-8e8e-232466843571,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:15.863393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Request body: {'subnet': {'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1787785785-subnet', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:15.870628 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a2b42-7ab5-46be-96c0-3fce726a4e23 x-openstack-request-id: req-462a2b42-7ab5-46be-96c0-3fce726a4e23 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:15.870628 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4effcea-7b09-4bf5-84e6-efe65c0ce342", "name": "network-vif-deleted", "tag": "b76b0df6-ec7b-45b5-9483-3918bef67f2c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:15.870806 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-462a2b42-7ab5-46be-96c0-3fce726a4e23 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:15.871043 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4effcea-7b09-4bf5-84e6-efe65c0ce342', 'name': 'network-vif-deleted', 'tag': 'b76b0df6-ec7b-45b5-9483-3918bef67f2c', 'status': 'completed', 'code': 200} Sep 21 18:09:15.877517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a8853b5a-c902-4556-8e8e-232466843571 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:09:15.889390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Allocated IP 192.168.233.79 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/ef71baa2-6f25-4328-bcbb-ad2ff51a74ab) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:15.909565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4eba8-48f2-4605-93fa-189b9958c7da req-221880db-e46e-4856-b4f2-20a7a807109a tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:15.917619 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5c4eba8-48f2-4605-93fa-189b9958c7da req-221880db-e46e-4856-b4f2-20a7a807109a tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 946 time: 0.1401899 Sep 21 18:09:15.929177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Made reservation on behalf of fbe3be729ac349f8bc90b76ec557c2a5 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:15.932573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.033104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port db3373d2-edcc-446d-a5eb-a68d67f9c074 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:16.033469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.045172 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5c4eba8-48f2-4605-93fa-189b9958c7da req-65847a25-bd84-4c4a-afbb-85ca732bdff0 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2ae1cae-b991-44b8-b158-9b0facc53e05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266189 Sep 21 18:09:16.078944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.114789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event deleted for resources: {'Port': ['ID=598d44c7-a3e3-49db-baf4-e2dd3134851f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:16.187264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port db3373d2-edcc-446d-a5eb-a68d67f9c074, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=db3373d2-edcc-446d-a5eb-a68d67f9c074,segment=NetworkSegment(220dafda-c0c7-482d-b75f-e32a78f5cbf1),segment_id=220dafda-c0c7-482d-b75f-e32a78f5cbf1)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:16.187889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.189049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.205360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for db3373d2-edcc-446d-a5eb-a68d67f9c074 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:16.280250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:16.282062 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.297379 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.297872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68', 'adf93b8e-b73a-434e-8531-6623f58f84c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:16.454424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:16.472738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:16.480670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:16.503482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:16.788886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.789643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.835467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b3fe8b3a-b9c1-4202-953d-6001b49e0b13 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0367162 Sep 21 18:09:16.848456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a692500-27b2-4cb9-8941-52363ff26206 req-805c839c-cc13-4325-aa3a-2964e179f07f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.857854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a692500-27b2-4cb9-8941-52363ff26206 req-805c839c-cc13-4325-aa3a-2964e179f07f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.864978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a692500-27b2-4cb9-8941-52363ff26206 req-805c839c-cc13-4325-aa3a-2964e179f07f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.867130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a692500-27b2-4cb9-8941-52363ff26206 req-805c839c-cc13-4325-aa3a-2964e179f07f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2416 time: 0.2621667 Sep 21 18:09:16.872821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Request body: {'port': {'device_id': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:16.951822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9f6f18-455c-4389-bea5-e5dcdc0342ed,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:16.988041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-14e84a1e-a708-43cd-9fe5-6131422d1f8e None None] Provisioning complete for port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:16.989184 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14e84a1e-a708-43cd-9fe5-6131422d1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.991298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27258-5162-4101-926e-2725a2198092 req-9912b847-9ab6-491b-b6d7-e7372cf972aa tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.992910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39b27258-5162-4101-926e-2725a2198092 req-9912b847-9ab6-491b-b6d7-e7372cf972aa tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 935 time: 0.2151403 Sep 21 18:09:17.002815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000350a-200e-4af9-a5cb-832307a4e09f req-88761daf-2244-495a-aee4-3c2e5efca558 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:17.009480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000350a-200e-4af9-a5cb-832307a4e09f req-88761daf-2244-495a-aee4-3c2e5efca558 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:17.018864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000350a-200e-4af9-a5cb-832307a4e09f req-88761daf-2244-495a-aee4-3c2e5efca558 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:17.023994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a000350a-200e-4af9-a5cb-832307a4e09f req-88761daf-2244-495a-aee4-3c2e5efca558 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 2416 time: 0.2678406 Sep 21 18:09:17.043184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-14e84a1e-a708-43cd-9fe5-6131422d1f8e None None] Port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:17.063674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Checking segment: {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:17.063674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Network hostable DHCP agents. Network: a8853b5a-c902-4556-8e8e-232466843571, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:09:17.164267 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39b27258-5162-4101-926e-2725a2198092 req-dc1deab6-ed7e-4fda-a5cf-c4d6c27a4cff tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369190 Sep 21 18:09:17.196929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Network a8853b5a-c902-4556-8e8e-232466843571 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:09:17.212743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:17.214486 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.214663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.222417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a8853b5a-c902-4556-8e8e-232466843571) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:17.249261 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] Sync routers for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:17.263518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272b365-c9f5-4fa2-aedf-03e492905c13 None None] Network a8853b5a-c902-4556-8e8e-232466843571 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:17.268701 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:17.270273 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:17.291564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a692500-27b2-4cb9-8941-52363ff26206 req-4ca4f35f-f3f7-492f-bae9-5290cc722701 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809800 Sep 21 18:09:17.308651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] No DVR routers for this DVR port 598d44c7-a3e3-49db-baf4-e2dd3134851f on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:17.318941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.320992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61170743-5bcd-41c2-8638-6695d5c20cbe req-f1af82b5-cc8b-45b5-979e-6294f01a09d3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.78 "DELETE /v2.0/ports/598d44c7-a3e3-49db-baf4-e2dd3134851f HTTP/1.1" status: 204 len: 173 time: 2.8124847 Sep 21 18:09:17.322013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'name': 'network-vif-deleted', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:17.323016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:17.323664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.325094 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67834f5-c091-42f2-98f5-b8bc08298af1" -d '{"events": [{"server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "name": "network-vif-deleted", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:17.376718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=db3373d2-edcc-446d-a5eb-a68d67f9c074,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:17.464556 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1776b4c9-0f5b-4a19-8cf7-80e9ba2fad21 x-openstack-request-id: req-1776b4c9-0f5b-4a19-8cf7-80e9ba2fad21 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:17.464863 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157e68cf-55fe-439e-ab8e-be5e90f30d13", "name": "network-vif-deleted", "tag": "598d44c7-a3e3-49db-baf4-e2dd3134851f", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:17.465007 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-410477d9-4b1b-4714-847f-aa1262580a7d req-df32a0fe-492a-4f83-a689-421aa71da272 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/ports?device_id=157e68cf-55fe-439e-ab8e-be5e90f30d13 HTTP/1.1" status: 200 len: 210 time: 0.1342673 Sep 21 18:09:17.465109 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1776b4c9-0f5b-4a19-8cf7-80e9ba2fad21 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:17.465633 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157e68cf-55fe-439e-ab8e-be5e90f30d13', 'name': 'network-vif-deleted', 'tag': '598d44c7-a3e3-49db-baf4-e2dd3134851f', 'status': 'completed', 'code': 200} Sep 21 18:09:17.475677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7dd15f6c-c5c1-406a-bacc-3876151de34e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6165414 Sep 21 18:09:17.489114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:17.499146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:17.560849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:17.561448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.616787 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:17.622738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-a8853b5a-c902-4556-8e8e-232466843571', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:09:17.624447 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.729892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef71baa2-6f25-4328-bcbb-ad2ff51a74ab {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:17.750527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.762378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b76b0df6-ec7b-45b5-9483-3918bef67f2c no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:17.772879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.774668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.783583 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.801799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: b76b0df6-ec7b-45b5-9483-3918bef67f2c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:17.803353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b76b0df6-ec7b-45b5-9483-3918bef67f2c not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:17.808044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Transition to ACTIVE for port object ef71baa2-6f25-4328-bcbb-ad2ff51a74ab will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:17.831711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.885458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Allocated IP 172.20.0.2 (a8853b5a-c902-4556-8e8e-232466843571/8f9f6f18-455c-4389-bea5-e5dcdc0342ed/7fbbe45c-ac60-4f00-b15d-04dddb8153e9) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:17.900452 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:17.918787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:17.919795 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.938329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-7a5e268f-38ed-4af0-94f5-e5c7d432b80d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:17.948303 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-7a5e268f-38ed-4af0-94f5-e5c7d432b80d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.2456875 Sep 21 18:09:17.972145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.994786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 598d44c7-a3e3-49db-baf4-e2dd3134851f no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:18.002108 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:50Z', 'revision_number': 5, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:18.037051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:18.041450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 598d44c7-a3e3-49db-baf4-e2dd3134851f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:18.041450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 598d44c7-a3e3-49db-baf4-e2dd3134851f not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:18.044329 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] Checking router: 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:18.057589 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:18.059040 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:18.072095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-06217614-9d99-4620-a21d-4b560e9d27f7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/quotas/68956c50b6204c2b9725213b2bf1f136 HTTP/1.1" status: 200 len: 375 time: 0.1226227 Sep 21 18:09:18.123719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d9a2cd7c-c155-4f7e-b09c-8e0a3ebf51ae tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444868 Sep 21 18:09:18.126997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:18.127343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:18.127676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:18.139244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:18.139998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:18.146927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:18.147270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:18.147667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:18.148114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Bound port: ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:18.148985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.208966 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.221611 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.289687 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:18.313365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Network a8853b5a-c902-4556-8e8e-232466843571 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:18.316749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:18.320679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:18.342581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Pushing event updated for resources: {'Port': ['ID=7fbbe45c-ac60-4f00-b15d-04dddb8153e9,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:18.357158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.371485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-8b39747a-35fd-43bf-8d7e-b0c4b6d15866 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401891 Sep 21 18:09:18.416958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Attempting to bind port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:18.417581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Attempting to bind port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:18.418105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Attempting to bind port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 on network a8853b5a-c902-4556-8e8e-232466843571 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:18.425829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:18.427678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Checking segment: {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:18.428248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.428949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Bound using segment: {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:18.429777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Bound port: 7fbbe45c-ac60-4f00-b15d-04dddb8153e9, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:18.430353 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.433121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:18.487405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:18.492730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.527984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:18.538317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b85c0-d80f-4a75-b4f0-34568fa0a4f6 req-c7d3b913-cbdb-4ffe-b291-28296a0a4570 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:18.543346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:18.544099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.545983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 1095 time: 1.6773765 Sep 21 18:09:18.546273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c06b85c0-d80f-4a75-b4f0-34568fa0a4f6 req-c7d3b913-cbdb-4ffe-b291-28296a0a4570 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 947 time: 0.1946821 Sep 21 18:09:18.575490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-abd64781-6d1a-426d-8860-37d1ccab12cf service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028782 Sep 21 18:09:18.577205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] For port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:18.584521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] For port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7fbbe45c-ac60-4f00-b15d-04dddb8153e9,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:18.595068 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.664111 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:50Z', 'revision_number': 5, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:18.681901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25323ac3-b19d-4dbd-b72f-556d4df25a55 service neutron] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:18.704154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.714799 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3352270f-1d80-45b3-941a-9876cf90a07b None None] The sync data for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 is: [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:06:40Z', 'revision_number': 4, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9d415caa-75bf-4ad8-88d2-9ec9502ffe62', 'name': '', 'network_id': 'a580323a-30ba-4d98-b035-12e0f11cf97f', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'mac_address': 'fa:16:3e:a0:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:37Z', 'updated_at': '2021-09-21T18:06:50Z', 'revision_number': 5, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'subnets': [{'id': '123e3ee3-f1ab-4d4f-a799-dcc67ae7122b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:18.719759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b529967f-4335-4f70-a99d-d3ef947b1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:18.721857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-b529967f-4335-4f70-a99d-d3ef947b1bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1098 time: 0.1310325 Sep 21 18:09:18.745975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde74124-7ef0-496c-bcc7-03344982923b None None] Pushing event updated for resources: {'Port': ['ID=7fbbe45c-ac60-4f00-b15d-04dddb8153e9,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:18.792176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-7ffb77f1-7b84-4408-9973-8bfda00b77b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.0599265 Sep 21 18:09:18.850737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c06b85c0-d80f-4a75-b4f0-34568fa0a4f6 req-49c32e0a-f75f-4f41-87bf-6e0b0bf4258f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033397 Sep 21 18:09:18.964461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-338bd6ef-8820-494a-a7dd-8eb50bca7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:18.969242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-338bd6ef-8820-494a-a7dd-8eb50bca7203 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1701536 Sep 21 18:09:19.016086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=ea0ab9ff-8f18-4280-b0ca-1cade1111cd4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:19.056572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:19.064732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.067026 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a000350a-200e-4af9-a5cb-832307a4e09f req-6c020edb-8a29-4eb1-9d04-6a10bfce9b01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "DELETE /v2.0/ports/ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 HTTP/1.1" status: 204 len: 173 time: 2.0264468 Sep 21 18:09:19.067493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-deleted', 'tag': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:19.074665 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f1000-ade1-414a-8850-d32634bd6fbd" -d '{"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-deleted", "tag": "ea0ab9ff-8f18-4280-b0ca-1cade1111cd4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:19.132312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:19.143690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:19.162323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-27714ec5-a8b9-487a-a87a-bf13de0a0a6f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7219560 Sep 21 18:09:19.166641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34156) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:19.175518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:19.176164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:19.238517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-8cad14c2-7b78-493e-9837-fd4e7c7865e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:19.240092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-8cad14c2-7b78-493e-9837-fd4e7c7865e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2628746 Sep 21 18:09:19.250635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58c1ec-ee82-4a63-bb2d-8201f35b4372 req-1fd0ec30-c5f0-41d0-97c1-0994b261e4c5 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:19.274312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58c1ec-ee82-4a63-bb2d-8201f35b4372 req-1fd0ec30-c5f0-41d0-97c1-0994b261e4c5 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:19.284867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d58c1ec-ee82-4a63-bb2d-8201f35b4372 req-1fd0ec30-c5f0-41d0-97c1-0994b261e4c5 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 1681 time: 0.2851815 Sep 21 18:09:19.320230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet 3cd8f36c-1232-44ac-9f8a-ac047c435f8f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:19.344472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:19.376202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.438599 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7035f2d-9155-44c0-a691-4a008bc0c404 None None] New status for floating IP c863ddb1-5805-4fae-88a4-26f9db88d10d: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:09:19.456469 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52b35d0f-214b-48c5-b909-f5c2c793c5b5 req-9e2b8c77-98a0-48b7-9247-b33727160e7b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 210 time: 0.1997740 Sep 21 18:09:19.475280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-cad55b17-8f27-43f7-8362-76ebd0b9155c service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882737 Sep 21 18:09:19.496915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:19.503806 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:19.507907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.592083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34166) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:19.678301 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7934f1-451e-4542-a288-0ea65ae5738f x-openstack-request-id: req-9c7934f1-451e-4542-a288-0ea65ae5738f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:19.678671 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-deleted", "tag": "ea0ab9ff-8f18-4280-b0ca-1cade1111cd4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:19.679717 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c7934f1-451e-4542-a288-0ea65ae5738f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:19.680214 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-deleted', 'tag': 'ea0ab9ff-8f18-4280-b0ca-1cade1111cd4', 'status': 'completed', 'code': 200} Sep 21 18:09:19.707021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port b903c83b-e381-4ab9-bf21-d9991cf536d3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:19.707363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.709690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:17Z', 'revision_number': 9, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:19.740689 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b20d469-c457-4d20-aa06-38769dd620d1 x-openstack-request-id: req-6b20d469-c457-4d20-aa06-38769dd620d1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:19.741107 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:19.741459 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b20d469-c457-4d20-aa06-38769dd620d1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:19.741961 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'status': 'completed', 'code': 200} Sep 21 18:09:19.768725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:19.770955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d58c1ec-ee82-4a63-bb2d-8201f35b4372 req-f8ef78c3-74ef-41ed-9fd0-043d7f5f6d9c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851177 Sep 21 18:09:19.793119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:19.794011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:19.830923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3274fbac-48f4-4dc5-9fce-070466e32ffd req-ed719819-40cb-44a0-973c-9a6eb0c16d3f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367126 Sep 21 18:09:19.905010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.950316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:19.952172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.965410 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd87b862-42d1-4639-8b0c-62c9ea4ac1e3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.995513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-facc48d7-b045-4f84-b375-94f8b8c74d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:19.997816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-facc48d7-b045-4f84-b375-94f8b8c74d4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0990615 Sep 21 18:09:20.001302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device b903c83b-e381-4ab9-bf21-d9991cf536d3 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:20.010694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.147286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-9abdd2da-d7e5-457c-865a-1e2181cfd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:20.150641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-9abdd2da-d7e5-457c-865a-1e2181cfd92d service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1351695 Sep 21 18:09:20.208991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-3bfe9fa9-9a11-4550-b20d-ab8d67b7d99a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.0489669 Sep 21 18:09:20.275802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-30df7999-e774-4b5a-a84f-6b54cd2afd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:20.276491 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.277350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-30df7999-e774-4b5a-a84f-6b54cd2afd63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0612187 Sep 21 18:09:20.335044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-1cf45f60-e466-4cac-a5bd-7a800c610c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:20.336635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-1cf45f60-e466-4cac-a5bd-7a800c610c87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509477 Sep 21 18:09:20.345779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:20.348076 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7e91ed-ec0b-45d1-afe1-2a7a8dfeec97" -d '{"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-unplugged", "status": "completed", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:20.354783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c58cd25-4e65-4f58-9122-02485a5b51f1 None None] Network a8853b5a-c902-4556-8e8e-232466843571 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:20.387762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port b903c83b-e381-4ab9-bf21-d9991cf536d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b903c83b-e381-4ab9-bf21-d9991cf536d3,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:20.409688 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50803f0f-19ab-4add-8c1f-3328c10cf5c6 x-openstack-request-id: req-50803f0f-19ab-4add-8c1f-3328c10cf5c6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:20.410028 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-unplugged", "status": "completed", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:20.410277 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50803f0f-19ab-4add-8c1f-3328c10cf5c6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:20.410655 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3', 'code': 200} Sep 21 18:09:20.414525 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.415260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c51d7142-b9e6-46f5-978a-c106be6c1716 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:20.446828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c707abb6-5423-4ad4-9dbb-9a08903d1bc6 None None] Provisioning complete for port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:20.447705 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c707abb6-5423-4ad4-9dbb-9a08903d1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.455325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-f1e1e007-235e-4810-aded-2f69e6ec8fb6 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100140 Sep 21 18:09:20.568199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd87b862-42d1-4639-8b0c-62c9ea4ac1e3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.577592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port b903c83b-e381-4ab9-bf21-d9991cf536d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b903c83b-e381-4ab9-bf21-d9991cf536d3,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:20.577970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.658402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for b903c83b-e381-4ab9-bf21-d9991cf536d3 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:20.667881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f18ded0-f46d-4aa6-a546-466a8eff9a9c req-3b3d856e-5322-4bb5-a257-f0ec007cc318 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 210 time: 0.1210260 Sep 21 18:09:20.681509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=b903c83b-e381-4ab9-bf21-d9991cf536d3,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:20.697992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:17Z', 'revision_number': 9, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:20.699003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b274-62c4-4262-bab7-f1cebda72216 req-63ff17b7-b84f-45ad-85c2-401584042e90 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:20.703011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0476b274-62c4-4262-bab7-f1cebda72216 req-63ff17b7-b84f-45ad-85c2-401584042e90 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 947 time: 0.7227571 Sep 21 18:09:20.719147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c36cbb2d-0c6d-47b7-8e3d-ebeacd0ed4cd req-f28fcbe9-7e24-4b62-a466-b75d15eea611 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545621 Sep 21 18:09:20.750713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-494854c2-f521-4e47-a859-0a0ef4b3326d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:20.752593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-494854c2-f521-4e47-a859-0a0ef4b3326d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.2761586 Sep 21 18:09:20.767327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28813b1-4ca3-4731-be99-6edef89de3eb None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:17Z', 'revision_number': 9, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'b4dfadc2-ca1f-476f-9578-0a81cc26bdbb', 'name': '', 'network_id': '7940a193-dc78-47a0-a4df-904c43b17033', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:29:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:47Z', 'updated_at': '2021-09-21T18:08:53Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '75423f3c-07a2-448c-a857-27f3af7c459f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:20.772845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Request body: {'port': {'device_id': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'admin_state_up': True, 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:20.802461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.838517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.866828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd8f36c-1232-44ac-9f8a-ac047c435f8f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:20.870371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd87b862-42d1-4639-8b0c-62c9ea4ac1e3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.874955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd87b862-42d1-4639-8b0c-62c9ea4ac1e3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.876309 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dd87b862-42d1-4639-8b0c-62c9ea4ac1e3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2ae1cae-b991-44b8-b158-9b0facc53e05 HTTP/1.1" status: 204 len: 168 time: 1.2780159 Sep 21 18:09:20.895394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c707abb6-5423-4ad4-9dbb-9a08903d1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.898533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c51d7142-b9e6-46f5-978a-c106be6c1716, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c51d7142-b9e6-46f5-978a-c106be6c1716,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:20.902543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34178) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:20.905246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.910465 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0c7722e0-5d45-4eb6-889b-a0d77855deb6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/3cd8f36c-1232-44ac-9f8a-ac047c435f8f HTTP/1.1" status: 204 len: 168 time: 1.7401030 Sep 21 18:09:20.911860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:20.916780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Allocated IP 172.25.3.40 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/d630fb1b-ade9-4325-ba4b-ffaa5c8b87da) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:20.941558 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-ee8de369-1d0a-4d38-8066-a7474e0b5e9c tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] show failed (client error): The resource could not be found. Sep 21 18:09:20.945567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ee8de369-1d0a-4d38-8066-a7474e0b5e9c tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "GET /v2.0/security-groups/e2ae1cae-b991-44b8-b158-9b0facc53e05 HTTP/1.1" status: 404 len: 347 time: 0.0381823 Sep 21 18:09:20.951707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34182) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:20.954582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87b862-42d1-4639-8b0c-62c9ea4ac1e3 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae1cae-b991-44b8-b158-9b0facc53e05,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:20.989341 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0476b274-62c4-4262-bab7-f1cebda72216 req-49b1acbd-5d49-4e4b-92a5-cf1b5c98db52 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744546 Sep 21 18:09:21.019858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53025d80-0d59-4e22-87e4-647d42393a70 req-08080bb2-aec4-4803-bfd0-e3e2be7e48ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:21.021351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53025d80-0d59-4e22-87e4-647d42393a70 req-08080bb2-aec4-4803-bfd0-e3e2be7e48ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:21.023285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53025d80-0d59-4e22-87e4-647d42393a70 req-08080bb2-aec4-4803-bfd0-e3e2be7e48ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 1677 time: 0.1194947 Sep 21 18:09:21.061593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:21.069250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.073014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8387b0-f8fc-4b2e-ba58-7ecef44fafe4 None None] Network 423c70a6-b857-4399-867c-be0a9beb0b7b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:21.082229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.082858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:21.091314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53025d80-0d59-4e22-87e4-647d42393a70 req-d4287e05-a7be-49a5-a831-439340ff97c9 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601721 Sep 21 18:09:21.195434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c51d7142-b9e6-46f5-978a-c106be6c1716,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.205743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:21.206214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea0ab9ff-8f18-4280-b0ca-1cade1111cd4 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:21.332166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c707abb6-5423-4ad4-9dbb-9a08903d1bc6 None None] For port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7fbbe45c-ac60-4f00-b15d-04dddb8153e9,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:21.339940 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c707abb6-5423-4ad4-9dbb-9a08903d1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.391769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Allocated IP 172.20.0.4 (0ce9b869-0136-477f-b660-8e206678cb6b/15ad28cd-0131-4de1-8e74-5572ff648d32/ac20dbc9-3c66-4186-96c8-ad397d1bca53) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:21.399820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:21.443659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.475798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707abb6-5423-4ad4-9dbb-9a08903d1bc6 None None] Pushing event updated for resources: {'Port': ['ID=7fbbe45c-ac60-4f00-b15d-04dddb8153e9,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.505911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.512264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:21.512452 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.512778 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.537640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.575486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-80ed9bf6-a3c4-4c4d-af08-0bdac346a005 None None] Provisioning complete for port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:21.576013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-80ed9bf6-a3c4-4c4d-af08-0bdac346a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.576133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=b903c83b-e381-4ab9-bf21-d9991cf536d3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.590230 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.602116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] DHCP port deletion for 423c70a6-b857-4399-867c-be0a9beb0b7b request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:21.651648 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.695341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:21.715989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Network 0ce9b869-0136-477f-b660-8e206678cb6b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:21.719765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:21.723232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port b903c83b-e381-4ab9-bf21-d9991cf536d3 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:21.728805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:21.730733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:21.735611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event updated for resources: {'Port': ['ID=ac20dbc9-3c66-4186-96c8-ad397d1bca53,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.742912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:21.779834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.781886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a000350a-200e-4af9-a5cb-832307a4e09f req-9f65a313-b4d3-41e7-9fcc-37897f966614 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "DELETE /v2.0/ports/b903c83b-e381-4ab9-bf21-d9991cf536d3 HTTP/1.1" status: 204 len: 173 time: 2.6936717 Sep 21 18:09:21.784147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-deleted', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:21.784760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] Deleting port ce22bb6f-be56-4d1c-aae7-b34c868affeb {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:21.785233 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.788042 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f4ba0-03a1-4a04-8b17-68d02c76fa32" -d '{"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-deleted", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:21.818386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:21.818889 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.827773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Pushing event updated for resources: {'Port': ['ID=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.839119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Deleting port 74a762c7-8477-4910-84bb-5dd183b5c5bc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:21.839466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.872125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] For port ce22bb6f-be56-4d1c-aae7-b34c868affeb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce22bb6f-be56-4d1c-aae7-b34c868affeb,segment=NetworkSegment(220dafda-c0c7-482d-b75f-e32a78f5cbf1),segment_id=220dafda-c0c7-482d-b75f-e32a78f5cbf1)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:21.873265 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.874209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-b4dc7c82-ba6a-46d6-bd24-ce1f1591333d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054745 Sep 21 18:09:21.879066 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a6650a-38d8-422d-94df-b306e0ee5994 x-openstack-request-id: req-44a6650a-38d8-422d-94df-b306e0ee5994 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:21.880008 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-deleted", "tag": "b903c83b-e381-4ab9-bf21-d9991cf536d3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:21.880008 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44a6650a-38d8-422d-94df-b306e0ee5994 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:21.880008 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-deleted', 'tag': 'b903c83b-e381-4ab9-bf21-d9991cf536d3', 'status': 'completed', 'code': 200} Sep 21 18:09:21.892755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6a498-9115-427d-bf81-ac5f172a2522 req-5058f1a6-0427-4eb9-aefa-e4bc57f408fb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:21.895755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] Calling delete_port for ce22bb6f-be56-4d1c-aae7-b34c868affeb owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:21.903333 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bee6a498-9115-427d-bf81-ac5f172a2522 req-5058f1a6-0427-4eb9-aefa-e4bc57f408fb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 931 time: 0.1057692 Sep 21 18:09:21.915068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Request body: {'port': {'device_id': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:21.990074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bee6a498-9115-427d-bf81-ac5f172a2522 req-ec5f92b5-c067-43f9-8dc6-c7998d50861e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857160 Sep 21 18:09:21.998023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.002688 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.031406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] Pushing event deleted for resources: {'Port': ['ID=ce22bb6f-be56-4d1c-aae7-b34c868affeb,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.034395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e8287-20c1-438f-9ddd-7cb82592434c None None] No DVR routers for this DVR port ce22bb6f-be56-4d1c-aae7-b34c868affeb on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:22.106458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port ce22bb6f-be56-4d1c-aae7-b34c868affeb {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:22.106711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.140621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.140958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.206861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Calling delete_port for 74a762c7-8477-4910-84bb-5dd183b5c5bc owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:22.285784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40f15c-61a8-49e6-b873-3deafcd794d4 req-00fac4a9-4835-4515-aba4-b7599e94b344 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.287474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f40f15c-61a8-49e6-b873-3deafcd794d4 req-00fac4a9-4835-4515-aba4-b7599e94b344 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 943 time: 0.0988376 Sep 21 18:09:22.330461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port ce22bb6f-be56-4d1c-aae7-b34c868affeb, host n-d-810285-3, got binding levels [] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:22.330733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.344323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466036f-6d76-4407-9f4c-e114dc7a7487 req-1a6f7713-4c3f-46d2-8ad9-a666be62acd2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.346400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d466036f-6d76-4407-9f4c-e114dc7a7487 req-1a6f7713-4c3f-46d2-8ad9-a666be62acd2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 947 time: 0.2501705 Sep 21 18:09:22.367498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f40f15c-61a8-49e6-b873-3deafcd794d4 req-6f901c56-01b4-4b5a-a875-c39719a1c0d9 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713170 Sep 21 18:09:22.405063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for ce22bb6f-be56-4d1c-aae7-b34c868affeb owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:22.411700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:22.417360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_backend_mixin [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Port ce22bb6f-be56-4d1c-aae7-b34c868affeb was not found and therefore no delete operation was performed {{(pid=95091) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:09:22.420947 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a447b9fc-195a-44f9-9bd3-fa1dfac12429" -d '{"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-unplugged", "status": "completed", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:22.423247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac20dbc9-3c66-4186-96c8-ad397d1bca53 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:22.432258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.435960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.436250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port c51d7142-b9e6-46f5-978a-c106be6c1716 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:22.436411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.449587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Transition to ACTIVE for port object ac20dbc9-3c66-4186-96c8-ad397d1bca53 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:22.454452 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.493684 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b01dfb-1535-47a4-bd43-769c3449e5aa x-openstack-request-id: req-59b01dfb-1535-47a4-bd43-769c3449e5aa {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:22.494132 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-unplugged", "status": "completed", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:22.494605 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59b01dfb-1535-47a4-bd43-769c3449e5aa {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:22.495072 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716', 'code': 200} Sep 21 18:09:22.513916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Pushing event updated for resources: {'Port': ['ID=ac20dbc9-3c66-4186-96c8-ad397d1bca53,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.516501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=ce22bb6f-be56-4d1c-aae7-b34c868affeb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.521694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port ce22bb6f-be56-4d1c-aae7-b34c868affeb on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:22.589948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Attempting to bind port ac20dbc9-3c66-4186-96c8-ad397d1bca53 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:22.590326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Attempting to bind port ac20dbc9-3c66-4186-96c8-ad397d1bca53 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:22.590664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Attempting to bind port ac20dbc9-3c66-4186-96c8-ad397d1bca53 on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:22.595632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Port ac20dbc9-3c66-4186-96c8-ad397d1bca53 on network 0ce9b869-0136-477f-b660-8e206678cb6b not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:22.595963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Attempting to bind port ac20dbc9-3c66-4186-96c8-ad397d1bca53 on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:22.600194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d466036f-6d76-4407-9f4c-e114dc7a7487 req-500b3137-f7a1-4d49-a39e-fcba951c317f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133577 Sep 21 18:09:22.601908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:22.602988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:22.603661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Bound using segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:22.604303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Bound port: ac20dbc9-3c66-4186-96c8-ad397d1bca53, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:22.604748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.675802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] For port ac20dbc9-3c66-4186-96c8-ad397d1bca53, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:22.678248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.679218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] For port ac20dbc9-3c66-4186-96c8-ad397d1bca53, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ac20dbc9-3c66-4186-96c8-ad397d1bca53,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:22.684935 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.717828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.718538 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.719897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] 10.222.0.78 "PUT /v2.0/ports/ac20dbc9-3c66-4186-96c8-ad397d1bca53 HTTP/1.1" status: 200 len: 1091 time: 0.8137856 Sep 21 18:09:22.720475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'tag': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:22.722705 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad37577-10a6-4580-9e14-2a84fac7c6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "244dc5ad-b87d-487b-ace6-ceea063ae8cd", "tag": "ac20dbc9-3c66-4186-96c8-ad397d1bca53"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:22.740593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.753273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d05f66-72e1-4e12-ba59-ec3bb88bf336 service neutron] Pushing event updated for resources: {'Port': ['ID=ac20dbc9-3c66-4186-96c8-ad397d1bca53,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.781763 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c1e602-5386-44a3-b2a1-598c047639f8 x-openstack-request-id: req-b7c1e602-5386-44a3-b2a1-598c047639f8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:22.782053 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244dc5ad-b87d-487b-ace6-ceea063ae8cd", "tag": "ac20dbc9-3c66-4186-96c8-ad397d1bca53", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:22.782342 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7c1e602-5386-44a3-b2a1-598c047639f8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:22.783085 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'tag': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53', 'status': 'completed', 'code': 200} Sep 21 18:09:22.797676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port c51d7142-b9e6-46f5-978a-c106be6c1716, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c51d7142-b9e6-46f5-978a-c106be6c1716,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:22.798048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.818016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423c70a6-b857-4399-867c-be0a9beb0b7b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:22.820536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-110c9609-5f7d-436a-b93b-91e0f2403287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.823902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-110c9609-5f7d-436a-b93b-91e0f2403287 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 1094 time: 0.0528014 Sep 21 18:09:22.841391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220dafda-c0c7-482d-b75f-e32a78f5cbf1') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:22.841748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220dafda-c0c7-482d-b75f-e32a78f5cbf1') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:22.844357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for c51d7142-b9e6-46f5-978a-c106be6c1716 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:22.881485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-9a867d93-3eea-4ba8-9b61-eabcda51273f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac20dbc9-3c66-4186-96c8-ad397d1bca53 HTTP/1.1" status: 200 len: 217 time: 0.0462558 Sep 21 18:09:22.900964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.903038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.905276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:22.940427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-c2180114-d071-4bcf-bd87-05ab1e3526f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.942085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-c2180114-d071-4bcf-bd87-05ab1e3526f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0541184 Sep 21 18:09:22.950080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.952662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Pushing event deleted for resources: {'Port': ['ID=74a762c7-8477-4910-84bb-5dd183b5c5bc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.960605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:22.960985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.989252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-6c7828f5-16d5-4b5f-b0da-75033c27ab4a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369985 Sep 21 18:09:22.995245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:22.995662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:23.000962 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:23.112229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-df82b023-b0a9-4159-9287-b7e50a387c19 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148193 Sep 21 18:09:23.124988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce22bb6f-be56-4d1c-aae7-b34c868affeb no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:23.146864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ce22bb6f-be56-4d1c-aae7-b34c868affeb {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:23.147215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce22bb6f-be56-4d1c-aae7-b34c868affeb not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:23.147645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device db3373d2-edcc-446d-a5eb-a68d67f9c074 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:23.170335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: db3373d2-edcc-446d-a5eb-a68d67f9c074 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:23.170721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device db3373d2-edcc-446d-a5eb-a68d67f9c074 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:23.207585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.220781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9898cab-b71b-4719-bc2c-df2a9cb132d8 req-bc4d5988-a152-4c7f-9f53-6b2e8629012d service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974572 Sep 21 18:09:23.260121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.262032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/423c70a6-b857-4399-867c-be0a9beb0b7b HTTP/1.1" status: 204 len: 168 time: 2.3415074 Sep 21 18:09:23.265085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34202) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:23.278848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.281393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.282558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d18b925e-d587-415c-8703-1ec8aca232e6 tempest-ServersTestManualDisk-1916134416 tempest-ServersTestManualDisk-1916134416-project] 10.222.0.70 "DELETE /v2.0/floatingips/c863ddb1-5805-4fae-88a4-26f9db88d10d HTTP/1.1" status: 204 len: 168 time: 2.3258045 Sep 21 18:09:23.285684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081218c-672a-49ca-b795-74e29265ec42 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=423c70a6-b857-4399-867c-be0a9beb0b7b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:23.287215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34204) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:23.408574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-76b97206-6a2c-4f94-bff1-2bfa6ffe28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:23.411459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-76b97206-6a2c-4f94-bff1-2bfa6ffe28e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 1094 time: 0.1056657 Sep 21 18:09:23.678478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f0321-2c76-4793-9611-92c28d949373 req-54052f22-aa92-4ff0-95d1-c9de5ff0b87d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:23.680060 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05f0321-2c76-4793-9611-92c28d949373 req-54052f22-aa92-4ff0-95d1-c9de5ff0b87d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 943 time: 0.5900424 Sep 21 18:09:23.704086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.716928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:23.834517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:23.849447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'mac_address': 'fa:16:3e:3e:c6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:23.855101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f05f0321-2c76-4793-9611-92c28d949373 req-cbc8669e-0c2e-491f-bc2c-f9d8c7c971b0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541896 Sep 21 18:09:23.863246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.904397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.920720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef71baa2-6f25-4328-bcbb-ad2ff51a74ab {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:23.946975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:23.956863 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.983220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d341ac2-5f00-424f-81ed-223ee43f5667 req-8000b3c3-8131-4de5-998c-8d18b773f8d0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:23.990850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d341ac2-5f00-424f-81ed-223ee43f5667 req-8000b3c3-8131-4de5-998c-8d18b773f8d0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0d1e971-2a01-4e11-afb6-07a9a318e196 HTTP/1.1" status: 200 len: 865 time: 0.5379159 Sep 21 18:09:23.998940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=c51d7142-b9e6-46f5-978a-c106be6c1716,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:24.014747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-99f6cda7-a8fa-4a8c-8746-8f4db0131ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.016272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-99f6cda7-a8fa-4a8c-8746-8f4db0131ec8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.5618660 Sep 21 18:09:24.020199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:24.103111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-e23d7894-0a8c-4e10-90cd-5dca103fa807 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac20dbc9-3c66-4186-96c8-ad397d1bca53 HTTP/1.1" status: 200 len: 217 time: 0.0741205 Sep 21 18:09:24.126258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port c51d7142-b9e6-46f5-978a-c106be6c1716 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:24.130755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d341ac2-5f00-424f-81ed-223ee43f5667 req-95ee7042-eeb8-4e8b-9313-5aab2e106982 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389818 Sep 21 18:09:24.133127 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:24.135764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a000350a-200e-4af9-a5cb-832307a4e09f req-75484f90-32b8-41a4-932e-d61ab51c9805 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.78 "DELETE /v2.0/ports/c51d7142-b9e6-46f5-978a-c106be6c1716 HTTP/1.1" status: 204 len: 173 time: 2.3344998 Sep 21 18:09:24.147893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-deleted', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:24.150704 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4915e40-138d-4f12-9f0e-5fec3b13d0cf" -d '{"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-deleted", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:24.211356 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51890eab-988b-4e71-ab90-80d649881056 x-openstack-request-id: req-51890eab-988b-4e71-ab90-80d649881056 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:24.211718 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1e971-2a01-4e11-afb6-07a9a318e196", "name": "network-vif-deleted", "tag": "c51d7142-b9e6-46f5-978a-c106be6c1716", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:24.212382 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51890eab-988b-4e71-ab90-80d649881056 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:24.212946 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1e971-2a01-4e11-afb6-07a9a318e196', 'name': 'network-vif-deleted', 'tag': 'c51d7142-b9e6-46f5-978a-c106be6c1716', 'status': 'completed', 'code': 200} Sep 21 18:09:24.214501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-c0cfa78c-6b6c-460c-b1f2-929bf81430b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.217381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-c0cfa78c-6b6c-460c-b1f2-929bf81430b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.1032879 Sep 21 18:09:24.255713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-cfabb2da-d0c3-4aa6-88fc-0ca1176fef11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298550 Sep 21 18:09:24.259919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e222af-92eb-4893-a580-a98968efa7a4 req-0e22a007-04ef-48d4-b7bb-29a20977ad3f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.262701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89e222af-92eb-4893-a580-a98968efa7a4 req-0e22a007-04ef-48d4-b7bb-29a20977ad3f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 948 time: 0.1932023 Sep 21 18:09:24.269777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:09:24.308038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:24.405400 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:24.421163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89e222af-92eb-4893-a580-a98968efa7a4 req-2931daaf-1a30-4e13-8d9f-55357beeb844 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317368 Sep 21 18:09:24.456701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-4a37b462-9331-485a-a452-c5af42b44a0b service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869552 Sep 21 18:09:24.507718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:24.520501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Sync routers for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:24.530754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:24.531590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:24.540701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:24.544590 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f07f2570-9ced-44c7-aaae-1bac5c56cfaf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0466526 Sep 21 18:09:24.560981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34214) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:24.673993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:24.683567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad37577-10a6-4580-9e14-2a84fac7c6e7 req-8bd5de66-9b95-44b1-a542-aaab5a2bedaf service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194135 Sep 21 18:09:24.692507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:24.821821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:24.822429 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:24.918697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:22Z', 'revision_number': 3, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:24.948962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port b4dfadc2-ca1f-476f-9578-0a81cc26bdbb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,segment=NetworkSegment(4877b021-3caf-49db-8715-da7e03cd1bcf),segment_id=4877b021-3caf-49db-8715-da7e03cd1bcf)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:24.949346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:24.953350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Checking router: 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:24.953773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Updating router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:09:24.968274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for b4dfadc2-ca1f-476f-9578-0a81cc26bdbb owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:24.984734 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.127542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f9bd7-0728-4610-9761-1813010b0f25 req-e60ce285-6bff-4177-9823-252351ceafb5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:25.129091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc7f9bd7-0728-4610-9761-1813010b0f25 req-e60ce285-6bff-4177-9823-252351ceafb5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 943 time: 0.1027238 Sep 21 18:09:25.194943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc7f9bd7-0728-4610-9761-1813010b0f25 req-b003562a-1561-44b2-b862-06be9f0b2a8a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551088 Sep 21 18:09:25.253808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34222) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:25.278905 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.284944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.298591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Deleting port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:25.298837 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.299016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.302806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.340468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Attempting to bind port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:25.340819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Attempting to bind port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:25.341189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Attempting to bind port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:25.348135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:25.348508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:25.348919 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.349315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:25.349940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Bound port: d630fb1b-ade9-4325-ba4b-ffaa5c8b87da, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:25.350361 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.389140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424a08b-93e2-4e3e-8473-ca291da0284d None None] Pushing event updated for resources: {'Port': ['ID=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:25.433808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] For port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:25.438320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] For port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:25.446313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=b4dfadc2-ca1f-476f-9578-0a81cc26bdbb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:25.448491 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.455842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting subnet bdc64395-50e2-4d44-83c9-4eb7be137b8f {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:25.460370 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.509153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.520103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.536358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Allocated IP 172.20.0.1 (a8853b5a-c902-4556-8e8e-232466843571/8f9f6f18-455c-4389-bea5-e5dcdc0342ed/9df103f5-c342-439e-91a2-a04c9fab156a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:25.552739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:25.553675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:25.560608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424a08b-93e2-4e3e-8473-ca291da0284d None None] Pushing event updated for resources: {'Port': ['ID=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:25.677856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:25.695316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] For port 9d415caa-75bf-4ad8-88d2-9ec9502ffe62, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:25.695960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.712602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Calling delete_port for 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:25.740863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7127f6-d610-42ef-80a3-87a032738558 req-2c8b4f7c-eab6-4ffb-9b40-1465aefcc2c5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:25.741228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:25.744630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd7127f6-d610-42ef-80a3-87a032738558 req-2c8b4f7c-eab6-4ffb-9b40-1465aefcc2c5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 948 time: 0.1833587 Sep 21 18:09:25.782445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.837731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.864117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:25.874501 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:25.905607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd7127f6-d610-42ef-80a3-87a032738558 req-5cb3ce3d-4a39-483d-8f54-1b3f0c05c01b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520250 Sep 21 18:09:25.934967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:25.956824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Network a8853b5a-c902-4556-8e8e-232466843571 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:25.966479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:25.969592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:25.971893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9df103f5-c342-439e-91a2-a04c9fab156a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:26.041791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.043678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ac20dbc9-3c66-4186-96c8-ad397d1bca53 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:26.051051 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:26.051818 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.065967 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.081656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc64395-50e2-4d44-83c9-4eb7be137b8f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:26.111526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffa576-63ed-40cf-a9fb-46c52c508ba5 None None] Network f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:26.115072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.119046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3793b14a-62dc-4995-8065-729159acdeb0 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/subnets/bdc64395-50e2-4d44-83c9-4eb7be137b8f HTTP/1.1" status: 204 len: 168 time: 0.8639548 Sep 21 18:09:26.122230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34228) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:26.132605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:26.135620 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.141152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d415caa-75bf-4ad8-88d2-9ec9502ffe62,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:26.174648 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:26.206426 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:26.208446 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:26.241128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.252337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9b044ab9-f3cd-4c71-b485-9919ae3d1ab1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857841 Sep 21 18:09:26.255305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34232) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:26.333795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet 75423f3c-07a2-448c-a857-27f3af7c459f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:26.344507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.439490 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.462562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port 787b1323-189b-4774-8558-358ed9b8d31e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:26.463726 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.467118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:22Z', 'revision_number': 3, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:26.501354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.507081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c9b44-6aad-45fc-bb4a-5429fdeade4e req-b536f79a-d571-4fed-acaa-7c26d34bb4c8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:26.515383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af7b87-fbb8-4037-bd45-4789afac9db8 None None] The sync data for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 is: [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:22Z', 'revision_number': 3, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:26.532030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d6c9b44-6aad-45fc-bb4a-5429fdeade4e req-b536f79a-d571-4fed-acaa-7c26d34bb4c8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 943 time: 0.1974988 Sep 21 18:09:26.559064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ac20dbc9-3c66-4186-96c8-ad397d1bca53, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ac20dbc9-3c66-4186-96c8-ad397d1bca53,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:26.562148 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:26.586774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:26.589587 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3857bbee-de88-4802-b1a0-ebfa33bff1dd" -d '{"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:26.615477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53', 'mac_address': 'fa:16:3e:6c:42:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:26.620954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:26.642361 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.650388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bf4df5b9-600e-4319-8cc3-477e19d2188b None None] Provisioning complete for port 9df103f5-c342-439e-91a2-a04c9fab156a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:26.650778 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bf4df5b9-600e-4319-8cc3-477e19d2188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.667094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port 787b1323-189b-4774-8558-358ed9b8d31e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=787b1323-189b-4774-8558-358ed9b8d31e,segment=NetworkSegment(f248816b-27ca-418e-861b-c448bd8db985),segment_id=f248816b-27ca-418e-861b-c448bd8db985)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:26.667588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.684032 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f898cd7-c145-4fb7-87d3-f1d68c8deb24 x-openstack-request-id: req-8f898cd7-c145-4fb7-87d3-f1d68c8deb24 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:26.684403 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:26.684592 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f898cd7-c145-4fb7-87d3-f1d68c8deb24 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:26.684973 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'code': 200} Sep 21 18:09:26.704722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for 787b1323-189b-4774-8558-358ed9b8d31e owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:26.778486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.783881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bf4df5b9-600e-4319-8cc3-477e19d2188b None None] Port 9df103f5-c342-439e-91a2-a04c9fab156a cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:26.791643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] DHCP port deletion for f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:26.803031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:26.812588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac20dbc9-3c66-4186-96c8-ad397d1bca53 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:26.879931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ac20dbc9-3c66-4186-96c8-ad397d1bca53, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ac20dbc9-3c66-4186-96c8-ad397d1bca53,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:26.887053 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.960367 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] Deleting port 787b1323-189b-4774-8558-358ed9b8d31e {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:26.960750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.983973 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:25Z', 'revision_number': 10, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:26.991292 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d6c9b44-6aad-45fc-bb4a-5429fdeade4e req-5950a4ff-2823-473e-9b10-c995b1a0f6fd tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579253 Sep 21 18:09:26.991977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.074964 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:27.079991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ac20dbc9-3c66-4186-96c8-ad397d1bca53,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:27.101429 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:27.102489 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:27.116003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=787b1323-189b-4774-8558-358ed9b8d31e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:27.123609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port 787b1323-189b-4774-8558-358ed9b8d31e on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:27.155130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 787b1323-189b-4774-8558-358ed9b8d31e no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:27.159044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ac20dbc9-3c66-4186-96c8-ad397d1bca53'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:27.191106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c844a-e379-46e6-b18a-08023485630b req-d7160d0d-e744-44cc-b6cf-4dbded57958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:27.192711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-921c844a-e379-46e6-b18a-08023485630b req-d7160d0d-e744-44cc-b6cf-4dbded57958e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1100 time: 0.2633557 Sep 21 18:09:27.231984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 787b1323-189b-4774-8558-358ed9b8d31e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:27.232578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 787b1323-189b-4774-8558-358ed9b8d31e not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:27.261560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] For port 787b1323-189b-4774-8558-358ed9b8d31e, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:27.261967 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.283051 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.283838 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:27.303333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] Calling delete_port for 787b1323-189b-4774-8558-358ed9b8d31e owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:27.318281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] Port 787b1323-189b-4774-8558-358ed9b8d31e was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:09:27.332084 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.371155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-921c844a-e379-46e6-b18a-08023485630b req-7bbc3bcb-ee3c-475b-a89e-e81a0d7c1815 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704991 Sep 21 18:09:27.384711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.386716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:27.403523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f248816b-27ca-418e-861b-c448bd8db985') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:27.403894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f248816b-27ca-418e-861b-c448bd8db985') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:27.418456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] Pushing event deleted for resources: {'Port': ['ID=787b1323-189b-4774-8558-358ed9b8d31e,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:27.420779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.432995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca144778-706b-45dd-ae14-4f9e3beb92c8 None None] No DVR routers for this DVR port 787b1323-189b-4774-8558-358ed9b8d31e on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:27.436811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.438753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.459634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.471815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e96df-7f6b-4e8a-888c-3ceb5aac126c req-e31e06d2-78ac-4b4e-b61a-3e2d02c1507c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:27.473679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:27.475490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.477168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb4e96df-7f6b-4e8a-888c-3ceb5aac126c req-e31e06d2-78ac-4b4e-b61a-3e2d02c1507c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.2706687 Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:27.565118 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:27.573216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.578847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.580945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/networks/f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4 HTTP/1.1" status: 204 len: 168 time: 1.4573419 Sep 21 18:09:27.584676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34240) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:27.608534 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:25Z', 'revision_number': 10, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:27.647541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88655513-fd7e-4463-bb46-5b5ce3c4cdaa None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:25Z', 'revision_number': 10, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None, '_interfaces': [{'id': 'edbb2437-b81d-4f8c-a425-74740ce8de2b', 'name': '', 'network_id': '906c2fad-e728-4a4c-9af9-694410d11c17', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'mac_address': 'fa:16:3e:51:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:41Z', 'updated_at': '2021-09-21T18:08:48Z', 'revision_number': 5, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'subnets': [{'id': '4e8eac39-95ad-4652-be92-53b5d390f162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:27.648248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.674139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48882a-948f-46ce-baba-ef466e1e077d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Network': ['ID=f10f51e3-30fb-48b7-8ee0-a3ca2b9bd9c4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:27.692643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting subnet 870960c2-27b4-4878-835f-36259532bb27 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:27.697693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.724578 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb4e96df-7f6b-4e8a-888c-3ceb5aac126c req-cac79ffc-6b0a-41d4-a8d8-e7e37aaa4706 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390859 Sep 21 18:09:27.748794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.761328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=75423f3c-07a2-448c-a857-27f3af7c459f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:27.767299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.772512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61e719f9-d66f-4a3e-ae45-1e4f9fbd9c09 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/75423f3c-07a2-448c-a857-27f3af7c459f HTTP/1.1" status: 204 len: 168 time: 1.5141151 Sep 21 18:09:27.772618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34242) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:27.779110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b73ee4-7dff-4989-9484-f2aa33538709 None None] Network 7940a193-dc78-47a0-a4df-904c43b17033 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:27.887303 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.973938 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:27.977952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:28.006219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.011676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.054145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port f9cf15dd-67f5-454c-97b4-88201a835884 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:28.054145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.059611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] DHCP port deletion for 7940a193-dc78-47a0-a4df-904c43b17033 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:28.143386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9df103f5-c342-439e-91a2-a04c9fab156a,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.150321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] Deleting port f9cf15dd-67f5-454c-97b4-88201a835884 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:28.150981 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.173393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port f9cf15dd-67f5-454c-97b4-88201a835884, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f9cf15dd-67f5-454c-97b4-88201a835884,segment=NetworkSegment(4877b021-3caf-49db-8715-da7e03cd1bcf),segment_id=4877b021-3caf-49db-8715-da7e03cd1bcf)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:28.173877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.177520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.209178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:28.215854 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f6464853-5ec4-4b18-87e7-5ed49ba6039b admin admin] 10.222.0.70 "PUT /v2.0/routers/88007f4a-7bb7-4fc9-8ce6-25a8ed020124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9235804 Sep 21 18:09:28.221808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] Sync routers for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:28.222252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34246) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:28.228357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for f9cf15dd-67f5-454c-97b4-88201a835884 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:28.233768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] For port f9cf15dd-67f5-454c-97b4-88201a835884, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f9cf15dd-67f5-454c-97b4-88201a835884,segment=NetworkSegment(4877b021-3caf-49db-8715-da7e03cd1bcf),segment_id=4877b021-3caf-49db-8715-da7e03cd1bcf)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:28.234439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.250676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.251454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] Calling delete_port for f9cf15dd-67f5-454c-97b4-88201a835884 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:28.253276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:28.256438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:28.370094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed4e5-6e7b-4628-ade6-66a874e08976 req-9f1c9fe8-4ebf-475c-8571-455f2bdff9d0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:28.371526 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f1ed4e5-6e7b-4628-ade6-66a874e08976 req-9f1c9fe8-4ebf-475c-8571-455f2bdff9d0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 944 time: 0.1948311 Sep 21 18:09:28.372307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Subnet': ['ID=870960c2-27b4-4878-835f-36259532bb27,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.377520 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.379485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3a0372e8-0507-4fbd-b42d-d8e2acfeed54 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/subnets/870960c2-27b4-4878-835f-36259532bb27 HTTP/1.1" status: 204 len: 168 time: 0.7918029 Sep 21 18:09:28.388671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34250) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:28.418238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.451957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5cf0be-71a1-418d-a187-c33f7b73aac7 None None] Network 38e36696-91bb-4d56-bce9-a221530ddb9f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:28.476474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Network a8853b5a-c902-4556-8e8e-232466843571 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:28.482056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:28.586520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:28.594624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.599781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f1ed4e5-6e7b-4628-ade6-66a874e08976 req-842712f7-d364-41da-8146-12ab498a771d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169425 Sep 21 18:09:28.721444 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.791535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.817355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] Pushing event deleted for resources: {'Port': ['ID=f9cf15dd-67f5-454c-97b4-88201a835884,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.842239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:28.849751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8881718-4d49-412b-8846-82709e2679a3 None None] No DVR routers for this DVR port f9cf15dd-67f5-454c-97b4-88201a835884 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:28.972502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-787dab63-e4d1-4a0c-a14d-6065bfb4b505 None None] Provisioning complete for port 9df103f5-c342-439e-91a2-a04c9fab156a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:28.973057 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-787dab63-e4d1-4a0c-a14d-6065bfb4b505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.990173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a2325-7bd7-47ed-bc26-a93334b8f0b9 req-54880582-67b3-4358-8e5a-8a9ca5cfb4c5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:28.993817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e4a2325-7bd7-47ed-bc26-a93334b8f0b9 req-54880582-67b3-4358-8e5a-8a9ca5cfb4c5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1113975 Sep 21 18:09:29.028072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-787dab63-e4d1-4a0c-a14d-6065bfb4b505 None None] Port 9df103f5-c342-439e-91a2-a04c9fab156a cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:29.029978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d630fb1b-ade9-4325-ba4b-ffaa5c8b87da up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:29.112769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.136381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port f9cf15dd-67f5-454c-97b4-88201a835884 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:29.152725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Deleting port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:29.153077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.163121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] DHCP port deletion for 38e36696-91bb-4d56-bce9-a221530ddb9f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:29.181284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e4a2325-7bd7-47ed-bc26-a93334b8f0b9 req-63560262-b74d-4bef-a587-1f573183df4a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740397 Sep 21 18:09:29.193664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:29.194078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.199577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:29.207903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=f9cf15dd-67f5-454c-97b4-88201a835884,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.218429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9d4da03-747b-4c46-ba9d-0a4c68eaa0a8 admin admin] 10.222.0.70 "PUT /v2.0/routers/9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6552606 Sep 21 18:09:29.218714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 5, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port': {'id': 'bc62cdac-4f03-4773-a7f2-c7dd9557ae8f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:30Z', 'updated_at': '2021-09-21T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:29.280011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] Checking router: 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:29.315686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port 6b632f0f-61f8-41b7-9bed-1287164a84c9 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:29.316076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.319000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.320586 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ade5f19e-2902-4fff-ba69-433d04257946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.323893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] Routers {'88007f4a-7bb7-4fc9-8ce6-25a8ed020124'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:29.325063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:29.331423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] For port bc62cdac-4f03-4773-a7f2-c7dd9557ae8f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:29.332160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.367812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Calling delete_port for bc62cdac-4f03-4773-a7f2-c7dd9557ae8f owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:29.411912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7940a193-dc78-47a0-a4df-904c43b17033']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:29.471539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4877b021-3caf-49db-8715-da7e03cd1bcf') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:29.471850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4877b021-3caf-49db-8715-da7e03cd1bcf') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:29.491643 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Sync routers for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:29.492936 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.497244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port 6b632f0f-61f8-41b7-9bed-1287164a84c9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6b632f0f-61f8-41b7-9bed-1287164a84c9,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:29.497687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.507605 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:29.508251 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:29.529539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0f1d9-38a9-4dd4-89b1-4a9623365c18 req-b3212f39-ca9a-4f4a-82e5-e41243a8acb2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:29.531065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1b0f1d9-38a9-4dd4-89b1-4a9623365c18 req-b3212f39-ca9a-4f4a-82e5-e41243a8acb2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1827047 Sep 21 18:09:29.535977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.538284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for 6b632f0f-61f8-41b7-9bed-1287164a84c9 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:29.548378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:29.549212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:29.561669 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:29.636515 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:29.682043 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.699029 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.725820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc62cdac-4f03-4773-a7f2-c7dd9557ae8f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.726761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] Set router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:29.740696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1b0f1d9-38a9-4dd4-89b1-4a9623365c18 req-0928391d-7029-4ecc-988e-60476e7a4356 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911504 Sep 21 18:09:29.763122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] Deleting port 6b632f0f-61f8-41b7-9bed-1287164a84c9 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:29.763828 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.770477 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.776706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/7940a193-dc78-47a0-a4df-904c43b17033 HTTP/1.1" status: 204 len: 168 time: 2.0027304 Sep 21 18:09:29.779319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bce63-4e5f-4ee1-99ca-33d05c44c81d tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=7940a193-dc78-47a0-a4df-904c43b17033,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.780981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34268) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:29.803247 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.819855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:09:28Z', 'revision_number': 6, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:29.883516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a0e18-c948-4b7a-a253-3b0abe0e4067 None None] The sync data for ids ['88007f4a-7bb7-4fc9-8ce6-25a8ed020124'] in n-d-810285-3 is: [{'id': '88007f4a-7bb7-4fc9-8ce6-25a8ed020124', 'name': 'tempest-ServersTestManualDisk-951938172-router', 'tenant_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:29Z', 'updated_at': '2021-09-21T18:09:28Z', 'revision_number': 6, 'project_id': 'cc39bbff002d430fb050fcbfb17cdc85', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:29.889964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:29.900439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.941471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.973490 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.981710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=6b632f0f-61f8-41b7-9bed-1287164a84c9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.989902 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port 6b632f0f-61f8-41b7-9bed-1287164a84c9 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:30.034232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] For port 6b632f0f-61f8-41b7-9bed-1287164a84c9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6b632f0f-61f8-41b7-9bed-1287164a84c9,segment=NetworkSegment(e5b360dd-311c-4aeb-8147-fa8a7ffc07f2),segment_id=e5b360dd-311c-4aeb-8147-fa8a7ffc07f2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:30.034792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.053754 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:27Z', 'revision_number': 2, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:30.054811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.056758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] Calling delete_port for 6b632f0f-61f8-41b7-9bed-1287164a84c9 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:30.059071 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.066769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ac20dbc9-3c66-4186-96c8-ad397d1bca53 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:30.087405 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Checking router: 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:30.087759 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Updating router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db port 9df103f5-c342-439e-91a2-a04c9fab156a binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:09:30.122257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:30.122502 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.144673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34270) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:30.154245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6c590ece-d066-4699-b8ba-0c55742a676b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993117345', 'description': 'tempest-description--330805741'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:30.194892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ac20dbc9-3c66-4186-96c8-ad397d1bca53 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:30.201011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.202571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ac20dbc9-3c66-4186-96c8-ad397d1bca53 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:30.203065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.203749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88007f4a-7bb7-4fc9-8ce6-25a8ed020124 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:09:30.215752 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.220002 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80e71046-bd74-46f4-bd78-54662c1c4a0e admin admin] 10.222.0.70 "DELETE /v2.0/routers/88007f4a-7bb7-4fc9-8ce6-25a8ed020124 HTTP/1.1" status: 204 len: 168 time: 1.9967737 Sep 21 18:09:30.227717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: from cryptography.utils import int_from_bytes Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: from cryptography.utils import int_from_bytes Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:09:30.244314 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:09:30.275622 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.293339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f9cf15dd-67f5-454c-97b4-88201a835884 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:30.347411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] Deleting subnet 123e3ee3-f1ab-4d4f-a799-dcc67ae7122b {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:30.353828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c590ece-d066-4699-b8ba-0c55742a676b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.364033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.373868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] Pushing event deleted for resources: {'Port': ['ID=6b632f0f-61f8-41b7-9bed-1287164a84c9,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:30.388770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c795f4-42a6-4a05-af7f-52079764db2d None None] No DVR routers for this DVR port 6b632f0f-61f8-41b7-9bed-1287164a84c9 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:30.390814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f9cf15dd-67f5-454c-97b4-88201a835884 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:30.390814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f9cf15dd-67f5-454c-97b4-88201a835884 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:30.391247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b4dfadc2-ca1f-476f-9578-0a81cc26bdbb no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:30.437597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.456948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b4dfadc2-ca1f-476f-9578-0a81cc26bdbb {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:30.457299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b4dfadc2-ca1f-476f-9578-0a81cc26bdbb not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:30.460507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fde25-7db4-4a6d-aabc-46f429b41118 req-7242d7d5-c05b-4506-a02e-ea5365c215c8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:30.470543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f79fde25-7db4-4a6d-aabc-46f429b41118 req-7242d7d5-c05b-4506-a02e-ea5365c215c8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 944 time: 0.4761212 Sep 21 18:09:30.508867 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.523457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e36696-91bb-4d56-bce9-a221530ddb9f']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:30.537553 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.557812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:30.560143 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ee9c9-2db2-4df6-8b50-c96e2f6eaebd" -d '{"events": [{"server_uuid": "244dc5ad-b87d-487b-ace6-ceea063ae8cd", "name": "network-vif-plugged", "status": "completed", "tag": "ac20dbc9-3c66-4186-96c8-ad397d1bca53"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:30.566007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:30.566360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b360dd-311c-4aeb-8147-fa8a7ffc07f2') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:30.574990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ac20dbc9-3c66-4186-96c8-ad397d1bca53, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ac20dbc9-3c66-4186-96c8-ad397d1bca53,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:30.580690 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.593622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.608706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f79fde25-7db4-4a6d-aabc-46f429b41118 req-b5660dcc-a7cb-48d7-92a7-899f32098186 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325307 Sep 21 18:09:30.640727 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.649051 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.654028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.658489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ac20dbc9-3c66-4186-96c8-ad397d1bca53,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:30.702133 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e666fe-38ec-41a0-8da6-96512ce1bff6 x-openstack-request-id: req-a7e666fe-38ec-41a0-8da6-96512ce1bff6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:30.702530 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244dc5ad-b87d-487b-ace6-ceea063ae8cd", "name": "network-vif-plugged", "status": "completed", "tag": "ac20dbc9-3c66-4186-96c8-ad397d1bca53", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:30.702791 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7e666fe-38ec-41a0-8da6-96512ce1bff6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:30.703602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:30.704217 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53', 'code': 200} Sep 21 18:09:30.705008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:30.708768 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:30.726136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879ce11-3558-4ccc-867e-cc779b60c355 req-7e0db026-39d7-43dd-be49-b0383f6a114d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:30.728644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4879ce11-3558-4ccc-867e-cc779b60c355 req-7e0db026-39d7-43dd-be49-b0383f6a114d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1316569 Sep 21 18:09:30.744981 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10187f25-a5fd-4f25-a6ef-f3b65a0edd69 None None] Pushing event updated for resources: {'Port': ['ID=9df103f5-c342-439e-91a2-a04c9fab156a,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:30.816117 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-d281035f-ec29-4771-8022-b49665c471eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2953036 Sep 21 18:09:30.859695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.872764 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Attempting to bind port 9df103f5-c342-439e-91a2-a04c9fab156a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:30.873474 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Attempting to bind port 9df103f5-c342-439e-91a2-a04c9fab156a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:30.874027 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Attempting to bind port 9df103f5-c342-439e-91a2-a04c9fab156a on network a8853b5a-c902-4556-8e8e-232466843571 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:30.885309 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:30.894751 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Checking segment: {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:30.896016 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.897087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Bound using segment: {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:30.900308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.906113 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Bound port: 9df103f5-c342-439e-91a2-a04c9fab156a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:30.906743 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.933667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.950010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/networks/38e36696-91bb-4d56-bce9-a221530ddb9f HTTP/1.1" status: 204 len: 168 time: 2.5585136 Sep 21 18:09:30.972721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34288) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:30.982621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4879ce11-3558-4ccc-867e-cc779b60c355 req-b78a8203-7e8d-4043-981d-aaada70a8d86 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437625 Sep 21 18:09:30.985879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d630fb1b-ade9-4325-ba4b-ffaa5c8b87da up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:30.991254 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c590ece-d066-4699-b8ba-0c55742a676b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.999597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c590ece-d066-4699-b8ba-0c55742a676b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.002117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1235425592'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:31.021236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bbfda-6034-4c99-9b9d-80c48a14ecb4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Network': ['ID=38e36696-91bb-4d56-bce9-a221530ddb9f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:31.099708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc61c-1915-4a52-a326-a05756891af4 req-894a8bf0-927a-4320-b177-76ff78eadb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:31.103965 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] For port 9df103f5-c342-439e-91a2-a04c9fab156a, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:31.104133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df4bc61c-1915-4a52-a326-a05756891af4 req-894a8bf0-927a-4320-b177-76ff78eadb6c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 1096 time: 0.2679420 Sep 21 18:09:31.110225 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] For port 9df103f5-c342-439e-91a2-a04c9fab156a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9df103f5-c342-439e-91a2-a04c9fab156a,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:31.114631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:31.115469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.124181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c590ece-d066-4699-b8ba-0c55742a676b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:31.128145 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.140581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.188895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:31.196326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.216371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123e3ee3-f1ab-4d4f-a799-dcc67ae7122b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:31.219051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c590ece-d066-4699-b8ba-0c55742a676b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.225658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c590ece-d066-4699-b8ba-0c55742a676b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0793386 Sep 21 18:09:31.226273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34292) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:31.236341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c11fee07-dc6b-49cb-b7bb-7af0f9eee82c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Request body: {'security_group_rule': {'security_group_id': '98fce1ec-3a3f-4ac2-afe6-3512c1368bcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:31.256131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df4bc61c-1915-4a52-a326-a05756891af4 req-7f701f6e-8306-42b1-ae5b-7c80aac8157d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416883 Sep 21 18:09:31.260878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c39072-b8da-4749-8d8c-45412747c483 None None] Network a580323a-30ba-4d98-b035-12e0f11cf97f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:31.272390 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:31.272577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.273617 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:31.278240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:09:31.287811 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0e20d67c-5210-4dad-b519-c9222af156bb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/123e3ee3-f1ab-4d4f-a799-dcc67ae7122b HTTP/1.1" status: 204 len: 168 time: 1.0491991 Sep 21 18:09:31.288407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34298) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:31.345938 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.346333 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Added segment 118d127e-4e3e-4a30-a33f-f3f427318918 of type vlan for network 436a3035-a29f-4bfc-9565-9e5260df5afc Sep 21 18:09:31.380052 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c11fee07-dc6b-49cb-b7bb-7af0f9eee82c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.408922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1759968b-8b6c-49c1-9146-4d9a2e016bd3 None None] Provisioning complete for port 9df103f5-c342-439e-91a2-a04c9fab156a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:31.409298 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1759968b-8b6c-49c1-9146-4d9a2e016bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.449803 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.518149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c11fee07-dc6b-49cb-b7bb-7af0f9eee82c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.529710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c11fee07-dc6b-49cb-b7bb-7af0f9eee82c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.567688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fee07-dc6b-49cb-b7bb-7af0f9eee82c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d41d59-11f5-4bc7-89a6-1831421ee009,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:31.574824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c11fee07-dc6b-49cb-b7bb-7af0f9eee82c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.576449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c11fee07-dc6b-49cb-b7bb-7af0f9eee82c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479838 Sep 21 18:09:31.579561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:31.587986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f893b5e9-2022-46d2-b182-4586099b81ce tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Request body: {'security_group_rule': {'security_group_id': '98fce1ec-3a3f-4ac2-afe6-3512c1368bcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:31.615285 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10187f25-a5fd-4f25-a6ef-f3b65a0edd69 None None] Pushing event updated for resources: {'Port': ['ID=9df103f5-c342-439e-91a2-a04c9fab156a,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:31.642473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f893b5e9-2022-46d2-b182-4586099b81ce tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.652279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.728500 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:31.742587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6b632f0f-61f8-41b7-9bed-1287164a84c9 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:31.756618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.814376 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.820678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 6b632f0f-61f8-41b7-9bed-1287164a84c9 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:31.821641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6b632f0f-61f8-41b7-9bed-1287164a84c9 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:31.822733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:31.830131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:31.830958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.895190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:31.895721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9d415caa-75bf-4ad8-88d2-9ec9502ffe62 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:31.896284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc62cdac-4f03-4773-a7f2-c7dd9557ae8f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:31.899763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] DHCP port deletion for a580323a-30ba-4d98-b035-12e0f11cf97f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:31.902641 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1759968b-8b6c-49c1-9146-4d9a2e016bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.912751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f893b5e9-2022-46d2-b182-4586099b81ce tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.922299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f893b5e9-2022-46d2-b182-4586099b81ce tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.943000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: bc62cdac-4f03-4773-a7f2-c7dd9557ae8f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:31.943436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc62cdac-4f03-4773-a7f2-c7dd9557ae8f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:31.954413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbe87-1887-4897-9cf5-7cad141d926d req-ae7ac6d0-0c98-4d60-bc7e-e98335624f13 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:31.955364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9740536 Sep 21 18:09:31.955856 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-633dbe87-1887-4897-9cf5-7cad141d926d req-ae7ac6d0-0c98-4d60-bc7e-e98335624f13 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 945 time: 0.2269211 Sep 21 18:09:31.962848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34314) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:31.971077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'subnet': {'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:31.992370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893b5e9-2022-46d2-b182-4586099b81ce tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaeba583-e216-40ed-8ba7-b0f8c4bff06f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:32.015008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f893b5e9-2022-46d2-b182-4586099b81ce tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.018745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f893b5e9-2022-46d2-b182-4586099b81ce tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358785 Sep 21 18:09:32.019833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34318) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:32.032548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:32.048846 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-633dbe87-1887-4897-9cf5-7cad141d926d req-7ff2c21b-c046-44c3-b7bd-90b71306367e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803008 Sep 21 18:09:32.072025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895101c-8f90-4772-ae93-0de4a4b8d028 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Network': ['ID=436a3035-a29f-4bfc-9565-9e5260df5afc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:32.084998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.100562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1759968b-8b6c-49c1-9146-4d9a2e016bd3 None None] For port 9df103f5-c342-439e-91a2-a04c9fab156a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9df103f5-c342-439e-91a2-a04c9fab156a,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:32.102071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 436a3035-a29f-4bfc-9565-9e5260df5afc details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:09:32.126073 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:31Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:32.154019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1759968b-8b6c-49c1-9146-4d9a2e016bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.179442 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0459e-1f67-4a85-ab7e-21a0fe82c933 None None] The sync data for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 is: [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:31Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:32.184181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Deleting port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:32.184541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.206587 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:09:32.353606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.384701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] For port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:32.385078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.390730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759968b-8b6c-49c1-9146-4d9a2e016bd3 None None] Pushing event updated for resources: {'Port': ['ID=9df103f5-c342-439e-91a2-a04c9fab156a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:32.404489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Calling delete_port for 85b9c2d5-4921-478e-a5c9-c4df2b49d68e owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:32.459849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] Deleting port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:32.461165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.527264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:32.530885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.564394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] For port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,segment=NetworkSegment(16452e03-e282-4689-9382-3287e151629f),segment_id=16452e03-e282-4689-9382-3287e151629f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:32.564900 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.576020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Allocated IP 172.25.3.100 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/e89f891b-1631-4c76-8980-13fa93ab3360) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:32.587756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] Calling delete_port for 85b9c2d5-4921-478e-a5c9-c4df2b49d68e owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:32.617500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11183-9a34-4675-b2a9-332093789861 req-ada4512f-42e3-4932-8449-34f99c063dca tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:32.625392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ef11183-9a34-4675-b2a9-332093789861 req-ada4512f-42e3-4932-8449-34f99c063dca tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.3957076 Sep 21 18:09:32.700905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1b486f9a-cb22-4b03-8378-16c67e5ef8ff None None] Provisioning complete for port 9df103f5-c342-439e-91a2-a04c9fab156a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:32.701408 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1b486f9a-cb22-4b03-8378-16c67e5ef8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.720975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.755716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.783400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.790940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] Pushing event deleted for resources: {'Port': ['ID=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:32.793409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b9c2d5-4921-478e-a5c9-c4df2b49d68e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:32.793928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275a27a-c18b-4738-9019-bbeed20fc2e4 None None] No DVR routers for this DVR port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:32.795398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] No DVR routers for this DVR port 85b9c2d5-4921-478e-a5c9-c4df2b49d68e on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:32.843134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ef11183-9a34-4675-b2a9-332093789861 req-ec0dcd69-4e8f-4d95-a321-ad9d976dbdb9 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166767 Sep 21 18:09:32.884786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.940405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:32.943653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:32.956679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:32.958886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event updated for resources: {'Port': ['ID=e89f891b-1631-4c76-8980-13fa93ab3360,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:33.005632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9df103f5-c342-439e-91a2-a04c9fab156a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:33.070476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9df103f5-c342-439e-91a2-a04c9fab156a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:33.070865 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.167620 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.263313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b9c2d5-4921-478e-a5c9-c4df2b49d68e no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:33.280619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.283229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 85b9c2d5-4921-478e-a5c9-c4df2b49d68e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:33.283579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b9c2d5-4921-478e-a5c9-c4df2b49d68e not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:33.312063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.333470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803edcc-3b85-43c4-af49-9ffaa3e4ed9f req-3badb6fb-790e-4aa0-a6c1-25a52a1ef478 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:33.335458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5803edcc-3b85-43c4-af49-9ffaa3e4ed9f req-3badb6fb-790e-4aa0-a6c1-25a52a1ef478 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 945 time: 0.1718791 Sep 21 18:09:33.391786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a580323a-30ba-4d98-b035-12e0f11cf97f']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:33.396528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port edbb2437-b81d-4f8c-a425-74740ce8de2b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:33.396873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.413394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5803edcc-3b85-43c4-af49-9ffaa3e4ed9f req-c02e23a4-148e-4bd3-b38e-4f5ae5759c78 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691047 Sep 21 18:09:33.436601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16452e03-e282-4689-9382-3287e151629f') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:33.437121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16452e03-e282-4689-9382-3287e151629f') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:33.467432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-0a41d4a0-4490-4f94-8206-7c75fd9a684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:33.468968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-0a41d4a0-4490-4f94-8206-7c75fd9a684c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1100 time: 0.1591887 Sep 21 18:09:33.480020 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.566439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.580827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.588987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7bb8-ffdf-481d-95c0-236c581e0748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.621811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:33.622264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:33.625455 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:33.768158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port edbb2437-b81d-4f8c-a425-74740ce8de2b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=edbb2437-b81d-4f8c-a425-74740ce8de2b,segment=NetworkSegment(cdaa5501-c3b6-44bd-855d-47f929af9a84),segment_id=cdaa5501-c3b6-44bd-855d-47f929af9a84)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:33.768540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.775634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Subnet': ['ID=df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:33.794392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.809316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for edbb2437-b81d-4f8c-a425-74740ce8de2b owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:33.824010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.825942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a580323a-30ba-4d98-b035-12e0f11cf97f HTTP/1.1" status: 204 len: 168 time: 2.5292704 Sep 21 18:09:33.847959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-fe1c0b5e-53d9-4b2e-b857-671ecd15c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:33.849297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-fe1c0b5e-53d9-4b2e-b857-671ecd15c46a service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.3610492 Sep 21 18:09:33.856741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb9fa-8ccb-4e02-a157-4de27211f097 admin admin] Pushing event deleted for resources: {'Network': ['ID=a580323a-30ba-4d98-b035-12e0f11cf97f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:33.877534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Checking segment: {'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:33.880005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network hostable DHCP agents. Network: 436a3035-a29f-4bfc-9565-9e5260df5afc, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:09:33.904846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.919290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:33.989323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.019832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34336) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:34.028651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459be28-53e6-4b22-ba00-e15b036f6291 req-2ddcc4b5-a836-4db3-ac34-e11cf7b71f77 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:34.030121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b459be28-53e6-4b22-ba00-e15b036f6291 req-2ddcc4b5-a836-4db3-ac34-e11cf7b71f77 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 945 time: 0.1229520 Sep 21 18:09:34.030779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event updated for resources: {'Port': ['ID=e89f891b-1631-4c76-8980-13fa93ab3360,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:34.048672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-6d8278a7-a1cc-4c94-92db-faf9c98a7b2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.1897504 Sep 21 18:09:34.081431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.103336 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.111459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network 436a3035-a29f-4bfc-9565-9e5260df5afc is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:09:34.114320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b459be28-53e6-4b22-ba00-e15b036f6291 req-5a4e07c9-303d-4b69-931c-fdf11b2dd13b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727360 Sep 21 18:09:34.128058 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-de73654b-d760-44fb-a7eb-a3f3f13c8c55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc39bbff002d430fb050fcbfb17cdc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934594 Sep 21 18:09:34.129376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.131231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34338) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:34.135053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-63e2e6e0-6d4a-4f5a-9750-4039fe4351a1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1095879 Sep 21 18:09:34.149914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 436a3035-a29f-4bfc-9565-9e5260df5afc) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:34.159252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871158b0-88a7-44ef-b8e5-5fc9dcaa5718 None None] Network 436a3035-a29f-4bfc-9565-9e5260df5afc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:34.160253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e160a0e0-c2e9-4d86-b832-76d2c2d401c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:34.161751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e160a0e0-c2e9-4d86-b832-76d2c2d401c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0920041 Sep 21 18:09:34.168296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:34.168905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.181279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca78b3-c44f-4a3c-aedf-77c6bcdc735d req-c52f67a3-7777-4f88-bda8-14c870f9113d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:34.183079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11ca78b3-c44f-4a3c-aedf-77c6bcdc735d req-c52f67a3-7777-4f88-bda8-14c870f9113d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1458161 Sep 21 18:09:34.300898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d6bf8eaf-1dc1-43c6-8655-d576c3ee1b93 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3313081 Sep 21 18:09:34.301388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:34.307807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-662153204'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:34.336964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.356267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:34.360491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.371650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-436a3035-a29f-4bfc-9565-9e5260df5afc', 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'fixed_ips': [{'subnet_id': 'df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:09:34.375009 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.396169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:09:34.402421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11ca78b3-c44f-4a3c-aedf-77c6bcdc735d req-d0c71692-b19c-4f6d-8f6f-9073f5c498a3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922498 Sep 21 18:09:34.409477 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.412881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-0b8ee1f5-90d2-48b7-a3a0-a4c343341263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:34.414949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-0b8ee1f5-90d2-48b7-a3a0-a4c343341263 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299390 Sep 21 18:09:34.415985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8bcee86-7996-4888-951a-30a3f55db88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.421471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=edbb2437-b81d-4f8c-a425-74740ce8de2b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:34.421600 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Added segment 7ad529ba-f35f-4a4f-af66-78b1b5acc1be of type vlan for network 429b9cf6-cde5-46a2-982b-21db680e4cf4 Sep 21 18:09:34.499033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.503700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8bcee86-7996-4888-951a-30a3f55db88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.535595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.546223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:34.547082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.649510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Network': ['ID=429b9cf6-cde5-46a2-982b-21db680e4cf4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:34.650918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Allocated IP 19.80.0.2 (436a3035-a29f-4bfc-9565-9e5260df5afc/df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9/3acac040-22e2-4d40-8562-fef0c559ca12) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:34.666842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9b472a9e-408f-4eb4-9e8a-c93f0f958530 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3641467 Sep 21 18:09:34.667608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34380) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:34.669632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 429b9cf6-cde5-46a2-982b-21db680e4cf4 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:09:34.682429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'subnet': {'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:34.697473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.712011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-0989f569-a963-4d00-bcff-d51a7a0d841c service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856076 Sep 21 18:09:34.844878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:34.848732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.873869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8bcee86-7996-4888-951a-30a3f55db88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.876502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8bcee86-7996-4888-951a-30a3f55db88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:34.877667 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a8bcee86-7996-4888-951a-30a3f55db88c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb5414b4-0a65-4b58-a5fd-055cafb75592 HTTP/1.1" status: 204 len: 168 time: 0.7455118 Sep 21 18:09:34.916441 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.011468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcee86-7996-4888-951a-30a3f55db88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5414b4-0a65-4b58-a5fd-055cafb75592,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:35.101121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:35.103788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-bd8b9d9e-3a1e-4dbe-9295-9aa55aea096d service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844938 Sep 21 18:09:35.119454 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.128175 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.157424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.177474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Pushing event updated for resources: {'Port': ['ID=3acac040-22e2-4d40-8562-fef0c559ca12,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:35.195352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Network 436a3035-a29f-4bfc-9565-9e5260df5afc is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:35.197168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:35.199837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:35.250474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Subnet': ['ID=7ed64819-1843-4aff-9198-610e5e5ea734,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:35.270869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:35.295426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:35.300972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6ce23cf7-8245-4d2e-9f5c-9a4b8bf606cb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5171123 Sep 21 18:09:35.302817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34400) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:35.315075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Checking segment: {'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:35.315450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network hostable DHCP agents. Network: 429b9cf6-cde5-46a2-982b-21db680e4cf4, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:09:35.345463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Attempting to bind port 3acac040-22e2-4d40-8562-fef0c559ca12 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:35.346106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Attempting to bind port 3acac040-22e2-4d40-8562-fef0c559ca12 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:35.346753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Attempting to bind port 3acac040-22e2-4d40-8562-fef0c559ca12 on network 436a3035-a29f-4bfc-9565-9e5260df5afc {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:35.360762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:35.361946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:35.366745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network 429b9cf6-cde5-46a2-982b-21db680e4cf4 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:09:35.380292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 429b9cf6-cde5-46a2-982b-21db680e4cf4) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:35.386870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:35.387468 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.392517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238816cb-cb6e-4233-bfc9-e9c0d80fdf4d req-5b6c019d-6879-44be-9f90-db7fd772fb3d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:35.394719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-238816cb-cb6e-4233-bfc9-e9c0d80fdf4d req-5b6c019d-6879-44be-9f90-db7fd772fb3d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 945 time: 0.1368017 Sep 21 18:09:35.405877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting subnet 4e8eac39-95ad-4652-be92-53b5d390f162 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:35.411305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.411814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-19b8877e-9a97-44ef-9e60-104df5284c57 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7432439 Sep 21 18:09:35.471888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:35.472674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Checking segment: {'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:35.473324 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.473986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Bound using segment: {'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:35.474737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Bound port: 3acac040-22e2-4d40-8562-fef0c559ca12, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:35.475352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.476617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.484192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0a2da-e829-4b1c-8805-2416c97af41a None None] Network 429b9cf6-cde5-46a2-982b-21db680e4cf4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:35.514280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-238816cb-cb6e-4233-bfc9-e9c0d80fdf4d req-cd90f448-69af-4371-80e3-30c6751a6f9c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045427 Sep 21 18:09:35.558825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:35.652456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b7377-6ae6-4ebf-983f-69eb2cf21bdd req-cedaa6ee-9f22-4d73-93a8-5aff9a5df949 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:35.653993 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-297b7377-6ae6-4ebf-983f-69eb2cf21bdd req-cedaa6ee-9f22-4d73-93a8-5aff9a5df949 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1127458 Sep 21 18:09:35.693781 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.709181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-297b7377-6ae6-4ebf-983f-69eb2cf21bdd req-8d610f13-92fc-4483-a9af-5eee9bb8e34e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Sep 21 18:09:35.809695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.878550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8eac39-95ad-4652-be92-53b5d390f162,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:35.882304 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:35.894612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-479f651d-2e3a-4a3b-a5f3-6826412559f7 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/4e8eac39-95ad-4652-be92-53b5d390f162 HTTP/1.1" status: 204 len: 168 time: 0.5871005 Sep 21 18:09:35.895717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34450) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:35.925769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:34Z', 'revision_number': 11, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:35.934120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dbb70b-c928-4d9f-9d04-40e6cda6d790 None None] Network 906c2fad-e728-4a4c-9af9-694410d11c17 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:36.033237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.050749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:36.174436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-02472cbf-37b0-465c-8b3a-6b0dbf3593fc tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:36.185067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-02472cbf-37b0-465c-8b3a-6b0dbf3593fc tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:36.187503 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-02472cbf-37b0-465c-8b3a-6b0dbf3593fc tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/networks?id=436a3035-a29f-4bfc-9565-9e5260df5afc&id=429b9cf6-cde5-46a2-982b-21db680e4cf4 HTTP/1.1" status: 200 len: 1391 time: 0.3053951 Sep 21 18:09:36.193300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:36.194429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:36.209713 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-98cd6c0e-8489-4aa5-8ffa-c598962579a6 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/quotas/b2340c0d2194489cb21c27f64f9fab50 HTTP/1.1" status: 200 len: 375 time: 0.0142081 Sep 21 18:09:36.214664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732cea7-c4a2-4c84-b8a5-377ea1a8b1ad req-145e243c-78c4-4382-be70-2c89379c3ca9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:36.220438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b732cea7-c4a2-4c84-b8a5-377ea1a8b1ad req-145e243c-78c4-4382-be70-2c89379c3ca9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 945 time: 0.0965235 Sep 21 18:09:36.222058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Deleting port 48938728-77b5-4677-b07b-5fe1aa6bb000 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:36.222419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.293545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-9e7ea603-9f1c-434b-94df-a2520e0b1b07 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753181 Sep 21 18:09:36.322595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-45a83d27-6779-404a-b4a2-042c06474086 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:09:36.326738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-45a83d27-6779-404a-b4a2-042c06474086 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233419 Sep 21 18:09:36.330987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] For port 48938728-77b5-4677-b07b-5fe1aa6bb000, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48938728-77b5-4677-b07b-5fe1aa6bb000,segment=NetworkSegment(cdaa5501-c3b6-44bd-855d-47f929af9a84),segment_id=cdaa5501-c3b6-44bd-855d-47f929af9a84)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:36.331390 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.345143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b732cea7-c4a2-4c84-b8a5-377ea1a8b1ad req-93c24bd9-e6c0-4229-b83f-da5a4e5c85e1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069336 Sep 21 18:09:36.357904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Calling delete_port for 48938728-77b5-4677-b07b-5fe1aa6bb000 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:36.361234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] For port 3acac040-22e2-4d40-8562-fef0c559ca12, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:36.383925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:36.389879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] For port 3acac040-22e2-4d40-8562-fef0c559ca12, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3acac040-22e2-4d40-8562-fef0c559ca12,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:36.468687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.483196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34466) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:36.484486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:34Z', 'revision_number': 11, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:36.496733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-2c92c297-1b2c-41d1-bd79-a78e813ccf98 service neutron] 10.222.0.70 "GET /v2.0/networks/436a3035-a29f-4bfc-9565-9e5260df5afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553466 Sep 21 18:09:36.535494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f26eb3-2602-4b63-8a01-2748bdb56f34 None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:34Z', 'revision_number': 11, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:36.568719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.614216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No DVR routers for this DVR port 48938728-77b5-4677-b07b-5fe1aa6bb000 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:36.625968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a962-dda6-4817-ad4b-dece8fdee51a None None] Pushing event updated for resources: {'Port': ['ID=3acac040-22e2-4d40-8562-fef0c559ca12,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:36.644332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-429b9cf6-cde5-46a2-982b-21db680e4cf4', 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'fixed_ips': [{'subnet_id': '7ed64819-1843-4aff-9198-610e5e5ea734'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:09:36.645243 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.730142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-2ff47961-8f2e-4c48-88ea-9c26980b4506 service neutron] 10.222.0.70 "GET /v2.0/networks/436a3035-a29f-4bfc-9565-9e5260df5afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234781 Sep 21 18:09:36.781110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-811046234-network', 'tenant_id': '4910d5d18d1840b0aa50c30b289d9380'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:36.833481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Port': ['ID=48938728-77b5-4677-b07b-5fe1aa6bb000,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:36.844751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Made reservation on behalf of 4910d5d18d1840b0aa50c30b289d9380 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:36.847728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.865525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.877012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-cd5d431e-ec55-4f6b-8fba-e7036d5b7e39 service neutron] 10.222.0.70 "GET /v2.0/networks/429b9cf6-cde5-46a2-982b-21db680e4cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409225 Sep 21 18:09:36.950255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Allocated IP 19.86.0.2 (429b9cf6-cde5-46a2-982b-21db680e4cf4/7ed64819-1843-4aff-9198-610e5e5ea734/b57b896e-6f6d-4461-a923-8c256058794f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:36.968430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.983603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d5cc1-e642-4ea1-9795-9f85af617e48 None None] DHCP port deletion for 906c2fad-e728-4a4c-9af9-694410d11c17 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:37.060306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48938728-77b5-4677-b07b-5fe1aa6bb000 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:37.089992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 48938728-77b5-4677-b07b-5fe1aa6bb000 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:37.090845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48938728-77b5-4677-b07b-5fe1aa6bb000 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:37.091556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device edbb2437-b81d-4f8c-a425-74740ce8de2b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:37.127248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: edbb2437-b81d-4f8c-a425-74740ce8de2b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:37.127664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device edbb2437-b81d-4f8c-a425-74740ce8de2b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:37.177744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.180843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-9dc4af60-012c-4e4e-bc32-7f658e850c49 service neutron] 10.222.0.70 "GET /v2.0/networks/429b9cf6-cde5-46a2-982b-21db680e4cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840257 Sep 21 18:09:37.205824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.223360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.260989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906c2fad-e728-4a4c-9af9-694410d11c17']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:37.292835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:09:37.296321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaa5501-c3b6-44bd-855d-47f929af9a84') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:37.296826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaa5501-c3b6-44bd-855d-47f929af9a84') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:37.331710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.335408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:37.350814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.351167 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Added segment f48c0d02-936a-4c06-abbd-53be151c5bd0 of type vlan for network 9d040ac0-3951-41c5-ae17-f2af2016b5bf Sep 21 18:09:37.402739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a4d5-433e-426f-8db9-4902f105bbbe req-0a7cb3a5-0175-4381-82ce-8368d72c4106 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:37.404449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37b4a4d5-433e-426f-8db9-4902f105bbbe req-0a7cb3a5-0175-4381-82ce-8368d72c4106 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.4321916 Sep 21 18:09:37.408923 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.425319 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.428757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:37.429177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.444826 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:37.455793 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:37.539108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Network 429b9cf6-cde5-46a2-982b-21db680e4cf4 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:37.555407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:37.571331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:37.582350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.590640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Pushing event updated for resources: {'Port': ['ID=b57b896e-6f6d-4461-a923-8c256058794f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:37.625333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8ccc-26ee-48d1-8918-2a0f2b00691d req-e44ae4d3-2a15-43ab-8c2f-280aa308e9a7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:37.629610 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59cf8ccc-26ee-48d1-8918-2a0f2b00691d req-e44ae4d3-2a15-43ab-8c2f-280aa308e9a7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 945 time: 0.1260965 Sep 21 18:09:37.664183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Attempting to bind port b57b896e-6f6d-4461-a923-8c256058794f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:37.668486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Attempting to bind port b57b896e-6f6d-4461-a923-8c256058794f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:37.673649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Attempting to bind port b57b896e-6f6d-4461-a923-8c256058794f on network 429b9cf6-cde5-46a2-982b-21db680e4cf4 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:37.686990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:37.687662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Checking segment: {'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:37.689858 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.690716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Bound using segment: {'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:37.692808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Bound port: b57b896e-6f6d-4461-a923-8c256058794f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:37.693277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.747730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59cf8ccc-26ee-48d1-8918-2a0f2b00691d req-9922af8f-c1ff-44da-852e-e48501284098 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925331 Sep 21 18:09:37.764387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37b4a4d5-433e-426f-8db9-4902f105bbbe req-f27c9e00-87d1-407d-b4fb-60736f4fcdf0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362598 Sep 21 18:09:37.783763 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.786451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:37.787053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.908707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] For port b57b896e-6f6d-4461-a923-8c256058794f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:37.913379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] For port b57b896e-6f6d-4461-a923-8c256058794f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b57b896e-6f6d-4461-a923-8c256058794f,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:37.926201 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.982383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] Pushing event updated for resources: {'Network': ['ID=9d040ac0-3951-41c5-ae17-f2af2016b5bf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:37.988954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-748fc647-59d8-48ae-9dec-607dee224e44 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5020559 Sep 21 18:09:37.988954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.990407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34488) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:37.997930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Request body: {'subnet': {'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-811046234-subnet', 'tenant_id': '4910d5d18d1840b0aa50c30b289d9380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:38.026142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9d040ac0-3951-41c5-ae17-f2af2016b5bf details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:09:38.045275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.047280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/networks/906c2fad-e728-4a4c-9af9-694410d11c17 HTTP/1.1" status: 204 len: 168 time: 2.1502271 Sep 21 18:09:38.056929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34492) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:38.065073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c8be024-7ca0-4e27-af9c-67d62843a115 req-caead6c9-0258-4ddb-9cbe-bac301484cfb tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 210 time: 0.0970082 Sep 21 18:09:38.066314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'routes': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:38.122861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-ea9ae339-50aa-4f93-9bcb-d9a812825ec9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:38.125139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-ea9ae339-50aa-4f93-9bcb-d9a812825ec9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 945 time: 0.6050777 Sep 21 18:09:38.183165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8402919-b087-4cc5-a4ea-ea00e77855c0 None None] Pushing event updated for resources: {'Port': ['ID=b57b896e-6f6d-4461-a923-8c256058794f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:38.190926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41d416-3217-464d-97af-544ea3f24532 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Pushing event deleted for resources: {'Network': ['ID=906c2fad-e728-4a4c-9af9-694410d11c17,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:38.225131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Made reservation on behalf of 4910d5d18d1840b0aa50c30b289d9380 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:38.226683 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.273402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.283157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Deleting port ac20dbc9-3c66-4186-96c8-ad397d1bca53 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:38.283515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.484559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] For port ac20dbc9-3c66-4186-96c8-ad397d1bca53, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ac20dbc9-3c66-4186-96c8-ad397d1bca53,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:38.484946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.486578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Added routes are [] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:09:38.487485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Removed routes are [] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:09:38.487599 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.502089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Calling delete_port for ac20dbc9-3c66-4186-96c8-ad397d1bca53 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:38.507107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd8c411-d9a3-40d3-9605-05fc7e18f1a5 None None] Network 436a3035-a29f-4bfc-9565-9e5260df5afc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:38.612457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2767649f-a238-4ab2-8bc4-246cb6354017 None None] Provisioning complete for port 3acac040-22e2-4d40-8562-fef0c559ca12 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:38.613221 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2767649f-a238-4ab2-8bc4-246cb6354017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.807726 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.837152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.903897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event deleted for resources: {'Port': ['ID=ac20dbc9-3c66-4186-96c8-ad397d1bca53,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:38.970367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-613aae28-0299-45fb-9424-23f2d6345095 req-c16230a5-4a66-4189-9044-f71a3ab71975 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 210 time: 0.0713656 Sep 21 18:09:38.997685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2767649f-a238-4ab2-8bc4-246cb6354017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.028714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] No DVR routers for this DVR port ac20dbc9-3c66-4186-96c8-ad397d1bca53 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:39.034332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.043384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb682b8e-cf8c-48dd-965b-40a2d760d9a9 req-1f6452b7-8192-4554-a356-bce9dbfd3f3e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "DELETE /v2.0/ports/ac20dbc9-3c66-4186-96c8-ad397d1bca53 HTTP/1.1" status: 204 len: 173 time: 0.9034271 Sep 21 18:09:39.044067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'name': 'network-vif-deleted', 'tag': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:39.049274 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1967d6-92c2-4366-b03b-5d43e4f71fcb" -d '{"events": [{"server_uuid": "244dc5ad-b87d-487b-ace6-ceea063ae8cd", "name": "network-vif-deleted", "tag": "ac20dbc9-3c66-4186-96c8-ad397d1bca53"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:39.109858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2767649f-a238-4ab2-8bc4-246cb6354017 None None] For port 3acac040-22e2-4d40-8562-fef0c559ca12, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3acac040-22e2-4d40-8562-fef0c559ca12,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:39.142138 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2767649f-a238-4ab2-8bc4-246cb6354017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.273211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3acac040-22e2-4d40-8562-fef0c559ca12 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:39.277995 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.316330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Checking segment: {'id': 'f48c0d02-936a-4c06-abbd-53be151c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:39.316691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Network hostable DHCP agents. Network: 9d040ac0-3951-41c5-ae17-f2af2016b5bf, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:09:39.384149 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d26f7b-245f-44b8-9a4c-63cccf31dfea x-openstack-request-id: req-c1d26f7b-245f-44b8-9a4c-63cccf31dfea {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:39.396174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.397316 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244dc5ad-b87d-487b-ace6-ceea063ae8cd", "name": "network-vif-deleted", "tag": "ac20dbc9-3c66-4186-96c8-ad397d1bca53", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:39.397742 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1d26f7b-245f-44b8-9a4c-63cccf31dfea {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:39.398368 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244dc5ad-b87d-487b-ace6-ceea063ae8cd', 'name': 'network-vif-deleted', 'tag': 'ac20dbc9-3c66-4186-96c8-ad397d1bca53', 'status': 'completed', 'code': 200} Sep 21 18:09:39.549290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767649f-a238-4ab2-8bc4-246cb6354017 None None] Pushing event updated for resources: {'Port': ['ID=3acac040-22e2-4d40-8562-fef0c559ca12,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:39.573999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3acac040-22e2-4d40-8562-fef0c559ca12 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:39.574377 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.588293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13c26f4-28c7-4d23-9bdd-ce18a12357d3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:39.620268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Network 9d040ac0-3951-41c5-ae17-f2af2016b5bf is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:09:39.638604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9e433-5766-472b-ab6a-270374fd3d0f req-d7fe078c-c03c-4197-93b7-f68e57cb8690 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:39.645376 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c9e433-5766-472b-ab6a-270374fd3d0f req-d7fe078c-c03c-4197-93b7-f68e57cb8690 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.5347383 Sep 21 18:09:39.661757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-56a7a2dd-4683-4272-8d51-e6d1f7d31110 None None] Provisioning complete for port 3acac040-22e2-4d40-8562-fef0c559ca12 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:39.662127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-56a7a2dd-4683-4272-8d51-e6d1f7d31110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.767222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b57b896e-6f6d-4461-a923-8c256058794f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:39.769370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9d040ac0-3951-41c5-ae17-f2af2016b5bf) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:39.774829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 8e80b805-6560-45b3-9222-bd0a4e373264 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:39.786455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:39.787055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.797482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad355a0-7fb8-4ea5-8eb3-19b7f78f0122 None None] Network 9d040ac0-3951-41c5-ae17-f2af2016b5bf requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:39.831718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8635a13c-32e7-4d31-b3d4-9e728acdc5be admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8302310 Sep 21 18:09:39.831718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c9e433-5766-472b-ab6a-270374fd3d0f req-76f48345-a31e-45d5-a34f-66a82bc7d95b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979106 Sep 21 18:09:39.958507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33d873-6778-4f79-a65f-160e5cc97c06 None None] Network 429b9cf6-cde5-46a2-982b-21db680e4cf4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:40.019105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:40.034292 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] Sync routers for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:40.046966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.054243 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b2e84061-b205-4421-af7a-5d16671b686c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 200 len: 705 time: 1.9961569 Sep 21 18:09:40.055943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34514) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:40.058998 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:40.061752 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:40.102800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b14aa2-d683-4797-aa5b-36de7d59277f req-ba0041e3-f5ee-47d2-b8d4-dc0d6ed8c20d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 210 time: 0.1681933 Sep 21 18:09:40.149837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ac20dbc9-3c66-4186-96c8-ad397d1bca53 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:40.151711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-f498ebd2-d9f6-44a2-b570-767dca40645c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:40.177229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ac20dbc9-3c66-4186-96c8-ad397d1bca53 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:40.177572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ac20dbc9-3c66-4186-96c8-ad397d1bca53 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:40.184760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-f498ebd2-d9f6-44a2-b570-767dca40645c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:40.186460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-f498ebd2-d9f6-44a2-b570-767dca40645c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.41 "GET /v2.0/networks?id=436a3035-a29f-4bfc-9565-9e5260df5afc&id=429b9cf6-cde5-46a2-982b-21db680e4cf4 HTTP/1.1" status: 200 len: 1391 time: 0.9561465 Sep 21 18:09:40.186968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34520) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:40.190502 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:40.190677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e45a8030-a7e8-4dd5-b1af-1d250d3c27d1 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 200 len: 205 time: 0.1232414 Sep 21 18:09:40.237419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'port': {'device_id': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc', 'admin_state_up': True, 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:40.267396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:34Z', 'revision_number': 11, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:40.294314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dcb86e32-e5e0-4116-92fd-a24b6a5ec6e3 req-d51442bb-7a84-49d5-b494-1f3d0adea010 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=244dc5ad-b87d-487b-ace6-ceea063ae8cd HTTP/1.1" status: 200 len: 210 time: 0.1318436 Sep 21 18:09:40.341333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] Checking router: 8e80b805-6560-45b3-9222-bd0a4e373264 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:40.379073 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] Routers {'8e80b805-6560-45b3-9222-bd0a4e373264'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:40.381537 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8e80b805-6560-45b3-9222-bd0a4e373264'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:40.436502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820db46-a70a-4931-993e-a47957fc0e0e None None] Network 9d040ac0-3951-41c5-ae17-f2af2016b5bf requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:40.446408 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08275f00-8923-4304-9760-cdad8777973b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.450378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:40.455702 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.467922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b57b896e-6f6d-4461-a923-8c256058794f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:40.468297 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.479040 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] Set router 8e80b805-6560-45b3-9222-bd0a4e373264 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:40.563790 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:34Z', 'revision_number': 11, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:40.611445 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df5d4f8-9c39-43a6-8548-82e4c40f6821 None None] The sync data for ids ['8e80b805-6560-45b3-9222-bd0a4e373264'] in n-d-810285-3 is: [{'id': '8e80b805-6560-45b3-9222-bd0a4e373264', 'name': 'tempest-RoutersIpV6Test-router-1437386655', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:38Z', 'updated_at': '2021-09-21T18:09:34Z', 'revision_number': 11, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:40.692253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.787530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b57b896e-6f6d-4461-a923-8c256058794f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b57b896e-6f6d-4461-a923-8c256058794f,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:40.794010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.809786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ca2f41c7-60b5-4954-8b12-a0f44a550788 None None] Provisioning complete for port b57b896e-6f6d-4461-a923-8c256058794f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:40.810239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca2f41c7-60b5-4954-8b12-a0f44a550788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.955910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b57b896e-6f6d-4461-a923-8c256058794f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:41.002371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3acac040-22e2-4d40-8562-fef0c559ca12 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:41.011562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08275f00-8923-4304-9760-cdad8777973b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.022238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08275f00-8923-4304-9760-cdad8777973b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.091620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3acac040-22e2-4d40-8562-fef0c559ca12 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:41.092008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.153132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Allocated IP 19.80.0.132 (436a3035-a29f-4bfc-9565-9e5260df5afc/df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9/715cd217-1469-45e0-9f23-5828a480c0a7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:41.163092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08275f00-8923-4304-9760-cdad8777973b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.163666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08275f00-8923-4304-9760-cdad8777973b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Fanout notify agent at l3_agent the message router_deleted on router 8e80b805-6560-45b3-9222-bd0a4e373264 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:09:41.178504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08275f00-8923-4304-9760-cdad8777973b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.179837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-08275f00-8923-4304-9760-cdad8777973b tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 204 len: 168 time: 0.9911594 Sep 21 18:09:41.186877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34542) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:41.189754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-d8a5e8f1-1af0-49c4-8e53-1ce32b519ab0 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:41.193465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c65b7ea3-863e-4fbf-8a6b-6ec85b67282f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1699300026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:41.198350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-d8a5e8f1-1af0-49c4-8e53-1ce32b519ab0 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/networks?id=9d040ac0-3951-41c5-ae17-f2af2016b5bf HTTP/1.1" status: 200 len: 812 time: 0.6807067 Sep 21 18:09:41.232361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-d0fc7431-15ba-48f4-a56b-6de06b40dd17 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/quotas/4910d5d18d1840b0aa50c30b289d9380 HTTP/1.1" status: 200 len: 375 time: 0.0330918 Sep 21 18:09:41.245871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ea3-863e-4fbf-8a6b-6ec85b67282f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.247140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ea3-863e-4fbf-8a6b-6ec85b67282f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.250573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1976c323-7845-44f8-91aa-5b0471622dc1 None None] Provisioning complete for port b57b896e-6f6d-4461-a923-8c256058794f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:41.251197 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1976c323-7845-44f8-91aa-5b0471622dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.290023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-be637091-4ff3-4cf6-8399-22278ea46189 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4910d5d18d1840b0aa50c30b289d9380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566690 Sep 21 18:09:41.400731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ea3-863e-4fbf-8a6b-6ec85b67282f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.408574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ea3-863e-4fbf-8a6b-6ec85b67282f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.442748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ea3-863e-4fbf-8a6b-6ec85b67282f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.446760 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c65b7ea3-863e-4fbf-8a6b-6ec85b67282f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2568114 Sep 21 18:09:41.448840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34550) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:41.454098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e5195003-480c-4231-91ac-c999b86a5f59 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:41.521488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-1f5e7296-81a8-4600-aa79-25f7d577fd4b service neutron] 10.222.0.70 "GET /v2.0/networks/9d040ac0-3951-41c5-ae17-f2af2016b5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305434 Sep 21 18:09:41.637351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.651310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b82e-14ec-4396-ab4f-0d07da8c414a req-2cd02da3-b7de-4b85-9f24-9ce6cb593f63 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:41.651310 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-53b0b82e-14ec-4396-ab4f-0d07da8c414a req-2cd02da3-b7de-4b85-9f24-9ce6cb593f63 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1926837 Sep 21 18:09:41.692949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-690f21ed-0453-40ed-a61d-ac778b3a40ac service neutron] 10.222.0.70 "GET /v2.0/networks/9d040ac0-3951-41c5-ae17-f2af2016b5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622555 Sep 21 18:09:41.705738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.751753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network 436a3035-a29f-4bfc-9565-9e5260df5afc is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:41.755133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:41.759226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:41.790767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Port': ['ID=715cd217-1469-45e0-9f23-5828a480c0a7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:41.811474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5195003-480c-4231-91ac-c999b86a5f59 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.831104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:41.831839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.841427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-53b0b82e-14ec-4396-ab4f-0d07da8c414a req-c8699cf3-f3ea-43f3-a06b-8ba71da9e902 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840436 Sep 21 18:09:41.855791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5195003-480c-4231-91ac-c999b86a5f59 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.862838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-3697a047-01be-49f2-b69c-70818be8edd4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6319666 Sep 21 18:09:41.880488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Request body: {'port': {'device_id': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4', 'admin_state_up': True, 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:42.073239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa35b4-966a-4a46-916a-c665178a9ad4 req-4b9da7c6-4251-4ba0-a908-5c2e00fd9c0b tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.082289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4baa35b4-966a-4a46-916a-c665178a9ad4 req-4b9da7c6-4251-4ba0-a908-5c2e00fd9c0b tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 932 time: 0.0874574 Sep 21 18:09:42.135721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.142376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.152762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.152928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5195003-480c-4231-91ac-c999b86a5f59 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Router 9c2c5db2-43e6-4ffd-ba5c-418afaece279 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:09:42.161714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.166753 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4baa35b4-966a-4a46-916a-c665178a9ad4 req-e671d5ee-e803-4ad6-8376-b912eb5073b3 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842996 Sep 21 18:09:42.174758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.194717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.202670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.210597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-fb28574e-4a55-4ac3-baf3-89003d5dee22 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.1520400 Sep 21 18:09:42.277627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5195003-480c-4231-91ac-c999b86a5f59 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:42.285054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ffb29204-842b-4a97-98c4-a1dfc3658b4c req-1f49cd15-7dfb-414e-aaa2-325c0a58b4a3 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712626 Sep 21 18:09:42.287219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5195003-480c-4231-91ac-c999b86a5f59 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:42.288249 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e5195003-480c-4231-91ac-c999b86a5f59 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "PUT /v2.0/routers/9c2c5db2-43e6-4ffd-ba5c-418afaece279 HTTP/1.1" status: 200 len: 698 time: 0.8377974 Sep 21 18:09:42.300137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] Sync routers for ids ['9c2c5db2-43e6-4ffd-ba5c-418afaece279'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:42.306234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34566) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:42.321324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Made reservation on behalf of b2340c0d2194489cb21c27f64f9fab50 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:42.321324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:42.329728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] Routers {'9c2c5db2-43e6-4ffd-ba5c-418afaece279'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:42.330410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c2c5db2-43e6-4ffd-ba5c-418afaece279'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:42.444308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-57e20cfe-a654-4675-8deb-07add01ea2d2 None None] Provisioning complete for port 715cd217-1469-45e0-9f23-5828a480c0a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:42.444882 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-57e20cfe-a654-4675-8deb-07add01ea2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:42.467059 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1345ca27-0ca0-4fa2-9bf2-5a3a0341f3a5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/routers/9c2c5db2-43e6-4ffd-ba5c-418afaece279 HTTP/1.1" status: 200 len: 704 time: 0.1580553 Sep 21 18:09:42.476989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34576) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:42.506742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] Set router 9c2c5db2-43e6-4ffd-ba5c-418afaece279 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:42.530659 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-45a918d5-94dd-40fa-a327-f7747ae618d2 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c2c5db2-43e6-4ffd-ba5c-418afaece279 HTTP/1.1" status: 200 len: 205 time: 0.0520344 Sep 21 18:09:42.532663 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e93cf68f-3494-413f-94af-45b98900162b req-0ca4e7c8-1846-46bb-a4cb-63249eaf75ea tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 210 time: 0.0645986 Sep 21 18:09:42.533109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34580) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:42.583124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c5db2-43e6-4ffd-ba5c-418afaece279', 'name': 'tempest-RoutersIpV6Test-router-1699300026', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:41Z', 'updated_at': '2021-09-21T18:09:41Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:42.588921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-f7c512fc-5279-4be8-95b1-81298135788c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.599362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-f7c512fc-5279-4be8-95b1-81298135788c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.1633863 Sep 21 18:09:42.623175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-57e20cfe-a654-4675-8deb-07add01ea2d2 None None] Port 715cd217-1469-45e0-9f23-5828a480c0a7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:42.625449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] Checking router: 9c2c5db2-43e6-4ffd-ba5c-418afaece279 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:42.626897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-5d886567-784b-485a-9d60-dbf4b52a491b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/quotas/68956c50b6204c2b9725213b2bf1f136 HTTP/1.1" status: 200 len: 375 time: 0.0245132 Sep 21 18:09:42.638766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] Routers {'9c2c5db2-43e6-4ffd-ba5c-418afaece279'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:42.639746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c2c5db2-43e6-4ffd-ba5c-418afaece279'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:42.689200 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-7ae28d41-05a4-4476-b3ee-7d63573cb684 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608256 Sep 21 18:09:42.780019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] Set router 9c2c5db2-43e6-4ffd-ba5c-418afaece279 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:42.845689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c5db2-43e6-4ffd-ba5c-418afaece279', 'name': 'tempest-RoutersIpV6Test-router-1699300026', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:41Z', 'updated_at': '2021-09-21T18:09:41Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:42.899149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5923b-fa0d-4e5c-9cec-94bcc355024f None None] The sync data for ids ['9c2c5db2-43e6-4ffd-ba5c-418afaece279'] in n-d-810285-3 is: [{'id': '9c2c5db2-43e6-4ffd-ba5c-418afaece279', 'name': 'tempest-RoutersIpV6Test-router-1699300026', 'tenant_id': 'cb407c7329df45d2b086a90883018e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:41Z', 'updated_at': '2021-09-21T18:09:41Z', 'revision_number': 2, 'project_id': 'cb407c7329df45d2b086a90883018e0b', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:42.900844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Allocated IP 19.86.0.124 (429b9cf6-cde5-46a2-982b-21db680e4cf4/7ed64819-1843-4aff-9198-610e5e5ea734/2b71075c-8abb-4e45-b9d3-7fd7b337906a) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:42.940001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-744216f5-e844-45ad-bfa7-f163fd956768 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488821 Sep 21 18:09:43.005569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b57b896e-6f6d-4461-a923-8c256058794f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:43.111294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b57b896e-6f6d-4461-a923-8c256058794f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:43.111810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.163771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ba5d00cf-8220-4f3d-af0d-c797ec965977 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.309026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-4cb3a7b1-2dc8-4863-a2cd-169553783ae1 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659348 Sep 21 18:09:43.327701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.348585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.355757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.363832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.368662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.370210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.378904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.391436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.398312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.401696 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-760b1731-5792-4a18-8838-c7c374bbb713 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.3211479 Sep 21 18:09:43.424272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Network 429b9cf6-cde5-46a2-982b-21db680e4cf4 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:43.428020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:43.435190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:43.447398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event updated for resources: {'Port': ['ID=2b71075c-8abb-4e45-b9d3-7fd7b337906a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:43.595820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a533a1-318a-42ef-9006-04731e305eee req-58672df6-67a3-48d0-8d33-6082a47259ad tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.597390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.598113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.608157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f2a533a1-318a-42ef-9006-04731e305eee req-58672df6-67a3-48d0-8d33-6082a47259ad tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.5228052 Sep 21 18:09:43.644918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ba5d00cf-8220-4f3d-af0d-c797ec965977 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.689733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ba5d00cf-8220-4f3d-af0d-c797ec965977 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.785803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-22a1898d-0613-41d5-b2f8-b4dc26650009 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9119039 Sep 21 18:09:43.835546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-35249bff-9a78-4aa6-87bf-e778e3ef4630 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.837563 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-35249bff-9a78-4aa6-87bf-e778e3ef4630 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "GET /v2.0/ports/fbba3e41-8479-4c8b-bc57-1cee519dffa4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4239316 Sep 21 18:09:43.872499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Request body: {'port': {'device_id': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:43.896112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8df6ccd7-eec8-4989-ac80-ec03b6067235 None None] Provisioning complete for port 2b71075c-8abb-4e45-b9d3-7fd7b337906a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:43.896689 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8df6ccd7-eec8-4989-ac80-ec03b6067235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.904818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ba5d00cf-8220-4f3d-af0d-c797ec965977 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.904818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5d00cf-8220-4f3d-af0d-c797ec965977 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2c5db2-43e6-4ffd-ba5c-418afaece279 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:09:43.917806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ba5d00cf-8220-4f3d-af0d-c797ec965977 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.919433 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ba5d00cf-8220-4f3d-af0d-c797ec965977 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/9c2c5db2-43e6-4ffd-ba5c-418afaece279 HTTP/1.1" status: 204 len: 168 time: 1.3854198 Sep 21 18:09:43.938401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:43.944375 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f2a533a1-318a-42ef-9006-04731e305eee req-7539f8b0-0012-4f72-b5d1-e9b1a2e6f905 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380466 Sep 21 18:09:43.988115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc6f93-0269-4ce3-bc2d-0e1c2143d48d req-ad6829a1-bbb0-40ba-a1de-7ac3ca20ea78 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.995425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc6f93-0269-4ce3-bc2d-0e1c2143d48d req-ad6829a1-bbb0-40ba-a1de-7ac3ca20ea78 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.996384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8df6ccd7-eec8-4989-ac80-ec03b6067235 None None] Port 2b71075c-8abb-4e45-b9d3-7fd7b337906a cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:43.997094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e8cc6f93-0269-4ce3-bc2d-0e1c2143d48d req-ad6829a1-bbb0-40ba-a1de-7ac3ca20ea78 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1655 time: 0.3897145 Sep 21 18:09:44.038149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c95949ab-51f3-4946-a249-e81e3fd959d6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c2c5db2-43e6-4ffd-ba5c-418afaece279 HTTP/1.1" status: 200 len: 205 time: 0.0986302 Sep 21 18:09:44.076142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.107942 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.136207 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-603fd434-da77-4fd4-8f9f-3a1c991fe028 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] delete failed (client error): The resource could not be found. Sep 21 18:09:44.138762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-603fd434-da77-4fd4-8f9f-3a1c991fe028 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/9c2c5db2-43e6-4ffd-ba5c-418afaece279 HTTP/1.1" status: 404 len: 336 time: 0.0604196 Sep 21 18:09:44.147747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34610) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.157955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-fef0add6-fb25-4177-84e1-d0b800c7c2ec tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.160626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-fef0add6-fb25-4177-84e1-d0b800c7c2ec tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.78 "GET /v2.0/networks?id=9d040ac0-3951-41c5-ae17-f2af2016b5bf HTTP/1.1" status: 200 len: 812 time: 0.5224049 Sep 21 18:09:44.185592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Request body: {'port': {'device_id': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf', 'admin_state_up': True, 'tenant_id': '4910d5d18d1840b0aa50c30b289d9380'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:44.194491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e8cc6f93-0269-4ce3-bc2d-0e1c2143d48d req-5a76e764-75e6-456e-9f0a-21e2cab842db tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626263 Sep 21 18:09:44.212169 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-964c9435-d112-4aad-89be-238efbb52c0c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:44.213274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964c9435-d112-4aad-89be-238efbb52c0c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:44.216173 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-964c9435-d112-4aad-89be-238efbb52c0c tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/ce4c5b42-62b7-40ec-93af-5b980a2616df HTTP/1.1" status: 404 len: 337 time: 0.0669336 Sep 21 18:09:44.221416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34612) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.316732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-d724ffd8-0041-40ef-b2f1-00a68728ab10 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "GET /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4618807 Sep 21 18:09:44.329200 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-89af78df-0194-45a9-a091-9a5e182eb741 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:44.329816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89af78df-0194-45a9-a091-9a5e182eb741 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:44.334033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-89af78df-0194-45a9-a091-9a5e182eb741 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/3cd8f36c-1232-44ac-9f8a-ac047c435f8f HTTP/1.1" status: 404 len: 337 time: 0.1090806 Sep 21 18:09:44.334395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34614) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.347376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.354294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.361280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.368153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.374384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.381025 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.388467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.392161 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8e936f-0f6f-4097-9e42-bd5787b5af31 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:44.392650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8e936f-0f6f-4097-9e42-bd5787b5af31 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:44.395378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ef8e936f-0f6f-4097-9e42-bd5787b5af31 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/75423f3c-07a2-448c-a857-27f3af7c459f HTTP/1.1" status: 404 len: 337 time: 0.0522985 Sep 21 18:09:44.397642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-62389dac-affb-478c-bfb6-74b74fad2810 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 5435 time: 0.2325006 Sep 21 18:09:44.405882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34616) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.432911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:44.513305 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9ac83d-2f18-4d3f-acae-3d662ee197b6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:44.514035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9ac83d-2f18-4d3f-acae-3d662ee197b6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:44.518241 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9b9ac83d-2f18-4d3f-acae-3d662ee197b6 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/4e8eac39-95ad-4652-be92-53b5d390f162 HTTP/1.1" status: 404 len: 337 time: 0.1082006 Sep 21 18:09:44.521585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34620) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.566725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d0e533de-64a0-4a2e-903d-2882c83fa3b1 req-0fb73740-8912-4d7c-a24b-617d4906d921 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656053 Sep 21 18:09:44.615855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fe25b65c-497c-42f6-9dfe-0bf65cfff634 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 200 len: 205 time: 0.0909808 Sep 21 18:09:44.616886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34622) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.666610 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-0f962ab3-96d6-4384-8b95-7921db7563e9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] delete failed (client error): The resource could not be found. Sep 21 18:09:44.667547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0f962ab3-96d6-4384-8b95-7921db7563e9 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/8e80b805-6560-45b3-9222-bd0a4e373264 HTTP/1.1" status: 404 len: 336 time: 0.0489430 Sep 21 18:09:44.675878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.679279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34624) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.711888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54a7694b-2d88-4e47-a315-f0d1cc71a007 req-2e41489c-cc4e-4640-a629-3471cfa12733 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 210 time: 0.0481746 Sep 21 18:09:44.759755 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0dff592d-cac6-4f23-9651-1da3ffe0df2a tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cd0ec08-c51d-4b7a-ab99-6f642a283d0a HTTP/1.1" status: 200 len: 205 time: 0.0769734 Sep 21 18:09:44.759985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34626) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.777821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9c10ba9-223b-44a8-ad72-42621e503e73 req-8bcd0093-65a1-4c03-ab98-011c9a98863a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 210 time: 0.4424558 Sep 21 18:09:44.804153 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-06fbb61b-4c59-4fe0-ac11-7896f363f1bb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] delete failed (client error): The resource could not be found. Sep 21 18:09:44.805455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06fbb61b-4c59-4fe0-ac11-7896f363f1bb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/3cd0ec08-c51d-4b7a-ab99-6f642a283d0a HTTP/1.1" status: 404 len: 336 time: 0.0443561 Sep 21 18:09:44.808223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34628) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.851756 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd2a498-bfe2-4df7-9a56-80370f62bcab tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:44.852621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd2a498-bfe2-4df7-9a56-80370f62bcab tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:44.856962 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bcd2a498-bfe2-4df7-9a56-80370f62bcab tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/9735612b-eb0a-4cab-b824-6b0a58cad15b HTTP/1.1" status: 404 len: 337 time: 0.0357378 Sep 21 18:09:44.868952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.924879 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-54aac68b-3b8e-40dd-8421-83f035737ced tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8d91844-fc92-4846-8b73-1c6e88a0f7cb HTTP/1.1" status: 200 len: 205 time: 0.0545499 Sep 21 18:09:44.928533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34634) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.031259 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-dc5dbf35-b1d3-4381-8b65-61c7db83449f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] delete failed (client error): The resource could not be found. Sep 21 18:09:45.034365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dc5dbf35-b1d3-4381-8b65-61c7db83449f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/a8d91844-fc92-4846-8b73-1c6e88a0f7cb HTTP/1.1" status: 404 len: 336 time: 0.1048017 Sep 21 18:09:45.043657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34638) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.060038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Made reservation on behalf of 4910d5d18d1840b0aa50c30b289d9380 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:45.063587 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.093248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20a4d6e8-61c2-4c28-b66d-10e9af15c030 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=88369ef4-ef76-4096-89fa-5c6b0472c5e8 HTTP/1.1" status: 200 len: 205 time: 0.0458555 Sep 21 18:09:45.095577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34642) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.139991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] For port fbba3e41-8479-4c8b-bc57-1cee519dffa4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fbba3e41-8479-4c8b-bc57-1cee519dffa4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:45.187072 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-25f2f09a-82c7-4192-87f1-7da9ad7dd481 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] delete failed (client error): The resource could not be found. Sep 21 18:09:45.190451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-25f2f09a-82c7-4192-87f1-7da9ad7dd481 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/88369ef4-ef76-4096-89fa-5c6b0472c5e8 HTTP/1.1" status: 404 len: 336 time: 0.0885711 Sep 21 18:09:45.190583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-787267ed-013b-4557-983e-d8176f8def8c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.190583 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-787267ed-013b-4557-983e-d8176f8def8c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.2618089 Sep 21 18:09:45.192286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34644) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.207481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Request body: {'port': {'device_id': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'admin_state_up': True, 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:45.216734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] For port fbba3e41-8479-4c8b-bc57-1cee519dffa4, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:45.225508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba59b1-2c80-4640-95b7-ce2972f9f785 req-6de6b76e-7d5d-4b6d-be35-e9ea8b1c24c0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.229458 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6c25e1-1dc3-45cd-8fed-ca84b13a048f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:45.229992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6c25e1-1dc3-45cd-8fed-ca84b13a048f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:45.232968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3f6c25e1-1dc3-45cd-8fed-ca84b13a048f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/849abfb0-45bf-47c0-a2ba-3b3821993ec8 HTTP/1.1" status: 404 len: 337 time: 0.0380366 Sep 21 18:09:45.233117 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90ba59b1-2c80-4640-95b7-ce2972f9f785 req-6de6b76e-7d5d-4b6d-be35-e9ea8b1c24c0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1888852 Sep 21 18:09:45.261933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34646) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.266369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715cd217-1469-45e0-9f23-5828a480c0a7 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:45.282734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.322606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Transition to ACTIVE for port object 715cd217-1469-45e0-9f23-5828a480c0a7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:45.327916 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-485c0d41-c5b4-4258-bf8a-9884746fe70e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=1323993f-2967-4530-8d89-312d27cea80f HTTP/1.1" status: 200 len: 205 time: 0.0610445 Sep 21 18:09:45.329009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34650) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.331102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] device_id is not set on port fbba3e41-8479-4c8b-bc57-1cee519dffa4 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:09:45.365321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.377364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.396775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.415030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90ba59b1-2c80-4640-95b7-ce2972f9f785 req-5107c70a-1d85-46ed-af55-784ae551a760 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811905 Sep 21 18:09:45.421825 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-340b657b-834b-4bea-85fb-64930f9d1964 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] delete failed (client error): The resource could not be found. Sep 21 18:09:45.425262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-340b657b-834b-4bea-85fb-64930f9d1964 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/1323993f-2967-4530-8d89-312d27cea80f HTTP/1.1" status: 404 len: 336 time: 0.0937235 Sep 21 18:09:45.438933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34652) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.495019 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f8ab23-67ea-4227-971f-387867b092e5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:45.495480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f8ab23-67ea-4227-971f-387867b092e5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:45.499588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-98f8ab23-67ea-4227-971f-387867b092e5 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/84d34842-767c-40c3-aeca-15d44792b23d HTTP/1.1" status: 404 len: 337 time: 0.0564897 Sep 21 18:09:45.507942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34654) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.516334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Allocated IP 172.20.0.10 (9d040ac0-3951-41c5-ae17-f2af2016b5bf/a13c26f4-28c7-4d23-9bdd-ce18a12357d3/14bd8321-b481-4311-93d4-b9a4660477c7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:45.533240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Pushing event updated for resources: {'Port': ['ID=715cd217-1469-45e0-9f23-5828a480c0a7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:45.546490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] No DVR routers for this DVR port fbba3e41-8479-4c8b-bc57-1cee519dffa4 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:45.549486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] Pushing event updated for resources: {'Port': ['ID=fbba3e41-8479-4c8b-bc57-1cee519dffa4,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:45.579705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab59f3-a7ea-4347-a53a-2f6e7160c4c9 req-4c9bac7e-38cd-4615-8355-29cd91cc6c1d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.585970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab59f3-a7ea-4347-a53a-2f6e7160c4c9 req-4c9bac7e-38cd-4615-8355-29cd91cc6c1d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.595423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08ab59f3-a7ea-4347-a53a-2f6e7160c4c9 req-4c9bac7e-38cd-4615-8355-29cd91cc6c1d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1667 time: 0.2323468 Sep 21 18:09:45.618869 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-402ad422-359f-44bf-91e0-c0aa0562d42f tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "GET /v2.0/ports?device_id=06307faf-480f-4795-81de-f6a04e7cbab3 HTTP/1.1" status: 200 len: 205 time: 0.1046996 Sep 21 18:09:45.619606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34658) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.658815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] In _notify_port_updated(), no bound segment for port fbba3e41-8479-4c8b-bc57-1cee519dffa4 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:09:45.659761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.665652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.668423 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-e7d278bb-c8f1-4a9c-b0c6-ef2c28c7b2dc service neutron] 10.222.0.41 "PUT /v2.0/ports/fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 200 len: 1028 time: 1.2633703 Sep 21 18:09:45.683040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:45.695161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.754653 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-6c81fe6e-2b1a-4a24-88e5-58f2d70c5437 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] delete failed (client error): The resource could not be found. Sep 21 18:09:45.758614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6c81fe6e-2b1a-4a24-88e5-58f2d70c5437 tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/routers/06307faf-480f-4795-81de-f6a04e7cbab3 HTTP/1.1" status: 404 len: 336 time: 0.0848467 Sep 21 18:09:45.769458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.817580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:45.834598 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5cb554-0947-407d-b222-9c39bcbc83fb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:45.835055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5cb554-0947-407d-b222-9c39bcbc83fb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:45.839721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7b5cb554-0947-407d-b222-9c39bcbc83fb tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/49ac3d24-af6c-4bbf-ab86-44310e2044e0 HTTP/1.1" status: 404 len: 337 time: 0.0653975 Sep 21 18:09:45.843402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34666) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.856080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08ab59f3-a7ea-4347-a53a-2f6e7160c4c9 req-5a452c1b-a4c7-4105-aa6f-779ef40d1a96 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596707 Sep 21 18:09:45.896144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Attempting to bind port 715cd217-1469-45e0-9f23-5828a480c0a7 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:45.896566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Attempting to bind port 715cd217-1469-45e0-9f23-5828a480c0a7 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:45.896818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Attempting to bind port 715cd217-1469-45e0-9f23-5828a480c0a7 on network 436a3035-a29f-4bfc-9565-9e5260df5afc {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:45.915663 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab0d483-098b-44ff-84ed-d9d3128a8a1e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] DELETE failed (client error): The resource could not be found. Sep 21 18:09:45.916122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab0d483-098b-44ff-84ed-d9d3128a8a1e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:09:45.921013 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5ab0d483-098b-44ff-84ed-d9d3128a8a1e tempest-RoutersIpV6Test-1612802784 tempest-RoutersIpV6Test-1612802784-project] 10.222.0.70 "DELETE /v2.0/subnets/d4c8a765-1150-4d49-a225-09d37e9f6d41 HTTP/1.1" status: 404 len: 337 time: 0.0515566 Sep 21 18:09:45.955991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-0aef6415-0d07-4e0c-971f-bbbeea67ecbc tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.957393 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-0aef6415-0d07-4e0c-971f-bbbeea67ecbc tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "GET /v2.0/ports/640fb863-861c-42a8-ba4c-56ac6fd3d842?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2793322 Sep 21 18:09:45.972604 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.976659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:46.006217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:46.009431 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25edb06-6d2a-4f7d-a4d3-6d16438c4c3f" -d '{"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:46.026742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:46.034504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-119665ee-919b-4798-b6a9-6e540995a81a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.037675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6186701c-fbde-4572-a554-226d71f140e4 None None] Provisioning complete for port fbba3e41-8479-4c8b-bc57-1cee519dffa4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:46.038340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6186701c-fbde-4572-a554-226d71f140e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.041413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-119665ee-919b-4798-b6a9-6e540995a81a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.041780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45da2222-762f-467d-947a-7a53a29397d8 req-fe642f22-0a6d-43af-b01b-4445e4b707da tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 210 time: 0.0624464 Sep 21 18:09:46.048281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Port 715cd217-1469-45e0-9f23-5828a480c0a7 on network 436a3035-a29f-4bfc-9565-9e5260df5afc not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:46.048677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Attempting to bind port 715cd217-1469-45e0-9f23-5828a480c0a7 on network 436a3035-a29f-4bfc-9565-9e5260df5afc {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:46.049059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.049983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 640fb863-861c-42a8-ba4c-56ac6fd3d842 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:46.050736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-119665ee-919b-4798-b6a9-6e540995a81a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.075246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-119665ee-919b-4798-b6a9-6e540995a81a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.084663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-119665ee-919b-4798-b6a9-6e540995a81a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.095215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:46.095564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Checking segment: {'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:46.095952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Bound using segment: {'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:46.096410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Bound port: 715cd217-1469-45e0-9f23-5828a480c0a7, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118d127e-4e3e-4a30-a33f-f3f427318918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:46.096780 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.101848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-119665ee-919b-4798-b6a9-6e540995a81a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.114417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-119665ee-919b-4798-b6a9-6e540995a81a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 4660 time: 0.3113785 Sep 21 18:09:46.201304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6186701c-fbde-4572-a554-226d71f140e4 None None] Port fbba3e41-8479-4c8b-bc57-1cee519dffa4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:46.211047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4a57f3d-41c3-449a-8d60-0611e02a2a28 req-29cd1e2a-4a8e-4fd0-8905-dbe4638a5389 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 210 time: 0.0782869 Sep 21 18:09:46.285830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:46.291511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.302238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.313862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] For port 715cd217-1469-45e0-9f23-5828a480c0a7, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:46.318439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] For port 715cd217-1469-45e0-9f23-5828a480c0a7, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=715cd217-1469-45e0-9f23-5828a480c0a7,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:46.330771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.350251 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff4e6ac-55d0-4f18-a6fb-373bdfb690ac x-openstack-request-id: req-cff4e6ac-55d0-4f18-a6fb-373bdfb690ac {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:46.350573 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:46.351276 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e4f9bd2f-09bb-4802-80c0-6ac70ec1a1eb req-316da2cb-aba6-4cd2-844f-5992f8f2ed7b tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2359278 Sep 21 18:09:46.358583 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cff4e6ac-55d0-4f18-a6fb-373bdfb690ac {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:46.359018 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4', 'code': 200} Sep 21 18:09:46.363817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.375961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Allocated IP 172.20.0.8 (0ce9b869-0136-477f-b660-8e206678cb6b/15ad28cd-0131-4de1-8e74-5572ff648d32/49713304-27ae-43f6-a8ee-c7be86f4967d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:46.456513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.457076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.460888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] 10.222.0.41 "PUT /v2.0/ports/715cd217-1469-45e0-9f23-5828a480c0a7 HTTP/1.1" status: 200 len: 1092 time: 2.5999873 Sep 21 18:09:46.461499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'tag': '715cd217-1469-45e0-9f23-5828a480c0a7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:46.464173 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4ecc45-46ef-41bc-87dc-acadb55cf166" -d '{"events": [{"name": "network-changed", "server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "tag": "715cd217-1469-45e0-9f23-5828a480c0a7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:46.482150 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.509933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Request body: {'port': {'device_id': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:46.564401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:46.578889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.580017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b3f05fbe-79f4-4a84-afe7-e20738dbe76e no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:46.592237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.611209 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a6689-c642-4091-b5ae-ffb6334cd188 x-openstack-request-id: req-ef5a6689-c642-4091-b5ae-ffb6334cd188 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:46.611506 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "tag": "715cd217-1469-45e0-9f23-5828a480c0a7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:46.611760 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef5a6689-c642-4091-b5ae-ffb6334cd188 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:46.612165 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'tag': '715cd217-1469-45e0-9f23-5828a480c0a7', 'status': 'completed', 'code': 200} Sep 21 18:09:46.663896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:09:46.665072 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:09:46.710505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9d079bae-f96b-42da-98f0-ef52df40d2f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb407c7329df45d2b086a90883018e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177995 Sep 21 18:09:46.720230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:46.746298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7b515-b6a7-4449-8124-0c50443f2adc service neutron] Pushing event updated for resources: {'Port': ['ID=715cd217-1469-45e0-9f23-5828a480c0a7,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.751053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Network 9d040ac0-3951-41c5-ae17-f2af2016b5bf is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:46.753766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.762815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:46.762960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.772839 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.793379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:46.804783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-69f5bada-13cc-495e-9906-dec010dff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.805914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-69f5bada-13cc-495e-9906-dec010dff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.807876 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-69f5bada-13cc-495e-9906-dec010dff805 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1914 time: 0.2125225 Sep 21 18:09:46.825009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27846513-08a3-4c2d-897d-dbc9c587a243 req-3aff4886-cf82-40de-96ae-7a1e5bff1c9d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.826637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27846513-08a3-4c2d-897d-dbc9c587a243 req-3aff4886-cf82-40de-96ae-7a1e5bff1c9d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.2107849 Sep 21 18:09:46.830885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:46.846067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.847997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:46.923868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.928285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-27846513-08a3-4c2d-897d-dbc9c587a243 req-a9f49834-b7ac-481c-832e-139db359e6bf tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915682 Sep 21 18:09:46.928499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Pushing event updated for resources: {'Port': ['ID=14bd8321-b481-4311-93d4-b9a4660477c7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.930776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80fa7e14-c5b3-4fef-9e51-51e25f1d1f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.964175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80fa7e14-c5b3-4fef-9e51-51e25f1d1f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.997174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.997838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.023512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.030359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:47.065228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80fa7e14-c5b3-4fef-9e51-51e25f1d1f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.069030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80fa7e14-c5b3-4fef-9e51-51e25f1d1f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.071610 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80fa7e14-c5b3-4fef-9e51-51e25f1d1f99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1883ee3b-bc9a-4492-ac87-3831044248dd HTTP/1.1" status: 204 len: 168 time: 0.3496768 Sep 21 18:09:47.098757 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.113877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Network 0ce9b869-0136-477f-b660-8e206678cb6b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:47.118055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa7e14-c5b3-4fef-9e51-51e25f1d1f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1883ee3b-bc9a-4492-ac87-3831044248dd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:47.135449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:47.141552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:47.195995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:47.203306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-bc14faf6-1e41-41a0-b913-b12ba18544c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0264754 Sep 21 18:09:47.205227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.206385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fbba3e41-8479-4c8b-bc57-1cee519dffa4 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:47.251074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Request body: {'port': {'device_id': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:47.275679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:47.298867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:47.308929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.318710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.319478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.323673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fbba3e41-8479-4c8b-bc57-1cee519dffa4 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:47.324563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 9aaf0ca5-7356-4b43-a68a-1fe787189cbf no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:47.379732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-83a88164-4b13-44b9-a1e5-67c18fcc7265 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1787577 Sep 21 18:09:47.391215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d3c27-5154-4804-93fc-2535c958d9fb req-f06c4022-5ce6-43c4-933f-d2cbf4230c9c tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.399343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c4d3c27-5154-4804-93fc-2535c958d9fb req-f06c4022-5ce6-43c4-933f-d2cbf4230c9c tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 932 time: 0.2014780 Sep 21 18:09:47.408898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-d2a5d5e1-90bf-48ed-bc00-7e235ac663fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.410035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-d2a5d5e1-90bf-48ed-bc00-7e235ac663fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.410709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-d2a5d5e1-90bf-48ed-bc00-7e235ac663fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.412041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Request body: {'port': {'device_id': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:47.413233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-d2a5d5e1-90bf-48ed-bc00-7e235ac663fe service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b2340c0d2194489cb21c27f64f9fab50&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5776675 Sep 21 18:09:47.444474 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.458121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e5138-07be-4f93-8201-571523666593 req-123b2298-8563-4261-80f2-28d6d323cb09 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.467974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e5138-07be-4f93-8201-571523666593 req-123b2298-8563-4261-80f2-28d6d323cb09 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.470543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-148e5138-07be-4f93-8201-571523666593 req-123b2298-8563-4261-80f2-28d6d323cb09 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1667 time: 0.4667461 Sep 21 18:09:47.495641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:47.502536 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.504470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 215778f5-f252-427b-a173-9f69f19e88c3 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:47.571115 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c4d3c27-5154-4804-93fc-2535c958d9fb req-3ee4dfa3-1b84-4fe4-9b06-db1f7fc8080b tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663866 Sep 21 18:09:47.623285 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.665733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:47.731435 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.742446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-148e5138-07be-4f93-8201-571523666593 req-c825e3cb-e8dd-4661-b6b3-1864a69ff5c7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477660 Sep 21 18:09:47.746524 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.844069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 215778f5-f252-427b-a173-9f69f19e88c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=215778f5-f252-427b-a173-9f69f19e88c3,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:47.844994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-8c7eee2b-628c-4256-9219-2d0e67589719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.846526 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c4ecc45-46ef-41bc-87dc-acadb55cf166 req-8c7eee2b-628c-4256-9219-2d0e67589719 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3692546 Sep 21 18:09:47.862004 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.869193 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b71075c-8abb-4e45-b9d3-7fd7b337906a {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:47.886114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.924089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=215778f5-f252-427b-a173-9f69f19e88c3,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:47.987951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Transition to ACTIVE for port object 2b71075c-8abb-4e45-b9d3-7fd7b337906a will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:48.000341 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.091928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-b161c60c-4b13-4cc7-92d9-992fddc84f31 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.097978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-b161c60c-4b13-4cc7-92d9-992fddc84f31 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.106287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-b161c60c-4b13-4cc7-92d9-992fddc84f31 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.111208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-b161c60c-4b13-4cc7-92d9-992fddc84f31 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.118032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-b161c60c-4b13-4cc7-92d9-992fddc84f31 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.124300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-b161c60c-4b13-4cc7-92d9-992fddc84f31 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.126176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-b161c60c-4b13-4cc7-92d9-992fddc84f31 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 4648 time: 0.1854725 Sep 21 18:09:48.150067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=640fb863-861c-42a8-ba4c-56ac6fd3d842,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:48.182035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Pushing event updated for resources: {'Port': ['ID=2b71075c-8abb-4e45-b9d3-7fd7b337906a,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:48.268748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a977afa-c3cc-4a2c-bfd7-3d97b3727757 req-12b15b1e-5ee0-4ec3-8267-03f7925b87b5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.272943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a977afa-c3cc-4a2c-bfd7-3d97b3727757 req-12b15b1e-5ee0-4ec3-8267-03f7925b87b5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 931 time: 0.2024736 Sep 21 18:09:48.316667 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5fb9c00c-ed1e-4e49-bce1-b57e78017596 req-29ca4943-9dba-4213-b175-03fbe5201384 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&id=05ba0592-c1cf-49a3-9961-5c4f4f7fde51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371896 Sep 21 18:09:48.364973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640fb863-861c-42a8-ba4c-56ac6fd3d842'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:48.368869 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d687dedd-db8d-4cc0-902d-d23715febe54" -d '{"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "640fb863-861c-42a8-ba4c-56ac6fd3d842"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "215778f5-f252-427b-a173-9f69f19e88c3"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:48.378858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Attempting to bind port 2b71075c-8abb-4e45-b9d3-7fd7b337906a on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:48.379218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Attempting to bind port 2b71075c-8abb-4e45-b9d3-7fd7b337906a by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:48.379541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Attempting to bind port 2b71075c-8abb-4e45-b9d3-7fd7b337906a on network 429b9cf6-cde5-46a2-982b-21db680e4cf4 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:48.391813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Port 2b71075c-8abb-4e45-b9d3-7fd7b337906a on network 429b9cf6-cde5-46a2-982b-21db680e4cf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:48.392837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] For port 640fb863-861c-42a8-ba4c-56ac6fd3d842, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:48.392971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Attempting to bind port 2b71075c-8abb-4e45-b9d3-7fd7b337906a on network 429b9cf6-cde5-46a2-982b-21db680e4cf4 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:48.407652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:48.408011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Checking segment: {'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:48.408382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Bound using segment: {'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:48.408837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Bound port: 2b71075c-8abb-4e45-b9d3-7fd7b337906a, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad529ba-f35f-4a4f-af66-78b1b5acc1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:48.409210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.496992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] device_id is not set on port 640fb863-861c-42a8-ba4c-56ac6fd3d842 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:09:48.507011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.511228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:48.733505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a977afa-c3cc-4a2c-bfd7-3d97b3727757 req-e7f97ce6-bb5d-4708-894c-67b6372a2b30 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181874 Sep 21 18:09:48.736235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.816721 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0bed3d-5c3d-4f39-815f-4d3d7cd3d8c4 x-openstack-request-id: req-1f0bed3d-5c3d-4f39-815f-4d3d7cd3d8c4 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:48.817015 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "640fb863-861c-42a8-ba4c-56ac6fd3d842", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-unplugged", "status": "completed", "tag": "215778f5-f252-427b-a173-9f69f19e88c3", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:48.817268 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f0bed3d-5c3d-4f39-815f-4d3d7cd3d8c4 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:48.817961 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640fb863-861c-42a8-ba4c-56ac6fd3d842', 'code': 200} Sep 21 18:09:48.818284 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e', 'code': 200} Sep 21 18:09:48.818547 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299', 'code': 200} Sep 21 18:09:48.818794 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf', 'code': 200} Sep 21 18:09:48.819036 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3', 'code': 200} Sep 21 18:09:48.862510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bd8321-b481-4311-93d4-b9a4660477c7 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:48.869817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49713304-27ae-43f6-a8ee-c7be86f4967d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:48.888940 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.901576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.905415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] For port 2b71075c-8abb-4e45-b9d3-7fd7b337906a, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:48.931115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] For port 2b71075c-8abb-4e45-b9d3-7fd7b337906a, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2b71075c-8abb-4e45-b9d3-7fd7b337906a,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:48.944548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] No DVR routers for this DVR port 640fb863-861c-42a8-ba4c-56ac6fd3d842 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:48.946811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Transition to ACTIVE for port object 14bd8321-b481-4311-93d4-b9a4660477c7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:48.951981 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.953437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-762292c0-d0c1-4f82-9d5c-39566227bb68 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:48.954245 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-762292c0-d0c1-4f82-9d5c-39566227bb68 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:09:48.954742 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-762292c0-d0c1-4f82-9d5c-39566227bb68 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:09:48.960522 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-762292c0-d0c1-4f82-9d5c-39566227bb68 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4281428 Sep 21 18:09:48.960762 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.964220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34734) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:48.969670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993494831'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:48.994936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Pushing event updated for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:49.052427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] In _notify_port_updated(), no bound segment for port 640fb863-861c-42a8-ba4c-56ac6fd3d842 on network e52824c9-a5b4-4f17-b372-bba2781d42bb {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:09:49.053646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.054352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.064336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06ac3c-0cfc-4c9f-93a1-6e275acd06fa req-b6ac62ef-10db-49e8-969b-0a5b8337d328 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.068313 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-84530813-c552-40d4-a7b4-8951d4a7c0ae service neutron] 10.222.0.41 "PUT /v2.0/ports/640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 200 len: 1028 time: 3.0969350 Sep 21 18:09:49.072958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bb06ac3c-0cfc-4c9f-93a1-6e275acd06fa req-b6ac62ef-10db-49e8-969b-0a5b8337d328 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.2187998 Sep 21 18:09:49.081621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Transition to ACTIVE for port object 49713304-27ae-43f6-a8ee-c7be86f4967d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:49.089318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.089960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.091508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] 10.222.0.41 "PUT /v2.0/ports/2b71075c-8abb-4e45-b9d3-7fd7b337906a HTTP/1.1" status: 200 len: 1092 time: 2.5878844 Sep 21 18:09:49.091990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'tag': '2b71075c-8abb-4e45-b9d3-7fd7b337906a'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:49.093621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.094587 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da2d3a-d0a2-478d-a12f-d953d6450393" -d '{"events": [{"name": "network-changed", "server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "tag": "2b71075c-8abb-4e45-b9d3-7fd7b337906a"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:49.162113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.172370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2836361b-5429-49f5-a7e5-2748850333d8 None None] Provisioning complete for port 640fb863-861c-42a8-ba4c-56ac6fd3d842 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:49.172913 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2836361b-5429-49f5-a7e5-2748850333d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.202403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae326dd2-18e9-4eff-876f-5bcd14e09846 service neutron] Pushing event updated for resources: {'Port': ['ID=2b71075c-8abb-4e45-b9d3-7fd7b337906a,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:49.213624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.228068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f4a6c-43f4-452a-ad5e-3d351e7dcbb8 req-59e84b93-c9cf-4ec3-816f-c5558b3f978d tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.229978 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c1f4a6c-43f4-452a-ad5e-3d351e7dcbb8 req-59e84b93-c9cf-4ec3-816f-c5558b3f978d tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 944 time: 0.3026192 Sep 21 18:09:49.248534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2836361b-5429-49f5-a7e5-2748850333d8 None None] Port 640fb863-861c-42a8-ba4c-56ac6fd3d842 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:09:49.325256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bb06ac3c-0cfc-4c9f-93a1-6e275acd06fa req-a292f35c-86f1-46b3-b285-9e7ac6559466 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519705 Sep 21 18:09:49.335164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Pushing event updated for resources: {'Port': ['ID=14bd8321-b481-4311-93d4-b9a4660477c7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:49.338624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:49.399419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c1f4a6c-43f4-452a-ad5e-3d351e7dcbb8 req-6dc619d8-e01a-4d13-87ff-4fcf7eba5b01 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411595 Sep 21 18:09:49.403571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Attempting to bind port 49713304-27ae-43f6-a8ee-c7be86f4967d on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:49.403885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Attempting to bind port 49713304-27ae-43f6-a8ee-c7be86f4967d by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:49.404219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Attempting to bind port 49713304-27ae-43f6-a8ee-c7be86f4967d on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:49.412638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Port 49713304-27ae-43f6-a8ee-c7be86f4967d on network 0ce9b869-0136-477f-b660-8e206678cb6b not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:49.412978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Attempting to bind port 49713304-27ae-43f6-a8ee-c7be86f4967d on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:49.433271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:49.433271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:49.433501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Bound using segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:49.433950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Bound port: 49713304-27ae-43f6-a8ee-c7be86f4967d, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:49.434346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.455635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port 215778f5-f252-427b-a173-9f69f19e88c3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:49.456526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.488057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-a01516ce-56e6-4305-bd2c-7387d16b4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.488543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-a01516ce-56e6-4305-bd2c-7387d16b4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.490217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-a01516ce-56e6-4305-bd2c-7387d16b4769 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1981 time: 0.3294387 Sep 21 18:09:49.497626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Attempting to bind port 14bd8321-b481-4311-93d4-b9a4660477c7 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:49.498040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Attempting to bind port 14bd8321-b481-4311-93d4-b9a4660477c7 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'f48c0d02-936a-4c06-abbd-53be151c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:49.498421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Attempting to bind port 14bd8321-b481-4311-93d4-b9a4660477c7 on network 9d040ac0-3951-41c5-ae17-f2af2016b5bf {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:49.521440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Port 14bd8321-b481-4311-93d4-b9a4660477c7 on network 9d040ac0-3951-41c5-ae17-f2af2016b5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:49.521705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Attempting to bind port 14bd8321-b481-4311-93d4-b9a4660477c7 on network 9d040ac0-3951-41c5-ae17-f2af2016b5bf {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:49.561784 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce11d8-de2b-43d3-8e9f-72a8680b2ac6 x-openstack-request-id: req-8fce11d8-de2b-43d3-8e9f-72a8680b2ac6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:49.562078 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "tag": "2b71075c-8abb-4e45-b9d3-7fd7b337906a", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:49.562356 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fce11d8-de2b-43d3-8e9f-72a8680b2ac6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:49.562799 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'tag': '2b71075c-8abb-4e45-b9d3-7fd7b337906a', 'status': 'completed', 'code': 200} Sep 21 18:09:49.574250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-50236039-33f7-4222-a73f-28167006cd4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=715cd217-1469-45e0-9f23-5828a480c0a7 HTTP/1.1" status: 200 len: 217 time: 0.0723863 Sep 21 18:09:49.589506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:49.589848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Checking segment: {'id': 'f48c0d02-936a-4c06-abbd-53be151c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:49.590266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Bound using segment: {'id': 'f48c0d02-936a-4c06-abbd-53be151c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:49.590728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Bound port: 14bd8321-b481-4311-93d4-b9a4660477c7, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c0d02-936a-4c06-abbd-53be151c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:49.591101 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.620483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:49.623366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-b865aa48-2bd3-444a-a0af-64560cbe70d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1993499 Sep 21 18:09:49.667999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:49.671246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] For port 215778f5-f252-427b-a173-9f69f19e88c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=215778f5-f252-427b-a173-9f69f19e88c3,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:49.671623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.682894 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.778528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422350ce-7524-4d23-8973-df8d720b9c62 req-d69bbb57-5f44-4b69-9086-5340da02e903 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.784326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422350ce-7524-4d23-8973-df8d720b9c62 req-d69bbb57-5f44-4b69-9086-5340da02e903 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.790820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422350ce-7524-4d23-8973-df8d720b9c62 req-d69bbb57-5f44-4b69-9086-5340da02e903 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.796793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422350ce-7524-4d23-8973-df8d720b9c62 req-d69bbb57-5f44-4b69-9086-5340da02e903 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.800979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-6058e748-a455-4410-b10b-5b8f08ec55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.802494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-6058e748-a455-4410-b10b-5b8f08ec55ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9 HTTP/1.1" status: 200 len: 801 time: 0.2034760 Sep 21 18:09:49.802834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422350ce-7524-4d23-8973-df8d720b9c62 req-d69bbb57-5f44-4b69-9086-5340da02e903 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.804679 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-422350ce-7524-4d23-8973-df8d720b9c62 req-d69bbb57-5f44-4b69-9086-5340da02e903 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 3875 time: 0.2087624 Sep 21 18:09:49.810431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.811056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.812433 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] 10.222.0.78 "PUT /v2.0/ports/49713304-27ae-43f6-a8ee-c7be86f4967d HTTP/1.1" status: 200 len: 1091 time: 2.4111147 Sep 21 18:09:49.812877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:49.815168 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6397878a-fe25-4eab-9ff7-b1e44006f3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:49.846804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fab9f-b1fa-4d1c-99de-116038ac47ef req-20a82022-df56-46f1-9c14-729810228a6f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.854722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fab9f-b1fa-4d1c-99de-116038ac47ef req-20a82022-df56-46f1-9c14-729810228a6f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.856452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-191fab9f-b1fa-4d1c-99de-116038ac47ef req-20a82022-df56-46f1-9c14-729810228a6f tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1679 time: 0.2924418 Sep 21 18:09:49.905098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04744ca-740d-4319-a9ee-bbd646d321dd service neutron] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:49.919085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.919538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.919879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.920412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.921018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.921555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.922086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.924136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-90597c32-e9e8-4f40-bd17-b2b49522c284 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6500 time: 0.2644882 Sep 21 18:09:49.934774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] For port 14bd8321-b481-4311-93d4-b9a4660477c7, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:49.963663 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-422350ce-7524-4d23-8973-df8d720b9c62 req-113e724d-bee6-401c-9231-bf4fb88cc192 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435056 Sep 21 18:09:49.993315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] For port 14bd8321-b481-4311-93d4-b9a4660477c7, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=14bd8321-b481-4311-93d4-b9a4660477c7,segment=NetworkSegment(f48c0d02-936a-4c06-abbd-53be151c5bd0),segment_id=f48c0d02-936a-4c06-abbd-53be151c5bd0)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:50.005445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-9c7eae61-d2d4-43ca-8629-2847ded1a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.007011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-9c7eae61-d2d4-43ca-8629-2847ded1a454 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 1094 time: 0.1522703 Sep 21 18:09:50.021233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.043653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.051643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.062583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-cec80bd7-f4cd-440a-a9d0-18b55aceab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.064410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-cec80bd7-f4cd-440a-a9d0-18b55aceab1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436a3035-a29f-4bfc-9565-9e5260df5afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2434354 Sep 21 18:09:50.079289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-2f96bc85-701a-47b2-9376-f998429f5912 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49713304-27ae-43f6-a8ee-c7be86f4967d HTTP/1.1" status: 200 len: 217 time: 0.0609236 Sep 21 18:09:50.082518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.084959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.084959 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Floating IP 34972230-3b47-4c2f-8ec5-b608134c0b11 disassociated. External IP: 172.25.3.92, port: 215778f5-f252-427b-a173-9f69f19e88c3. Sep 21 18:09:50.084959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for 215778f5-f252-427b-a173-9f69f19e88c3 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:50.093439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-191fab9f-b1fa-4d1c-99de-116038ac47ef req-82ff06f3-ebc1-4cc2-89c7-04be3b2298a1 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016637 Sep 21 18:09:50.200476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.201093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.202489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] 10.222.0.78 "PUT /v2.0/ports/14bd8321-b481-4311-93d4-b9a4660477c7 HTTP/1.1" status: 200 len: 1092 time: 2.9768293 Sep 21 18:09:50.210172 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd6888b-9c35-4ba0-8a09-fc041ebb3ffd x-openstack-request-id: req-ccd6888b-9c35-4ba0-8a09-fc041ebb3ffd {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:50.210617 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:50.211837 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ccd6888b-9c35-4ba0-8a09-fc041ebb3ffd {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:50.212009 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'status': 'completed', 'code': 200} Sep 21 18:09:50.228366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-4c95dc96-9c36-4935-8ed4-b1461192725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.229949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-4c95dc96-9c36-4935-8ed4-b1461192725b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.1408081 Sep 21 18:09:50.232958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd47b65-72f1-4ff5-999a-3214fad43c2d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:50.289098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c64fa-5171-4b60-85ab-db11de22b3a3 req-4b11e78d-73ab-43f2-a107-4a3c6daeb203 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.290738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-576c64fa-5171-4b60-85ab-db11de22b3a3 req-4b11e78d-73ab-43f2-a107-4a3c6daeb203 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 943 time: 0.1539507 Sep 21 18:09:50.292738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-3252130e-e5f4-4948-b648-203eb49f26d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472157 Sep 21 18:09:50.339809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462b099-1512-4ba3-8c2b-5614293955a9 service neutron] Pushing event updated for resources: {'Port': ['ID=14bd8321-b481-4311-93d4-b9a4660477c7,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:50.346760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-837b09da-d59b-47c1-9978-c7eaf868c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.347238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-837b09da-d59b-47c1-9978-c7eaf868c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.347706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-837b09da-d59b-47c1-9978-c7eaf868c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.349316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-837b09da-d59b-47c1-9978-c7eaf868c2b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 200 len: 2300 time: 0.3839393 Sep 21 18:09:50.461760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-16e3377a-9a9c-48bf-b2c9-1f7e06e562cc service neutron] 10.222.0.41 "GET /v2.0/networks/436a3035-a29f-4bfc-9565-9e5260df5afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257754 Sep 21 18:09:50.473137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-576c64fa-5171-4b60-85ab-db11de22b3a3 req-db178e9f-1c68-4f10-98c3-ff571fba3678 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751986 Sep 21 18:09:50.480141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.517207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-b3f7f648-48a2-43be-80ce-f1af4e205055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.518750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-b3f7f648-48a2-43be-80ce-f1af4e205055 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4910d5d18d1840b0aa50c30b289d9380&device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 1095 time: 0.2715678 Sep 21 18:09:50.543456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=215778f5-f252-427b-a173-9f69f19e88c3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:50.560977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.612657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.616220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-de116e3f-3e94-4495-ba16-d1442f3b124e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 200 len: 1001 time: 0.2575824 Sep 21 18:09:50.624432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-753dbdb8-8f69-433f-957e-ae9302065892 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bd8321-b481-4311-93d4-b9a4660477c7 HTTP/1.1" status: 200 len: 217 time: 0.0850670 Sep 21 18:09:50.625317 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-fbaeac54-1a29-4fc8-9baa-7585fbf6930b service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193636 Sep 21 18:09:50.730427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cf97d-167a-42bd-990e-f25fcad5119a req-b5ed0330-dc5e-45b3-a462-456cf4db5a1f tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.730427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-989cf97d-167a-42bd-990e-f25fcad5119a req-b5ed0330-dc5e-45b3-a462-456cf4db5a1f tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 944 time: 0.1634970 Sep 21 18:09:50.763816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e77ae-800c-4102-b702-be7bef7117bd req-470d0922-8f47-4b8c-89d1-aefeb957b733 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.765386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f8e77ae-800c-4102-b702-be7bef7117bd req-470d0922-8f47-4b8c-89d1-aefeb957b733 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.3302338 Sep 21 18:09:50.771810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.776462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8077927 Sep 21 18:09:50.782668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34754) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:50.783329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdfca-21ac-479b-afe1-67ea447f7088 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60ac12-aade-4fa8-b5a8-93a50911d675,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:50.791227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2a97caf8-1f55-4646-a097-06104600f107 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': 'cb60ac12-aade-4fa8-b5a8-93a50911d675', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:50.838010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-18a23f62-cf10-409f-8a2b-e37c748d93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.839495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-18a23f62-cf10-409f-8a2b-e37c748d93a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d00e426-bcda-42b5-816e-952a40847cf3 HTTP/1.1" status: 200 len: 855 time: 0.2129078 Sep 21 18:09:50.847454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-5be25392-cc74-44f7-9573-210de66f5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.848809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-5be25392-cc74-44f7-9573-210de66f5902 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a13c26f4-28c7-4d23-9bdd-ce18a12357d3 HTTP/1.1" status: 200 len: 852 time: 0.1722021 Sep 21 18:09:50.854782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-4aa95c6d-35c9-4d03-96d0-27bc367c1416 service neutron] 10.222.0.41 "GET /v2.0/networks/436a3035-a29f-4bfc-9565-9e5260df5afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713088 Sep 21 18:09:50.865745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-62848cf7-86dd-4d8d-af63-29c94cc62723 req-a3dc8507-184a-42c6-92ec-239478f7ce24 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988263 Sep 21 18:09:50.884021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-989cf97d-167a-42bd-990e-f25fcad5119a req-39461867-511a-4779-ba3b-51ba4f8934b2 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209695 Sep 21 18:09:50.902650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Router f6035b0a-4eec-47d6-8740-04eb4be4950a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:50.954926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-41d24c59-0267-4b60-9cd9-a6fdf8d4bad8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9d040ac0-3951-41c5-ae17-f2af2016b5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850639 Sep 21 18:09:50.956194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-0c72999a-e87d-4c90-85c7-f834c3cb4013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=2b71075c-8abb-4e45-b9d3-7fd7b337906a HTTP/1.1" status: 200 len: 217 time: 0.0838990 Sep 21 18:09:50.980151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f8e77ae-800c-4102-b702-be7bef7117bd req-09daf914-929e-4f90-9412-51679f483f0f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838362 Sep 21 18:09:51.036914 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a97caf8-1f55-4646-a097-06104600f107 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:51.044996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-32b84f87-8489-4290-bb9d-4d20bc941bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.046477 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-32b84f87-8489-4290-bb9d-4d20bc941bd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 1094 time: 0.0890937 Sep 21 18:09:51.147644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-8871122e-60cf-43d4-8ba4-9ca90692fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.149058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-8871122e-60cf-43d4-8ba4-9ca90692fb42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2992249 Sep 21 18:09:51.157380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-54657bc5-6045-4899-b93e-883367973f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.158780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-54657bc5-6045-4899-b93e-883367973f1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ed64819-1843-4aff-9198-610e5e5ea734 HTTP/1.1" status: 200 len: 801 time: 0.1849098 Sep 21 18:09:51.255221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-d4f4704b-bc5e-4f6c-b2ba-75476581badb service neutron] 10.222.0.78 "GET /v2.0/networks/9d040ac0-3951-41c5-ae17-f2af2016b5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823377 Sep 21 18:09:51.262230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:51.272277 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] Sync routers for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:51.282860 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:51.283483 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:51.297905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a97caf8-1f55-4646-a097-06104600f107 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:51.299582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-c810ef1c-db18-4dd9-9646-cb54c5821c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.303802 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-c810ef1c-db18-4dd9-9646-cb54c5821c7d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.2467611 Sep 21 18:09:51.348379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] No DVR routers for this DVR port 215778f5-f252-427b-a173-9f69f19e88c3 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:51.356946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:51.359233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-7a5c85bd-3126-43db-8ca4-f61e470fd59e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "DELETE /v2.0/ports/215778f5-f252-427b-a173-9f69f19e88c3 HTTP/1.1" status: 204 len: 173 time: 2.2679348 Sep 21 18:09:51.407218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-775e2b09-7876-4ea8-923e-3ed9057c98f3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49713304-27ae-43f6-a8ee-c7be86f4967d HTTP/1.1" status: 200 len: 217 time: 0.0620289 Sep 21 18:09:51.419056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c5ed-4a21-42ee-81fc-ecd9a2a09207 req-4954f1bd-b4d7-477e-881b-6ba23893982a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.425340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c5ed-4a21-42ee-81fc-ecd9a2a09207 req-4954f1bd-b4d7-477e-881b-6ba23893982a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.432418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c5ed-4a21-42ee-81fc-ecd9a2a09207 req-4954f1bd-b4d7-477e-881b-6ba23893982a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.438469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c5ed-4a21-42ee-81fc-ecd9a2a09207 req-4954f1bd-b4d7-477e-881b-6ba23893982a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.440267 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bc27c5ed-4a21-42ee-81fc-ecd9a2a09207 req-4954f1bd-b4d7-477e-881b-6ba23893982a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 3142 time: 0.2398078 Sep 21 18:09:51.456339 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:51.506676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-610df05b-0654-4ab3-b2bd-df384afb1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.508875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-610df05b-0654-4ab3-b2bd-df384afb1e72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0495944 Sep 21 18:09:51.570147 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-61e848fe-5373-4f26-9e06-c8cb9f8f8e7e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503011 Sep 21 18:09:51.634808 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bc27c5ed-4a21-42ee-81fc-ecd9a2a09207 req-b02bd803-c39b-4070-bd8b-ba46f2809153 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723795 Sep 21 18:09:51.641386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a97caf8-1f55-4646-a097-06104600f107 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:51.649083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'tag': '14bd8321-b481-4311-93d4-b9a4660477c7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:51.652999 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754fa39d-7de0-489c-b442-1a5ac9005d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e597e1a4-518d-4f6e-ba52-8935869f1fad", "tag": "14bd8321-b481-4311-93d4-b9a4660477c7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:51.728968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:51.729519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:51.735039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ec599cf6-2176-49ea-91f3-140e3cd68503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.736573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-ec599cf6-2176-49ea-91f3-140e3cd68503 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=429b9cf6-cde5-46a2-982b-21db680e4cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5643127 Sep 21 18:09:51.799991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a97caf8-1f55-4646-a097-06104600f107 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:51.801171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2a97caf8-1f55-4646-a097-06104600f107 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0154543 Sep 21 18:09:51.803066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97caf8-1f55-4646-a097-06104600f107 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b347ed5-a474-48ac-a29f-1418ee498a72,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:51.807297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34768) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:51.809460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-5c7b0a8a-f390-4723-a39a-af7bf7a2ef18 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072067 Sep 21 18:09:51.816922 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 5, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:51.817173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f60a48c8-9640-4300-a2bd-1e411955e881 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': 'cb60ac12-aade-4fa8-b5a8-93a50911d675', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:51.851205 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] Checking router: f6035b0a-4eec-47d6-8740-04eb4be4950a for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:51.858009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.41', 60763) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:51.863589 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:51.864496 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:51.906429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a7ff9-4be3-474a-8d49-a3847e81d91b req-1e5f07dd-3915-47eb-99b9-88f7d1a70fd5 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.913099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a7ff9-4be3-474a-8d49-a3847e81d91b req-1e5f07dd-3915-47eb-99b9-88f7d1a70fd5 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.915276 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a77a7ff9-4be3-474a-8d49-a3847e81d91b req-1e5f07dd-3915-47eb-99b9-88f7d1a70fd5 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1679 time: 0.6688657 Sep 21 18:09:51.929274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-b09658d8-76e0-4248-839f-46c216f6bf7c service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664971 Sep 21 18:09:51.934573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a8a01-3020-4b70-af52-82427416d838 req-c76b1bad-a258-4538-a781-79f60e28bef1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.937434 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-021a8a01-3020-4b70-af52-82427416d838 req-c76b1bad-a258-4538-a781-79f60e28bef1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 943 time: 0.1788292 Sep 21 18:09:52.020364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] For port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:52.020624 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:52.020718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.044510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eef7c92-210c-474a-bb26-1159a4247b7e req-8ab92960-da89-4294-881e-9b6741ae24aa service neutron] 10.222.0.78 "GET /v2.0/networks/9d040ac0-3951-41c5-ae17-f2af2016b5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454529 Sep 21 18:09:52.084746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:52.102706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f60a48c8-9640-4300-a2bd-1e411955e881 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.129758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a77a7ff9-4be3-474a-8d49-a3847e81d91b req-08628668-d8a2-4fa2-8303-c119d7f1d39a tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978605 Sep 21 18:09:52.193025 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2885d768-9340-447c-8d44-67c4a3f8ca7e x-openstack-request-id: req-2885d768-9340-447c-8d44-67c4a3f8ca7e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:52.203047 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e597e1a4-518d-4f6e-ba52-8935869f1fad", "tag": "14bd8321-b481-4311-93d4-b9a4660477c7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:52.203405 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2885d768-9340-447c-8d44-67c4a3f8ca7e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:52.203896 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'tag': '14bd8321-b481-4311-93d4-b9a4660477c7', 'status': 'completed', 'code': 200} Sep 21 18:09:52.206453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-e5832262-c49e-4ea7-9754-ec489921b1da service neutron] 10.222.0.41 "GET /v2.0/networks/429b9cf6-cde5-46a2-982b-21db680e4cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977849 Sep 21 18:09:52.214015 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-f60a48c8-9640-4300-a2bd-1e411955e881 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:09:52.215179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f60a48c8-9640-4300-a2bd-1e411955e881 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4028974 Sep 21 18:09:52.235544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34776) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:52.338046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92faa7f5-a9e3-4d5a-b151-0e2118160a65 req-9165e16b-99f2-497c-be48-290b880efcc4 service neutron] 10.222.0.41 "GET /v2.0/networks/429b9cf6-cde5-46a2-982b-21db680e4cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217790 Sep 21 18:09:52.429463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-a6659fa3-becd-4848-ab67-82f7602c838e service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914613 Sep 21 18:09:52.522848 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 5, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:52.527285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:52.529004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-7e0e14c0-133e-4d66-b7ac-7d95b30c8a95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 217 time: 0.0691855 Sep 21 18:09:52.530347 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b41687-7388-42fe-804f-313e8cbd04a9" -d '{"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "215778f5-f252-427b-a173-9f69f19e88c3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:52.543583 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-81fa3709-8112-48cc-9ce0-f92978f81912 service neutron] show failed (client error): The resource could not be found. Sep 21 18:09:52.544608 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-81fa3709-8112-48cc-9ce0-f92978f81912 service neutron] 10.222.0.41 "GET /v2.0/ports/ef71baa2-6f25-4328-bcbb-ad2ff51a74ab/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.6688678 Sep 21 18:09:52.557172 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bec01c-e5b7-4eee-8a58-28d568167fed None None] The sync data for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 is: [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T17:59:08Z', 'revision_number': 4, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'ce9b7c90-5fda-4b34-aafa-7660c490f329', 'name': '', 'network_id': 'bfcc1784-26b1-45d2-8cd2-b1b1b082c635', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'mac_address': 'fa:16:3e:1e:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:05Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 5, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'subnets': [{'id': 'b2b1bbb5-aec0-44f9-a8db-cf90351b8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:52.565623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-021a8a01-3020-4b70-af52-82427416d838 req-f6778a7d-cabd-48cc-8856-64307c2ecf39 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100395 Sep 21 18:09:52.633324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6397878a-fe25-4eab-9ff7-b1e44006f3c9 req-33885bf8-6f9b-46c2-9ab4-b6345f879a03 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7925341 Sep 21 18:09:52.695615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-68d99bef-8f73-4c01-9e35-89b4d6727ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.698574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-68d99bef-8f73-4c01-9e35-89b4d6727ad5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1612859 Sep 21 18:09:52.706705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d77e-b4a5-43b0-8782-c74976d1139d req-50cdd2b7-bb0f-4743-be8f-554fbdb73189 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.708646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34f2d77e-b4a5-43b0-8782-c74976d1139d req-50cdd2b7-bb0f-4743-be8f-554fbdb73189 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 944 time: 0.3695390 Sep 21 18:09:52.714599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d00c361-2cbe-4e91-924b-4b7f6252df9a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.732563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-bba65579-eb33-46f1-a3d1-a09a027478e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.734132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-bba65579-eb33-46f1-a3d1-a09a027478e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4910d5d18d1840b0aa50c30b289d9380&device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 1095 time: 0.5115232 Sep 21 18:09:52.831237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-7f99e44f-3525-4679-840f-1673ef45fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.831820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-7f99e44f-3525-4679-840f-1673ef45fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.833401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-7f99e44f-3525-4679-840f-1673ef45fd5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2340c0d2194489cb21c27f64f9fab50&device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1981 time: 0.3725455 Sep 21 18:09:52.843554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d00c361-2cbe-4e91-924b-4b7f6252df9a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.921815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-8a7ab3d2-62fb-4e6d-9ea3-ad77ff36794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.922050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038142da-555d-49ce-ab63-991587dfc371 req-abb0c227-4023-4836-abd2-c5715fc843d3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.923531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-8a7ab3d2-62fb-4e6d-9ea3-ad77ff36794b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2100377 Sep 21 18:09:52.924192 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038142da-555d-49ce-ab63-991587dfc371 req-abb0c227-4023-4836-abd2-c5715fc843d3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1788120 Sep 21 18:09:52.926408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34f2d77e-b4a5-43b0-8782-c74976d1139d req-cdc6a0e0-7e26-411f-94e9-2705b5765dbf tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097819 Sep 21 18:09:52.927035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e004754e-8020-4412-92fa-fd34a6a1151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.928652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e004754e-8020-4412-92fa-fd34a6a1151e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 1100 time: 0.0974073 Sep 21 18:09:52.929637 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.950302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:53.042876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:53.058632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc80ae7-c475-4b9b-b28e-6e92a48c4ca8 None None] New status for floating IP 34972230-3b47-4c2f-8ec5-b608134c0b11: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:09:53.115243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d00c361-2cbe-4e91-924b-4b7f6252df9a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:53.118076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d00c361-2cbe-4e91-924b-4b7f6252df9a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:53.119262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8d00c361-2cbe-4e91-924b-4b7f6252df9a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/cb60ac12-aade-4fa8-b5a8-93a50911d675 HTTP/1.1" status: 204 len: 168 time: 0.7844796 Sep 21 18:09:53.128556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34784) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:53.149008 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3ffe54-e5b4-48ea-81b7-b366b34a6731 x-openstack-request-id: req-fe3ffe54-e5b4-48ea-81b7-b366b34a6731 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:53.149187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-167691a3-2e89-4ca1-8445-a031f01ab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.149299 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "215778f5-f252-427b-a173-9f69f19e88c3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:53.149998 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe3ffe54-e5b4-48ea-81b7-b366b34a6731 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:53.150150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-167691a3-2e89-4ca1-8445-a031f01ab2d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9d040ac0-3951-41c5-ae17-f2af2016b5bf HTTP/1.1" status: 200 len: 914 time: 0.3688893 Sep 21 18:09:53.150707 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': '215778f5-f252-427b-a173-9f69f19e88c3', 'status': 'completed', 'code': 200} Sep 21 18:09:53.154284 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:53.178303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00c361-2cbe-4e91-924b-4b7f6252df9a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60ac12-aade-4fa8-b5a8-93a50911d675,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:53.190626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-038142da-555d-49ce-ab63-991587dfc371 req-ab33672b-9f6a-419e-8e3b-cd203e26c3a4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583854 Sep 21 18:09:53.205414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] No DVR routers for this DVR port ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:53.215665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:53.221501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-c6d8383f-4889-4a3e-a9a2-8e9f21208757 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "DELETE /v2.0/ports/ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4 HTTP/1.1" status: 204 len: 173 time: 1.8233688 Sep 21 18:09:53.230171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-84d3362c-2b35-4ae7-87b0-3f641e8621b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.232040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-84d3362c-2b35-4ae7-87b0-3f641e8621b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=429b9cf6-cde5-46a2-982b-21db680e4cf4 HTTP/1.1" status: 200 len: 903 time: 0.3819220 Sep 21 18:09:53.267257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-05c6d31a-4a22-4960-ae0b-255684d20603 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bd8321-b481-4311-93d4-b9a4660477c7 HTTP/1.1" status: 200 len: 217 time: 0.1069462 Sep 21 18:09:53.321795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-b2d69403-82ae-4c6b-8a5d-3bf70d14237a service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521814 Sep 21 18:09:53.329473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-67210ad9-f9a6-46e1-abc9-b18cfaf7f799 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=2b71075c-8abb-4e45-b9d3-7fd7b337906a HTTP/1.1" status: 200 len: 217 time: 0.0878313 Sep 21 18:09:53.415370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b29ca708-13d4-4924-a40b-3641751af988 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2811663 Sep 21 18:09:53.457302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:53.477907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e5501618-fb17-4ef1-8f7e-73127942c257 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055843669'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:53.519613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-f6648aa3-f096-45fa-aa02-4ccb1a2063ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.521580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-f6648aa3-f096-45fa-aa02-4ccb1a2063ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a13c26f4-28c7-4d23-9bdd-ce18a12357d3 HTTP/1.1" status: 200 len: 852 time: 0.2125072 Sep 21 18:09:53.558635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-b7d7eac2-7db1-4e0d-8c4d-25afa007c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.560153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-b7d7eac2-7db1-4e0d-8c4d-25afa007c563 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ed64819-1843-4aff-9198-610e5e5ea734 HTTP/1.1" status: 200 len: 801 time: 0.1828494 Sep 21 18:09:53.590545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cff5b8-251c-4f84-ac0e-907847180a70 req-68f81733-1ada-4e9f-89d3-afb15e8f2a01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.592525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-3a74f1c3-1428-4ad6-b90b-e1f2dff44763 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9d040ac0-3951-41c5-ae17-f2af2016b5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575566 Sep 21 18:09:53.596952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cff5b8-251c-4f84-ac0e-907847180a70 req-68f81733-1ada-4e9f-89d3-afb15e8f2a01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.605338 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-91cff5b8-251c-4f84-ac0e-907847180a70 req-68f81733-1ada-4e9f-89d3-afb15e8f2a01 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1679 time: 0.2553322 Sep 21 18:09:53.607693 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5501618-fb17-4ef1-8f7e-73127942c257 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:53.634959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4994e2c-86ac-447c-b499-34bd77e1ab3e req-583edf48-25d0-420b-b307-e796d8fb87ef tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.641416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4994e2c-86ac-447c-b499-34bd77e1ab3e req-583edf48-25d0-420b-b307-e796d8fb87ef tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.648198 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4994e2c-86ac-447c-b499-34bd77e1ab3e req-583edf48-25d0-420b-b307-e796d8fb87ef tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.656701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4994e2c-86ac-447c-b499-34bd77e1ab3e req-583edf48-25d0-420b-b307-e796d8fb87ef tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 2409 time: 0.3327594 Sep 21 18:09:53.716422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-7fb19a93-89b5-4db6-adb1-973f119b6a86 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552387 Sep 21 18:09:53.724682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:53.725097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:53.743500 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-91cff5b8-251c-4f84-ac0e-907847180a70 req-3bdaf8ae-8369-4f1a-841d-d13fc7a19591 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367960 Sep 21 18:09:53.780034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-8d437e57-75ae-45bb-b0a4-a656593ebd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:53.781530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-8d437e57-75ae-45bb-b0a4-a656593ebd6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=429b9cf6-cde5-46a2-982b-21db680e4cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2008522 Sep 21 18:09:53.826575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-d4f5f92b-a305-4246-bbbd-c44d92b42036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 217 time: 0.0986052 Sep 21 18:09:53.868870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:53.876155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4994e2c-86ac-447c-b499-34bd77e1ab3e req-fa6f86dc-eda6-44bf-a8fc-9a9b9163b7ef tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184904 Sep 21 18:09:53.958343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-0b1ba96e-a4a7-4453-9713-85f5bd21e0e3 service neutron] 10.222.0.78 "GET /v2.0/networks/9d040ac0-3951-41c5-ae17-f2af2016b5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370357 Sep 21 18:09:53.980910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5501618-fb17-4ef1-8f7e-73127942c257 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.006059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5501618-fb17-4ef1-8f7e-73127942c257 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.016459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-97f97139-f2f2-4155-aac0-ab7823e1b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.019072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-97f97139-f2f2-4155-aac0-ab7823e1b7ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1804397 Sep 21 18:09:54.050586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:54.087414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5ed83-8134-4a36-8269-bc52ee185cb5 req-dd38fb94-53e9-4e8b-b5b4-ef9780ebce91 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.089140 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1dd5ed83-8134-4a36-8269-bc52ee185cb5 req-dd38fb94-53e9-4e8b-b5b4-ef9780ebce91 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 943 time: 0.2301702 Sep 21 18:09:54.100310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5501618-fb17-4ef1-8f7e-73127942c257 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.104109 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e5501618-fb17-4ef1-8f7e-73127942c257 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6350281 Sep 21 18:09:54.104573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:54.110207 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-2621b2d2-9682-431d-b9d3-7ae87a0f7b8b service neutron] 10.222.0.41 "GET /v2.0/networks/429b9cf6-cde5-46a2-982b-21db680e4cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893295 Sep 21 18:09:54.119149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5501618-fb17-4ef1-8f7e-73127942c257 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9f8cb-7604-4eaa-92ed-9a7fbccbfef3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:54.122471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] For port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:54.122836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.131824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0ee56f04-c1e3-4642-bce2-7031ae860ce2 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': 'f5f9f8cb-7604-4eaa-92ed-9a7fbccbfef3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:54.132557 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-0ee56f04-c1e3-4642-bce2-7031ae860ce2 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 18:09:54.133959 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-0ee56f04-c1e3-4642-bce2-7031ae860ce2 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:54.137438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0ee56f04-c1e3-4642-bce2-7031ae860ce2 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0270305 Sep 21 18:09:54.140115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34808) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:54.164889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 14bd8321-b481-4311-93d4-b9a4660477c7 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:54.165558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:54.178335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.230029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1dd5ed83-8134-4a36-8269-bc52ee185cb5 req-da77f11f-2c1f-4345-a57f-38762438c3f2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257422 Sep 21 18:09:54.231022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Transition to ACTIVE for port object ef71baa2-6f25-4328-bcbb-ad2ff51a74ab will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:54.276625 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.368506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f183c89-f796-436b-8e61-7ed13eee1a45 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.406324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:54.418737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 14bd8321-b481-4311-93d4-b9a4660477c7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=14bd8321-b481-4311-93d4-b9a4660477c7,segment=NetworkSegment(f48c0d02-936a-4c06-abbd-53be151c5bd0),segment_id=f48c0d02-936a-4c06-abbd-53be151c5bd0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:54.479633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] No DVR routers for this DVR port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:54.480492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '14bd8321-b481-4311-93d4-b9a4660477c7', 'network_id': '9d040ac0-3951-41c5-ae17-f2af2016b5bf', 'port_id': '14bd8321-b481-4311-93d4-b9a4660477c7', 'mac_address': 'fa:16:3e:52:82:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c26f4-28c7-4d23-9bdd-ce18a12357d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:54.489659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f183c89-f796-436b-8e61-7ed13eee1a45 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.535713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-12aabf9d-ac34-4bb2-88c4-7f054ad48c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.536255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-12aabf9d-ac34-4bb2-88c4-7f054ad48c9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5027602 Sep 21 18:09:54.559167 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.590625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-754fa39d-7de0-489c-b442-1a5ac9005d2a req-8851177e-edaa-4084-af2d-a32033a22c82 service neutron] 10.222.0.78 "GET /v2.0/networks/9d040ac0-3951-41c5-ae17-f2af2016b5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241395 Sep 21 18:09:54.620743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:54.621366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:54.621482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:54.646292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e35fe0-39e6-4bf8-ae33-e5f4cc7b72bf req-c4491e64-97db-430a-8b65-11a2d38c2097 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.651850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9e35fe0-39e6-4bf8-ae33-e5f4cc7b72bf req-c4491e64-97db-430a-8b65-11a2d38c2097 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 944 time: 0.5629735 Sep 21 18:09:54.681252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:54.681661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:54.714393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2da2d3a-d0a2-478d-a12f-d953d6450393 req-c29ff5c6-b0cb-4687-8818-ff26e489c21d service neutron] 10.222.0.41 "GET /v2.0/networks/429b9cf6-cde5-46a2-982b-21db680e4cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612531 Sep 21 18:09:54.721678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94704ff3-da2e-486c-b24a-2cb57accfa5b req-486ab57f-228f-4aa6-8f49-186aa5c6ed25 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.731172 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94704ff3-da2e-486c-b24a-2cb57accfa5b req-486ab57f-228f-4aa6-8f49-186aa5c6ed25 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 947 time: 0.1722798 Sep 21 18:09:54.733468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:54.733876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:54.734226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:54.735542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Bound port: ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:54.735914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.773376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f183c89-f796-436b-8e61-7ed13eee1a45 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.776399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bd8321-b481-4311-93d4-b9a4660477c7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:54.778389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f183c89-f796-436b-8e61-7ed13eee1a45 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.781819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6f183c89-f796-436b-8e61-7ed13eee1a45 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/f5f9f8cb-7604-4eaa-92ed-9a7fbccbfef3 HTTP/1.1" status: 204 len: 168 time: 0.6357112 Sep 21 18:09:54.788421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34814) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:54.803263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 14bd8321-b481-4311-93d4-b9a4660477c7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=14bd8321-b481-4311-93d4-b9a4660477c7,segment=NetworkSegment(f48c0d02-936a-4c06-abbd-53be151c5bd0),segment_id=f48c0d02-936a-4c06-abbd-53be151c5bd0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:54.810770 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.811499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 49713304-27ae-43f6-a8ee-c7be86f4967d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:54.825563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9e35fe0-39e6-4bf8-ae33-e5f4cc7b72bf req-a7d716e7-6ebd-41a0-9e15-0278b481aa79 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143751 Sep 21 18:09:54.880554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-2f7a2933-f858-4387-bdea-19942e28535d service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864819 Sep 21 18:09:54.894875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94704ff3-da2e-486c-b24a-2cb57accfa5b req-863296e1-9ef1-42ce-9c2c-d9bbf44d5471 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613739 Sep 21 18:09:54.894875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183c89-f796-436b-8e61-7ed13eee1a45 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9f8cb-7604-4eaa-92ed-9a7fbccbfef3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:54.899204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.960062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=70dc470d-0ea2-4f3e-8a26-fcd235cb1299,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:55.037473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7be1231a-801b-43ae-a69c-d915afcf6bfa tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2437735 Sep 21 18:09:55.049275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34828) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:55.057097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=14bd8321-b481-4311-93d4-b9a4660477c7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:55.058912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6e3c15ec-e707-4585-bd1e-0dc0bd35e6c0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114668014'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:55.076484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] No DVR routers for this DVR port 70dc470d-0ea2-4f3e-8a26-fcd235cb1299 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:55.103523 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.105568 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-9448b508-ae80-4af2-a770-58bd150dbfc9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "DELETE /v2.0/ports/70dc470d-0ea2-4f3e-8a26-fcd235cb1299 HTTP/1.1" status: 204 len: 173 time: 1.8775530 Sep 21 18:09:55.110373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:55.128798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'mac_address': 'fa:16:3e:a7:cd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:55.133496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd832-1900-4ade-802c-4177782356ef req-e6bd83a0-54b2-48bb-a987-8bd8e8190c4e tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.140512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd832-1900-4ade-802c-4177782356ef req-e6bd83a0-54b2-48bb-a987-8bd8e8190c4e tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.144423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:55.150536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47fdd832-1900-4ade-802c-4177782356ef req-e6bd83a0-54b2-48bb-a987-8bd8e8190c4e tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1679 time: 0.2212312 Sep 21 18:09:55.153906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4'}, {'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:55.156235 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd879d-4f79-4c34-a7a9-11755435f55b" -d '{"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4"}, {"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:55.171703 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.177976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:55.178386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e3c15ec-e707-4585-bd1e-0dc0bd35e6c0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.188010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.188904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49713304-27ae-43f6-a8ee-c7be86f4967d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:55.198089 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-1835f0ec-18f6-4a99-88cb-0a0cc9d89d64 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063407 Sep 21 18:09:55.211980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:55.216896 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.217158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad101e1b-2609-47b7-bc56-a4236d1cc469 req-c9591f14-7ed2-40bf-90fb-d24c1385a3d2 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.223029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47fdd832-1900-4ade-802c-4177782356ef req-ad37a0cb-eabc-410d-ae04-c4531f5806cd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715668 Sep 21 18:09:55.223647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad101e1b-2609-47b7-bc56-a4236d1cc469 req-c9591f14-7ed2-40bf-90fb-d24c1385a3d2 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.237147 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad101e1b-2609-47b7-bc56-a4236d1cc469 req-c9591f14-7ed2-40bf-90fb-d24c1385a3d2 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 1677 time: 0.1874118 Sep 21 18:09:55.278183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:55.303417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.303912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.306274 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] 10.222.0.78 "PUT /v2.0/ports/ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 1095 time: 2.3641331 Sep 21 18:09:55.315378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-5ebe4f2c-8154-4313-85ff-f2c67f0483f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297 HTTP/1.1" status: 200 len: 217 time: 0.1041596 Sep 21 18:09:55.356336 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c44ab-2974-4c8d-a7d4-913eb909bf21 x-openstack-request-id: req-202c44ab-2974-4c8d-a7d4-913eb909bf21 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:55.356632 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4", "status": "completed", "code": 200}, {"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "70dc470d-0ea2-4f3e-8a26-fcd235cb1299", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:55.356882 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-202c44ab-2974-4c8d-a7d4-913eb909bf21 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:55.357432 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': 'ee68912a-1bf3-4bb5-bdc1-dbbeb7a486e4', 'status': 'completed', 'code': 200} Sep 21 18:09:55.357701 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'code': 200} Sep 21 18:09:55.358032 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': '70dc470d-0ea2-4f3e-8a26-fcd235cb1299', 'status': 'completed', 'code': 200} Sep 21 18:09:55.388875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad101e1b-2609-47b7-bc56-a4236d1cc469 req-a20724f1-16ae-4696-9f48-3442098e1263 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471984 Sep 21 18:09:55.439634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ae486-3b9d-4454-83d2-23dd7bbcd307 service neutron] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:55.467844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['49713304-27ae-43f6-a8ee-c7be86f4967d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:55.486087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-12e09978-fbd3-4ae6-9c84-4453ec6eade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.495398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-12e09978-fbd3-4ae6-9c84-4453ec6eade8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1700573 Sep 21 18:09:55.512163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:55.512512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.526674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['14bd8321-b481-4311-93d4-b9a4660477c7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:55.534702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e1d9b565-270e-4c7c-8b8a-67b689a5b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.536261 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e1d9b565-270e-4c7c-8b8a-67b689a5b40a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1098 time: 0.2007926 Sep 21 18:09:55.712867 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e3c15ec-e707-4585-bd1e-0dc0bd35e6c0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.726592 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e3c15ec-e707-4585-bd1e-0dc0bd35e6c0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.778845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e3c15ec-e707-4585-bd1e-0dc0bd35e6c0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.780460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6e3c15ec-e707-4585-bd1e-0dc0bd35e6c0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7266073 Sep 21 18:09:55.783644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34836) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:55.785079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c15ec-e707-4585-bd1e-0dc0bd35e6c0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b616cd76-fcf8-4fc0-b302-17c42c8fd5a8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:55.795598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781f50-3999-447a-8bc4-1755c8db2852 req-5457882e-c7b9-4329-8cf9-44799b23eed2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.803302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38781f50-3999-447a-8bc4-1755c8db2852 req-5457882e-c7b9-4329-8cf9-44799b23eed2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 944 time: 0.2732542 Sep 21 18:09:55.807175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-af92fde3-ba9e-4cbe-9e41-85bcc464d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.808536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-af92fde3-ba9e-4cbe-9e41-85bcc464d238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2991831 Sep 21 18:09:55.811878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-951a62d9-9d0f-4b46-b502-56bea9a7131e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': 'b616cd76-fcf8-4fc0-b302-17c42c8fd5a8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:55.813041 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-951a62d9-9d0f-4b46-b502-56bea9a7131e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 18:09:55.814286 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-951a62d9-9d0f-4b46-b502-56bea9a7131e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:55.815598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-951a62d9-9d0f-4b46-b502-56bea9a7131e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0302930 Sep 21 18:09:55.819054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] For port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:55.820223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:55.826425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34838) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:55.843728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for 9aaf0ca5-7356-4b43-a68a-1fe787189cbf owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:55.851251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-1282c52d-2f1d-4e03-8e9a-410732becb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:55.853770 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-1282c52d-2f1d-4e03-8e9a-410732becb31 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2946100 Sep 21 18:09:55.903158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2b71075c-8abb-4e45-b9d3-7fd7b337906a details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:55.917951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38781f50-3999-447a-8bc4-1755c8db2852 req-e1938981-5fee-4d11-9a9c-884d7bea7073 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139305 Sep 21 18:09:55.921856 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-1107edcb-77b4-4d95-8b4d-89b2fcc7633d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.0592439 Sep 21 18:09:55.975497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-323aa310-4a95-4c36-b6d3-b10adf9a197c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.006809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-c3141ba3-12cf-4971-8133-f54566a39393 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793413 Sep 21 18:09:56.016460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-323aa310-4a95-4c36-b6d3-b10adf9a197c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.025912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:56.090336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2b71075c-8abb-4e45-b9d3-7fd7b337906a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2b71075c-8abb-4e45-b9d3-7fd7b337906a,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:56.093729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:56.105056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '2b71075c-8abb-4e45-b9d3-7fd7b337906a', 'network_id': '429b9cf6-cde5-46a2-982b-21db680e4cf4', 'port_id': '2b71075c-8abb-4e45-b9d3-7fd7b337906a', 'mac_address': 'fa:16:3e:c6:93:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed64819-1843-4aff-9198-610e5e5ea734', 'ip_address': '19.86.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:56.155856 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.160781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455c67d-9ecd-4f2c-85df-4444fc2c6942 req-d5dffc08-a843-4665-ba4d-147bd73d3ca0 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.162932 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7455c67d-9ecd-4f2c-85df-4444fc2c6942 req-d5dffc08-a843-4665-ba4d-147bd73d3ca0 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 945 time: 0.2383778 Sep 21 18:09:56.176651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9c6e-3016-46f2-8b43-a5925c754d88 req-88079308-e8e1-47d7-819e-996c630832ad tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.178866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e8f9c6e-3016-46f2-8b43-a5925c754d88 req-88079308-e8e1-47d7-819e-996c630832ad tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 947 time: 0.1452377 Sep 21 18:09:56.182683 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-323aa310-4a95-4c36-b6d3-b10adf9a197c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.185382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-323aa310-4a95-4c36-b6d3-b10adf9a197c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.186825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-323aa310-4a95-4c36-b6d3-b10adf9a197c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/b616cd76-fcf8-4fc0-b302-17c42c8fd5a8 HTTP/1.1" status: 204 len: 168 time: 0.3582194 Sep 21 18:09:56.193534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34846) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:56.199070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b71075c-8abb-4e45-b9d3-7fd7b337906a {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:56.208526 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-77cc1f04-4df2-4f61-8244-c35390d5b295 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940236 Sep 21 18:09:56.223025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2b71075c-8abb-4e45-b9d3-7fd7b337906a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2b71075c-8abb-4e45-b9d3-7fd7b337906a,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:56.223239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-29056d81-8c17-4e18-8745-6e6e89d03b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.225153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-29056d81-8c17-4e18-8745-6e6e89d03b52 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.2824292 Sep 21 18:09:56.230019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.231933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 715cd217-1469-45e0-9f23-5828a480c0a7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:56.238389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aa310-4a95-4c36-b6d3-b10adf9a197c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616cd76-fcf8-4fc0-b302-17c42c8fd5a8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:56.281115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-f288a77a-5bfc-41aa-a3b3-9555ac415a42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675 HTTP/1.1" status: 200 len: 217 time: 0.0488081 Sep 21 18:09:56.311407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7455c67d-9ecd-4f2c-85df-4444fc2c6942 req-4e48da50-c249-4764-97e6-f13a66671491 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178439 Sep 21 18:09:56.348197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e8f9c6e-3016-46f2-8b43-a5925c754d88 req-31fc7956-8134-4c99-85f2-698709c6af46 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514769 Sep 21 18:09:56.356242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e15298cd-b27f-46fb-ba6f-3eb5b42c5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.369509 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-e15298cd-b27f-46fb-ba6f-3eb5b42c5226 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295280 Sep 21 18:09:56.369633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7c75c6f6-f40d-4525-86b9-d365e08c4883 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1693366 Sep 21 18:09:56.371079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34850) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:56.378270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2b71075c-8abb-4e45-b9d3-7fd7b337906a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:56.383768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c6b0c6c9-ef61-4425-96d6-5ecb3ba57000 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070741896'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:56.394867 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.resource_extend [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:09:56.408176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-f3dd2d24-6bc4-44d7-816a-c8325fa7058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.409634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-f3dd2d24-6bc4-44d7-816a-c8325fa7058d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1162264 Sep 21 18:09:56.473090 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.485846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6b0c6c9-ef61-4425-96d6-5ecb3ba57000 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.554962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=9aaf0ca5-7356-4b43-a68a-1fe787189cbf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:56.580804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-94a90906-d176-4c73-b3d6-83512af82600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.582414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-94a90906-d176-4c73-b3d6-83512af82600 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1641648 Sep 21 18:09:56.603316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 715cd217-1469-45e0-9f23-5828a480c0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=715cd217-1469-45e0-9f23-5828a480c0a7,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:56.627104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '715cd217-1469-45e0-9f23-5828a480c0a7', 'network_id': '436a3035-a29f-4bfc-9565-9e5260df5afc', 'port_id': '715cd217-1469-45e0-9f23-5828a480c0a7', 'mac_address': 'fa:16:3e:fe:2d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:56.658589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] No DVR routers for this DVR port 9aaf0ca5-7356-4b43-a68a-1fe787189cbf on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:56.661049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19729305-7f77-4968-b6d7-eeda965e45aa req-27edd8cc-e0c7-4829-82d3-47db5bfcf9ec tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.663092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19729305-7f77-4968-b6d7-eeda965e45aa req-27edd8cc-e0c7-4829-82d3-47db5bfcf9ec tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 943 time: 0.1434705 Sep 21 18:09:56.674719 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.677487 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-ef78098f-649d-4fa7-bc91-2372978c2241 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "DELETE /v2.0/ports/9aaf0ca5-7356-4b43-a68a-1fe787189cbf HTTP/1.1" status: 204 len: 173 time: 1.5646150 Sep 21 18:09:56.686155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.701963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715cd217-1469-45e0-9f23-5828a480c0a7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:56.729333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 715cd217-1469-45e0-9f23-5828a480c0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=715cd217-1469-45e0-9f23-5828a480c0a7,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:56.736396 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-5c9bf396-8ef7-4d17-84a8-81cb0823ecbc service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607743 Sep 21 18:09:56.739229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.780317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981f9e8-d4a4-487c-99aa-b40b2d64042f req-285fa178-72c1-4274-ab02-d8d33c684444 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.786558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981f9e8-d4a4-487c-99aa-b40b2d64042f req-285fa178-72c1-4274-ab02-d8d33c684444 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.787242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6b0c6c9-ef61-4425-96d6-5ecb3ba57000 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.795166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9981f9e8-d4a4-487c-99aa-b40b2d64042f req-285fa178-72c1-4274-ab02-d8d33c684444 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1680 time: 0.2713249 Sep 21 18:09:56.802960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=715cd217-1469-45e0-9f23-5828a480c0a7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:56.812536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6b0c6c9-ef61-4425-96d6-5ecb3ba57000 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.843811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-cd1a3128-293d-42fa-9954-35a428451366 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517123 Sep 21 18:09:56.847690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6b0c6c9-ef61-4425-96d6-5ecb3ba57000 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.849057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c6b0c6c9-ef61-4425-96d6-5ecb3ba57000 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4774418 Sep 21 18:09:56.856386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19729305-7f77-4968-b6d7-eeda965e45aa req-80a3ef9c-fb0a-472f-9377-863f0406ed80 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups?id=7be197c8-8bd3-493e-9e22-fd7ef6227bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584826 Sep 21 18:09:56.856805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:56.864303 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9981f9e8-d4a4-487c-99aa-b40b2d64042f req-fb322791-cfc4-49cb-b797-a503b82ab7a4 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682788 Sep 21 18:09:56.951103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port b3f05fbe-79f4-4a84-afe7-e20738dbe76e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:56.951732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.983085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e51fdbb9-ac74-4354-a7fe-30dd3cb7d699 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '1ed46902-0807-4b65-9eb1-e513f9184ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:56.997823 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-e51fdbb9-ac74-4354-a7fe-30dd3cb7d699 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 18:09:56.998491 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-e51fdbb9-ac74-4354-a7fe-30dd3cb7d699 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:56.999568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e51fdbb9-ac74-4354-a7fe-30dd3cb7d699 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0206895 Sep 21 18:09:57.001961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-22f47c94-7741-489a-a28b-6af59e9805f7 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395428 Sep 21 18:09:57.002649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34868) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:57.017984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1114ca0a-d475-417d-bb3a-f567ddfe64e3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '1ed46902-0807-4b65-9eb1-e513f9184ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:57.018781 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-1114ca0a-d475-417d-bb3a-f567ddfe64e3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 18:09:57.019271 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-1114ca0a-d475-417d-bb3a-f567ddfe64e3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:57.019789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['715cd217-1469-45e0-9f23-5828a480c0a7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:57.024144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1114ca0a-d475-417d-bb3a-f567ddfe64e3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174794 Sep 21 18:09:57.028004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34870) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:57.028869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0c6c9-ef61-4425-96d6-5ecb3ba57000 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed46902-0807-4b65-9eb1-e513f9184ccd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:57.043751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-015ce209-335f-4ceb-88a0-56ffa02dae42 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '1ed46902-0807-4b65-9eb1-e513f9184ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:57.045131 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-015ce209-335f-4ceb-88a0-56ffa02dae42 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 18:09:57.045842 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-015ce209-335f-4ceb-88a0-56ffa02dae42 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:57.049914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-015ce209-335f-4ceb-88a0-56ffa02dae42 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0183284 Sep 21 18:09:57.057348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34872) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:57.072523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] For port b3f05fbe-79f4-4a84-afe7-e20738dbe76e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:57.072898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.092372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for b3f05fbe-79f4-4a84-afe7-e20738dbe76e owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:57.092860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9caf1e65-5c2a-4893-b4b6-39c2de5b19b0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '1ed46902-0807-4b65-9eb1-e513f9184ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:57.094075 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-9caf1e65-5c2a-4893-b4b6-39c2de5b19b0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 18:09:57.094758 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-9caf1e65-5c2a-4893-b4b6-39c2de5b19b0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:57.099146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9caf1e65-5c2a-4893-b4b6-39c2de5b19b0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0394933 Sep 21 18:09:57.100131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34876) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:57.141559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-fa8b3e4f-d187-4c03-8a35-27ff6efa5199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7 HTTP/1.1" status: 200 len: 217 time: 0.1158752 Sep 21 18:09:57.223881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4e5cfea-896f-4220-8b5c-c84a9adfde91 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.264516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-59cda849-3e75-4199-82f5-40bb909b2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:57.266005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-59cda849-3e75-4199-82f5-40bb909b2826 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.1160693 Sep 21 18:09:57.267576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4e5cfea-896f-4220-8b5c-c84a9adfde91 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.300110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-fec3dff1-f4f7-4545-b212-766f62262cf1 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407522 Sep 21 18:09:57.336970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a23a-1c19-4fb9-a97e-191e41f1db00 req-502f37cb-ba81-4757-ac07-5ccb26b6d4f6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:57.338839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57c0a23a-1c19-4fb9-a97e-191e41f1db00 req-502f37cb-ba81-4757-ac07-5ccb26b6d4f6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 944 time: 0.1347556 Sep 21 18:09:57.364856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.366644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}, {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:57.369584 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1225ee82-ea0a-41b2-a324-8e443f407ded" -d '{"events": [{"name": "network-changed", "server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:57.379811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-ca948a31-1de3-4685-aacd-3f3641e01be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:57.388957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-ca948a31-1de3-4685-aacd-3f3641e01be1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021891 Sep 21 18:09:57.408797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4e5cfea-896f-4220-8b5c-c84a9adfde91 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.411609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4e5cfea-896f-4220-8b5c-c84a9adfde91 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.414679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d4e5cfea-896f-4220-8b5c-c84a9adfde91 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/1ed46902-0807-4b65-9eb1-e513f9184ccd HTTP/1.1" status: 204 len: 168 time: 0.3135445 Sep 21 18:09:57.416204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34884) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:57.419455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-57c0a23a-1c19-4fb9-a97e-191e41f1db00 req-6bfe7774-8076-42b9-9aea-1178695e140d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738268 Sep 21 18:09:57.443582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=b3f05fbe-79f4-4a84-afe7-e20738dbe76e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:57.532849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] No DVR routers for this DVR port b3f05fbe-79f4-4a84-afe7-e20738dbe76e on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:57.536437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5cfea-896f-4220-8b5c-c84a9adfde91 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed46902-0807-4b65-9eb1-e513f9184ccd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:57.536610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.540203 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d6db6358-df3d-4bf4-a391-c9015e3c4a10 req-1134c77d-b753-4905-8027-d2dd3e91a945 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.41 "DELETE /v2.0/ports/b3f05fbe-79f4-4a84-afe7-e20738dbe76e HTTP/1.1" status: 204 len: 173 time: 0.8554983 Sep 21 18:09:57.603080 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26bf280-286a-4c19-a5e3-7ed4ffab9ec6 x-openstack-request-id: req-a26bf280-286a-4c19-a5e3-7ed4ffab9ec6 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:57.603833 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "status": "completed", "code": 200}, {"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "9aaf0ca5-7356-4b43-a68a-1fe787189cbf", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:57.604329 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a26bf280-286a-4c19-a5e3-7ed4ffab9ec6 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:57.604966 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'status': 'completed', 'code': 200} Sep 21 18:09:57.605403 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': '9aaf0ca5-7356-4b43-a68a-1fe787189cbf', 'status': 'completed', 'code': 200} Sep 21 18:09:57.649992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-b7770d75-a48d-47d7-b72d-005d5336e981 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601173 Sep 21 18:09:57.653010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e8c8aee9-8940-427a-9684-7cbc4f536670 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2324190 Sep 21 18:09:57.659232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34886) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:57.676998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-de8b74b0-af59-4516-a659-b90f9d89d9ec tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--522247147'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:57.700460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682636c-086e-41be-a367-c1f2dce83241 req-280df01c-2578-42ee-bf78-ef443acacbbf tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:57.709189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5682636c-086e-41be-a367-c1f2dce83241 req-280df01c-2578-42ee-bf78-ef443acacbbf tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 945 time: 0.1739128 Sep 21 18:09:57.740032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-6fc6a163-416c-41ca-9b95-17faa6dbbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:57.742339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-6fc6a163-416c-41ca-9b95-17faa6dbbca0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1098 time: 0.1257594 Sep 21 18:09:57.745261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-50b8ddd5-c2d0-4d7b-9e48-0b6a64ec70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:57.747387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-50b8ddd5-c2d0-4d7b-9e48-0b6a64ec70ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1098 time: 0.1412034 Sep 21 18:09:57.806532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de8b74b0-af59-4516-a659-b90f9d89d9ec tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.843095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5682636c-086e-41be-a367-c1f2dce83241 req-63331e3e-09ba-4846-8d15-3bf859a49dcc tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329601 Sep 21 18:09:57.874761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-1a93b21c-3592-433e-8129-e841d440873f service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162855 Sep 21 18:09:57.916768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 715cd217-1469-45e0-9f23-5828a480c0a7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:58.001621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-9888c300-1656-4f51-a42a-26e00bf125a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 200 len: 217 time: 0.1171932 Sep 21 18:09:58.062060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3581a48e-3462-4b12-9d46-49aaa5421671 req-ca8b9126-b202-40aa-838e-b468caaba537 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0658712 Sep 21 18:09:58.071818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 715cd217-1469-45e0-9f23-5828a480c0a7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:58.076578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 715cd217-1469-45e0-9f23-5828a480c0a7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:58.076977 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.141540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-b2db8e1c-29d4-48de-aad1-633246239069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.147254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2b71075c-8abb-4e45-b9d3-7fd7b337906a'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:58.147783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-b2db8e1c-29d4-48de-aad1-633246239069 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.1251552 Sep 21 18:09:58.183928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 49713304-27ae-43f6-a8ee-c7be86f4967d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:58.305209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de8b74b0-af59-4516-a659-b90f9d89d9ec tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.312810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f54c6-e769-4942-92c1-d02ee4422a9e req-44a0767e-8abd-41b0-ad06-d320ec849688 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.319863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1402471-8ded-43ff-83fb-6b19676a7958 req-308425ca-7f2e-4df6-b445-511d2b3e8015 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.323474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-099f54c6-e769-4942-92c1-d02ee4422a9e req-44a0767e-8abd-41b0-ad06-d320ec849688 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 947 time: 0.7026811 Sep 21 18:09:58.328074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1402471-8ded-43ff-83fb-6b19676a7958 req-308425ca-7f2e-4df6-b445-511d2b3e8015 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.330330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1402471-8ded-43ff-83fb-6b19676a7958 req-308425ca-7f2e-4df6-b445-511d2b3e8015 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1681 time: 0.1795070 Sep 21 18:09:58.333763 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de8b74b0-af59-4516-a659-b90f9d89d9ec tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.359574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-c3413cc3-5ce0-4c33-8dd7-5f9c188779d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.361446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-c3413cc3-5ce0-4c33-8dd7-5f9c188779d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2060020 Sep 21 18:09:58.442640 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de8b74b0-af59-4516-a659-b90f9d89d9ec tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.444240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-de8b74b0-af59-4516-a659-b90f9d89d9ec tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7841005 Sep 21 18:09:58.456535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34896) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:58.462931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.465947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ee721890-3d8c-4f87-9379-4a8839f42fd3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:58.467870 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-ee721890-3d8c-4f87-9379-4a8839f42fd3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:09:58.468584 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-ee721890-3d8c-4f87-9379-4a8839f42fd3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:58.469875 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ee721890-3d8c-4f87-9379-4a8839f42fd3 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095699 Sep 21 18:09:58.470850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b74b0-af59-4516-a659-b90f9d89d9ec tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:58.482531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34900) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:58.485705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-099f54c6-e769-4942-92c1-d02ee4422a9e req-e425f8cc-e42e-4992-9cc8-6e3d53e89f50 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611233 Sep 21 18:09:58.488087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4633a4c7-6c14-42c1-925f-d2670a3b6f8c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:58.511607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-b28c8da2-4ab4-41b7-bae8-37d5a5fac62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.534230 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-b28c8da2-4ab4-41b7-bae8-37d5a5fac62a service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.7682142 Sep 21 18:09:58.536589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1402471-8ded-43ff-83fb-6b19676a7958 req-71595b10-f8d3-43f0-bfd7-d5cf7650c6b3 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878977 Sep 21 18:09:58.589565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cd217-1469-45e0-9f23-5828a480c0a7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:58.593660 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e82937-95da-465f-b7f0-4259941d8527" -d '{"events": [{"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-plugged", "status": "completed", "tag": "715cd217-1469-45e0-9f23-5828a480c0a7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:58.605562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 49713304-27ae-43f6-a8ee-c7be86f4967d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:58.641191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 49713304-27ae-43f6-a8ee-c7be86f4967d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:58.641566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.656136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 715cd217-1469-45e0-9f23-5828a480c0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=715cd217-1469-45e0-9f23-5828a480c0a7,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:58.659350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-f3fda5a1-6d74-49f0-9b39-5cd6c5011783 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.1134346 Sep 21 18:09:58.661094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-34d0bcf5-76d0-406d-b51b-06895ca92b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.663947 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-34d0bcf5-76d0-406d-b51b-06895ca92b97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.9084568 Sep 21 18:09:58.702571 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-4633a4c7-6c14-42c1-925f-d2670a3b6f8c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:58.703649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4633a4c7-6c14-42c1-925f-d2670a3b6f8c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2198968 Sep 21 18:09:58.707223 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.713807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34904) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:58.746340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-23f24693-f0cc-4d7e-a895-dfc375bc245a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:58.746836 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-23f24693-f0cc-4d7e-a895-dfc375bc245a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 18:09:58.747453 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-23f24693-f0cc-4d7e-a895-dfc375bc245a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:58.748418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-23f24693-f0cc-4d7e-a895-dfc375bc245a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068140 Sep 21 18:09:58.751885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-86979f89-d604-4a4b-a628-0b7087e3ef1b service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666224 Sep 21 18:09:58.752340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34906) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:58.759725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ad479ff0-eb6e-4f84-977c-d9affc52bc6c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:58.762788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-d9151c34-3817-404b-841c-f9c5ebf15a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.0835319 Sep 21 18:09:58.787137 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f83908c-fc60-4091-81d5-02be6e844f33 x-openstack-request-id: req-6f83908c-fc60-4091-81d5-02be6e844f33 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:58.787378 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-plugged", "status": "completed", "tag": "715cd217-1469-45e0-9f23-5828a480c0a7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:58.787555 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f83908c-fc60-4091-81d5-02be6e844f33 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:58.788119 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cd217-1469-45e0-9f23-5828a480c0a7', 'code': 200} Sep 21 18:09:58.811210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-cddddd18-bc4c-4462-be94-ca8cfa2ceb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.813135 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-cddddd18-bc4c-4462-be94-ca8cfa2ceb73 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1469450 Sep 21 18:09:58.844091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268ada-f870-4def-90ab-396712438e03 req-f6d851a0-50aa-439f-91d2-808155af0c43 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.853571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13268ada-f870-4def-90ab-396712438e03 req-f6d851a0-50aa-439f-91d2-808155af0c43 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 944 time: 0.1846616 Sep 21 18:09:58.863067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=715cd217-1469-45e0-9f23-5828a480c0a7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:58.905936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-5c6f6d10-0418-4017-9a54-a274c110df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.907638 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-5c6f6d10-0418-4017-9a54-a274c110df79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1367962 Sep 21 18:09:58.931268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-1112ff71-f6b9-49ae-95ad-48fecd804db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:58.933731 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-1112ff71-f6b9-49ae-95ad-48fecd804db3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885150 Sep 21 18:09:58.978517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.035631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:59.043203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.044432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 14bd8321-b481-4311-93d4-b9a4660477c7 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:59.089057 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-ad479ff0-eb6e-4f84-977c-d9affc52bc6c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:59.090179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ad479ff0-eb6e-4f84-977c-d9affc52bc6c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3353355 Sep 21 18:09:59.095887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34912) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:59.102930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c62a9928-288a-4174-a7d6-ce66de10dc1a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:59.104115 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-c62a9928-288a-4174-a7d6-ce66de10dc1a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:09:59.104949 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-c62a9928-288a-4174-a7d6-ce66de10dc1a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:59.106502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c62a9928-288a-4174-a7d6-ce66de10dc1a tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082603 Sep 21 18:09:59.115314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-5a895294-32c6-413b-b20e-e7f79749af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:59.117205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-5a895294-32c6-413b-b20e-e7f79749af86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2002048 Sep 21 18:09:59.117926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34914) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:59.130311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c10c4960-c2a6-429e-93a6-0f43460d54c7 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:59.152966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c770ecb5-39f5-4ef3-8b22-6247fb3237a7 req-64142887-daa5-4ff9-9678-54575146dec1 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843825 Sep 21 18:09:59.157534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:59.164079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13268ada-f870-4def-90ab-396712438e03 req-61d523b2-99c3-41b4-b3bb-4f69dfb50156 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094907 Sep 21 18:09:59.177067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 14bd8321-b481-4311-93d4-b9a4660477c7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:59.183012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 14bd8321-b481-4311-93d4-b9a4660477c7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:59.183636 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.274072 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e8f7-cb92-4da6-a087-68afe94a3ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.366836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e70e-fde5-440d-ac2c-59442a450bf4 req-dbd51501-97f0-4d5b-a7c1-a347ccc7d5c9 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:59.386621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ca0e70e-fde5-440d-ac2c-59442a450bf4 req-dbd51501-97f0-4d5b-a7c1-a347ccc7d5c9 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 945 time: 0.3349128 Sep 21 18:09:59.387232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.396727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-4486548f-e8a6-40f9-8e7e-f627264432e6 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462316 Sep 21 18:09:59.452342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 14bd8321-b481-4311-93d4-b9a4660477c7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=14bd8321-b481-4311-93d4-b9a4660477c7,segment=NetworkSegment(f48c0d02-936a-4c06-abbd-53be151c5bd0),segment_id=f48c0d02-936a-4c06-abbd-53be151c5bd0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:59.458891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.561484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=14bd8321-b481-4311-93d4-b9a4660477c7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:59.581317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84ba5f63-172c-4aeb-bc15-7b450b8d584e req-605364cc-b46d-494d-b689-269f183aed39 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0627267 Sep 21 18:09:59.629145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:59.631364 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec53d21-fef6-465f-9d36-5fdf9d3a2883" -d '{"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:59.648252 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-c10c4960-c2a6-429e-93a6-0f43460d54c7 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:59.650395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c10c4960-c2a6-429e-93a6-0f43460d54c7 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5282943 Sep 21 18:09:59.654249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34924) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:59.661221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2b44140b-b839-471c-8138-445c66cfc6f6 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:59.664369 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-2b44140b-b839-471c-8138-445c66cfc6f6 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 18:09:59.665582 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-2b44140b-b839-471c-8138-445c66cfc6f6 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:59.666664 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2b44140b-b839-471c-8138-445c66cfc6f6 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107744 Sep 21 18:09:59.671029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:59.685855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a9481535-71ce-4bdf-8c28-9127a45645d0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:59.687577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ca0e70e-fde5-440d-ac2c-59442a450bf4 req-230fbc49-4508-4e01-a0e0-7655e4a691c3 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002179 Sep 21 18:09:59.700557 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-07ae5732-f0b4-449d-be28-367a6310cf5f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456889 Sep 21 18:09:59.808341 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-a9481535-71ce-4bdf-8c28-9127a45645d0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:59.811945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a9481535-71ce-4bdf-8c28-9127a45645d0 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1367345 Sep 21 18:09:59.813064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34930) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:59.819992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5e2520fb-0826-4480-a106-bc2e3a3a1ced tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:59.857814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-eaae902d-4066-4d66-929b-8c233b0eedb0 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509983 Sep 21 18:09:59.913964 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-5e2520fb-0826-4480-a106-bc2e3a3a1ced tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:09:59.916988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5e2520fb-0826-4480-a106-bc2e3a3a1ced tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1010737 Sep 21 18:09:59.918995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34932) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:59.924184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2b71075c-8abb-4e45-b9d3-7fd7b337906a up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:00.120941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 2b71075c-8abb-4e45-b9d3-7fd7b337906a completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:10:00.133215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 2b71075c-8abb-4e45-b9d3-7fd7b337906a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:00.134005 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.178409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:10:00.205457 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1225ee82-ea0a-41b2-a324-8e443f407ded req-d6242787-e5d2-40f3-81a2-80090c0fcf1f service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955397 Sep 21 18:10:00.229083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b48fa-a3d1-4632-809e-012c54d60190 req-86bba6fe-1ae9-41cf-9f38-6222813faf0c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:00.240485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b48fa-a3d1-4632-809e-012c54d60190 req-86bba6fe-1ae9-41cf-9f38-6222813faf0c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:00.248425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b9cedb5-3971-47ef-b576-f7ae61142e06 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.255120 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ce2b48fa-a3d1-4632-809e-012c54d60190 req-86bba6fe-1ae9-41cf-9f38-6222813faf0c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1682 time: 0.1828628 Sep 21 18:10:00.338888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ce2b48fa-a3d1-4632-809e-012c54d60190 req-541f4faf-5256-40c9-8b62-a98ae49c1d2a tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826232 Sep 21 18:10:00.344938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2366f-3d53-455e-b565-6c98e699aac2 req-51c23181-bde1-4d60-8fe7-9dbf1f0b28ed tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:00.354317 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.368335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ac2366f-3d53-455e-b565-6c98e699aac2 req-51c23181-bde1-4d60-8fe7-9dbf1f0b28ed tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 947 time: 0.4087939 Sep 21 18:10:00.379599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:00.402411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'mac_address': 'fa:16:3e:3e:c6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:10:00.421389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2b71075c-8abb-4e45-b9d3-7fd7b337906a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2b71075c-8abb-4e45-b9d3-7fd7b337906a,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:00.432455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b9cedb5-3971-47ef-b576-f7ae61142e06 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.443677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.453517 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03cefe5-f329-4f2c-b35c-b51034fd4829 x-openstack-request-id: req-b03cefe5-f329-4f2c-b35c-b51034fd4829 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:00.454085 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54ee1d6-2107-4cd6-a677-f582ea1fc122", "name": "network-vif-deleted", "tag": "b3f05fbe-79f4-4a84-afe7-e20738dbe76e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:00.454377 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b03cefe5-f329-4f2c-b35c-b51034fd4829 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:00.454790 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54ee1d6-2107-4cd6-a677-f582ea1fc122', 'name': 'network-vif-deleted', 'tag': 'b3f05fbe-79f4-4a84-afe7-e20738dbe76e', 'status': 'completed', 'code': 200} Sep 21 18:10:00.494679 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.511326 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ac2366f-3d53-455e-b565-6c98e699aac2 req-52c1d34e-d30a-4114-b2f6-69000da28951 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388190 Sep 21 18:10:00.568864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef71baa2-6f25-4328-bcbb-ad2ff51a74ab {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:00.584310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b9cedb5-3971-47ef-b576-f7ae61142e06 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.588423 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b9cedb5-3971-47ef-b576-f7ae61142e06 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.589918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2b9cedb5-3971-47ef-b576-f7ae61142e06 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9 HTTP/1.1" status: 204 len: 168 time: 0.6684320 Sep 21 18:10:00.592817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:00.605297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cedb5-3971-47ef-b576-f7ae61142e06 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515efcc5-ba8f-4d0c-ad8e-75a9b3ec38f9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:00.625762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:00.647758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2b71075c-8abb-4e45-b9d3-7fd7b337906a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:00.651479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.701278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34944) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:00.701883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4877c5ac-847a-4a06-9af0-4c47bbffd56c tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073048 Sep 21 18:10:00.705875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bd54e7a2-e469-415c-ac1d-f7071a7dcaf4 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745177625'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:00.721935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:00.753328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26803d-295b-4fc3-a254-0506bdab9392 req-260066d2-f9a4-40e2-83de-b7fa7dedebd9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:00.754904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa26803d-295b-4fc3-a254-0506bdab9392 req-260066d2-f9a4-40e2-83de-b7fa7dedebd9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1111810 Sep 21 18:10:00.761175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd54e7a2-e469-415c-ac1d-f7071a7dcaf4 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.789621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d'}, {'server_uuid': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bd8321-b481-4311-93d4-b9a4660477c7'}, {'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b71075c-8abb-4e45-b9d3-7fd7b337906a'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:00.792173 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2485fc6-8531-4962-8e7b-51a327970031" -d '{"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-plugged", "status": "completed", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d"}, {"server_uuid": "e597e1a4-518d-4f6e-ba52-8935869f1fad", "name": "network-vif-plugged", "status": "completed", "tag": "14bd8321-b481-4311-93d4-b9a4660477c7"}, {"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-plugged", "status": "completed", "tag": "2b71075c-8abb-4e45-b9d3-7fd7b337906a"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:00.830885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa26803d-295b-4fc3-a254-0506bdab9392 req-3d9abf06-f8a3-46f7-9701-a241bdcf1a24 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667655 Sep 21 18:10:00.905181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:00.974087 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd54e7a2-e469-415c-ac1d-f7071a7dcaf4 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.985336 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd54e7a2-e469-415c-ac1d-f7071a7dcaf4 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.009681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-828be81a-8235-4176-b6ca-63e92fd71b38 req-44b67d95-6384-4953-bcc6-7649080d656a tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0383737 Sep 21 18:10:01.030455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd54e7a2-e469-415c-ac1d-f7071a7dcaf4 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.034969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bd54e7a2-e469-415c-ac1d-f7071a7dcaf4 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3325493 Sep 21 18:10:01.035745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34952) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.043840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-057dc9ed-4038-4ff7-9bc7-2b5bd2d0a7dd tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '25c654f7-d816-436a-82d8-49ed398d2007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:01.048453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54e7a2-e469-415c-ac1d-f7071a7dcaf4 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c654f7-d816-436a-82d8-49ed398d2007,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:01.111239 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-057dc9ed-4038-4ff7-9bc7-2b5bd2d0a7dd tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The resource could not be found. Sep 21 18:10:01.116267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-057dc9ed-4038-4ff7-9bc7-2b5bd2d0a7dd tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0771575 Sep 21 18:10:01.117806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34954) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.126955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ed6fbc0a-6090-4376-a26a-35ccab431f99 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '25c654f7-d816-436a-82d8-49ed398d2007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '21fff4a5-510b-4542-9d3e-f343c55fb96a'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:01.127764 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42837926-03ec-4aab-8ac5-bbf6e9ea96b0 x-openstack-request-id: req-42837926-03ec-4aab-8ac5-bbf6e9ea96b0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:01.128248 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-plugged", "status": "completed", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d", "code": 200}, {"server_uuid": "e597e1a4-518d-4f6e-ba52-8935869f1fad", "name": "network-vif-plugged", "status": "completed", "tag": "14bd8321-b481-4311-93d4-b9a4660477c7", "code": 200}, {"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-plugged", "status": "completed", "tag": "2b71075c-8abb-4e45-b9d3-7fd7b337906a", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:01.128337 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42837926-03ec-4aab-8ac5-bbf6e9ea96b0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:01.128682 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'code': 200} Sep 21 18:10:01.128931 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bd8321-b481-4311-93d4-b9a4660477c7', 'code': 200} Sep 21 18:10:01.129175 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b71075c-8abb-4e45-b9d3-7fd7b337906a', 'code': 200} Sep 21 18:10:01.255914 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-ed6fbc0a-6090-4376-a26a-35ccab431f99 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The resource could not be found. Sep 21 18:10:01.257129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-75a9a5a9-28bd-4c12-bfd7-c9e632c17cfb tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.260447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-75a9a5a9-28bd-4c12-bfd7-c9e632c17cfb tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 948 time: 0.3248258 Sep 21 18:10:01.261849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed6fbc0a-6090-4376-a26a-35ccab431f99 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1424651 Sep 21 18:10:01.264442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34956) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.282867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4280-d45c-465f-b4e4-0991414c257f req-2028e0f6-91da-4c98-90ab-db85f1d5bf3e tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.284685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-88dd4280-d45c-465f-b4e4-0991414c257f req-2028e0f6-91da-4c98-90ab-db85f1d5bf3e tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 946 time: 0.2126374 Sep 21 18:10:01.348072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d20a51-e750-46bc-808d-6660556cefc3 req-5e15e9a4-9c8e-4a1f-bf58-f5a5578e9b90 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.349629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0d20a51-e750-46bc-808d-6660556cefc3 req-5e15e9a4-9c8e-4a1f-bf58-f5a5578e9b90 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 948 time: 0.1603858 Sep 21 18:10:01.428664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7948f9f-5875-4e6d-91e1-7e276b99cac7 req-9b55de03-c1bc-4070-8b0a-8765c35a0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.431042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7948f9f-5875-4e6d-91e1-7e276b99cac7 req-9b55de03-c1bc-4070-8b0a-8765c35a0c15 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 1097 time: 0.1231794 Sep 21 18:10:01.435590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b339c62b-dddd-448a-a3bd-196d3dcde266 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.448904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5e56-ea06-4c70-9c7e-41634c74c5ec req-5612969d-7704-4ca5-a0ea-5c4618b998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.449384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5e56-ea06-4c70-9c7e-41634c74c5ec req-5612969d-7704-4ca5-a0ea-5c4618b998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.450976 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-49bb5e56-ea06-4c70-9c7e-41634c74c5ec req-5612969d-7704-4ca5-a0ea-5c4618b998e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1985 time: 0.2118461 Sep 21 18:10:01.455953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc507-d00b-4c85-89bb-89a40d382b1f req-fcc2831f-d77b-4b60-8335-f8cc96c3f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.457353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6aafc507-d00b-4c85-89bb-89a40d382b1f req-fcc2831f-d77b-4b60-8335-f8cc96c3f5b7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 1096 time: 0.1497865 Sep 21 18:10:01.460150 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-88dd4280-d45c-465f-b4e4-0991414c257f req-bdbe3b87-3d54-49c4-b051-014b41bfc6b4 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540999 Sep 21 18:10:01.463011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b339c62b-dddd-448a-a3bd-196d3dcde266 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.499276 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-e07db35e-6f81-4b94-a9d2-3c78f462650d service neutron] 10.222.0.78 "GET /v2.0/ports/ef71baa2-6f25-4328-bcbb-ad2ff51a74ab/bindings/n-h1-810285-3 HTTP/1.1" status: 200 len: 382 time: 0.2136068 Sep 21 18:10:01.507472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0d20a51-e750-46bc-808d-6660556cefc3 req-30de7bc7-3798-4967-9323-a33312c6a47c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487608 Sep 21 18:10:01.535119 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-49bb5e56-ea06-4c70-9c7e-41634c74c5ec req-80687b46-0d34-4306-a468-2bde280836d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731726 Sep 21 18:10:01.538570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6aafc507-d00b-4c85-89bb-89a40d382b1f req-e4a8751e-6903-4e04-bc1e-bccc1db8555d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692258 Sep 21 18:10:01.543349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b339c62b-dddd-448a-a3bd-196d3dcde266 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.546025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b339c62b-dddd-448a-a3bd-196d3dcde266 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.547216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b339c62b-dddd-448a-a3bd-196d3dcde266 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/25c654f7-d816-436a-82d8-49ed398d2007 HTTP/1.1" status: 204 len: 168 time: 0.2817693 Sep 21 18:10:01.552209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34960) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.580691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339c62b-dddd-448a-a3bd-196d3dcde266 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c654f7-d816-436a-82d8-49ed398d2007,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:01.589213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7948f9f-5875-4e6d-91e1-7e276b99cac7 req-5f1d98d3-62d7-4301-bd06-545baa46f08c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854239 Sep 21 18:10:01.630221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-d4d72194-888f-4612-bbe3-eab15ff24e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.631053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-d4d72194-888f-4612-bbe3-eab15ff24e21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0907781 Sep 21 18:10:01.647660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-361a6dce-ed51-42e8-a8b3-5c62fe4f417f tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943308 Sep 21 18:10:01.652107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34966) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.656996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c2809fad-2036-4c63-9afe-1b47fe6214fd tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '86d9cdda-82e2-403e-b0c1-e41f3b21af34', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:01.657725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d1175-2da7-4cd7-b416-cf8668e600b3 req-bb798c78-8949-44df-b253-3aa38cfccd62 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.665646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d1175-2da7-4cd7-b416-cf8668e600b3 req-bb798c78-8949-44df-b253-3aa38cfccd62 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:01.674786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d9d1175-2da7-4cd7-b416-cf8668e600b3 req-bb798c78-8949-44df-b253-3aa38cfccd62 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1683 time: 0.0967953 Sep 21 18:10:01.709456 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-c2809fad-2036-4c63-9afe-1b47fe6214fd tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The resource could not be found. Sep 21 18:10:01.711270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c2809fad-2036-4c63-9afe-1b47fe6214fd tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0578341 Sep 21 18:10:01.715903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34970) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.721560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-18aef50b-1e20-4ef3-a305-7c92c109c84e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209416230'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:01.731439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d9d1175-2da7-4cd7-b416-cf8668e600b3 req-a7c2bf08-e8ae-4dd6-80f7-b8fda1624f9d tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557981 Sep 21 18:10:01.760784 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18aef50b-1e20-4ef3-a305-7c92c109c84e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.874182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18aef50b-1e20-4ef3-a305-7c92c109c84e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.882942 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18aef50b-1e20-4ef3-a305-7c92c109c84e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.908217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-7fe16f19-2ca2-407f-b88b-1f4f49b278aa tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1993117345&fields=id&tenant_id=fbe3be729ac349f8bc90b76ec557c2a5 HTTP/1.1" status: 200 len: 267 time: 0.0839589 Sep 21 18:10:01.911917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18aef50b-1e20-4ef3-a305-7c92c109c84e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.913624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-18aef50b-1e20-4ef3-a305-7c92c109c84e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1964099 Sep 21 18:10:01.917743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34976) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.929089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1629688f-a1b4-4d32-bef9-9bd7f7aba3db tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--330882321'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:01.951488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aef50b-1e20-4ef3-a305-7c92c109c84e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e088404-1473-4ae3-a3e6-3413e767f190,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.014070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30305c0-af0d-48ab-a2d5-bd7f2d6be4c8 req-7e6c8642-c355-4709-8e02-f08b67ca1137 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.015742 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b30305c0-af0d-48ab-a2d5-bd7f2d6be4c8 req-7e6c8642-c355-4709-8e02-f08b67ca1137 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1109707 Sep 21 18:10:02.020046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1629688f-a1b4-4d32-bef9-9bd7f7aba3db tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.071892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-8731b134-4e5d-4fc4-a244-43119814875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.073534 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-8731b134-4e5d-4fc4-a244-43119814875d service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1370320 Sep 21 18:10:02.078310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-a1343f07-6a6b-4feb-a57d-e4a1d5afa92f tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.079812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-a1343f07-6a6b-4feb-a57d-e4a1d5afa92f tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/networks?id=a8853b5a-c902-4556-8e8e-232466843571 HTTP/1.1" status: 200 len: 816 time: 0.1443553 Sep 21 18:10:02.095091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b30305c0-af0d-48ab-a2d5-bd7f2d6be4c8 req-9db2abfa-fb22-495e-8ab1-d82d8be9f10b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647287 Sep 21 18:10:02.121637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-6f2cca1e-8942-43ad-8597-5d6cfe3d2f9d tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/quotas/fbe3be729ac349f8bc90b76ec557c2a5 HTTP/1.1" status: 200 len: 375 time: 0.0296867 Sep 21 18:10:02.156945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-01b2764a-583a-4106-b623-36f72846f876 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.0605099 Sep 21 18:10:02.181653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:02.192420 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1629688f-a1b4-4d32-bef9-9bd7f7aba3db tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.208827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1629688f-a1b4-4d32-bef9-9bd7f7aba3db tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.226146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-e8aa7251-9a93-439e-8516-a423a8261634 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fbe3be729ac349f8bc90b76ec557c2a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031339 Sep 21 18:10:02.230556 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90d767ce-bc2c-4f71-92d2-e54a8c443dee req-bcfa80b6-335f-43c7-a068-4d6479f43532 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0526972 Sep 21 18:10:02.242992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-31e60086-1b37-46d9-a900-c9bda5c5a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.245019 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-31e60086-1b37-46d9-a900-c9bda5c5a312 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0788550 Sep 21 18:10:02.286440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1629688f-a1b4-4d32-bef9-9bd7f7aba3db tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.290405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1629688f-a1b4-4d32-bef9-9bd7f7aba3db tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3688657 Sep 21 18:10:02.292004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34980) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:02.297848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4a84f33f-6250-4785-9955-da6282cb342e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group_rule': {'security_group_id': '3e088404-1473-4ae3-a3e6-3413e767f190', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1efb370c-afd0-4d67-8459-58284b79689e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:02.310460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629688f-a1b4-4d32-bef9-9bd7f7aba3db tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efb370c-afd0-4d67-8459-58284b79689e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.328685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:10:02.332697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-6f7532c6-0e76-4c2e-a053-8758d18bc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.334377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-6f7532c6-0e76-4c2e-a053-8758d18bc1cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801868 Sep 21 18:10:02.338838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:02.339213 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.384024 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-4a84f33f-6250-4785-9955-da6282cb342e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:10:02.385427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a84f33f-6250-4785-9955-da6282cb342e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0923600 Sep 21 18:10:02.388253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34982) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:02.407224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-2c7e9680-f8b0-483f-94fc-c558f88a8e1b service neutron] 10.222.0.70 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576087 Sep 21 18:10:02.495765 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-da5359a9-00be-4853-a9d0-20a5f1c5400d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524935 Sep 21 18:10:02.499969 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95d26770-7aea-4af5-9ca3-d6ba578bf218 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.545013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-4bc96ae7-0b30-491f-8045-06aefde8d48e service neutron] 10.222.0.70 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347585 Sep 21 18:10:02.562322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95d26770-7aea-4af5-9ca3-d6ba578bf218 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.573687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.630751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:02.639415 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.695819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95d26770-7aea-4af5-9ca3-d6ba578bf218 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.698745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95d26770-7aea-4af5-9ca3-d6ba578bf218 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.702341 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-95d26770-7aea-4af5-9ca3-d6ba578bf218 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/1efb370c-afd0-4d67-8459-58284b79689e HTTP/1.1" status: 204 len: 168 time: 0.3107681 Sep 21 18:10:02.702770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34988) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:02.715609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1d7c8-1287-48c4-ad80-a2fff7858e7f req-8551a772-3d41-41db-a1f0-fab12ce821f1 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.725652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c1d7c8-1287-48c4-ad80-a2fff7858e7f req-8551a772-3d41-41db-a1f0-fab12ce821f1 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 946 time: 0.1487241 Sep 21 18:10:02.737229 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-eee8c525-959e-4404-ac7a-f0d40c61584f service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187097 Sep 21 18:10:02.756497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.756735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26770-7aea-4af5-9ca3-d6ba578bf218 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efb370c-afd0-4d67-8459-58284b79689e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.805658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85c1d7c8-1287-48c4-ad80-a2fff7858e7f req-a2bcc4f4-cc8a-439f-80d6-b244f343de48 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788071 Sep 21 18:10:02.856673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9f41f860-2080-4b71-9399-f7a06f06f6ed tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1527348 Sep 21 18:10:02.859544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35000) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:02.965222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c677b87d-6f9e-4de5-8c7b-10db77583763 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.991113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19844b-65fc-4f93-a1e2-cdeaeef032e8 req-91193fa5-79b4-488f-99ce-e481f2a71d03 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.993234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca19844b-65fc-4f93-a1e2-cdeaeef032e8 req-91193fa5-79b4-488f-99ce-e481f2a71d03 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.0838475 Sep 21 18:10:03.007669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c677b87d-6f9e-4de5-8c7b-10db77583763 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.065017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca19844b-65fc-4f93-a1e2-cdeaeef032e8 req-d4f1ca53-ec03-41ae-8046-724de5cb3520 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Sep 21 18:10:03.080049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c677b87d-6f9e-4de5-8c7b-10db77583763 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.083065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c677b87d-6f9e-4de5-8c7b-10db77583763 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.086552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c677b87d-6f9e-4de5-8c7b-10db77583763 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/3e088404-1473-4ae3-a3e6-3413e767f190 HTTP/1.1" status: 204 len: 168 time: 0.2232521 Sep 21 18:10:03.086922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35004) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.114553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677b87d-6f9e-4de5-8c7b-10db77583763 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e088404-1473-4ae3-a3e6-3413e767f190,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:03.131180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:03.134465 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979145fb-7144-41dd-9e64-7acb6962491a" -d '{"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:03.204019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-83ad1994-b9bd-4579-a05a-22ac6c6e9954 tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1159317 Sep 21 18:10:03.206457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35012) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.211982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-de037e31-7140-4e31-8655-31eac2971e0b tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006184393'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:03.232764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0e1a1-646a-4ecd-9fd0-a2d1149fe2da req-b904d3da-737b-4371-bf4b-67f0b037e1bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:03.239973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0e1a1-646a-4ecd-9fd0-a2d1149fe2da req-b904d3da-737b-4371-bf4b-67f0b037e1bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:03.241639 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e3a0e1a1-646a-4ecd-9fd0-a2d1149fe2da req-b904d3da-737b-4371-bf4b-67f0b037e1bd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1683 time: 0.0913818 Sep 21 18:10:03.261543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b7245d2-3330-48eb-86ba-c8949c782829 req-28ec7d4f-df91-4882-8b09-7cb8bd1de863 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.0415864 Sep 21 18:10:03.276026 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de037e31-7140-4e31-8655-31eac2971e0b tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.301162 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e3a0e1a1-646a-4ecd-9fd0-a2d1149fe2da req-0ee1e915-bdec-43fe-8b32-6ac5c2814a06 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Sep 21 18:10:03.423544 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a3e30f-78dd-481a-ac6f-1991aa4b26b0 x-openstack-request-id: req-51a3e30f-78dd-481a-ac6f-1991aa4b26b0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:03.424988 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:03.425526 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51a3e30f-78dd-481a-ac6f-1991aa4b26b0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:03.426070 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'code': 200} Sep 21 18:10:03.450389 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de037e31-7140-4e31-8655-31eac2971e0b tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.466135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de037e31-7140-4e31-8655-31eac2971e0b tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.502432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de037e31-7140-4e31-8655-31eac2971e0b tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.503785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-de037e31-7140-4e31-8655-31eac2971e0b tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2959752 Sep 21 18:10:03.510916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35022) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.515609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7ed4b988-4930-4161-b14b-0856dc172a9f tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:03.517174 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-7ed4b988-4930-4161-b14b-0856dc172a9f tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:10:03.517709 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-7ed4b988-4930-4161-b14b-0856dc172a9f tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 18:10:03.521138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7ed4b988-4930-4161-b14b-0856dc172a9f tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "PUT /v2.0/security-groups/541c656e-8b5c-4db0-960c-a98c27dac384 HTTP/1.1" status: 409 len: 330 time: 0.0066895 Sep 21 18:10:03.523763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35026) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.534142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-035543f5-141a-4b4b-bc49-11e6a3a15544 req-02dfb99c-bb8e-4139-b6db-a4e5825b9dfc tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0466208 Sep 21 18:10:03.534754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de037e31-7140-4e31-8655-31eac2971e0b tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541c656e-8b5c-4db0-960c-a98c27dac384,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:03.550266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a98b2-25fd-409e-a287-f9fce5ed187f req-ea5e8385-23dc-4c86-a3b1-20ea274b7b64 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:03.558516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f30a98b2-25fd-409e-a287-f9fce5ed187f req-ea5e8385-23dc-4c86-a3b1-20ea274b7b64 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1494479 Sep 21 18:10:03.590450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-856dbd6b-3616-4b75-809a-247be3f6c736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.645896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-144bc840-8971-4fba-9a7d-2304ef4354ce tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.652635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f30a98b2-25fd-409e-a287-f9fce5ed187f req-6fb2948c-6aea-4aa8-8f34-ced668b370a4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932703 Sep 21 18:10:03.681379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-144bc840-8971-4fba-9a7d-2304ef4354ce tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.732659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-144bc840-8971-4fba-9a7d-2304ef4354ce tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.736363 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-144bc840-8971-4fba-9a7d-2304ef4354ce tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.740242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-144bc840-8971-4fba-9a7d-2304ef4354ce tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/541c656e-8b5c-4db0-960c-a98c27dac384 HTTP/1.1" status: 204 len: 168 time: 0.2129600 Sep 21 18:10:03.741145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35032) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.749898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bc840-8971-4fba-9a7d-2304ef4354ce tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541c656e-8b5c-4db0-960c-a98c27dac384,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:03.842587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35036) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.844312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-95904521-b329-400a-a5f7-0fbbe7c7ae0d tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015041 Sep 21 18:10:03.871674 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-5064f924-e902-4629-8aa5-ea6e84f5ed5e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] delete failed (client error): The resource could not be found. Sep 21 18:10:03.876671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5064f924-e902-4629-8aa5-ea6e84f5ed5e tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "DELETE /v2.0/security-groups/0d126d79-3c55-46d9-95cb-f47a68241107 HTTP/1.1" status: 404 len: 347 time: 0.0281484 Sep 21 18:10:03.877137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35040) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.897238 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-fbe82ec4-c024-4d8b-b4bf-5e19df376e1f tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] show failed (client error): The resource could not be found. Sep 21 18:10:03.899306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fbe82ec4-c024-4d8b-b4bf-5e19df376e1f tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-groups/88e9e339-bdf4-4b46-bd0c-4fb25401f302 HTTP/1.1" status: 404 len: 347 time: 0.0205345 Sep 21 18:10:03.902997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35042) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:03.923088 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-d63aa7c8-e388-4330-8676-07497d14d57d tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] show failed (client error): The resource could not be found. Sep 21 18:10:03.924926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d63aa7c8-e388-4330-8676-07497d14d57d tempest-NegativeSecGroupTest-1732396332 tempest-NegativeSecGroupTest-1732396332-project] 10.222.0.70 "GET /v2.0/security-group-rules/19140c6c-176e-452a-88df-4500ba501ec0 HTTP/1.1" status: 404 len: 356 time: 0.0208180 Sep 21 18:10:03.981383 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:04.036499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4ba45-b717-44cf-a04a-bbd29e325414 req-0497de36-d3eb-4e56-8ddc-665840629d9d tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:04.046422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97d4ba45-b717-44cf-a04a-bbd29e325414 req-0497de36-d3eb-4e56-8ddc-665840629d9d tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 946 time: 0.1086440 Sep 21 18:10:04.107779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97d4ba45-b717-44cf-a04a-bbd29e325414 req-ea5d20a7-2ddd-4e62-b39b-ce5422d9627a tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600524 Sep 21 18:10:04.115959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:04.280285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5b576-2b8a-4da9-a3c4-59bd1182a524 req-f72d473d-ee93-4a28-9de1-3e2827df8b8c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:04.285653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5b576-2b8a-4da9-a3c4-59bd1182a524 req-f72d473d-ee93-4a28-9de1-3e2827df8b8c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:04.287783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c5b576-2b8a-4da9-a3c4-59bd1182a524 req-f72d473d-ee93-4a28-9de1-3e2827df8b8c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1683 time: 0.0852535 Sep 21 18:10:04.321950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35066) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:04.336813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10611e85-e8e0-4a88-a18e-42310dc348db req-d502668e-b332-40b2-8264-752adbcd388f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:04.338534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10611e85-e8e0-4a88-a18e-42310dc348db req-d502668e-b332-40b2-8264-752adbcd388f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.0709329 Sep 21 18:10:04.373227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c5b576-2b8a-4da9-a3c4-59bd1182a524 req-8ec0f8e8-219a-4ab2-99ed-91193a711174 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681651 Sep 21 18:10:04.437311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10611e85-e8e0-4a88-a18e-42310dc348db req-b2125fd9-2468-482b-b2ad-4bae05e0d6db tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Sep 21 18:10:04.562504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:04.563473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-436cbe88-d178-4316-8d1a-dd993eccb137 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b54d50341cb34530ac5a8068959caa24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400918 Sep 21 18:10:04.642015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d24b406f-e1ff-4546-a452-6c01bfd9d8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:04.667970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d24b406f-e1ff-4546-a452-6c01bfd9d8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:04.703264 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:04.732954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e6a27-b6c0-4f9d-96e6-76af41d566d1 req-8b5a6e12-a44a-4e2d-b4d9-b2efac1b5fd7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:04.737039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-3d4bb3dc-93dd-4b38-abd7-8c9652864008 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:04.737283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-651e6a27-b6c0-4f9d-96e6-76af41d566d1 req-8b5a6e12-a44a-4e2d-b4d9-b2efac1b5fd7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1057203 Sep 21 18:10:04.738740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-3d4bb3dc-93dd-4b38-abd7-8c9652864008 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.41 "GET /v2.0/networks?id=a8853b5a-c902-4556-8e8e-232466843571 HTTP/1.1" status: 200 len: 816 time: 0.2976680 Sep 21 18:10:04.768754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2f5f1fa6-a9fb-4341-aed2-421addece7cb req-4f2dd925-3f8c-498f-8f0e-52b647a56eee tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.0917838 Sep 21 18:10:04.810805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-651e6a27-b6c0-4f9d-96e6-76af41d566d1 req-9089aa53-d952-4045-9314-5dc5cf2d3fd8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656674 Sep 21 18:10:04.879695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-5b53689a-8ba1-4c74-ad33-50dc374c415f tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe3be729ac349f8bc90b76ec557c2a5 HTTP/1.1" status: 200 len: 380 time: 0.1209812 Sep 21 18:10:04.892787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Request body: {'port': {'device_id': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'admin_state_up': True, 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'security_groups': ['98fce1ec-3a3f-4ac2-afe6-3512c1368bcf']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:04.966614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-efec191c-bf0a-40cf-84ff-599a3211574d req-8245bb97-9f3f-4e7a-8380-2e274bc12615 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0445938 Sep 21 18:10:05.068813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d24b406f-e1ff-4546-a452-6c01bfd9d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:05.073114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d24b406f-e1ff-4546-a452-6c01bfd9d8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:05.074464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d24b406f-e1ff-4546-a452-6c01bfd9d8bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ebd47b65-72f1-4ff5-999a-3214fad43c2d HTTP/1.1" status: 204 len: 168 time: 0.5094192 Sep 21 18:10:05.077595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Made reservation on behalf of fbe3be729ac349f8bc90b76ec557c2a5 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:05.081737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:05.099452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b406f-e1ff-4546-a452-6c01bfd9d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd47b65-72f1-4ff5-999a-3214fad43c2d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:05.316705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Allocated IP 172.20.0.5 (a8853b5a-c902-4556-8e8e-232466843571/8f9f6f18-455c-4389-bea5-e5dcdc0342ed/27a4990a-d175-44dc-90be-98a0699f54c3) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:05.346361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52179494-9874-4e5d-a387-d0bf7774a825 req-28f74b41-449f-4b18-b8b3-ab6de92e6f3c tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.349586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52179494-9874-4e5d-a387-d0bf7774a825 req-28f74b41-449f-4b18-b8b3-ab6de92e6f3c tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 946 time: 0.0824242 Sep 21 18:10:05.637353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc756d49-ea2d-4b47-920d-02859bc99660 req-47c92631-559f-4ac0-a3ab-c3a2a6f3a4df tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.644124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc756d49-ea2d-4b47-920d-02859bc99660 req-47c92631-559f-4ac0-a3ab-c3a2a6f3a4df tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.645694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc756d49-ea2d-4b47-920d-02859bc99660 req-47c92631-559f-4ac0-a3ab-c3a2a6f3a4df tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1683 time: 0.1557570 Sep 21 18:10:05.668269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:05.723321 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc756d49-ea2d-4b47-920d-02859bc99660 req-e624c2db-8e30-4674-a635-15871edbc26b tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704265 Sep 21 18:10:05.759750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:05.841049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52179494-9874-4e5d-a387-d0bf7774a825 req-5da2a8b6-f840-4200-a0c0-2cef57537ebc tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853694 Sep 21 18:10:05.858528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c379-c4ac-4027-ae25-4d89c433153b req-94b6fd32-4250-4310-b2be-6c885e474b0c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.869618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c379-c4ac-4027-ae25-4d89c433153b req-94b6fd32-4250-4310-b2be-6c885e474b0c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.870555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7394c379-c4ac-4027-ae25-4d89c433153b req-94b6fd32-4250-4310-b2be-6c885e474b0c tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 1683 time: 0.1627629 Sep 21 18:10:05.879884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-55211c97-2351-416d-8054-67511fdec129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.882140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-55211c97-2351-416d-8054-67511fdec129 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 1100 time: 0.5158854 Sep 21 18:10:05.896026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Network a8853b5a-c902-4556-8e8e-232466843571 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:05.898571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:05.923615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event updated for resources: {'Port': ['ID=27a4990a-d175-44dc-90be-98a0699f54c3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:05.927507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:05.930457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:05.941423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605aeb42-a5d0-4755-87b0-530356aecf0f req-e62e8bc3-aa1d-4074-8dd6-c4a9181b03bc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.950589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-605aeb42-a5d0-4755-87b0-530356aecf0f req-e62e8bc3-aa1d-4074-8dd6-c4a9181b03bc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1507535 Sep 21 18:10:06.053799 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-605aeb42-a5d0-4755-87b0-530356aecf0f req-163da468-ab41-4a41-bc63-7367806d3d94 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021321 Sep 21 18:10:06.065762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:06.066574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.098234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-63f97748-2e81-430a-85d3-b370a0fffd03 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2107241 Sep 21 18:10:06.111379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Request body: {'port': {'device_id': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:06.247761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:06.247926 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.249302 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.277644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cf8cf-4387-41a6-93e6-89caea424dd7 req-d34e5b3d-4eb5-4c63-a7c7-a391de25a903 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:06.279008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c17cf8cf-4387-41a6-93e6-89caea424dd7 req-d34e5b3d-4eb5-4c63-a7c7-a391de25a903 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 931 time: 0.2031710 Sep 21 18:10:06.304614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port 2b71075c-8abb-4e45-b9d3-7fd7b337906a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:06.305174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.311225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e65715-215d-41ca-9dcc-f5d0f0174e09 req-17b43fe7-181c-430f-b07f-7d91dea57543 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:06.313699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5e65715-215d-41ca-9dcc-f5d0f0174e09 req-17b43fe7-181c-430f-b07f-7d91dea57543 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1357446 Sep 21 18:10:06.323617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a60767f8-f7bc-4914-a45f-a77779a57be8 None None] Provisioning complete for port 27a4990a-d175-44dc-90be-98a0699f54c3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:06.324576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a60767f8-f7bc-4914-a45f-a77779a57be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.402552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a60767f8-f7bc-4914-a45f-a77779a57be8 None None] Port 27a4990a-d175-44dc-90be-98a0699f54c3 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:10:06.416673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port 2b71075c-8abb-4e45-b9d3-7fd7b337906a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2b71075c-8abb-4e45-b9d3-7fd7b337906a,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:06.417294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.435980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for 2b71075c-8abb-4e45-b9d3-7fd7b337906a owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:06.443051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1422221420'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:06.501266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c5e65715-215d-41ca-9dcc-f5d0f0174e09 req-82eb25e8-85d3-4f09-8aca-a1056778458b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819456 Sep 21 18:10:06.570220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Made reservation on behalf of d49ed00ecb4f478a87e3d6d5bc1e186c for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:06.573710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.589375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c17cf8cf-4387-41a6-93e6-89caea424dd7 req-ef7a73d9-16fa-4667-b28a-f2257e58c4e9 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510139 Sep 21 18:10:06.596337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.644056 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63732371-a69a-4ad5-8497-171b8c23c7eb req-70cbb40c-952c-4c95-9e35-3ce36d293935 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0614386 Sep 21 18:10:06.703488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-1e826a94-d3cd-4738-9d71-fdf137525ba7 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:06.704904 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-1e826a94-d3cd-4738-9d71-fdf137525ba7 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.78 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 946 time: 0.1728685 Sep 21 18:10:06.774287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:06.833377 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.844018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['715cd217-1469-45e0-9f23-5828a480c0a7', '2b71075c-8abb-4e45-b9d3-7fd7b337906a'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:06.908428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=2b71075c-8abb-4e45-b9d3-7fd7b337906a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:06.928259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a4990a-d175-44dc-90be-98a0699f54c3 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:06.945070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.957418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Deleting port 14bd8321-b481-4311-93d4-b9a4660477c7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:06.958128 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.979397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.010597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.037580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Transition to ACTIVE for port object 27a4990a-d175-44dc-90be-98a0699f54c3 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:10:07.054045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port 2b71075c-8abb-4e45-b9d3-7fd7b337906a on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:07.058159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.061785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7394c379-c4ac-4027-ae25-4d89c433153b req-2216b718-0579-4d09-b071-37523e9da9dd tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.41 "DELETE /v2.0/ports/2b71075c-8abb-4e45-b9d3-7fd7b337906a HTTP/1.1" status: 204 len: 173 time: 1.1775010 Sep 21 18:10:07.064732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-deleted', 'tag': '2b71075c-8abb-4e45-b9d3-7fd7b337906a'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:07.067362 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723cbc9-2218-467f-b38a-12fb4e86a8d7" -d '{"events": [{"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-deleted", "tag": "2b71075c-8abb-4e45-b9d3-7fd7b337906a"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:07.073676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:07.148893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22b8c1-d597-4b0d-9184-042249f282af req-48b89cf8-75e4-40d0-96d6-153d2b1dbaa2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.149647 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.151069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a22b8c1-d597-4b0d-9184-042249f282af req-48b89cf8-75e4-40d0-96d6-153d2b1dbaa2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 946 time: 0.3339810 Sep 21 18:10:07.222863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.258420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Transition to ACTIVE for port object ef71baa2-6f25-4328-bcbb-ad2ff51a74ab will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:10:07.265370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a22b8c1-d597-4b0d-9184-042249f282af req-9eda51c5-bb0d-4c33-bbc9-6561f2d55802 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/security-groups?id=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954814 Sep 21 18:10:07.267695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.363039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] No DVR routers for this DVR port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:07.372670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.378532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port 715cd217-1469-45e0-9f23-5828a480c0a7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:07.378878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.443416 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa5c2c4-32ec-4e68-9ddc-efd2000a0e7b x-openstack-request-id: req-9aa5c2c4-32ec-4e68-9ddc-efd2000a0e7b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:07.443646 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-deleted", "tag": "2b71075c-8abb-4e45-b9d3-7fd7b337906a", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:07.443884 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9aa5c2c4-32ec-4e68-9ddc-efd2000a0e7b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:07.444516 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-deleted', 'tag': '2b71075c-8abb-4e45-b9d3-7fd7b337906a', 'status': 'completed', 'code': 200} Sep 21 18:10:07.495529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:07.495866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:07.496197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:07.509223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:10:07.509552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Attempting to bind port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:07.519803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:07.520141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:07.520535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:07.520965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Bound port: ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:07.521325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.538006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.612003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:07.633356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Pushing event updated for resources: {'Port': ['ID=27a4990a-d175-44dc-90be-98a0699f54c3,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.638053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cc5da-2f07-4353-8193-3e1bb5420575,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.684906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.685583 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Added segment 8dcbf1fc-e7d9-41cb-8315-82f505ce67a3 of type vlan for network e3472ec3-ce4c-4c0b-a271-e52af64f1625 Sep 21 18:10:07.691778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port 715cd217-1469-45e0-9f23-5828a480c0a7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=715cd217-1469-45e0-9f23-5828a480c0a7,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:07.692159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.704901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9b11-5885-4829-8287-51ceed0f2f6b req-ba4a1c59-7220-4aff-9af6-412487376eb7 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.712739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-509f9b11-5885-4829-8287-51ceed0f2f6b req-ba4a1c59-7220-4aff-9af6-412487376eb7 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 946 time: 0.7319417 Sep 21 18:10:07.727987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for 715cd217-1469-45e0-9f23-5828a480c0a7 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:07.732674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:07.799783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:07.809341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a64ed-897d-41f6-a693-4e333e1d767c req-8577a4f8-0a52-423b-8775-24c48f633836 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.817059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f55a64ed-897d-41f6-a693-4e333e1d767c req-8577a4f8-0a52-423b-8775-24c48f633836 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 948 time: 0.2217214 Sep 21 18:10:07.828528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.877364 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-509f9b11-5885-4829-8287-51ceed0f2f6b req-39907f72-0fb4-4cb6-b1f7-37742f062579 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590834 Sep 21 18:10:07.888054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] For port 14bd8321-b481-4311-93d4-b9a4660477c7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=14bd8321-b481-4311-93d4-b9a4660477c7,segment=NetworkSegment(f48c0d02-936a-4c06-abbd-53be151c5bd0),segment_id=f48c0d02-936a-4c06-abbd-53be151c5bd0)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:07.889086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.919143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.923686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.924465 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.925875 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 1096 time: 2.0323601 Sep 21 18:10:07.928857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f55a64ed-897d-41f6-a693-4e333e1d767c req-45300f92-62b5-4ae2-bbda-b3dcdcb91bef tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107464 Sep 21 18:10:07.933558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Calling delete_port for 14bd8321-b481-4311-93d4-b9a4660477c7 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:07.943444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Attempting to bind port 27a4990a-d175-44dc-90be-98a0699f54c3 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:07.943949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Attempting to bind port 27a4990a-d175-44dc-90be-98a0699f54c3 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:07.947609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Attempting to bind port 27a4990a-d175-44dc-90be-98a0699f54c3 on network a8853b5a-c902-4556-8e8e-232466843571 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:07.992140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Port 27a4990a-d175-44dc-90be-98a0699f54c3 on network a8853b5a-c902-4556-8e8e-232466843571 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:10:07.995290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Attempting to bind port 27a4990a-d175-44dc-90be-98a0699f54c3 on network a8853b5a-c902-4556-8e8e-232466843571 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:08.002630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2a43-1512-4661-97c0-4afd5037b843 service neutron] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=11']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.015472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:08.015951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Checking segment: {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:08.016434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Bound using segment: {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:08.016986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Bound port: 27a4990a-d175-44dc-90be-98a0699f54c3, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3026291-966f-479c-b284-fc0df443aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:08.017609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.034442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-a0d472db-e521-4d8a-8f30-8f70ff09e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.035986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-a0d472db-e521-4d8a-8f30-8f70ff09e8e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0809326 Sep 21 18:10:08.110617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.116794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.118655 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.215259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.227369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d13d-3dda-46ca-9b7a-6cc7548908e2 req-85a11fe8-97a3-4d5a-b642-b1e064ab6522 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.229467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff38d13d-3dda-46ca-9b7a-6cc7548908e2 req-85a11fe8-97a3-4d5a-b642-b1e064ab6522 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.2244205 Sep 21 18:10:08.231282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:08.249264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9949782 Sep 21 18:10:08.269011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb7ff-7aa1-4ea8-a4c6-845097087e61 req-a701a4ad-f833-4b33-8b7b-b71470613fe8 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.270395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff4cb7ff-7aa1-4ea8-a4c6-845097087e61 req-a701a4ad-f833-4b33-8b7b-b71470613fe8 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1980627 Sep 21 18:10:08.271412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35134) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:08.276519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-45821185-0e7f-4503-bff4-f8f1067f2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.277933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-45821185-0e7f-4503-bff4-f8f1067f2833 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2076182 Sep 21 18:10:08.284882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Request body: {'subnet': {'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:08.308087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:08.314227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a3c53-e691-4be7-8690-fa3b77a7da21 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event updated for resources: {'Network': ['ID=e3472ec3-ce4c-4c0b-a271-e52af64f1625,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.316921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.318010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=715cd217-1469-45e0-9f23-5828a480c0a7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.338554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e3472ec3-ce4c-4c0b-a271-e52af64f1625 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:08.349456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] For port 27a4990a-d175-44dc-90be-98a0699f54c3, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:08.354421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff38d13d-3dda-46ca-9b7a-6cc7548908e2 req-ed2efb2c-0b9d-4e98-8390-d9022b771f65 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173925 Sep 21 18:10:08.365712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] For port 27a4990a-d175-44dc-90be-98a0699f54c3, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=27a4990a-d175-44dc-90be-98a0699f54c3,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:08.387627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.475866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.476551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.478242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] 10.222.0.41 "PUT /v2.0/ports/27a4990a-d175-44dc-90be-98a0699f54c3 HTTP/1.1" status: 200 len: 1091 time: 2.3719382 Sep 21 18:10:08.481348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:08.483586 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:08.569430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-a752f6f6-e9b0-41cc-8cb5-3a30d4d99345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.2390192 Sep 21 18:10:08.601648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a94a701-08de-4539-9c07-7f6cb4f5a687 req-dade9f71-1f0f-4a9f-93cd-ecd96809a1df tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.1319697 Sep 21 18:10:08.626428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.629945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port 715cd217-1469-45e0-9f23-5828a480c0a7 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:08.656002 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.658215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7394c379-c4ac-4027-ae25-4d89c433153b req-eee3cd4f-c9fe-457a-9923-d7f66a381770 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.41 "DELETE /v2.0/ports/715cd217-1469-45e0-9f23-5828a480c0a7 HTTP/1.1" status: 204 len: 173 time: 1.5860786 Sep 21 18:10:08.666459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff4cb7ff-7aa1-4ea8-a4c6-845097087e61 req-25368deb-bfb2-4bde-aa26-58fa67426e65 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497522 Sep 21 18:10:08.693385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-059e2f69-f933-46e9-8e43-d744e2ad580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.695231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-059e2f69-f933-46e9-8e43-d744e2ad580f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1150479 Sep 21 18:10:08.699143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Made reservation on behalf of d49ed00ecb4f478a87e3d6d5bc1e186c for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:08.703337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.720000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536a80-e672-4d65-aeed-168903b62c19 service neutron] Pushing event updated for resources: {'Port': ['ID=27a4990a-d175-44dc-90be-98a0699f54c3,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.882380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-7207b1b0-3f58-483e-a54f-6cc366ff85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.884632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Pushing event deleted for resources: {'Port': ['ID=14bd8321-b481-4311-93d4-b9a4660477c7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.888082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-7207b1b0-3f58-483e-a54f-6cc366ff85ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1799042 Sep 21 18:10:08.933645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36828558-993e-48a4-ba05-b4590ad5cd0b req-d4685878-ce03-4605-b340-b71004e019c2 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8659882-d4b3-477d-a1e3-d81ce3ec69f6 HTTP/1.1" status: 200 len: 210 time: 0.1732724 Sep 21 18:10:08.978935 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c35bbf1-72ad-4f42-814a-f4e2e8d6fb2b x-openstack-request-id: req-8c35bbf1-72ad-4f42-814a-f4e2e8d6fb2b {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:08.979491 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:08.980486 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c35bbf1-72ad-4f42-814a-f4e2e8d6fb2b {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:08.983241 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3', 'status': 'completed', 'code': 200} Sep 21 18:10:08.988850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] No DVR routers for this DVR port 14bd8321-b481-4311-93d4-b9a4660477c7 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:09.002867 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.008375 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17ab54ec-7f5e-489d-bbb4-4535b104b754 req-bc401c0c-a699-4b5b-8ca2-f33d244a7cf6 tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.78 "DELETE /v2.0/ports/14bd8321-b481-4311-93d4-b9a4660477c7 HTTP/1.1" status: 204 len: 173 time: 2.2935631 Sep 21 18:10:09.022889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-be8f07fd-9bd8-4561-bf28-5760f51fa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.026971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-be8f07fd-9bd8-4561-bf28-5760f51fa3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbe3be729ac349f8bc90b76ec557c2a5&device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 1094 time: 0.4683077 Sep 21 18:10:09.075457 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bd52f80b-07de-400d-a7a1-5652aaadbaec req-96e01a26-5b7d-443d-87ad-c911f71a5c1b tempest-ServerPasswordTestJSON-296874393 tempest-ServerPasswordTestJSON-296874393-project] 10.222.0.70 "GET /v2.0/ports?device_id=e597e1a4-518d-4f6e-ba52-8935869f1fad HTTP/1.1" status: 200 len: 210 time: 0.0470970 Sep 21 18:10:09.107740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-28cfb404-b100-4f75-89e5-bb3a5be4a5d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a4990a-d175-44dc-90be-98a0699f54c3 HTTP/1.1" status: 200 len: 217 time: 0.0643125 Sep 21 18:10:09.118520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-bf14f0ec-cf1f-4160-9d80-9b7fd09952b9 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185094 Sep 21 18:10:09.181408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-339cfb8f-20d2-4b33-b938-58fac1881dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.183961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-339cfb8f-20d2-4b33-b938-58fac1881dd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9f6f18-455c-4389-bea5-e5dcdc0342ed HTTP/1.1" status: 200 len: 855 time: 0.0655680 Sep 21 18:10:09.208413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afaf79-94b5-4acd-8ce7-70f2e8b8917b req-ddaf19b5-6ed3-4911-a11e-5796a2135300 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.210013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30afaf79-94b5-4acd-8ce7-70f2e8b8917b req-ddaf19b5-6ed3-4911-a11e-5796a2135300 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 948 time: 0.1800716 Sep 21 18:10:09.214199 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.217665 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:10:09.247496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-d91995c3-749a-4d0f-991d-455ee2e8f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.249244 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-d91995c3-749a-4d0f-991d-455ee2e8f4d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8853b5a-c902-4556-8e8e-232466843571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576913 Sep 21 18:10:09.359008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94f4e0c-d13d-42ec-8f14-3dfe0e8b70e8 req-9a7fc1ac-194e-465c-a026-0ab959fc1f93 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169781 Sep 21 18:10:09.365375 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-460e1124-5f5d-45e2-bb92-95c2778a8a37 service neutron] 10.222.0.41 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077945 Sep 21 18:10:09.366419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event updated for resources: {'Subnet': ['ID=a04f7f9c-9286-4d0c-84c8-c4c422fe8006,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:09.374749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30afaf79-94b5-4acd-8ce7-70f2e8b8917b req-e29aae26-62f5-4a7f-b7ae-32d3517668d6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234205 Sep 21 18:10:09.385994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.385994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.385994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.385994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.385994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.385994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.386838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.387191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.387604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.387948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.389120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.389538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:09.418631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Checking segment: {'id': '8dcbf1fc-e7d9-41cb-8315-82f505ce67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:09.419013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Network hostable DHCP agents. Network: e3472ec3-ce4c-4c0b-a271-e52af64f1625, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:10:09.450795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}, {'name': 'network-changed', 'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}, {'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-deleted', 'tag': '715cd217-1469-45e0-9f23-5828a480c0a7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:09.456653 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33469c27-4aef-44a7-b623-3ceaf111f9de" -d '{"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}, {"name": "network-changed", "server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}, {"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-deleted", "tag": "715cd217-1469-45e0-9f23-5828a480c0a7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:09.477747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Network e3472ec3-ce4c-4c0b-a271-e52af64f1625 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:10:09.491098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e3472ec3-ce4c-4c0b-a271-e52af64f1625) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:09.500788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a70da8-ea7e-45b0-9cfb-a39201ba89b3 None None] Network e3472ec3-ce4c-4c0b-a271-e52af64f1625 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:09.509073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.509960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.545219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-720405e7-0aed-4122-9c69-e887ff581a94 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2661014 Sep 21 18:10:09.545879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35150) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:09.576428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Request body: {'port': {'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625', 'name': 'tempest-TagsExtTest-1864978746'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:09.591016 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c297c84-0567-4691-872e-93e9ff7f2f25 x-openstack-request-id: req-0c297c84-0567-4691-872e-93e9ff7f2f25 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:09.594226 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "code": 200}, {"name": "network-changed", "server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "status": "completed", "code": 200}, {"server_uuid": "b8659882-d4b3-477d-a1e3-d81ce3ec69f6", "name": "network-vif-deleted", "tag": "715cd217-1469-45e0-9f23-5828a480c0a7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:09.594226 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c297c84-0567-4691-872e-93e9ff7f2f25 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:09.594226 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'code': 200} Sep 21 18:10:09.594226 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'status': 'completed', 'code': 200} Sep 21 18:10:09.594226 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8659882-d4b3-477d-a1e3-d81ce3ec69f6', 'name': 'network-vif-deleted', 'tag': '715cd217-1469-45e0-9f23-5828a480c0a7', 'status': 'completed', 'code': 200} Sep 21 18:10:09.599455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ddfbe45-ba7a-424a-8b33-e46b17736ca3 req-d4d65e58-1393-4511-a5d2-2557338362ee service neutron] 10.222.0.41 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259808 Sep 21 18:10:09.631849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350af716-0135-4695-8191-f79f1ace528d req-9f283edb-e141-4a88-8115-f860f2d35de1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.633738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-350af716-0135-4695-8191-f79f1ace528d req-9f283edb-e141-4a88-8115-f860f2d35de1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1416719 Sep 21 18:10:09.727561 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-350af716-0135-4695-8191-f79f1ace528d req-d1acb900-e6f4-414e-a62e-033c258f8b77 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845444 Sep 21 18:10:09.758108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-f87a3b8d-57e0-440f-8bb4-9d402bdd9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.759269 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-f87a3b8d-57e0-440f-8bb4-9d402bdd9c82 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1099 time: 0.1800704 Sep 21 18:10:09.805977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e3472ec3-ce4c-4c0b-a271-e52af64f1625', 'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625', 'tenant_id': 'd49ed00ecb4f478a87e3d6d5bc1e186c', 'fixed_ips': [{'subnet_id': 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:09.807496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.883663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-13e48fa9-37fb-4092-b815-4273782e2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.885195 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-13e48fa9-37fb-4092-b815-4273782e2714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbe3be729ac349f8bc90b76ec557c2a5&device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 1094 time: 0.1832340 Sep 21 18:10:09.992023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Allocated IP 172.20.0.2 (e3472ec3-ce4c-4c0b-a271-e52af64f1625/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/5bdc1683-f512-4b42-a496-a8708e53e988) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:09.999111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-2ca6840e-5118-40c6-97df-411b7a667659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.000690 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-2ca6840e-5118-40c6-97df-411b7a667659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8853b5a-c902-4556-8e8e-232466843571 HTTP/1.1" status: 200 len: 918 time: 0.1039195 Sep 21 18:10:10.025807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df790b9-05ef-44f0-8e5d-55667dc548aa req-3fb76840-f7b8-4b48-8d21-dc7780ef2d0c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.033488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2df790b9-05ef-44f0-8e5d-55667dc548aa req-3fb76840-f7b8-4b48-8d21-dc7780ef2d0c tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1949086 Sep 21 18:10:10.115803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2df790b9-05ef-44f0-8e5d-55667dc548aa req-59cc70c3-5834-487b-8fe5-8b6f5597d958 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813701 Sep 21 18:10:10.127460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-090b4cc1-a7ec-4f57-b688-21f29524e2af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a4990a-d175-44dc-90be-98a0699f54c3 HTTP/1.1" status: 200 len: 217 time: 0.1154747 Sep 21 18:10:10.134886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-946a5534-f474-4e1c-99ad-d7d87f8c215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.137492 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-946a5534-f474-4e1c-99ad-d7d87f8c215a service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.3689420 Sep 21 18:10:10.153127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2b71075c-8abb-4e45-b9d3-7fd7b337906a no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:10.170674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a1896cc-7b6f-4cb1-bdf7-245fcf92346a req-3e8d8d9f-f5dd-4c44-a204-498405151303 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.4772089 Sep 21 18:10:10.181355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 2b71075c-8abb-4e45-b9d3-7fd7b337906a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:10.182777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2b71075c-8abb-4e45-b9d3-7fd7b337906a not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:10.183636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 715cd217-1469-45e0-9f23-5828a480c0a7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:10.229985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-e589338b-c436-498a-b580-7a08220c12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.231993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-e589338b-c436-498a-b580-7a08220c12ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 1099 time: 0.5809717 Sep 21 18:10:10.233640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Made reservation on behalf of d49ed00ecb4f478a87e3d6d5bc1e186c for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:10.237918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.252031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 14bd8321-b481-4311-93d4-b9a4660477c7 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:10.253982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-75a57b30-6119-490a-a6b3-5d8b982e7be4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.0502200 Sep 21 18:10:10.258382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 715cd217-1469-45e0-9f23-5828a480c0a7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:10.265339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 715cd217-1469-45e0-9f23-5828a480c0a7 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:10.268982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] device_id is not set on port 2a14a317-c297-4951-aaf3-3b0886efc7fc yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:10.278343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35162) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:10.318854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.321455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 14bd8321-b481-4311-93d4-b9a4660477c7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:10.322041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 14bd8321-b481-4311-93d4-b9a4660477c7 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:10.325461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-47740375-cede-4250-8a4b-7bf6ae221d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.327622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-47740375-cede-4250-8a4b-7bf6ae221d14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0527675 Sep 21 18:10:10.329832 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.330679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:10.360519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting subnet 7ed64819-1843-4aff-9198-610e5e5ea734 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:10.376327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Network e3472ec3-ce4c-4c0b-a271-e52af64f1625 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:10.378377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:10.383425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:10.394459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-7f96e6dd-5948-4fa4-bb32-6bb4f97a1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.396020 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-7f96e6dd-5948-4fa4-bb32-6bb4f97a1855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9f6f18-455c-4389-bea5-e5dcdc0342ed HTTP/1.1" status: 200 len: 855 time: 0.2574275 Sep 21 18:10:10.465862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Deleting subnet a13c26f4-28c7-4d23-9bdd-ce18a12357d3 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:10.473399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.540247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-28e37614-51ad-4853-a83d-e2d4024288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.542550 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-28e37614-51ad-4853-a83d-e2d4024288ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615720 Sep 21 18:10:10.547239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.550573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-45d39c60-82ce-49d9-8c2c-8be546200d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.552496 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-45d39c60-82ce-49d9-8c2c-8be546200d98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8853b5a-c902-4556-8e8e-232466843571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316402 Sep 21 18:10:10.553821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Allocated IP 172.20.0.11 (e3472ec3-ce4c-4c0b-a271-e52af64f1625/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/2a14a317-c297-4951-aaf3-3b0886efc7fc) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:10.605229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Pushing event updated for resources: {'Port': ['ID=5bdc1683-f512-4b42-a496-a8708e53e988,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:10.622248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.622830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.623394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.623827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.624258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.624712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.625263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.625889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.626444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.627516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.627516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.627914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:10.635457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Attempting to bind port 5bdc1683-f512-4b42-a496-a8708e53e988 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:10.636011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Attempting to bind port 5bdc1683-f512-4b42-a496-a8708e53e988 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '8dcbf1fc-e7d9-41cb-8315-82f505ce67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:10.636582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Attempting to bind port 5bdc1683-f512-4b42-a496-a8708e53e988 on network e3472ec3-ce4c-4c0b-a271-e52af64f1625 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:10.643169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:10.643903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Checking segment: {'id': '8dcbf1fc-e7d9-41cb-8315-82f505ce67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:10.644559 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.645038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Bound using segment: {'id': '8dcbf1fc-e7d9-41cb-8315-82f505ce67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:10.645644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Bound port: 5bdc1683-f512-4b42-a496-a8708e53e988, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcbf1fc-e7d9-41cb-8315-82f505ce67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'e3472ec3-ce4c-4c0b-a271-e52af64f1625'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:10.646280 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.698390 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.724294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] For port 5bdc1683-f512-4b42-a496-a8708e53e988, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:10.729952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] For port 5bdc1683-f512-4b42-a496-a8708e53e988, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5bdc1683-f512-4b42-a496-a8708e53e988,segment=NetworkSegment(8dcbf1fc-e7d9-41cb-8315-82f505ce67a3),segment_id=8dcbf1fc-e7d9-41cb-8315-82f505ce67a3)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:10.737250 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.753183 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.805515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31498ca8-f118-44e0-9730-a8dbd2b3d24b None None] Pushing event updated for resources: {'Port': ['ID=5bdc1683-f512-4b42-a496-a8708e53e988,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:10.856446 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-29091d9f-8256-4e1c-ae14-09112e445206 service neutron] 10.222.0.41 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808690 Sep 21 18:10:10.858424 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-46768306-31b7-4667-a878-06705af15f8e service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049080 Sep 21 18:10:10.991250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.009578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'name': 'network-vif-deleted', 'tag': '14bd8321-b481-4311-93d4-b9a4660477c7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:11.011860 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b804b6af-ab1b-4865-9afc-f603623fd795" -d '{"events": [{"server_uuid": "e597e1a4-518d-4f6e-ba52-8935869f1fad", "name": "network-vif-deleted", "tag": "14bd8321-b481-4311-93d4-b9a4660477c7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:11.014049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.065813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.097220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.099501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a13c26f4-28c7-4d23-9bdd-ce18a12357d3 HTTP/1.1" status: 204 len: 168 time: 0.7674718 Sep 21 18:10:11.113654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4655ab-f034-4adc-9183-c43e522b0c29 req-72806cb2-a536-4ff6-a172-e6784b90acd1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.127846 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a4655ab-f034-4adc-9183-c43e522b0c29 req-72806cb2-a536-4ff6-a172-e6784b90acd1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 948 time: 0.4304261 Sep 21 18:10:11.155490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35172) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:11.178486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dedb37-5ff3-425c-bc45-d4d48368b997 req-80e79b25-90b3-4a71-8acf-18c46f109f47 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.191662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3dedb37-5ff3-425c-bc45-d4d48368b997 req-80e79b25-90b3-4a71-8acf-18c46f109f47 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.3267901 Sep 21 18:10:11.203607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-da467621-9d57-416e-986e-03d2f6399e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.205310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-da467621-9d57-416e-986e-03d2f6399e49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.9505429 Sep 21 18:10:11.208202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13c26f4-28c7-4d23-9bdd-ce18a12357d3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:11.314599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-6d3d2a12-0d23-4a27-ae10-d7c952ba13b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 200 len: 217 time: 0.0644901 Sep 21 18:10:11.324267 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.328841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.329307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.329746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.330219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.330666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.331428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.331735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.332265 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.333397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.333892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.334505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.334943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badb63d8-33e6-4399-9c5b-2a8788c3997b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:11.362124 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.384289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-81960891-2ca7-4446-adf6-f425968506d8 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181537 Sep 21 18:10:11.386053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d8c3f07-44e0-46bf-8e65-1fd3f088f976 req-7ed88281-f58c-461e-a138-b193519dfa02 service neutron] 10.222.0.41 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988391 Sep 21 18:10:11.411848 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3dedb37-5ff3-425c-bc45-d4d48368b997 req-064ad86b-75c4-4a5e-879d-0d4139048707 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949520 Sep 21 18:10:11.414269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.452806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a4655ab-f034-4adc-9183-c43e522b0c29 req-b18044d0-7d22-46d9-baf4-b0cb3921fc43 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949305 Sep 21 18:10:11.491827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.509807 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f0966-d71b-4329-aad9-ce182b08500d x-openstack-request-id: req-4c5f0966-d71b-4329-aad9-ce182b08500d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:11.511260 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e597e1a4-518d-4f6e-ba52-8935869f1fad", "name": "network-vif-deleted", "tag": "14bd8321-b481-4311-93d4-b9a4660477c7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:11.511757 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c5f0966-d71b-4329-aad9-ce182b08500d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:11.512576 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e597e1a4-518d-4f6e-ba52-8935869f1fad', 'name': 'network-vif-deleted', 'tag': '14bd8321-b481-4311-93d4-b9a4660477c7', 'status': 'completed', 'code': 200} Sep 21 18:10:11.531872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed64819-1843-4aff-9198-610e5e5ea734,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:11.541939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Network e3472ec3-ce4c-4c0b-a271-e52af64f1625 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:11.549033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:11.555565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:11.567998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.574515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48041596-7f8b-48c9-8a28-e949f9a4f2c2 None None] Network 429b9cf6-cde5-46a2-982b-21db680e4cf4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:11.593607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d040ac0-3951-41c5-ae17-f2af2016b5bf']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:11.604797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48c0d02-936a-4c06-abbd-53be151c5bd0') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:11.605338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48c0d02-936a-4c06-abbd-53be151c5bd0') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:11.626356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.643672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.645590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-442df6ac-7552-4886-9385-325c0073e850 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/subnets/7ed64819-1843-4aff-9198-610e5e5ea734 HTTP/1.1" status: 204 len: 168 time: 1.3649766 Sep 21 18:10:11.654263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bc72a6c1-eaf8-4a91-8bc0-fcf70d682628 req-4099084a-d363-409c-9934-cd07cc676b4c tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0396876 Sep 21 18:10:11.656675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:11.687205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event updated for resources: {'Port': ['ID=2a14a317-c297-4951-aaf3-3b0886efc7fc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:11.696803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-da6f7a6d-754a-4be7-ad38-949c2ba2f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.698022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-da6f7a6d-754a-4be7-ad38-949c2ba2f0e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.3643954 Sep 21 18:10:11.711606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.732508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:11.733204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:11.735133 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:11.760408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637fa92-6b2c-4265-bbe0-022e61eca379 req-8adf3bac-0c20-4899-a608-9f1c58c569ec tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.762001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b637fa92-6b2c-4265-bbe0-022e61eca379 req-8adf3bac-0c20-4899-a608-9f1c58c569ec tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1102355 Sep 21 18:10:11.767978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.768597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.832391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b637fa92-6b2c-4265-bbe0-022e61eca379 req-479f3dac-dd8a-45f5-8ed6-31d678a41b77 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601275 Sep 21 18:10:11.854278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ff056dee-a1c6-4bae-bf53-89becb802e45 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3072627 Sep 21 18:10:11.857096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35182) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:11.861706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e173efcb-51e2-4e09-89d2-624b733fd692 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-240414853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:11.876835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-9ec7948e-cd02-49a2-81e3-5d2041489426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.878530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-9ec7948e-cd02-49a2-81e3-5d2041489426 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720791 Sep 21 18:10:11.879563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.892417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.904853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.908890 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9d040ac0-3951-41c5-ae17-f2af2016b5bf HTTP/1.1" status: 204 len: 168 time: 0.7142556 Sep 21 18:10:11.938512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] DHCP port deletion for 429b9cf6-cde5-46a2-982b-21db680e4cf4 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:11.953712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b6a72-1cb6-433d-a042-a10f6fda3569 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d040ac0-3951-41c5-ae17-f2af2016b5bf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:12.020702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:10:12.068409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-c7e7ee36-76de-49b5-8132-092a370b3a9a service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811590 Sep 21 18:10:12.085578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port b57b896e-6f6d-4461-a923-8c256058794f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:12.085824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.092647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e173efcb-51e2-4e09-89d2-624b733fd692 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.093747 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e173efcb-51e2-4e09-89d2-624b733fd692 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.165825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] Deleting port b57b896e-6f6d-4461-a923-8c256058794f {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:12.166820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.198677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35186) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.208675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port b57b896e-6f6d-4461-a923-8c256058794f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b57b896e-6f6d-4461-a923-8c256058794f,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:12.209050 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.230697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for b57b896e-6f6d-4461-a923-8c256058794f owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:12.278177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:12.297751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'mac_address': 'fa:16:3e:3e:c6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:10:12.315021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e173efcb-51e2-4e09-89d2-624b733fd692 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.338486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e173efcb-51e2-4e09-89d2-624b733fd692 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.354340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33469c27-4aef-44a7-b623-3ceaf111f9de req-715431d0-b5b1-410a-b841-80fab2717b12 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764163 Sep 21 18:10:12.359765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd29d733-e0bd-40b5-b32f-cdd34d1014c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4910d5d18d1840b0aa50c30b289d9380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488190 Sep 21 18:10:12.362582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35188) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.375285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e173efcb-51e2-4e09-89d2-624b733fd692 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.377473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e173efcb-51e2-4e09-89d2-624b733fd692 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5194151 Sep 21 18:10:12.380955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35190) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.389372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e896534d-3475-4e24-8ec1-b405a3b2e510 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-3083276', 'prefixes': ['172.20.0.0/16']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:12.432677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] For port b57b896e-6f6d-4461-a923-8c256058794f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b57b896e-6f6d-4461-a923-8c256058794f,segment=NetworkSegment(7ad529ba-f35f-4a4f-af66-78b1b5acc1be),segment_id=7ad529ba-f35f-4a4f-af66-78b1b5acc1be)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:12.433399 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.454361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] Calling delete_port for b57b896e-6f6d-4461-a923-8c256058794f owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:12.463481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb598f62-599f-471b-a000-97288e1dda4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.516585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.527339 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb598f62-599f-471b-a000-97288e1dda4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.593526 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.608206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=b57b896e-6f6d-4461-a923-8c256058794f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:12.644397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] No DVR routers for this DVR port b57b896e-6f6d-4461-a923-8c256058794f on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:12.677508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb598f62-599f-471b-a000-97288e1dda4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.680955 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb598f62-599f-471b-a000-97288e1dda4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.684968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cb598f62-599f-471b-a000-97288e1dda4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222 HTTP/1.1" status: 204 len: 168 time: 0.3182714 Sep 21 18:10:12.685184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada10fd-19a0-4e3b-b2c2-005cdcde2f04 None None] Pushing event deleted for resources: {'Port': ['ID=b57b896e-6f6d-4461-a923-8c256058794f,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:12.699431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb598f62-599f-471b-a000-97288e1dda4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e05bf1-d3e9-41d9-a73c-e6eab4cd9222,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:12.720773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0004-e8d3-4210-9e79-95c17da12ad1 req-fc42a54d-f948-4a89-b02e-178102548636 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:12.722323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-828a0004-e8d3-4210-9e79-95c17da12ad1 req-fc42a54d-f948-4a89-b02e-178102548636 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 948 time: 0.1120546 Sep 21 18:10:12.740683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port b57b896e-6f6d-4461-a923-8c256058794f on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:12.755600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d2b57-61e5-45b8-9bd5-ec98ceb6bb69 None None] Network e3472ec3-ce4c-4c0b-a271-e52af64f1625 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:12.758969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.822518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-828a0004-e8d3-4210-9e79-95c17da12ad1 req-e865bc4a-ea31-4d25-a73e-a8f936fb21ac tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770848 Sep 21 18:10:12.859056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef71baa2-6f25-4328-bcbb-ad2ff51a74ab {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:12.895326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-54caaa1c-7b2a-4c6a-8e1f-e1ab32b82eb0 None None] Provisioning complete for port 5bdc1683-f512-4b42-a496-a8708e53e988 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:12.895697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-54caaa1c-7b2a-4c6a-8e1f-e1ab32b82eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.937381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:12.954525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.978875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429b9cf6-cde5-46a2-982b-21db680e4cf4']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:12.988450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad529ba-f35f-4a4f-af66-78b1b5acc1be') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:12.988767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad529ba-f35f-4a4f-af66-78b1b5acc1be') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:13.000550 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.016254 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.023636 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.029607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:13.030027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.047373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df3a0910-9398-4f40-a79f-bb9b8210627e req-82b06f0f-54c5-4406-ac3c-967c3c88871d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0572600 Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:13.055838 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:13.069720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e896534d-3475-4e24-8ec1-b405a3b2e510 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for subnetpool, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.074314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e896534d-3475-4e24-8ec1-b405a3b2e510 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 745 time: 0.6894488 Sep 21 18:10:13.075645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35208) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.081593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-94b3529f-f33e-4d9b-8bf4-a3f8549b8f43 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', 'tempest-TagsExtTest-Tag-262164720') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:13.087845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5bdc1683-f512-4b42-a496-a8708e53e988 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:13.110921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e591-2c3d-4816-beab-d5ef626a193f req-ce26ba20-57fd-4006-9290-49b2c7af2550 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:13.120280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17b9e591-2c3d-4816-beab-d5ef626a193f req-ce26ba20-57fd-4006-9290-49b2c7af2550 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.5088625 Sep 21 18:10:13.223385 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-54caaa1c-7b2a-4c6a-8e1f-e1ab32b82eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.344328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-54caaa1c-7b2a-4c6a-8e1f-e1ab32b82eb0 None None] For port 5bdc1683-f512-4b42-a496-a8708e53e988, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5bdc1683-f512-4b42-a496-a8708e53e988,segment=NetworkSegment(8dcbf1fc-e7d9-41cb-8315-82f505ce67a3),segment_id=8dcbf1fc-e7d9-41cb-8315-82f505ce67a3)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:13.345668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=12']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:13.365399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:13.382559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e4097-7179-4153-b27b-0ce02f918271 req-1c8e95c5-83df-48f2-bbe5-d44e0235e277 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:13.384468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-115e4097-7179-4153-b27b-0ce02f918271 req-1c8e95c5-83df-48f2-bbe5-d44e0235e277 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 949 time: 0.1133397 Sep 21 18:10:13.410718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-54caaa1c-7b2a-4c6a-8e1f-e1ab32b82eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.473605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-115e4097-7179-4153-b27b-0ce02f918271 req-e8145894-f415-4212-bf9e-572859e5f0bc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773683 Sep 21 18:10:13.530085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5bdc1683-f512-4b42-a496-a8708e53e988 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:13.530616 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.608419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caaa1c-7b2a-4c6a-8e1f-e1ab32b82eb0 None None] Pushing event updated for resources: {'Port': ['ID=5bdc1683-f512-4b42-a496-a8708e53e988,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:13.639457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab85602-a7cc-4c58-b755-45f8d602ae2e req-6f103795-c8db-4be4-aa31-d907e37970a8 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:13.642002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ab85602-a7cc-4c58-b755-45f8d602ae2e req-6f103795-c8db-4be4-aa31-d907e37970a8 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.0680368 Sep 21 18:10:13.719740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ab85602-a7cc-4c58-b755-45f8d602ae2e req-99594ce0-82ed-42a1-9352-118b1a4215e0 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680583 Sep 21 18:10:13.839103 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.863488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b57b896e-6f6d-4461-a923-8c256058794f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:13.867605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94b3529f-f33e-4d9b-8bf4-a3f8549b8f43 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags/tempest-TagsExtTest-Tag-262164720 HTTP/1.1" status: 201 len: 201 time: 0.7878451 Sep 21 18:10:13.868243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35228) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.870042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.871967 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/networks/429b9cf6-cde5-46a2-982b-21db680e4cf4 HTTP/1.1" status: 204 len: 168 time: 2.2142060 Sep 21 18:10:13.880212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-a72541bc-1e86-4878-a0f9-7da405bf1c24 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', 'tempest-TagsExtTest-Tag-642056474') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:13.884041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35230) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.920146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b57b896e-6f6d-4461-a923-8c256058794f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:13.920494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b57b896e-6f6d-4461-a923-8c256058794f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:13.921948 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17b9e591-2c3d-4816-beab-d5ef626a193f req-abbfcd9e-2d4a-44cc-98e5-7cd0ca6961ec tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8007970 Sep 21 18:10:13.934763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7b1b5-6e58-4cae-86dc-fc8b7ddf61a7 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Network': ['ID=429b9cf6-cde5-46a2-982b-21db680e4cf4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:13.975974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d9fa1255-175a-4740-b2b7-5312e7939b8a None None] Provisioning complete for port 5bdc1683-f512-4b42-a496-a8708e53e988 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:13.978527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1255-175a-4740-b2b7-5312e7939b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.066301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting subnet df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:14.078357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.174061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d9fa1255-175a-4740-b2b7-5312e7939b8a None None] Provisioning complete for port 2a14a317-c297-4951-aaf3-3b0886efc7fc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:14.174863 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1255-175a-4740-b2b7-5312e7939b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.198883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.228218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59f1a5d1-0c64-4827-8f3a-c821c99187e4 req-690e9f9e-212d-4f62-81c7-6bd182d6e5d8 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0338702 Sep 21 18:10:14.245494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa1255-175a-4740-b2b7-5312e7939b8a None None] Port 2a14a317-c297-4951-aaf3-3b0886efc7fc cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:10:14.271792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a72541bc-1e86-4878-a0f9-7da405bf1c24 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags/tempest-TagsExtTest-Tag-642056474 HTTP/1.1" status: 201 len: 201 time: 0.4020143 Sep 21 18:10:14.275811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35250) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.283261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-a895f915-b1f8-4efb-bf1d-746f8c6a11ed tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', 'tempest-TagsExtTest-Tag-1209234182') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:14.291923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-46c63a8e-e3ea-47ff-bb76-1bdc02cfd2cd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387270 Sep 21 18:10:14.401846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4836b018-e31e-46db-bc30-62b6817b7821 None None] Provisioning complete for port 2a14a317-c297-4951-aaf3-3b0886efc7fc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:14.403730 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4836b018-e31e-46db-bc30-62b6817b7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.432559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a895f915-b1f8-4efb-bf1d-746f8c6a11ed tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags/tempest-TagsExtTest-Tag-1209234182 HTTP/1.1" status: 201 len: 201 time: 0.1542711 Sep 21 18:10:14.436019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35256) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.442648 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.451891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-77501c5b-3b2c-48dc-805a-aad624885420 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', 'tempest-TagsExtTest-Tag-111567313') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:14.484008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4836b018-e31e-46db-bc30-62b6817b7821 None None] Port 2a14a317-c297-4951-aaf3-3b0886efc7fc cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:10:14.494707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-434b893f-83d6-461c-bf99-5da56b93886d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:14.502310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-434b893f-83d6-461c-bf99-5da56b93886d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093530 Sep 21 18:10:14.527671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-6b40b5a8-a70f-4c6e-9bcd-837e28fb91b8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/quotas/b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 375 time: 0.0244777 Sep 21 18:10:14.559861 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-77501c5b-3b2c-48dc-805a-aad624885420 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags/tempest-TagsExtTest-Tag-111567313 HTTP/1.1" status: 201 len: 201 time: 0.1160567 Sep 21 18:10:14.560884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35258) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.572646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-1ce82265-4edc-4d25-975a-4de231397f2b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:14.588455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.619232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-74b09777-54f7-4853-bb46-b64111223f52 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905585 Sep 21 18:10:14.670921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Subnet': ['ID=df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:14.673655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.676700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb6d40-3651-4131-936c-398cd1e21b9d None None] Network 436a3035-a29f-4bfc-9565-9e5260df5afc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:14.681782 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1ce82265-4edc-4d25-975a-4de231397f2b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags HTTP/1.1" status: 200 len: 240 time: 0.1143739 Sep 21 18:10:14.684014 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9c5cbd20-f22d-4337-899c-23d3c941b000 tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/subnets/df7a92ff-3e2f-4c9f-88e9-f0b82e4da7d9 HTTP/1.1" status: 204 len: 168 time: 0.7989326 Sep 21 18:10:14.685166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35268) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.686936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35270) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.699504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-01b6b2de-b753-4ae3-b49a-206283202cb8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', 'tempest-TagsExtTest-Tag-262164720') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:14.901427 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.952782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-01b6b2de-b753-4ae3-b49a-206283202cb8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags/tempest-TagsExtTest-Tag-262164720 HTTP/1.1" status: 204 len: 168 time: 0.2664912 Sep 21 18:10:14.954464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5bdc1683-f512-4b42-a496-a8708e53e988 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:14.955288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35280) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.966359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-dfb52f77-2d5f-47bd-81b4-d08118f2080f tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', 'tempest-TagsExtTest-Tag-262164720') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:14.993887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Deleting port 3acac040-22e2-4d40-8562-fef0c559ca12 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:14.994445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.022002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382d27-ae9b-48c4-a513-7788e49ece0a req-4008b54c-6d65-4279-a0cd-2dd457920e4a tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:15.030637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a382d27-ae9b-48c4-a513-7788e49ece0a req-4008b54c-6d65-4279-a0cd-2dd457920e4a tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1985204 Sep 21 18:10:15.090999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a382d27-ae9b-48c4-a513-7788e49ece0a req-2c0f4ab6-586b-4f93-a130-9cdfcc0b1475 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546873 Sep 21 18:10:15.123968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fa5ba8f7-b38b-46a7-a50a-0f82c3d87e0f req-03b1b6ae-2294-4344-8962-b9c68a3ea941 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 210 time: 0.1051164 Sep 21 18:10:15.127235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5bdc1683-f512-4b42-a496-a8708e53e988 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:15.127235 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.162865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] For port 3acac040-22e2-4d40-8562-fef0c559ca12, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3acac040-22e2-4d40-8562-fef0c559ca12,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:15.164111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.186484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dfb52f77-2d5f-47bd-81b4-d08118f2080f tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags/tempest-TagsExtTest-Tag-262164720 HTTP/1.1" status: 204 len: 168 time: 0.2301528 Sep 21 18:10:15.189309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35290) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:15.201618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-9da28f9e-2985-46a9-b6f1-829629de217d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:15.217169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Calling delete_port for 3acac040-22e2-4d40-8562-fef0c559ca12 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:15.282381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] DHCP port deletion for 436a3035-a29f-4bfc-9565-9e5260df5afc request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:15.283525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dbc81972-dabe-4a06-9d97-c1ae89401598 req-998eccfe-ccad-4839-a7e1-ac7746d7e2a4 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0730665 Sep 21 18:10:15.434329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] Deleting port 3acac040-22e2-4d40-8562-fef0c559ca12 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:15.436734 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.472582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6369e944-acf2-48a3-bd30-64f573045629 req-5649ef80-ebbc-47e5-8f45-0fd8293fa267 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0726237 Sep 21 18:10:15.483188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a91f46-d7ee-4812-84e3-3b6defb5ac14 req-b12f378f-ccd5-40fb-b190-f811951b0c1b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:15.490858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06a91f46-d7ee-4812-84e3-3b6defb5ac14 req-b12f378f-ccd5-40fb-b190-f811951b0c1b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1945944 Sep 21 18:10:15.531709 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9da28f9e-2985-46a9-b6f1-829629de217d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags HTTP/1.1" status: 200 len: 205 time: 0.3397937 Sep 21 18:10:15.536001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:15.546659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-70ede92b-58b6-41d5-9af6-520137d784be tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:15.558099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] For port 3acac040-22e2-4d40-8562-fef0c559ca12, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3acac040-22e2-4d40-8562-fef0c559ca12,segment=NetworkSegment(118d127e-4e3e-4a30-a33f-f3f427318918),segment_id=118d127e-4e3e-4a30-a33f-f3f427318918)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:15.559576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.588528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] Calling delete_port for 3acac040-22e2-4d40-8562-fef0c559ca12 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:15.599055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-06a91f46-d7ee-4812-84e3-3b6defb5ac14 req-6756075f-905d-4653-a283-a6514cb5b909 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040163 Sep 21 18:10:15.599842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.640007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] No DVR routers for this DVR port 3acac040-22e2-4d40-8562-fef0c559ca12 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:15.752598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.780380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Port': ['ID=3acac040-22e2-4d40-8562-fef0c559ca12,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:15.803001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] No DVR routers for this DVR port 3acac040-22e2-4d40-8562-fef0c559ca12 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:15.805352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7afe95-87a6-4d31-b729-d890abd0c7ca None None] Pushing event deleted for resources: {'Port': ['ID=3acac040-22e2-4d40-8562-fef0c559ca12,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:15.928545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.961689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:15.963394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436a3035-a29f-4bfc-9565-9e5260df5afc']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:15.979820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118d127e-4e3e-4a30-a33f-f3f427318918') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:15.980213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118d127e-4e3e-4a30-a33f-f3f427318918') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:16.005282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-70ede92b-58b6-41d5-9af6-520137d784be tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags HTTP/1.1" status: 200 len: 240 time: 0.4630015 Sep 21 18:10:16.005613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:16.010747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-38137c09-cded-484b-840c-d79064441302 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', 'tempest-TagsExtTest-Tag-642056474') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:16.021112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.036546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:10:16.041549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:16.041866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.060177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.072407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:16.072730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:16.078118 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:16.177931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-38137c09-cded-484b-840c-d79064441302 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags/tempest-TagsExtTest-Tag-642056474 HTTP/1.1" status: 204 len: 168 time: 0.1708508 Sep 21 18:10:16.182890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35330) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:16.184907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.199738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-cbf5ff77-17d7-4a0b-9f07-b2c43711ec72 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', 'tempest-TagsExtTest-Tag-642056474') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:16.235927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:16.242665 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fd81f2-4486-4949-a612-9d9338ff2560" -d '{"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:16.285127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:16.292813 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.336159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc23a-708e-4573-ad0c-969b31ef5499 req-f664f2fc-aa38-4088-a18c-7c30a665f6a5 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:16.346299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-519cc23a-708e-4573-ad0c-969b31ef5499 req-f664f2fc-aa38-4088-a18c-7c30a665f6a5 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.0964041 Sep 21 18:10:16.409484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-519cc23a-708e-4573-ad0c-969b31ef5499 req-565d6aa3-a527-4cc6-823f-0f3c2b701e2d tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592413 Sep 21 18:10:16.470764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=13']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:16.471643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cbf5ff77-17d7-4a0b-9f07-b2c43711ec72 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags/tempest-TagsExtTest-Tag-642056474 HTTP/1.1" status: 204 len: 168 time: 0.2866750 Sep 21 18:10:16.474176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35338) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:16.489987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-770db8ac-f6b7-40b6-83b7-15ae7ea685ab tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:16.502310 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-18994536-44aa-4e41-99c5-8c6245c8b95c req-eefec1d1-2693-44e8-bdb4-179d80bc194e tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.1769507 Sep 21 18:10:16.517720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.542109 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.548841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] 10.222.0.70 "DELETE /v2.0/networks/436a3035-a29f-4bfc-9565-9e5260df5afc HTTP/1.1" status: 204 len: 168 time: 1.8564332 Sep 21 18:10:16.597257 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dacf2a5-7af3-4032-990f-be14afe32463 x-openstack-request-id: req-0dacf2a5-7af3-4032-990f-be14afe32463 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:16.597652 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-plugged", "status": "completed", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:16.598096 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dacf2a5-7af3-4032-990f-be14afe32463 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:16.598583 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'code': 200} Sep 21 18:10:16.642855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-770db8ac-f6b7-40b6-83b7-15ae7ea685ab tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags HTTP/1.1" status: 200 len: 205 time: 0.1585159 Sep 21 18:10:16.657857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35348) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:16.665865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-7f063d73-1a21-43c7-90ad-103815919053 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:16.667397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2b5018-876f-4d1e-8e97-bd7f0a929a4a req-a996c259-d154-4d71-9955-d7c981d25f7b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 210 time: 0.0853932 Sep 21 18:10:16.674397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71d385-f298-438b-8b28-3425b301f1ba tempest-ServersTestMultiNic-231127680 tempest-ServersTestMultiNic-231127680-project] Pushing event deleted for resources: {'Network': ['ID=436a3035-a29f-4bfc-9565-9e5260df5afc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:16.684685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-17397d85-64d1-471b-bb8b-a03b547242f7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1786168 Sep 21 18:10:16.789853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f063d73-1a21-43c7-90ad-103815919053 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags HTTP/1.1" status: 200 len: 241 time: 0.1306832 Sep 21 18:10:16.792532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35354) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:16.803562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-7575b2b7-293b-4934-833c-9ec09c54f0f1 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', 'tempest-TagsExtTest-Tag-1209234182') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:16.836609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9cf94212-a0c6-4a30-bf99-5010cb24cd8f req-d17fb84c-721f-4b80-80a3-fa58f7eaa717 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0877595 Sep 21 18:10:16.947800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-e6a2d40b-4333-47d0-8eb3-2c05d90d2dad tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:16.949562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-e6a2d40b-4333-47d0-8eb3-2c05d90d2dad tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555223 Sep 21 18:10:16.964730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Request body: {'port': {'device_id': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': 'b1cc4b33c7d245fea0ad8b51bd046758'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:17.018400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3acac040-22e2-4d40-8562-fef0c559ca12 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:17.045689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 3acac040-22e2-4d40-8562-fef0c559ca12 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:17.046419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3acac040-22e2-4d40-8562-fef0c559ca12 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:17.173786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35360) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.252745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Made reservation on behalf of b1cc4b33c7d245fea0ad8b51bd046758 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:17.256473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:17.414528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba701a7f-f2f2-4ed7-a750-d74ac85cb393 req-19c30392-33dc-4cf2-b7ca-49d2eca6c9b1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:17.421702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba701a7f-f2f2-4ed7-a750-d74ac85cb393 req-19c30392-33dc-4cf2-b7ca-49d2eca6c9b1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.5700610 Sep 21 18:10:17.436507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7575b2b7-293b-4934-833c-9ec09c54f0f1 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags/tempest-TagsExtTest-Tag-1209234182 HTTP/1.1" status: 204 len: 168 time: 0.6381328 Sep 21 18:10:17.442642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35364) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.448735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-c9af2768-9c2a-4797-905d-3de811b18249 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', 'tempest-TagsExtTest-Tag-1209234182') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:17.583687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba701a7f-f2f2-4ed7-a750-d74ac85cb393 req-360f9448-bdee-4bc3-ab41-2d33cce460da tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609738 Sep 21 18:10:17.607217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c9af2768-9c2a-4797-905d-3de811b18249 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags/tempest-TagsExtTest-Tag-1209234182 HTTP/1.1" status: 204 len: 168 time: 0.1631200 Sep 21 18:10:17.608161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35368) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.613598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-e3538fcf-5c65-4daf-9e39-b05f7a776ecc tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:17.675215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Allocated IP 192.168.233.193 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/7deb38cf-b91d-4b85-9337-995180ef7df8) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:17.706358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17809a53-35be-438b-b63b-731c9e4eda8e req-dab262f9-55f0-4269-92b4-a23997f53963 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:17.707879 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17809a53-35be-438b-b63b-731c9e4eda8e req-dab262f9-55f0-4269-92b4-a23997f53963 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.2115970 Sep 21 18:10:17.738075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e3538fcf-5c65-4daf-9e39-b05f7a776ecc tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags HTTP/1.1" status: 200 len: 205 time: 0.1285670 Sep 21 18:10:17.743558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35372) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.748384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-d9fa15eb-a9cb-4ed2-adf9-819085d30220 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:17.762862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc8f52f3-8d18-41c6-8ab9-6332f2db17c1 req-4718bb59-4f24-4329-9944-cde6272f284f tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0403264 Sep 21 18:10:17.872627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-577570b0-7fe3-4a2a-9ae2-e050cb387c04 req-36b28a3c-edca-4ba9-88ec-552c108573a6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 210 time: 0.0373321 Sep 21 18:10:17.876388 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9fa15eb-a9cb-4ed2-adf9-819085d30220 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags HTTP/1.1" status: 200 len: 240 time: 0.1317787 Sep 21 18:10:17.879221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35374) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.884825 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-17809a53-35be-438b-b63b-731c9e4eda8e req-cb65ae5f-b5eb-4406-b9bc-c86298716ec4 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529577 Sep 21 18:10:17.885012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-479ed2b6-d15d-49eb-bc15-0cce5e49df74 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', 'tempest-TagsExtTest-Tag-111567313') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:17.943984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-479ed2b6-d15d-49eb-bc15-0cce5e49df74 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags/tempest-TagsExtTest-Tag-111567313 HTTP/1.1" status: 204 len: 168 time: 0.0635037 Sep 21 18:10:17.947527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35378) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.959271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-a0adf214-0c58-4f37-ae32-0076ec024725 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', 'tempest-TagsExtTest-Tag-111567313') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.038707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2653fd62-af47-420a-8166-35777f2d5183 req-1c8ce3ae-0ce8-44cf-b88b-15772ef00d09 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/ports?device_id=d54ee1d6-2107-4cd6-a677-f582ea1fc122 HTTP/1.1" status: 200 len: 210 time: 0.0377874 Sep 21 18:10:18.040908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.074525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a0adf214-0c58-4f37-ae32-0076ec024725 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags/tempest-TagsExtTest-Tag-111567313 HTTP/1.1" status: 204 len: 168 time: 0.1175699 Sep 21 18:10:18.074525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35382) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.074525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-81d379e4-488b-4a8e-a570-ffba12541d88 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.108560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-81d379e4-488b-4a8e-a570-ffba12541d88 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags HTTP/1.1" status: 200 len: 205 time: 0.0392272 Sep 21 18:10:18.110440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35384) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.115534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-bfa2d76c-8cca-4a8f-9a93-d3bf49ce8ed2 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.116322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.130104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:18.133205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68', 'adf93b8e-b73a-434e-8531-6623f58f84c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:18.161942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bfa2d76c-8cca-4a8f-9a93-d3bf49ce8ed2 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags HTTP/1.1" status: 204 len: 168 time: 0.0500412 Sep 21 18:10:18.164893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35386) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.170990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-8190615e-3422-465a-87c7-9ff8fcfec100 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.174850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:18.181896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:18.194443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:18.203532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.262473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8190615e-3422-465a-87c7-9ff8fcfec100 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags HTTP/1.1" status: 204 len: 168 time: 0.0963242 Sep 21 18:10:18.264903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35388) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.276194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-a82ccf03-f5d6-4a7e-a2b1-ac34592ff0b6 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.321803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:18.353979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:18.354708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.395444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bd14c09-ea98-467a-881c-b5a850dba601 req-aa8d0cf9-8650-42a8-a43e-6dfece59a75c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0318711 Sep 21 18:10:18.414593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a82ccf03-f5d6-4a7e-a2b1-ac34592ff0b6 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1436422 Sep 21 18:10:18.417154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35390) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.418873 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-fcd61c7a-f5f7-4178-ac3e-bfa25742dc11 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4583051 Sep 21 18:10:18.423968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-54b38fa2-c8b9-4789-b726-b808e801185d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.495130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-54b38fa2-c8b9-4789-b726-b808e801185d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags HTTP/1.1" status: 204 len: 168 time: 0.0766795 Sep 21 18:10:18.499457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35392) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.504973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-d489a38c-8880-44b8-a40d-5bedb1d082e9 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', 'tempest-TagsExtTest-Tag-389760103') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.589564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d489a38c-8880-44b8-a40d-5bedb1d082e9 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags/tempest-TagsExtTest-Tag-389760103 HTTP/1.1" status: 201 len: 201 time: 0.0890100 Sep 21 18:10:18.592196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35394) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.598434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Request body: {'port': {'device_id': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:18.600751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-3ac41b60-c8ca-4fa3-967b-54807e4f211d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', 'tempest-TagsExtTest-Tag-999874757') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.660695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b37c57df-daf1-4696-a0e0-68d6a5c0c1fd None None] Provisioning complete for port 7deb38cf-b91d-4b85-9337-995180ef7df8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:18.661799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b37c57df-daf1-4696-a0e0-68d6a5c0c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.708391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b37c57df-daf1-4696-a0e0-68d6a5c0c1fd None None] Port 7deb38cf-b91d-4b85-9337-995180ef7df8 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:10:18.717870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3ac41b60-c8ca-4fa3-967b-54807e4f211d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags/tempest-TagsExtTest-Tag-999874757 HTTP/1.1" status: 201 len: 201 time: 0.1226041 Sep 21 18:10:18.719170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.721925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35398) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.729238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-bf8c3ae4-8eb3-4f0f-9154-b703d4479899 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', 'tempest-TagsExtTest-Tag-1087992222') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:18.765615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150f36-726c-4172-8289-01f9128630a8 req-1f799b84-1d95-4b7d-81f8-38a6f50b429b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:18.767306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da150f36-726c-4172-8289-01f9128630a8 req-1f799b84-1d95-4b7d-81f8-38a6f50b429b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0834239 Sep 21 18:10:18.799938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4e46b42-0a0f-49d9-bfba-e24864ff965c req-9900dfbb-5752-449b-a0f0-076f8fad2742 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0316343 Sep 21 18:10:18.829647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Deleting port 4566513a-5380-4d3b-909c-97d9b19e2b91 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:18.829987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.832616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da150f36-726c-4172-8289-01f9128630a8 req-0faec5d7-a09a-4783-bdc8-587612045677 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554280 Sep 21 18:10:19.014517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b67fc-e943-4288-af80-5baa4f1a43e7 req-4a68823e-501c-4e4e-83aa-cfe41d53c29f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:19.016734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a4b67fc-e943-4288-af80-5baa4f1a43e7 req-4a68823e-501c-4e4e-83aa-cfe41d53c29f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 936 time: 0.0619500 Sep 21 18:10:19.064352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a4b67fc-e943-4288-af80-5baa4f1a43e7 req-81a301d0-f6b0-4c8d-aff3-86b40a56848f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Sep 21 18:10:19.189184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b776e-8952-409c-8cda-74a28fc90ea4 req-2bc33479-8c52-4712-8ba9-eb68081ba202 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:19.191553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f7b776e-8952-409c-8cda-74a28fc90ea4 req-2bc33479-8c52-4712-8ba9-eb68081ba202 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.0629520 Sep 21 18:10:19.236977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f7b776e-8952-409c-8cda-74a28fc90ea4 req-1cf643a9-d7a8-4a39-ba8f-41cbaa373324 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Sep 21 18:10:19.369200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d599f50-91b1-4f64-b949-08e710dbe40f req-4f1ff3a3-479e-49cb-a149-c75785c54e68 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.4667807 Sep 21 18:10:19.397289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35412) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.424450 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf8c3ae4-8eb3-4f0f-9154-b703d4479899 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags/tempest-TagsExtTest-Tag-1087992222 HTTP/1.1" status: 201 len: 201 time: 0.6997046 Sep 21 18:10:19.430948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35414) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.436742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-ddc189cf-b859-4698-8183-a6d5f7632430 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', 'tempest-TagsExtTest-Tag-2009721824') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:19.477769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] For port 4566513a-5380-4d3b-909c-97d9b19e2b91, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4566513a-5380-4d3b-909c-97d9b19e2b91,segment=NetworkSegment(eae65600-0063-4dfd-afed-afeccaa33c57),segment_id=eae65600-0063-4dfd-afed-afeccaa33c57)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:19.478145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.489528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a95873fd-5a66-42ce-bee8-2fec7009c988 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.495546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Calling delete_port for 4566513a-5380-4d3b-909c-97d9b19e2b91 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:19.507095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ddc189cf-b859-4698-8183-a6d5f7632430 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags/tempest-TagsExtTest-Tag-2009721824 HTTP/1.1" status: 201 len: 201 time: 0.0742419 Sep 21 18:10:19.510523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35416) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.524638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-8bdfb617-5078-49ff-8317-2867a240113e tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', {'tags': ['tempest-TagsExtTest-Tag-857680146', 'tempest-TagsExtTest-Tag-904942186', 'tempest-TagsExtTest-Tag-859097027']}) {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:19.527746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a95873fd-5a66-42ce-bee8-2fec7009c988 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.587190 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a95873fd-5a66-42ce-bee8-2fec7009c988 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.589927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a95873fd-5a66-42ce-bee8-2fec7009c988 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.591262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a95873fd-5a66-42ce-bee8-2fec7009c988 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/security-groups/7be197c8-8bd3-493e-9e22-fd7ef6227bd7 HTTP/1.1" status: 204 len: 168 time: 0.1923795 Sep 21 18:10:19.594499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35418) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.606713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95873fd-5a66-42ce-bee8-2fec7009c988 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be197c8-8bd3-493e-9e22-fd7ef6227bd7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:19.619018 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-85af0f40-2e97-42da-b347-d24589c1bc52 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] show failed (client error): The resource could not be found. Sep 21 18:10:19.620049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-85af0f40-2e97-42da-b347-d24589c1bc52 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "GET /v2.0/security-groups/7be197c8-8bd3-493e-9e22-fd7ef6227bd7 HTTP/1.1" status: 404 len: 347 time: 0.0234218 Sep 21 18:10:19.622919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35420) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.685339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8bdfb617-5078-49ff-8317-2867a240113e tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags HTTP/1.1" status: 200 len: 315 time: 0.1639493 Sep 21 18:10:19.686661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35422) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.721148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-bc957d39-104b-4cf7-b58e-5f14a369c222 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:19.729796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7deb38cf-b91d-4b85-9337-995180ef7df8 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:19.755775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.756700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port a07e29b2-f7a5-4b3b-8758-0744603b51b9 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:19.757041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.783842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Transition to ACTIVE for port object 7deb38cf-b91d-4b85-9337-995180ef7df8 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:10:19.800368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.849431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.849833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.867676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for a07e29b2-f7a5-4b3b-8758-0744603b51b9 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:19.915422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:19.961195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.049470 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.051068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4566513a-5380-4d3b-909c-97d9b19e2b91,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:20.082275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=a07e29b2-f7a5-4b3b-8758-0744603b51b9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:20.101823 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc957d39-104b-4cf7-b58e-5f14a369c222 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags HTTP/1.1" status: 204 len: 168 time: 0.4110956 Sep 21 18:10:20.109150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35428) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.116650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-9f4ff499-5494-4d7d-a68a-b1f539ee0fb1 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', 'tempest-TagsExtTest-Tag-857680146') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:20.172297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd3d9-fd42-4ae7-8d30-60af79d61cc4 req-1a92f53d-9413-4fc8-88e8-bfadd70bafe2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:20.173395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f74cd3d9-fd42-4ae7-8d30-60af79d61cc4 req-1a92f53d-9413-4fc8-88e8-bfadd70bafe2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.2201557 Sep 21 18:10:20.174939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:20.174939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:20.174939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:20.186299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:10:20.186586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:20.208577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:20.208855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:20.209221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:20.209667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Bound port: 7deb38cf-b91d-4b85-9337-995180ef7df8, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:20.210036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.225130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.228548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.230293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-76b8c9fa-0529-4cc5-bf62-965074775b49 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/floatingips/34972230-3b47-4c2f-8ec5-b608134c0b11 HTTP/1.1" status: 204 len: 168 time: 0.6059117 Sep 21 18:10:20.234005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35430) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.286094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd52c7-ca57-49e8-9445-9109d8b065eb req-d33d250b-68cd-40f3-a83c-56ad8f5fd598 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:20.287676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7abd52c7-ca57-49e8-9445-9109d8b065eb req-d33d250b-68cd-40f3-a83c-56ad8f5fd598 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.1190867 Sep 21 18:10:20.311825 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f74cd3d9-fd42-4ae7-8d30-60af79d61cc4 req-9a357d5c-7702-4cec-9d28-8294471aa616 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267002 Sep 21 18:10:20.344912 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-9f4ff499-5494-4d7d-a68a-b1f539ee0fb1 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:20.348913 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9f4ff499-5494-4d7d-a68a-b1f539ee0fb1 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags/tempest-TagsExtTest-Tag-857680146 HTTP/1.1" status: 404 len: 328 time: 0.2339518 Sep 21 18:10:20.353211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35434) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.373336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-983027ea-32b4-431a-b733-2df7a4653d00 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', 'tempest-TagsExtTest-Tag-904942186') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:20.390881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:20.416416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7abd52c7-ca57-49e8-9445-9109d8b065eb req-b99f55ad-6cb9-4578-bcef-49d75353c541 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186278 Sep 21 18:10:20.432087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.438578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port fbba3e41-8479-4c8b-bc57-1cee519dffa4 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:20.438925 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.442919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:20.489642 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.534823 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-983027ea-32b4-431a-b733-2df7a4653d00 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:20.539753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-983027ea-32b4-431a-b733-2df7a4653d00 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags/tempest-TagsExtTest-Tag-904942186 HTTP/1.1" status: 404 len: 328 time: 0.1719072 Sep 21 18:10:20.540406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35440) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.544425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3691aa-1679-4771-8e9b-496fb80eea5b req-1b95d6eb-3d4b-4c34-990e-cc49c7b6f5cf tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:20.545582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c3691aa-1679-4771-8e9b-496fb80eea5b req-1b95d6eb-3d4b-4c34-990e-cc49c7b6f5cf tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1594622 Sep 21 18:10:20.551373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:20.552020 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.553330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-ad5bb2b5-32f3-4e43-bb6b-4ab31ce626ab tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006', 'tempest-TagsExtTest-Tag-859097027') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:20.553480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] 10.222.0.78 "PUT /v2.0/ports/7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 1096 time: 1.9591336 Sep 21 18:10:20.560999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:20.563470 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb34d854-975d-4baa-8bfd-1c2679a68970" -d '{"events": [{"name": "network-changed", "server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:20.582597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.632269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-01363e30-b08c-4976-9bb3-db18a0f07690 req-bd1eec38-c313-4b6c-b966-befbc2b199b6 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0662949 Sep 21 18:10:20.641162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for fbba3e41-8479-4c8b-bc57-1cee519dffa4 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:20.714631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c3691aa-1679-4771-8e9b-496fb80eea5b req-43895f71-4455-42b9-b450-38e8b2c0e022 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571591 Sep 21 18:10:20.720713 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025303d0-770e-4b5e-8af5-6af547db3816 x-openstack-request-id: req-025303d0-770e-4b5e-8af5-6af547db3816 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:20.722002 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:20.723931 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-025303d0-770e-4b5e-8af5-6af547db3816 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:20.724947 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'status': 'completed', 'code': 200} Sep 21 18:10:20.730977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8ff92-2c17-4af4-ac31-7a7b59f20691 service neutron] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:20.734699 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-ad5bb2b5-32f3-4e43-bb6b-4ab31ce626ab tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:20.736508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ad5bb2b5-32f3-4e43-bb6b-4ab31ce626ab tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags/tempest-TagsExtTest-Tag-859097027 HTTP/1.1" status: 404 len: 328 time: 0.1917830 Sep 21 18:10:20.740222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35446) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.746214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-839a87c0-44ff-4147-941a-b52c0a358faa tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', {'tags': ['tempest-TagsExtTest-Tag-1869892545', 'tempest-TagsExtTest-Tag-1012217241', 'tempest-TagsExtTest-Tag-1448025582']}) {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:20.768596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-e55aa2c1-0a85-4a12-9abc-18a586f0dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:20.770166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-e55aa2c1-0a85-4a12-9abc-18a586f0dcda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1099 time: 0.1619196 Sep 21 18:10:20.869478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-839a87c0-44ff-4147-941a-b52c0a358faa tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags HTTP/1.1" status: 200 len: 318 time: 0.1280611 Sep 21 18:10:20.879233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35456) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.881208 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-f00c2f31-bbad-480c-83a2-0452d408b050 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0999103 Sep 21 18:10:20.887001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-ae83c219-984a-4da2-a88a-d7af288ef6c0 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.020326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.057666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-319ea691-c044-4452-adc6-c3fe2366112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:21.059277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-319ea691-c044-4452-adc6-c3fe2366112d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1697028 Sep 21 18:10:21.070400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=fbba3e41-8479-4c8b-bc57-1cee519dffa4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:21.112435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:10:21.161558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54636b32-2741-4ed5-9f99-ab0341573153 req-69237cd0-f058-45da-959f-2efe80823597 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0435963 Sep 21 18:10:21.161766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ae83c219-984a-4da2-a88a-d7af288ef6c0 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2784913 Sep 21 18:10:21.161957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35464) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.167414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-66dffdd0-217f-41f4-8934-c4ae999731c4 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', 'tempest-TagsExtTest-Tag-1869892545') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.173120 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.174409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-9c9ea92d-af92-4262-a0cf-7251223b8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:21.186524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cc1a74ad-fe9e-4cb4-a364-fda583b821d9 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/ports/fbba3e41-8479-4c8b-bc57-1cee519dffa4 HTTP/1.1" status: 204 len: 168 time: 0.9400115 Sep 21 18:10:21.186658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-9c9ea92d-af92-4262-a0cf-7251223b8966 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065042 Sep 21 18:10:21.186658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35466) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.239133 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-66dffdd0-217f-41f4-8934-c4ae999731c4 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:21.240605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-66dffdd0-217f-41f4-8934-c4ae999731c4 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags/tempest-TagsExtTest-Tag-1869892545 HTTP/1.1" status: 404 len: 329 time: 0.0776143 Sep 21 18:10:21.243592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35468) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.248283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-e17f54e3-0174-41cc-8ced-bc2fa1464821 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', 'tempest-TagsExtTest-Tag-1012217241') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.315874 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-e17f54e3-0174-41cc-8ced-bc2fa1464821 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:21.317311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e17f54e3-0174-41cc-8ced-bc2fa1464821 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags/tempest-TagsExtTest-Tag-1012217241 HTTP/1.1" status: 404 len: 329 time: 0.0727367 Sep 21 18:10:21.321520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35470) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.326709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-776d3b2f-1469-49cb-a755-02ad5a2b31de tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc', 'tempest-TagsExtTest-Tag-1448025582') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.397601 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-776d3b2f-1469-49cb-a755-02ad5a2b31de tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:21.402061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-776d3b2f-1469-49cb-a755-02ad5a2b31de tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags/tempest-TagsExtTest-Tag-1448025582 HTTP/1.1" status: 404 len: 329 time: 0.0759296 Sep 21 18:10:21.404474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35474) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.413237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-8e86a452-13e6-4817-aba8-13d46bf834f0 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', {'tags': ['tempest-TagsExtTest-Tag-222484315', 'tempest-TagsExtTest-Tag-2039827835', 'tempest-TagsExtTest-Tag-1216116275']}) {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.478568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f135c-0d78-496e-9694-693e1750be2a req-74a70ec5-2603-480b-aa3b-4d65319d01f7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:21.478943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-12a09551-db91-4ffd-a704-03cf06f97567 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911441 Sep 21 18:10:21.481190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-292f135c-0d78-496e-9694-693e1750be2a req-74a70ec5-2603-480b-aa3b-4d65319d01f7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0626693 Sep 21 18:10:21.528515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-292f135c-0d78-496e-9694-693e1750be2a req-3cc16b68-c168-4680-95b0-823f43054428 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Sep 21 18:10:21.551741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:10:21.563883 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] Sync routers for ids ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:10:21.576723 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] Routers {'9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:21.577434 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.595617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-23495427-662b-4657-99c9-d5da01540a14 admin admin] 10.222.0.70 "PUT /v2.0/routers/9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4205818 Sep 21 18:10:21.596087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35480) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.633825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting port 640fb863-861c-42a8-ba4c-56ac6fd3d842 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:21.634175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.686383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e86a452-13e6-4817-aba8-13d46bf834f0 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags HTTP/1.1" status: 200 len: 317 time: 0.2766712 Sep 21 18:10:21.692986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35482) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.700789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-6bab3c26-efe1-433e-9054-1b8fd10b77c0 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.725689 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] Set router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:21.736217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abbd1-0add-4a8b-a33a-b13d78bcea2f req-745b09c1-27bc-4eec-82a1-fbd4fde4e8be tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:21.739152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-167abbd1-0add-4a8b-a33a-b13d78bcea2f req-745b09c1-27bc-4eec-82a1-fbd4fde4e8be tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.2170467 Sep 21 18:10:21.811643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7041172-2e43-4a9e-9524-0cebf8d506dd req-0d11fd02-ac51-4a83-ba36-893e9bb921e5 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843883 Sep 21 18:10:21.847794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-167abbd1-0add-4a8b-a33a-b13d78bcea2f req-4b659b96-fbf8-4d05-99b5-3a670edc5553 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752716 Sep 21 18:10:21.873169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.889715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Calling delete_port for 640fb863-861c-42a8-ba4c-56ac6fd3d842 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:21.894582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.956051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6bab3c26-efe1-433e-9054-1b8fd10b77c0 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags HTTP/1.1" status: 204 len: 168 time: 0.2615559 Sep 21 18:10:21.959188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35486) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.964535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-e0a0f787-6517-4fbf-991c-d8c1e66f946d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', 'tempest-TagsExtTest-Tag-222484315') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.976141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a57dc-dff1-4d19-9432-6a3acb437eb1 req-a8f5adab-5340-46a7-a7f9-1642640b3b42 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:21.978733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-158a57dc-dff1-4d19-9432-6a3acb437eb1 req-a8f5adab-5340-46a7-a7f9-1642640b3b42 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1813207 Sep 21 18:10:21.987873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-eeb83e1f-cca1-4638-be2a-9c2448090ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:21.989410 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-eeb83e1f-cca1-4638-be2a-9c2448090ac4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1099 time: 0.1009846 Sep 21 18:10:22.027866 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:10:19Z', 'revision_number': 5, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:22.062428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] Checking router: 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:10:22.075138 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] Routers {'9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:22.076199 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:22.139142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-69ea2416-2133-411d-8e60-5a88c23ec7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.140673 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-69ea2416-2133-411d-8e60-5a88c23ec7ca service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1400552 Sep 21 18:10:22.148811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-158a57dc-dff1-4d19-9432-6a3acb437eb1 req-c1f05321-4f8d-4a1d-af01-eb5a1765f05d tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613786 Sep 21 18:10:22.150129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.161558 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-e0a0f787-6517-4fbf-991c-d8c1e66f946d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:22.168288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e0a0f787-6517-4fbf-991c-d8c1e66f946d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags/tempest-TagsExtTest-Tag-222484315 HTTP/1.1" status: 404 len: 328 time: 0.2078571 Sep 21 18:10:22.169170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35488) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:22.174472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-aee749cb-90c4-475e-8138-f3e150584d68 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', 'tempest-TagsExtTest-Tag-2039827835') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:22.198774 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] Set router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:22.206461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-87cbad64-81e1-4b32-b938-58c4a78b224f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0561581 Sep 21 18:10:22.211827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.304559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Port': ['ID=640fb863-861c-42a8-ba4c-56ac6fd3d842,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:22.369047 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-933cb29b-4b92-4dab-bd39-6f3d67233193 req-c44c3673-d5b8-4d3f-b728-ec27ff6da1cd tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0948074 Sep 21 18:10:22.409807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-08f6970f-2f92-49ee-9cda-6db62873f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.412273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-08f6970f-2f92-49ee-9cda-6db62873f094 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1795764 Sep 21 18:10:22.416444 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:10:19Z', 'revision_number': 5, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:22.451256 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c8efb-d96a-4092-aa93-c4773b1b8217 None None] The sync data for ids ['9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1'] in n-d-810285-3 is: [{'id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'name': 'tempest-ServersTestMultiNic-695447045-router', 'tenant_id': 'b2340c0d2194489cb21c27f64f9fab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:24Z', 'updated_at': '2021-09-21T18:10:19Z', 'revision_number': 5, 'project_id': 'b2340c0d2194489cb21c27f64f9fab50', 'gw_port': {'id': '65797a22-67bf-4bb7-a8e6-0b098e05d26f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:25Z', 'updated_at': '2021-09-21T18:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:10:22.467751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.471251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5674c700-9512-45b7-84a8-2e946585189d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/ports/640fb863-861c-42a8-ba4c-56ac6fd3d842 HTTP/1.1" status: 204 len: 168 time: 1.2888753 Sep 21 18:10:22.473768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35492) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:22.523483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-b68eb099-ed28-4d2e-959f-4bd4d09f2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.524996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-b68eb099-ed28-4d2e-959f-4bd4d09f2157 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997744 Sep 21 18:10:22.537726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting subnet c684b8c6-a584-497d-8b4b-f68694f26e01 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:22.548603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.614096 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-aee749cb-90c4-475e-8138-f3e150584d68 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:22.618373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aee749cb-90c4-475e-8138-f3e150584d68 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags/tempest-TagsExtTest-Tag-2039827835 HTTP/1.1" status: 404 len: 329 time: 0.4450338 Sep 21 18:10:22.618717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35498) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:22.624195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-3d103e4a-eb47-4e7e-aee9-d795c19d015a tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011', 'tempest-TagsExtTest-Tag-1216116275') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:22.703454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Deleting port 65797a22-67bf-4bb7-a8e6-0b098e05d26f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:22.704127 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.814807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e981eca-9858-41dc-95a0-29b3118a4922 req-a3252321-d1ad-4b59-ac14-396b76b86708 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.823211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e981eca-9858-41dc-95a0-29b3118a4922 req-a3252321-d1ad-4b59-ac14-396b76b86708 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.2022295 Sep 21 18:10:22.830743 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-3d103e4a-eb47-4e7e-aee9-d795c19d015a tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:22.831786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3d103e4a-eb47-4e7e-aee9-d795c19d015a tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags/tempest-TagsExtTest-Tag-1216116275 HTTP/1.1" status: 404 len: 329 time: 0.2121687 Sep 21 18:10:22.844108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35502) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:22.848747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-5049afe9-1f6d-40cc-addc-780bc8769b00 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', {'tags': ['tempest-TagsExtTest-Tag-1573710360', 'tempest-TagsExtTest-Tag-1222722351', 'tempest-TagsExtTest-Tag-798947854']}) {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:22.889954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4566513a-5380-4d3b-909c-97d9b19e2b91 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:22.907547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e981eca-9858-41dc-95a0-29b3118a4922 req-a0038c71-5d25-4d0d-8c09-3c1c46a38e66 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814254 Sep 21 18:10:22.936820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] For port 65797a22-67bf-4bb7-a8e6-0b098e05d26f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=65797a22-67bf-4bb7-a8e6-0b098e05d26f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:22.937466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.949605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5049afe9-1f6d-40cc-addc-780bc8769b00 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags HTTP/1.1" status: 200 len: 317 time: 0.1043499 Sep 21 18:10:22.953405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35506) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:22.959018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-bf84f9fa-b740-4326-9a38-af3ce84b021a tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:22.962818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4566513a-5380-4d3b-909c-97d9b19e2b91 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:22.964421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4566513a-5380-4d3b-909c-97d9b19e2b91 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:22.974465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Calling delete_port for 65797a22-67bf-4bb7-a8e6-0b098e05d26f owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:23.030265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.063142 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bf84f9fa-b740-4326-9a38-af3ce84b021a tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags HTTP/1.1" status: 204 len: 168 time: 0.1057851 Sep 21 18:10:23.064900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35508) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.069319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-1a6a9afa-bc09-43ff-9367-3399a554d8df tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', 'tempest-TagsExtTest-Tag-1573710360') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:23.140464 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-1a6a9afa-bc09-43ff-9367-3399a554d8df tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:23.145103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1060e-a70f-44af-b267-113aee08f80f req-ac077756-2f1e-455a-92ee-9af9aed3948c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:23.145331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1a6a9afa-bc09-43ff-9367-3399a554d8df tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags/tempest-TagsExtTest-Tag-1573710360 HTTP/1.1" status: 404 len: 329 time: 0.0757732 Sep 21 18:10:23.145419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfd1060e-a70f-44af-b267-113aee08f80f req-ac077756-2f1e-455a-92ee-9af9aed3948c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.1600783 Sep 21 18:10:23.149576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35510) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.157195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-980697d8-48e9-41e4-9187-9a21d6b712bd tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', 'tempest-TagsExtTest-Tag-1222722351') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:23.187898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-9a17eeb6-24d0-44de-8ffa-852189f5857d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467845 Sep 21 18:10:23.219229 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-980697d8-48e9-41e4-9187-9a21d6b712bd tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:23.222837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-980697d8-48e9-41e4-9187-9a21d6b712bd tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags/tempest-TagsExtTest-Tag-1222722351 HTTP/1.1" status: 404 len: 329 time: 0.0697107 Sep 21 18:10:23.223486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35516) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.233952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-601fd96d-f11f-46cf-8624-8ed327b19327 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d', 'tempest-TagsExtTest-Tag-798947854') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:23.250678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.251153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.294020 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfd1060e-a70f-44af-b267-113aee08f80f req-4412db87-7e63-4c7d-9038-0211a8cca521 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420105 Sep 21 18:10:23.311873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=65797a22-67bf-4bb7-a8e6-0b098e05d26f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:23.323221 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-601fd96d-f11f-46cf-8624-8ed327b19327 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] show failed (client error): The resource could not be found. Sep 21 18:10:23.324305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-601fd96d-f11f-46cf-8624-8ed327b19327 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags/tempest-TagsExtTest-Tag-798947854 HTTP/1.1" status: 404 len: 328 time: 0.0951705 Sep 21 18:10:23.328029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35518) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.341018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-aa70ffe8-2d19-4685-a29d-2833d63cfdea tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7446945-942e-4cd3-97ee-0d188be0c06d') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:23.388214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21701516-54b7-467b-b021-af70a19f61a0 req-fac72402-fbd7-4e97-8cb4-14500ebe95ef tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:23.390041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21701516-54b7-467b-b021-af70a19f61a0 req-fac72402-fbd7-4e97-8cb4-14500ebe95ef tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1401072 Sep 21 18:10:23.399424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.400567 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bb34d854-975d-4baa-8bfd-1c2679a68970 req-3949b8bc-c910-4f6e-b10e-ada1c6edb743 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010388 Sep 21 18:10:23.403896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.440706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Subnet': ['ID=c684b8c6-a584-497d-8b4b-f68694f26e01,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:23.451066 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aa70ffe8-2d19-4685-a29d-2833d63cfdea tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d/tags HTTP/1.1" status: 204 len: 168 time: 0.1179421 Sep 21 18:10:23.451066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.451876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b3629222-fde9-4aa3-b504-14403f6be28d tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/subnets/c684b8c6-a584-497d-8b4b-f68694f26e01 HTTP/1.1" status: 204 len: 168 time: 0.9771369 Sep 21 18:10:23.452470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35522) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.457201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-a1298a32-c026-4af4-aae7-4d55d3fd4868 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df0958de-00c5-4e3b-a9c7-86ec5b34c011') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:23.458934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35524) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.463901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91176f2b-9c48-4d2b-bc44-13bcf2e4c00e None None] Network 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:23.525983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.532664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.550797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21701516-54b7-467b-b021-af70a19f61a0 req-135f18cd-00d6-4da5-980c-4f42efa92a79 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473999 Sep 21 18:10:23.567630 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f89f9f5-43d7-464f-953a-d8c09648feee req-18aef407-2771-44ea-b3ff-00b59b0e37c0 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0643408 Sep 21 18:10:23.630065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Deleting subnet d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:23.633445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.634239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:23.637878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.638781 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.640296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9b221e61-3037-4d56-af64-5e23a9f0b0ed admin admin] 10.222.0.70 "DELETE /v2.0/routers/9aedd7dd-b26e-46b1-80cb-a0e47ed17aa1 HTTP/1.1" status: 204 len: 168 time: 2.0412199 Sep 21 18:10:23.642983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35526) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.643249 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a1298a32-c026-4af4-aae7-4d55d3fd4868 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011/tags HTTP/1.1" status: 204 len: 168 time: 0.1898108 Sep 21 18:10:23.652994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35528) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.655710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-677405eb-ac47-46b8-be5c-15d3f224f07c tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a14a317-c297-4951-aaf3-3b0886efc7fc') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:23.665696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] DHCP port deletion for 426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:23.695347 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.719171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] Deleting port acae2c08-6d47-4849-a1d4-d4185d88efa0 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:23.719634 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.722404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] Deleting subnet ccc12b9f-3954-4b5d-98f6-ab124aecd299 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:23.728398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.779574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.809901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-677405eb-ac47-46b8-be5c-15d3f224f07c tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1553581 Sep 21 18:10:23.810696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35532) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.814619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-f529de46-e2a0-434c-949b-1796d549a380 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a04f7f9c-9286-4d0c-84c8-c4c422fe8006') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:23.823603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.846243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] For port acae2c08-6d47-4849-a1d4-d4185d88efa0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=acae2c08-6d47-4849-a1d4-d4185d88efa0,segment=NetworkSegment(810826e8-6848-4b6f-bb67-ae557dfbf05d),segment_id=810826e8-6848-4b6f-bb67-ae557dfbf05d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:23.847208 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.871757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] Calling delete_port for acae2c08-6d47-4849-a1d4-d4185d88efa0 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:23.913647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.917613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.958044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f529de46-e2a0-434c-949b-1796d549a380 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006/tags HTTP/1.1" status: 204 len: 168 time: 0.1424711 Sep 21 18:10:23.958585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35536) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.977171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f9cd8a-73c4-47d3-991a-6387e6cc55f3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:23.990460 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.994545 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.999522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.001481 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-57879733-f524-4c86-abce-447c55bee53e tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/subnets/d1f9cd8a-73c4-47d3-991a-6387e6cc55f3 HTTP/1.1" status: 204 len: 168 time: 0.5399847 Sep 21 18:10:24.007520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:24.011583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c929ac4-fc39-401a-aa2d-88b3b32adf2f None None] Network e52824c9-a5b4-4f17-b372-bba2781d42bb requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:24.036420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc12b9f-3954-4b5d-98f6-ab124aecd299,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.039169 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.041543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-93f2e024-05bb-4742-9eb9-3e8bd1c6fd43 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ccc12b9f-3954-4b5d-98f6-ab124aecd299 HTTP/1.1" status: 204 len: 168 time: 0.3975422 Sep 21 18:10:24.044045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35540) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:24.045633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa4a30-98a3-42f8-b365-f379accd1627 None None] Network 508625f0-538d-4b34-b0a2-4677290e9a5f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:24.048035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] Pushing event deleted for resources: {'Port': ['ID=acae2c08-6d47-4849-a1d4-d4185d88efa0,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.132014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.192055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Deleting port 9fa65817-c6f9-433c-a509-5599de63ced2 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:24.192055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.203235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da2407-2625-435e-8f71-e016cd9c3912 req-8d84e048-79a1-41a0-924f-a35906f37ce7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:24.204750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56da2407-2625-435e-8f71-e016cd9c3912 req-8d84e048-79a1-41a0-924f-a35906f37ce7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1759160 Sep 21 18:10:24.209679 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.213352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03fe32-bc0c-473f-b94a-873006ab0146 None None] No DVR routers for this DVR port acae2c08-6d47-4849-a1d4-d4185d88efa0 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:24.219370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f8112e5-959a-4efc-9ef4-e8b1ae095b15 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for subnetpool, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.220537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1f8112e5-959a-4efc-9ef4-e8b1ae095b15 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7446945-942e-4cd3-97ee-0d188be0c06d HTTP/1.1" status: 204 len: 168 time: 0.2606120 Sep 21 18:10:24.223793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35542) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:24.249751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:10:24.278018 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-720e4635-dbf1-46a1-b045-9d59ab563eb4 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "GET /v2.0/ports?device_id=df0958de-00c5-4e3b-a9c7-86ec5b34c011 HTTP/1.1" status: 200 len: 205 time: 0.0514293 Sep 21 18:10:24.278779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35544) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:24.286952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] For port 9fa65817-c6f9-433c-a509-5599de63ced2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9fa65817-c6f9-433c-a509-5599de63ced2,segment=NetworkSegment(eae65600-0063-4dfd-afed-afeccaa33c57),segment_id=eae65600-0063-4dfd-afed-afeccaa33c57)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:24.287329 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.306806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Calling delete_port for 9fa65817-c6f9-433c-a509-5599de63ced2 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:24.422610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.462775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa65817-c6f9-433c-a509-5599de63ced2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.463001 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42868305-1393-495c-ae19-08c9eefb90f8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.477041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] No DVR routers for this DVR port 9fa65817-c6f9-433c-a509-5599de63ced2 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:24.485186 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56da2407-2625-435e-8f71-e016cd9c3912 req-49381c4e-bdd0-4560-a8a8-6837e748f61d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192731 Sep 21 18:10:24.598537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace1629e-6c3a-4f90-b1df-b08e0df58c4e None None] DHCP port deletion for 508625f0-538d-4b34-b0a2-4677290e9a5f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:24.615293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:24.619600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.645504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508625f0-538d-4b34-b0a2-4677290e9a5f']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:24.646865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'mac_address': 'fa:16:3e:ca:4c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:10:24.667319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ad0fa-a3f4-4b96-987c-2be19e6d7c8b req-73743f9d-6b17-4f9b-b906-022df7ee486b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:24.669002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-876ad0fa-a3f4-4b96-987c-2be19e6d7c8b req-73743f9d-6b17-4f9b-b906-022df7ee486b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.2092919 Sep 21 18:10:24.670959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae65600-0063-4dfd-afed-afeccaa33c57') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:24.671195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.671323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae65600-0063-4dfd-afed-afeccaa33c57') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:24.684053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.692481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] DHCP port deletion for e52824c9-a5b4-4f17-b372-bba2781d42bb request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:24.720054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.737353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:24.738245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.738561 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:24.739936 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:24.755982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-876ad0fa-a3f4-4b96-987c-2be19e6d7c8b req-fcdcc962-29a4-4122-8291-ee68c7b2b4a4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628943 Sep 21 18:10:24.756251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deb38cf-b91d-4b85-9337-995180ef7df8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:24.793046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:24.799462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] Deleting port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:24.799851 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.810169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:24.812461 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.824048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42868305-1393-495c-ae19-08c9eefb90f8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.826361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42868305-1393-495c-ae19-08c9eefb90f8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.827034 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.829232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.831744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] 10.222.0.70 "DELETE /v2.0/networks/508625f0-538d-4b34-b0a2-4677290e9a5f HTTP/1.1" status: 204 len: 168 time: 0.7866457 Sep 21 18:10:24.844319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06abb4f-f9e2-4154-a1db-b769443b8977 admin admin] Pushing event deleted for resources: {'Network': ['ID=508625f0-538d-4b34-b0a2-4677290e9a5f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.946016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810826e8-6848-4b6f-bb67-ae557dfbf05d') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:24.946456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810826e8-6848-4b6f-bb67-ae557dfbf05d') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:24.960547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73b63117-d13a-464a-83f4-0d481e6194ff req-f0288878-512e-4b45-8e20-977ec2ab093b tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0643427 Sep 21 18:10:24.969753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] For port dcdfe5b2-d229-4a69-8f71-4917d006a8f8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dcdfe5b2-d229-4a69-8f71-4917d006a8f8,segment=NetworkSegment(74eee251-fcf0-407f-b91a-84b13962ad43),segment_id=74eee251-fcf0-407f-b91a-84b13962ad43)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:24.970258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.973480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 65797a22-67bf-4bb7-a8e6-0b098e05d26f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:24.980763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeab46-094b-4f59-bb12-4cb8a3d28927 req-f99547d6-9b42-4f8b-9046-969bc717ec91 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:24.988338 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71aeab46-094b-4f59-bb12-4cb8a3d28927 req-f99547d6-9b42-4f8b-9046-969bc717ec91 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.3273268 Sep 21 18:10:24.995073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42868305-1393-495c-ae19-08c9eefb90f8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.995587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42868305-1393-495c-ae19-08c9eefb90f8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Fanout notify agent at l3_agent the message router_deleted on router df0958de-00c5-4e3b-a9c7-86ec5b34c011 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:25.003091 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.010504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42868305-1393-495c-ae19-08c9eefb90f8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.011623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-42868305-1393-495c-ae19-08c9eefb90f8 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/routers/df0958de-00c5-4e3b-a9c7-86ec5b34c011 HTTP/1.1" status: 204 len: 168 time: 0.7316248 Sep 21 18:10:25.014644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35556) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:25.023467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 65797a22-67bf-4bb7-a8e6-0b098e05d26f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:25.024104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 65797a22-67bf-4bb7-a8e6-0b098e05d26f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:25.024371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9fa65817-c6f9-433c-a509-5599de63ced2 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:25.053260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.071078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71aeab46-094b-4f59-bb12-4cb8a3d28927 req-ce44f05f-97d8-4068-99b3-f3172166c608 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766184 Sep 21 18:10:25.073271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9fa65817-c6f9-433c-a509-5599de63ced2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:25.073625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9fa65817-c6f9-433c-a509-5599de63ced2 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:25.074059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dcdfe5b2-d229-4a69-8f71-4917d006a8f8 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:25.080807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:25.082303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:25.085986 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:25.100721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] Calling delete_port for dcdfe5b2-d229-4a69-8f71-4917d006a8f8 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:25.107069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:25.167602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['7deb38cf-b91d-4b85-9337-995180ef7df8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:25.171023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35558) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:25.172223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Deleting port 2a14a317-c297-4951-aaf3-3b0886efc7fc {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:25.172571 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.177910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.197562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.202621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/networks/426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9 HTTP/1.1" status: 204 len: 168 time: 1.1916378 Sep 21 18:10:25.203938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35560) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:25.218598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809434c-01ab-49f4-8fdb-cafe3e0f7c86 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Network': ['ID=426bd55e-a1d1-4dd0-865b-ce67ccc3e3f9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:25.244989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad6c832e-2403-4443-ab48-95dbdb7f5354 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2340c0d2194489cb21c27f64f9fab50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726633 Sep 21 18:10:25.247539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35562) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:25.313000 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1839a09f-fa5d-4845-80f3-18bf3322ab86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.322181 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.343096 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1839a09f-fa5d-4845-80f3-18bf3322ab86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.344537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.347433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.352216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.374662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Calling delete_port for 2a14a317-c297-4951-aaf3-3b0886efc7fc owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:25.392997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] Pushing event deleted for resources: {'Port': ['ID=dcdfe5b2-d229-4a69-8f71-4917d006a8f8,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:25.402738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da7c3c-be54-4ef0-b6ad-1c9c09abb7a8 None None] No DVR routers for this DVR port dcdfe5b2-d229-4a69-8f71-4917d006a8f8 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:25.421191 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1839a09f-fa5d-4845-80f3-18bf3322ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.424369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1839a09f-fa5d-4845-80f3-18bf3322ab86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.428399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1839a09f-fa5d-4845-80f3-18bf3322ab86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d HTTP/1.1" status: 204 len: 168 time: 0.1797824 Sep 21 18:10:25.444302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device acae2c08-6d47-4849-a1d4-d4185d88efa0 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:25.447861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839a09f-fa5d-4845-80f3-18bf3322ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d6f6a1-9d3d-4766-ad23-81ee5ef55b9d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:25.488182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: acae2c08-6d47-4849-a1d4-d4185d88efa0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:25.488509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device acae2c08-6d47-4849-a1d4-d4185d88efa0 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:25.496002 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.537683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52824c9-a5b4-4f17-b372-bba2781d42bb']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:25.550947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eee251-fcf0-407f-b91a-84b13962ad43') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:25.551250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eee251-fcf0-407f-b91a-84b13962ad43') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:25.569592 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.594542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.635672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa43b8c-3d7c-457c-bcc1-6e1a333e649c req-2a447d77-7877-4293-9343-fdb0c656bc97 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:25.637377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fa43b8c-3d7c-457c-bcc1-6e1a333e649c req-2a447d77-7877-4293-9343-fdb0c656bc97 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0664935 Sep 21 18:10:25.640292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:25.640704 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:25.643826 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:25.691032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fa43b8c-3d7c-457c-bcc1-6e1a333e649c req-d0961ed0-6651-4ee6-8a14-0107287246fa tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Sep 21 18:10:25.723788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.726593 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.742942 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:25.744973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] 10.222.0.70 "DELETE /v2.0/networks/e52824c9-a5b4-4f17-b372-bba2781d42bb HTTP/1.1" status: 204 len: 168 time: 0.5410750 Sep 21 18:10:25.773459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event deleted for resources: {'Port': ['ID=2a14a317-c297-4951-aaf3-3b0886efc7fc,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:25.775956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ceb69-1eb1-4e1b-88ab-615c5b1a3d15 tempest-TaggedBootDevicesTest-1024090992 tempest-TaggedBootDevicesTest-1024090992-project] Pushing event deleted for resources: {'Network': ['ID=e52824c9-a5b4-4f17-b372-bba2781d42bb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:26.023601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.025496 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-59d707c3-7484-45a8-b39c-50dcad6b0a0b tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/ports/2a14a317-c297-4951-aaf3-3b0886efc7fc HTTP/1.1" status: 204 len: 168 time: 1.0092826 Sep 21 18:10:26.029552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35586) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:26.065242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fa9c-5346-49c6-9a0a-6d53aae74b95 req-024e2a2d-5d50-48e8-981c-8b0b3f5cba16 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:26.067244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15c2fa9c-5346-49c6-9a0a-6d53aae74b95 req-024e2a2d-5d50-48e8-981c-8b0b3f5cba16 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.1411626 Sep 21 18:10:26.136660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15c2fa9c-5346-49c6-9a0a-6d53aae74b95 req-1095e4e5-1b1d-4b08-8db2-4e5aed9ae24e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622725 Sep 21 18:10:26.152994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-365b5416-9605-42af-ae91-e533afe933f8 req-a8167cd0-dd89-44b0-989c-7428ceeb123f tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0420830 Sep 21 18:10:26.170957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Deleting subnet a04f7f9c-9286-4d0c-84c8-c4c422fe8006 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:26.170957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.241641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.259740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:26.370822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 7deb38cf-b91d-4b85-9337-995180ef7df8 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:10:26.376490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 7deb38cf-b91d-4b85-9337-995180ef7df8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:26.377256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.450088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.510533 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.522230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fbd6f-38b3-4b46-b8a0-b4522f2e23f1 req-062cd666-1568-4f58-a1ca-afafba370e04 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:26.523649 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad4fbd6f-38b3-4b46-b8a0-b4522f2e23f1 req-062cd666-1568-4f58-a1ca-afafba370e04 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.2189436 Sep 21 18:10:26.546162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:26.550826 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d53f1d2-7496-44f1-b020-c1267b394f0d" -d '{"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-plugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:26.571019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:26.576424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.608738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad4fbd6f-38b3-4b46-b8a0-b4522f2e23f1 req-6a5e257d-a7dd-4290-a729-06547cf130ec tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737410 Sep 21 18:10:26.625915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.660608 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5698d13b-94b4-4ab6-87f4-ad060a88efb9 x-openstack-request-id: req-5698d13b-94b4-4ab6-87f4-ad060a88efb9 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:26.660902 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-plugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:26.661152 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5698d13b-94b4-4ab6-87f4-ad060a88efb9 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:26.661546 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'code': 200} Sep 21 18:10:26.662296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:26.677791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event deleted for resources: {'Subnet': ['ID=a04f7f9c-9286-4d0c-84c8-c4c422fe8006,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:26.697951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.702362 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5ffbce15-dfb4-45f8-a6fa-757005becc63 tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/subnets/a04f7f9c-9286-4d0c-84c8-c4c422fe8006 HTTP/1.1" status: 204 len: 168 time: 0.6713820 Sep 21 18:10:26.711390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:26.717551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da867597-47be-4210-b44a-e8957a479835 None None] Network e3472ec3-ce4c-4c0b-a271-e52af64f1625 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:26.948340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.980777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6a74-1b6b-4413-adcf-14e7b662f48b req-13ab2c59-b6d8-4ba3-bf26-d7d42b8671fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:26.983111 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2bf6a74-1b6b-4413-adcf-14e7b662f48b req-13ab2c59-b6d8-4ba3-bf26-d7d42b8671fc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1101 time: 0.2111802 Sep 21 18:10:27.013909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8813-3269-4ed9-971b-1f4f7261eec4 req-8b27bad4-b073-4879-9b51-6634ed8cc548 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:27.021995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e51b8813-3269-4ed9-971b-1f4f7261eec4 req-8b27bad4-b073-4879-9b51-6634ed8cc548 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1452420 Sep 21 18:10:27.027484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] DHCP port deletion for e3472ec3-ce4c-4c0b-a271-e52af64f1625 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:27.081620 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2bf6a74-1b6b-4413-adcf-14e7b662f48b req-0a885f96-385a-4984-a102-9ec2d33c3b62 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881670 Sep 21 18:10:27.095175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e51b8813-3269-4ed9-971b-1f4f7261eec4 req-c17428ee-44df-4fcc-a561-72d4c480afa4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719097 Sep 21 18:10:27.110351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Deleting port 5bdc1683-f512-4b42-a496-a8708e53e988 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:27.110700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.135862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] Deleting port 5bdc1683-f512-4b42-a496-a8708e53e988 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:27.137229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.247716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] For port 5bdc1683-f512-4b42-a496-a8708e53e988, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5bdc1683-f512-4b42-a496-a8708e53e988,segment=NetworkSegment(8dcbf1fc-e7d9-41cb-8315-82f505ce67a3),segment_id=8dcbf1fc-e7d9-41cb-8315-82f505ce67a3)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:27.248291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.265351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] For port 5bdc1683-f512-4b42-a496-a8708e53e988, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5bdc1683-f512-4b42-a496-a8708e53e988,segment=NetworkSegment(8dcbf1fc-e7d9-41cb-8315-82f505ce67a3),segment_id=8dcbf1fc-e7d9-41cb-8315-82f505ce67a3)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:27.265561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] Calling delete_port for 5bdc1683-f512-4b42-a496-a8708e53e988 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:27.266030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.328496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Calling delete_port for 5bdc1683-f512-4b42-a496-a8708e53e988 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:27.382898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0e3139d-7d86-4712-9764-8f9450040659 req-b8ab651f-76a6-4600-b347-7c12ab3ca5e8 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0724699 Sep 21 18:10:27.410900 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.447265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25559028-d35e-4cfc-8d3b-c25cd0e21b1b req-5623534b-a11a-49fb-b862-e6a6a68d3ed7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:27.458429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25559028-d35e-4cfc-8d3b-c25cd0e21b1b req-5623534b-a11a-49fb-b862-e6a6a68d3ed7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1741457 Sep 21 18:10:27.463640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] Pushing event deleted for resources: {'Port': ['ID=5bdc1683-f512-4b42-a496-a8708e53e988,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:27.483814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4975eb-cb25-4ad4-b49c-256b700bdcd8 None None] No DVR routers for this DVR port 5bdc1683-f512-4b42-a496-a8708e53e988 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:27.550582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35632) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:27.582697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25559028-d35e-4cfc-8d3b-c25cd0e21b1b req-b56a1f4a-07ee-41ec-83ad-aa04893bbddf tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226239 Sep 21 18:10:27.623770 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.668161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event deleted for resources: {'Port': ['ID=5bdc1683-f512-4b42-a496-a8708e53e988,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:27.689359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] No DVR routers for this DVR port 5bdc1683-f512-4b42-a496-a8708e53e988 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:27.795365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.823994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3472ec3-ce4c-4c0b-a271-e52af64f1625']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:27.824930 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6350675-c88e-4322-9ee0-6a4ab6fc1f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.836524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcbf1fc-e7d9-41cb-8315-82f505ce67a3') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:27.837054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcbf1fc-e7d9-41cb-8315-82f505ce67a3') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:27.851533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.871723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.873155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480deef-2654-47ce-abee-542dc309e1a1 req-8fcea5a1-dde2-40f2-9538-e5477517f2c8 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:27.875463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6480deef-2654-47ce-abee-542dc309e1a1 req-8fcea5a1-dde2-40f2-9538-e5477517f2c8 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 943 time: 0.1317494 Sep 21 18:10:27.879917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:27.880340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:27.894848 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:27.942230 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6480deef-2654-47ce-abee-542dc309e1a1 req-e70245b1-7e1d-4105-977f-8b7f489addc4 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516052 Sep 21 18:10:27.984412 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.005168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 27a4990a-d175-44dc-90be-98a0699f54c3 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:10:28.011489 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.017246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] 10.222.0.70 "DELETE /v2.0/networks/e3472ec3-ce4c-4c0b-a271-e52af64f1625 HTTP/1.1" status: 204 len: 168 time: 1.3035028 Sep 21 18:10:28.035120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a7da-d1c0-4028-ac0e-8e426c96387d tempest-TagsExtTest-547488207 tempest-TagsExtTest-547488207-project] Pushing event deleted for resources: {'Network': ['ID=e3472ec3-ce4c-4c0b-a271-e52af64f1625,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:28.097493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6350675-c88e-4322-9ee0-6a4ab6fc1f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.104551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6350675-c88e-4322-9ee0-6a4ab6fc1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.207177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a6350675-c88e-4322-9ee0-6a4ab6fc1f7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93ccdf8aece544e184d72656b479e933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545641 Sep 21 18:10:28.207620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 27a4990a-d175-44dc-90be-98a0699f54c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=27a4990a-d175-44dc-90be-98a0699f54c3,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:28.211657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35642) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:28.221113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6350675-c88e-4322-9ee0-6a4ab6fc1f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ccb0b-138f-468a-89df-80a2bffe1854,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:28.227104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '27a4990a-d175-44dc-90be-98a0699f54c3', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'port_id': '27a4990a-d175-44dc-90be-98a0699f54c3', 'mac_address': 'fa:16:3e:cb:24:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:10:28.293432 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.342490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a4990a-d175-44dc-90be-98a0699f54c3 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:28.379341 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecc4138a-5518-48b5-9140-58c6bd60eab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.416788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 27a4990a-d175-44dc-90be-98a0699f54c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=27a4990a-d175-44dc-90be-98a0699f54c3,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:28.422779 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.435744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecc4138a-5518-48b5-9140-58c6bd60eab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.467463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107f50b-91ee-4bc2-aba7-d9f6ae5a8ccc req-8d61873c-a9af-43e3-8492-b0a9e24d2246 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:28.477012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b107f50b-91ee-4bc2-aba7-d9f6ae5a8ccc req-8d61873c-a9af-43e3-8492-b0a9e24d2246 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1836143 Sep 21 18:10:28.505485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35648) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:28.507705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=27a4990a-d175-44dc-90be-98a0699f54c3,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:28.577639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b107f50b-91ee-4bc2-aba7-d9f6ae5a8ccc req-31b9587f-24bf-4e69-be37-ec041436b71e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935957 Sep 21 18:10:28.588217 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e33178b4-328c-4ea0-8a69-8bf7b46e639a req-a4077165-9d4a-4244-9f6e-b750009a11d1 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0400214 Sep 21 18:10:28.618413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecc4138a-5518-48b5-9140-58c6bd60eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.621644 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecc4138a-5518-48b5-9140-58c6bd60eab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.623216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ecc4138a-5518-48b5-9140-58c6bd60eab9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa7ccb0b-138f-468a-89df-80a2bffe1854 HTTP/1.1" status: 204 len: 168 time: 0.4105272 Sep 21 18:10:28.644556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4138a-5518-48b5-9140-58c6bd60eab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ccb0b-138f-468a-89df-80a2bffe1854,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:28.730594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['27a4990a-d175-44dc-90be-98a0699f54c3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:28.875402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bdf23535-80fb-4905-87af-cfef1fba0fbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d49ed00ecb4f478a87e3d6d5bc1e186c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634768 Sep 21 18:10:28.876163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:28.924110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e84c7-1abd-4a5f-b5f9-dfa9b34712c5 req-8bf4e0b6-b1dc-4ae1-9fe5-0aadef4ad971 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:28.925898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5f5e84c7-1abd-4a5f-b5f9-dfa9b34712c5 req-8bf4e0b6-b1dc-4ae1-9fe5-0aadef4ad971 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1894207 Sep 21 18:10:28.998340 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5f5e84c7-1abd-4a5f-b5f9-dfa9b34712c5 req-c3927cf9-c3c4-42bc-be23-d7f67ca023f6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Sep 21 18:10:29.033825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5bdc1683-f512-4b42-a496-a8708e53e988 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:29.053297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83c1faab-8cd2-4a73-943e-81e3635fcc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.064876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 5bdc1683-f512-4b42-a496-a8708e53e988 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:29.065231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5bdc1683-f512-4b42-a496-a8708e53e988 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:29.105665 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83c1faab-8cd2-4a73-943e-81e3635fcc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.216394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39289b-f39b-48d1-b8d9-ae2338a778da req-77f926cc-e833-4ba3-a452-fe64e6eece69 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:29.227736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c39289b-f39b-48d1-b8d9-ae2338a778da req-77f926cc-e833-4ba3-a452-fe64e6eece69 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 944 time: 0.0993075 Sep 21 18:10:29.242325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75549-5466-4c22-805c-3feb013ffb1a req-d4546a39-8276-429c-9438-f29c3bc797ff tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:29.244528 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0b75549-5466-4c22-805c-3feb013ffb1a req-d4546a39-8276-429c-9438-f29c3bc797ff tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1101 time: 0.1026044 Sep 21 18:10:29.265393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-098d2d9c-a9d8-46b8-84fc-2cd2f90f7fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.274549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83c1faab-8cd2-4a73-943e-81e3635fcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.279481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83c1faab-8cd2-4a73-943e-81e3635fcc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.281928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-83c1faab-8cd2-4a73-943e-81e3635fcc58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f45cc5da-2f07-4353-8193-3e1bb5420575 HTTP/1.1" status: 204 len: 168 time: 0.4043198 Sep 21 18:10:29.310080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c39289b-f39b-48d1-b8d9-ae2338a778da req-eabdf5f8-5c90-466a-8246-ffecafe485c5 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812237 Sep 21 18:10:29.311223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1faab-8cd2-4a73-943e-81e3635fcc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cc5da-2f07-4353-8193-3e1bb5420575,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:29.358462 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f0b75549-5466-4c22-805c-3feb013ffb1a req-2257eaf2-43cc-4541-90b4-e55f3d35f9de tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055188 Sep 21 18:10:29.463176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-bc5d62bc-a471-4568-b42f-19855b8c4084 req-6467d4b0-86ee-445a-812b-86543c62e0d6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:10:29.466249 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc5d62bc-a471-4568-b42f-19855b8c4084 req-6467d4b0-86ee-445a-812b-86543c62e0d6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070152 Sep 21 18:10:29.802888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a0592-402f-442d-8609-04e980cc59bf req-5ffd41d2-5861-4388-964c-256bbe07deb9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:29.805308 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb0a0592-402f-442d-8609-04e980cc59bf req-5ffd41d2-5861-4388-964c-256bbe07deb9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0893815 Sep 21 18:10:29.828048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dbf47f81-8e05-41e3-9449-f29b5fe68303 req-c1f4634a-1fad-4de5-9f49-872a9040348d tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0540941 Sep 21 18:10:29.909275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb0a0592-402f-442d-8609-04e980cc59bf req-326846ce-1aba-456a-9ffd-ee45b313dbe5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913911 Sep 21 18:10:30.008624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 27a4990a-d175-44dc-90be-98a0699f54c3 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:30.045353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a25b1-28e2-4560-a31c-a4c2454194a6 req-746a9406-5ae1-458a-944d-b950addaa2c4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:30.059992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-662a25b1-28e2-4560-a31c-a4c2454194a6 req-746a9406-5ae1-458a-944d-b950addaa2c4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1256225 Sep 21 18:10:30.094321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 27a4990a-d175-44dc-90be-98a0699f54c3 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:10:30.100535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 27a4990a-d175-44dc-90be-98a0699f54c3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:30.101803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.106797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-53e17e54-9e6d-400f-8dd5-2abb5a34c8da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4051037 Sep 21 18:10:30.120682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-cefe5d8c-602f-4cfe-8867-7c732e3a8de5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:10:30.144645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-cefe5d8c-602f-4cfe-8867-7c732e3a8de5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295734 Sep 21 18:10:30.160568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-662a25b1-28e2-4560-a31c-a4c2454194a6 req-af7c7e97-50b3-46fe-bf44-d44b11e22d00 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988584 Sep 21 18:10:30.277716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.379549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:30.384691 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b76bd9-684e-40bc-9e1f-4544585dae69" -d '{"events": [{"server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "name": "network-vif-plugged", "status": "completed", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:30.391302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 27a4990a-d175-44dc-90be-98a0699f54c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=27a4990a-d175-44dc-90be-98a0699f54c3,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:30.396793 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.469524 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d085e2cd-6ba0-4971-8fa9-c75fa9b6b025 x-openstack-request-id: req-d085e2cd-6ba0-4971-8fa9-c75fa9b6b025 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:30.470274 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "name": "network-vif-plugged", "status": "completed", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:30.470615 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d085e2cd-6ba0-4971-8fa9-c75fa9b6b025 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:30.471020 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3', 'code': 200} Sep 21 18:10:30.482755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=27a4990a-d175-44dc-90be-98a0699f54c3,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:30.598732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df285cc8-611a-43f3-878d-b5aada8170ae req-3dbde485-e81d-423c-8608-eb1f32feb658 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:30.606681 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df285cc8-611a-43f3-878d-b5aada8170ae req-3dbde485-e81d-423c-8608-eb1f32feb658 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.1480460 Sep 21 18:10:30.654111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c070-cd51-4362-a6f7-da41bc5b02bb req-a87915cb-81f9-407a-bb9c-616635940b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:30.655837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c43c070-cd51-4362-a6f7-da41bc5b02bb req-a87915cb-81f9-407a-bb9c-616635940b06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 1096 time: 0.1111429 Sep 21 18:10:30.664797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df285cc8-611a-43f3-878d-b5aada8170ae req-8719a252-7e3f-4c14-a33c-cb5c5bab4d66 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569565 Sep 21 18:10:30.705952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c43c070-cd51-4362-a6f7-da41bc5b02bb req-8bc73782-61b0-4dd9-81f4-efe0f3b661b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Sep 21 18:10:31.148629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43da981a-050f-4864-98bd-4cf68fb11152 req-067c2340-6f35-4e44-a3da-474ed8145a9e tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0805454 Sep 21 18:10:31.201629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49300987-d6c2-47fc-ba97-a9d3b5686c5d req-8961613e-1a89-4824-89a1-13e5f1f70a78 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.209604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-49300987-d6c2-47fc-ba97-a9d3b5686c5d req-8961613e-1a89-4824-89a1-13e5f1f70a78 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1318705 Sep 21 18:10:31.287142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-49300987-d6c2-47fc-ba97-a9d3b5686c5d req-2f2e0849-2265-4fa6-95c7-832fb358e42d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719607 Sep 21 18:10:31.433986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c6a06-4862-41c5-a8ce-07e54465ebac req-d61cf5b3-357b-471c-a70a-de6ef80f9dd1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.444278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b33c6a06-4862-41c5-a8ce-07e54465ebac req-d61cf5b3-357b-471c-a70a-de6ef80f9dd1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0910411 Sep 21 18:10:31.518799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b33c6a06-4862-41c5-a8ce-07e54465ebac req-0f095dd3-8d07-4fd0-aeb4-0e89d2a96265 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735114 Sep 21 18:10:31.835837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aa146-d7cf-424d-8384-da9af97fd9de req-c7c50ef0-38b8-4c1e-a57b-157afc884cd1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.838089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-452aa146-d7cf-424d-8384-da9af97fd9de req-c7c50ef0-38b8-4c1e-a57b-157afc884cd1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.0784566 Sep 21 18:10:31.907055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-452aa146-d7cf-424d-8384-da9af97fd9de req-8e53e10b-a974-4490-8b6c-ea0a7e010754 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495250 Sep 21 18:10:32.304211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bffe52d-a774-4e0d-bdcb-690598c58ef0 req-9177fabc-d7f0-4065-8db0-fdd295e7196d tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0361886 Sep 21 18:10:32.389346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-07f9e0ae-1513-401a-82b2-d2792a747f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.391990 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-07f9e0ae-1513-401a-82b2-d2792a747f3d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1101 time: 0.0822477 Sep 21 18:10:32.496843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4825ed1-780c-4331-b55c-60e770feb432 req-f8de38f7-e7e4-4c67-b8f0-1e431d952ccc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.500815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4825ed1-780c-4331-b55c-60e770feb432 req-f8de38f7-e7e4-4c67-b8f0-1e431d952ccc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0869184 Sep 21 18:10:32.535494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-90fa4074-c537-4eff-a943-ce24d0b5240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.537877 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-90fa4074-c537-4eff-a943-ce24d0b5240a service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1370475 Sep 21 18:10:32.599130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4825ed1-780c-4331-b55c-60e770feb432 req-44a067a7-fc18-4bb1-aab0-4a3449c978ea tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904970 Sep 21 18:10:32.599667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35830) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:32.616108 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-0e4315a8-b96e-48b9-a68a-9e76c1804e61 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0691574 Sep 21 18:10:32.729987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-9beed8d4-83b9-4695-8e9f-3a57f137f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.731744 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-9beed8d4-83b9-4695-8e9f-3a57f137f7c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1086113 Sep 21 18:10:32.740792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de0ed-ea98-48cc-bd97-349e4ccc72ad req-2e475107-1083-4059-ae4e-f38f3aa06ad6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.749003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e3de0ed-ea98-48cc-bd97-349e4ccc72ad req-2e475107-1083-4059-ae4e-f38f3aa06ad6 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1135898 Sep 21 18:10:32.833987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e3de0ed-ea98-48cc-bd97-349e4ccc72ad req-a0a6ea5f-f134-4d1c-ba6a-065768cb6464 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837023 Sep 21 18:10:32.838891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-745ef0a8-b483-4ff5-aff9-49b13c4a3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.840429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-745ef0a8-b483-4ff5-aff9-49b13c4a3eca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840538 Sep 21 18:10:32.907168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8568-0179-4507-8bf1-9e6893baf29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.975495 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-b5051302-ecec-4641-b741-1b0c389a962d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231806 Sep 21 18:10:33.058178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8568-0179-4507-8bf1-9e6893baf29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.067316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8568-0179-4507-8bf1-9e6893baf29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.102702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c8568-0179-4507-8bf1-9e6893baf29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af07022-c0e6-40ac-86ee-a398cacfa86d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:33.113537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-23168365-b7b0-454c-b992-d9f838a5e9c5 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289227 Sep 21 18:10:33.133099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fc362-d2ac-4883-baed-d89d31206fe4 req-0459d453-e2c5-4ef7-b219-2b3c0b21a556 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.134912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-172fc362-d2ac-4883-baed-d89d31206fe4 req-0459d453-e2c5-4ef7-b219-2b3c0b21a556 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.1296158 Sep 21 18:10:33.148995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4e7c8568-0179-4507-8bf1-9e6893baf29b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ceddbb3effaf4e52a04fd74f52806029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457404 Sep 21 18:10:33.149548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35842) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:33.251187 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0af1-702d-4f00-b68c-d629eb609067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.257201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-172fc362-d2ac-4883-baed-d89d31206fe4 req-64e2b21f-9ea9-46ad-a875-85e67c37f92a tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916209 Sep 21 18:10:33.320403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35848) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:33.321063 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0af1-702d-4f00-b68c-d629eb609067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.430508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c4b8f-1eeb-4869-bfc0-344a58cb398e req-d3372ead-68f1-43cf-a346-d4a5a25f71b0 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.433579 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac5c4b8f-1eeb-4869-bfc0-344a58cb398e req-d3372ead-68f1-43cf-a346-d4a5a25f71b0 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.0978224 Sep 21 18:10:33.444210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35856) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:33.455031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Request body: {'floatingip': {'port_id': '27a4990a-d175-44dc-90be-98a0699f54c3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:33.475502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd155ffc-2511-4b41-9cdb-7aecbbf98dfa req-2af9044b-2866-4c8a-9e88-68103d769fac tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0543625 Sep 21 18:10:33.495685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1fae95df-f693-461a-9dd4-d4220afd1b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.526122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.530610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0af1-702d-4f00-b68c-d629eb609067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.533571 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0af1-702d-4f00-b68c-d629eb609067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.534737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d8ba0af1-702d-4f00-b68c-d629eb609067 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8af07022-c0e6-40ac-86ee-a398cacfa86d HTTP/1.1" status: 204 len: 168 time: 0.3836460 Sep 21 18:10:33.578374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba0af1-702d-4f00-b68c-d629eb609067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af07022-c0e6-40ac-86ee-a398cacfa86d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:33.618890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-db5c3bd9-7fa6-4213-8c08-67121b650efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.643345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1fae95df-f693-461a-9dd4-d4220afd1b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.651094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1fae95df-f693-461a-9dd4-d4220afd1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.692551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1fae95df-f693-461a-9dd4-d4220afd1b34 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80266cc129cb48bbb624676a234f1531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701203 Sep 21 18:10:33.695424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:33.776776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf630c-4761-4cad-bc30-98240a73e307 req-3554e4fa-75c6-433a-ac13-be9a0d9cdc51 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.778973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78bf630c-4761-4cad-bc30-98240a73e307 req-3554e4fa-75c6-433a-ac13-be9a0d9cdc51 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0911674 Sep 21 18:10:33.779676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae95df-f693-461a-9dd4-d4220afd1b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773d9875-57e3-4865-b442-52833a2b1541,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:33.818330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9238cb76-9a57-4d84-842c-21dd4fdf946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.821376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78bf630c-4761-4cad-bc30-98240a73e307 req-5f4de99c-ed1b-4912-9cbe-1669979d1473 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Sep 21 18:10:33.847493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9238cb76-9a57-4d84-842c-21dd4fdf946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.989378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35870) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:34.008344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f18be-932a-4391-be1c-ede7ae43904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.012923 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.125323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.168131 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f18be-932a-4391-be1c-ede7ae43904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.175601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f18be-932a-4391-be1c-ede7ae43904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.232924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-733f18be-932a-4391-be1c-ede7ae43904d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c672f34335d40889839a12445cae785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396853 Sep 21 18:10:34.232924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f18be-932a-4391-be1c-ede7ae43904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbe5853-d47d-4aca-b005-3526b7734240,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:34.233999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35872) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:34.308439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f524ecb-53a3-416f-9cff-bf0ac09b169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.334069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f524ecb-53a3-416f-9cff-bf0ac09b169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.452028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f524ecb-53a3-416f-9cff-bf0ac09b169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.455121 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f524ecb-53a3-416f-9cff-bf0ac09b169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.459916 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f524ecb-53a3-416f-9cff-bf0ac09b169e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fbe5853-d47d-4aca-b005-3526b7734240 HTTP/1.1" status: 204 len: 168 time: 0.2218130 Sep 21 18:10:34.479467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f524ecb-53a3-416f-9cff-bf0ac09b169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbe5853-d47d-4aca-b005-3526b7734240,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:34.482575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9238cb76-9a57-4d84-842c-21dd4fdf946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.485772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9238cb76-9a57-4d84-842c-21dd4fdf946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.488550 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9238cb76-9a57-4d84-842c-21dd4fdf946d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/773d9875-57e3-4865-b442-52833a2b1541 HTTP/1.1" status: 204 len: 168 time: 0.7915378 Sep 21 18:10:34.530101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7d4e-788d-41fd-9188-6b2002222e24 req-bee94554-1229-4470-9f96-3d40f9d7e6b4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:34.540577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-325e7d4e-788d-41fd-9188-6b2002222e24 req-bee94554-1229-4470-9f96-3d40f9d7e6b4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.6351168 Sep 21 18:10:34.552718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238cb76-9a57-4d84-842c-21dd4fdf946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773d9875-57e3-4865-b442-52833a2b1541,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:34.622175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0f2ccfd-d926-40e7-938c-1778e57a040d req-81e18c89-c1de-476d-bedc-efb46244fe92 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0487602 Sep 21 18:10:34.659991 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-325e7d4e-788d-41fd-9188-6b2002222e24 req-bee698cf-8312-4da8-aea9-a06d927874d4 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177318 Sep 21 18:10:34.726631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.999627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.006851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.216578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55643afb-fff4-4611-93e6-eebca6ec5a6f req-50bd7843-e823-4c38-b5cf-ceb06626277a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:35.219224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55643afb-fff4-4611-93e6-eebca6ec5a6f req-50bd7843-e823-4c38-b5cf-ceb06626277a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1594110 Sep 21 18:10:35.289805 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Floating IP 395abb04-a88b-4a54-9976-0b041030d666 associated. External IP: 172.25.3.100, port: 27a4990a-d175-44dc-90be-98a0699f54c3. Sep 21 18:10:35.353104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35902) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:35.371342 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a094cd33-e32f-4ff5-b69b-2bbd3d71d50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.406602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55643afb-fff4-4611-93e6-eebca6ec5a6f req-f9f21a81-f0d2-4fd9-ba15-b1d117551e6e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751270 Sep 21 18:10:35.539518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a094cd33-e32f-4ff5-b69b-2bbd3d71d50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.549549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a094cd33-e32f-4ff5-b69b-2bbd3d71d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.611890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a094cd33-e32f-4ff5-b69b-2bbd3d71d50a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c34c15abad094334b06fd9e443a05bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575884 Sep 21 18:10:35.612886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094cd33-e32f-4ff5-b69b-2bbd3d71d50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909b8e30-733a-43c0-9dcb-28c81fe3a2e4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:35.618006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35906) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:35.701375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50166b5d-db53-493a-8bf5-9656855ed190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.727365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:10:35.738223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50166b5d-db53-493a-8bf5-9656855ed190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.803286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50166b5d-db53-493a-8bf5-9656855ed190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.808712 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50166b5d-db53-493a-8bf5-9656855ed190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.810639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-50166b5d-db53-493a-8bf5-9656855ed190 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/909b8e30-733a-43c0-9dcb-28c81fe3a2e4 HTTP/1.1" status: 204 len: 168 time: 0.1914055 Sep 21 18:10:35.856727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50166b5d-db53-493a-8bf5-9656855ed190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909b8e30-733a-43c0-9dcb-28c81fe3a2e4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:35.909007 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6882866f-89bc-4576-b4b5-476cfd471126 req-372b5f39-c0fb-4944-9f49-a74c32b86e2f tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0630178 Sep 21 18:10:35.968761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597f54-534d-43ab-bc9a-d83b4dca9516 req-22e6967e-7911-4483-9684-857a77b90304 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:35.970711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a7597f54-534d-43ab-bc9a-d83b4dca9516 req-22e6967e-7911-4483-9684-857a77b90304 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1286817 Sep 21 18:10:36.029176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:10:36.035822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.045201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] Sync routers for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:10:36.059056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:36.061875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:10:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:36.063242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a7597f54-534d-43ab-bc9a-d83b4dca9516 req-8979a3bb-f614-46c3-b1cc-d87ed2268769 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811212 Sep 21 18:10:36.072458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a440e88d-4cab-4d80-b2e4-90345d656d5b tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "PUT /v2.0/floatingips/395abb04-a88b-4a54-9976-0b041030d666 HTTP/1.1" status: 200 len: 991 time: 2.6270993 Sep 21 18:10:36.073162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:36.075729 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8952e636-5e59-49ba-9850-b1c45e4d2e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:36.200472 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e976e09a-194f-4b5c-9977-38317c9aa4a4 x-openstack-request-id: req-e976e09a-194f-4b5c-9977-38317c9aa4a4 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:36.200761 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:36.201011 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e976e09a-194f-4b5c-9977-38317c9aa4a4 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:36.201423 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3', 'status': 'completed', 'code': 200} Sep 21 18:10:36.274509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:36.292636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-bfb25aa4-9390-4dde-ac81-d78691bef9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:36.295589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-bfb25aa4-9390-4dde-ac81-d78691bef9a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbe3be729ac349f8bc90b76ec557c2a5&device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 1096 time: 0.0744493 Sep 21 18:10:36.362528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 49713304-27ae-43f6-a8ee-c7be86f4967d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:10:36.490878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-7961a590-922e-4370-8b97-e50d2eb9e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:36.495955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-7961a590-922e-4370-8b97-e50d2eb9e9c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8853b5a-c902-4556-8e8e-232466843571 HTTP/1.1" status: 200 len: 918 time: 0.1924527 Sep 21 18:10:36.555982 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.resource_extend [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:10:36.752506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be514d-3674-47d7-9325-3b43c2c9dc63 req-6da1929d-6499-4091-a6a7-9a8d41a36bab tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:36.765647 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6be514d-3674-47d7-9325-3b43c2c9dc63 req-6da1929d-6499-4091-a6a7-9a8d41a36bab tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1675746 Sep 21 18:10:36.785122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-ed0fd5ae-4f07-4e98-a330-0e6e1d99e5e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a4990a-d175-44dc-90be-98a0699f54c3 HTTP/1.1" status: 200 len: 999 time: 0.2808080 Sep 21 18:10:36.882224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e6be514d-3674-47d7-9325-3b43c2c9dc63 req-9ec2f948-3e31-49ac-a12f-a095b8bb4bc9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135268 Sep 21 18:10:37.192683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:37.198323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.213704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'mac_address': 'fa:16:3e:a7:cd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:10:37.318746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.361627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49713304-27ae-43f6-a8ee-c7be86f4967d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:37.394414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:37.403664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.407664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '395abb04-a88b-4a54-9976-0b041030d666', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'port_id': '27a4990a-d175-44dc-90be-98a0699f54c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'mac_address': 'fa:16:3e:cb:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:09:33Z', 'updated_at': '2021-09-21T18:10:34Z', 'revision_number': 1, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:32Z', 'revision_number': 5, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:37.481696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b79b7-27fc-4f5a-95b3-54c26aed4a62 req-e71343e7-c061-4865-a122-b2735dd09b4c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:37.485201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc0b79b7-27fc-4f5a-95b3-54c26aed4a62 req-e71343e7-c061-4865-a122-b2735dd09b4c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1764295 Sep 21 18:10:37.519145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] Checking router: 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:10:37.542546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-6b1bf269-51a9-4a0d-bf2a-fb645ac1c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:37.545298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-6b1bf269-51a9-4a0d-bf2a-fb645ac1c992 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9f6f18-455c-4389-bea5-e5dcdc0342ed HTTP/1.1" status: 200 len: 855 time: 0.7493107 Sep 21 18:10:37.564171 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc0b79b7-27fc-4f5a-95b3-54c26aed4a62 req-152aa7d4-58f1-4990-bfc2-98296b0c7378 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723112 Sep 21 18:10:37.571548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['49713304-27ae-43f6-a8ee-c7be86f4967d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:37.580578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:37.581552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:10:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:37.616064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89676a28-f070-4968-b1ca-580e8a106250 req-bf82fce4-a2e1-4771-a567-f3067a021ad5 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.1521997 Sep 21 18:10:37.710710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:37.720823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-5a36c357-cacf-49bb-92b6-78db13ba025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:37.729192 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-5a36c357-cacf-49bb-92b6-78db13ba025b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8853b5a-c902-4556-8e8e-232466843571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450417 Sep 21 18:10:37.879880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.987751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-c41286ad-639d-4abe-8102-35dfd158001a service neutron] 10.222.0.41 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540579 Sep 21 18:10:38.114503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4dd00-0fcd-46f7-aba0-094169244d5f req-8fec2a2f-a84c-4e45-a664-0082daec8ae8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:38.122828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02d4dd00-0fcd-46f7-aba0-094169244d5f req-8fec2a2f-a84c-4e45-a664-0082daec8ae8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 944 time: 0.1294038 Sep 21 18:10:38.191381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8952e636-5e59-49ba-9850-b1c45e4d2e5b req-ecce8736-da20-4bbf-ac90-b1850513f3dd service neutron] 10.222.0.41 "GET /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891434 Sep 21 18:10:38.254056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02d4dd00-0fcd-46f7-aba0-094169244d5f req-9d6604e2-6474-41d2-a126-ae92cffb2f5c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298947 Sep 21 18:10:38.317824 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.387527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '395abb04-a88b-4a54-9976-0b041030d666', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'port_id': '27a4990a-d175-44dc-90be-98a0699f54c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'mac_address': 'fa:16:3e:cb:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:09:33Z', 'updated_at': '2021-09-21T18:10:34Z', 'revision_number': 1, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:32Z', 'revision_number': 5, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:38.536140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e7417-ffda-497f-af88-d3b00be522e4 None None] The sync data for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 is: [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '395abb04-a88b-4a54-9976-0b041030d666', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'port_id': '27a4990a-d175-44dc-90be-98a0699f54c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'mac_address': 'fa:16:3e:cb:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:09:33Z', 'updated_at': '2021-09-21T18:10:34Z', 'revision_number': 1, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:32Z', 'revision_number': 5, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:10:38.914928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97872-ca4f-4cad-b66b-3fd2c2d568ee req-f860d01c-85bc-48e6-805b-b1466e626bae tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:38.925688 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08611517-214e-430b-ba45-1b054fde3b2a req-115dd0bb-6e12-4f24-9c9c-b37e0cc61b40 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0782464 Sep 21 18:10:38.934105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ace97872-ca4f-4cad-b66b-3fd2c2d568ee req-f860d01c-85bc-48e6-805b-b1466e626bae tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1807995 Sep 21 18:10:38.962467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36034) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:38.986663 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b8d3a-1e83-4c70-84d6-262073d8ca97 None None] New status for floating IP 395abb04-a88b-4a54-9976-0b041030d666: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:10:39.096355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ace97872-ca4f-4cad-b66b-3fd2c2d568ee req-d546688c-f282-4389-8c40-a0b225ba25af tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571183 Sep 21 18:10:39.509390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eee4d-ff09-4a50-ba80-614cd79d33f2 req-f4f61913-af3c-4f8d-972c-f923d9c7e6f9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:39.518133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f7eee4d-ff09-4a50-ba80-614cd79d33f2 req-f4f61913-af3c-4f8d-972c-f923d9c7e6f9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 944 time: 0.1005082 Sep 21 18:10:39.603181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f7eee4d-ff09-4a50-ba80-614cd79d33f2 req-9d36b409-14fa-42ab-9bf3-397ffc0fb8e7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 Sep 21 18:10:40.039963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.146502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2af1a4b0-23cd-4961-89ed-f4ef6882c4bc req-4ff3a838-006f-413e-aedc-93dcd41c3dac tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0382931 Sep 21 18:10:40.308861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9901297-a2ab-40d0-9636-03255feb740a req-1cf3e3b4-6f72-4816-af27-0446f6ed0154 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:40.316266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9901297-a2ab-40d0-9636-03255feb740a req-1cf3e3b4-6f72-4816-af27-0446f6ed0154 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1263020 Sep 21 18:10:40.368024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 49713304-27ae-43f6-a8ee-c7be86f4967d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:40.375985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9901297-a2ab-40d0-9636-03255feb740a req-428a2e9f-3527-43ae-8787-4fa105932d62 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Sep 21 18:10:40.501603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 49713304-27ae-43f6-a8ee-c7be86f4967d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:40.502310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.634080 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.645217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Deleting port ce9b7c90-5fda-4b34-aafa-7660c490f329 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:40.645879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.721210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:40.724193 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e3e25-5708-4512-ab28-4137a383b1d3" -d '{"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-plugged", "status": "completed", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:40.749227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:40.758898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.821981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] For port ce9b7c90-5fda-4b34-aafa-7660c490f329, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ce9b7c90-5fda-4b34-aafa-7660c490f329,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:40.822380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.834067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:40.853463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Calling delete_port for ce9b7c90-5fda-4b34-aafa-7660c490f329 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:40.897974 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae46db7a-f507-46af-8657-95fdb4845244 x-openstack-request-id: req-ae46db7a-f507-46af-8657-95fdb4845244 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:40.898337 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-plugged", "status": "completed", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:40.898585 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae46db7a-f507-46af-8657-95fdb4845244 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:40.898958 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'code': 200} Sep 21 18:10:40.918462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f63370-f747-4580-afa9-d454fc0b3cd1 req-114b22d9-d0fd-40aa-8322-7e6fd6b9683a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:40.920071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6f63370-f747-4580-afa9-d454fc0b3cd1 req-114b22d9-d0fd-40aa-8322-7e6fd6b9683a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1851940 Sep 21 18:10:41.016530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6f63370-f747-4580-afa9-d454fc0b3cd1 req-30c5a388-13fa-4065-b041-7366b33b6456 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881295 Sep 21 18:10:41.111378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.150303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9b7c90-5fda-4b34-aafa-7660c490f329,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:41.402537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c7eefeb-a52b-49c0-bada-c4259eec322e req-746b94eb-be96-459a-b806-35b332a23695 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0699489 Sep 21 18:10:41.542467 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.618405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3abd5-b989-4eef-ace2-a66731fccb24 req-36c780d9-d9f6-4424-9df4-6a5f765ec38e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:41.633111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56d3abd5-b989-4eef-ace2-a66731fccb24 req-36c780d9-d9f6-4424-9df4-6a5f765ec38e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1373420 Sep 21 18:10:41.777526 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56d3abd5-b989-4eef-ace2-a66731fccb24 req-0b84d7f8-5097-45bb-9a9d-03f9973a8bdc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431830 Sep 21 18:10:41.866953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Router f6035b0a-4eec-47d6-8740-04eb4be4950a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:10:41.921931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36184) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:41.989559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36188) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.019209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:10:42.028223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3a288b39-5972-46cb-bcd8-6b376146fbdc admin admin] 10.222.0.70 "PUT /v2.0/routers/f6035b0a-4eec-47d6-8740-04eb4be4950a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0622530 Sep 21 18:10:42.029026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36192) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.040879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] Sync routers for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:10:42.062015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:42.065557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:10:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:42.213359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a7195-21b6-4fe0-9ab1-2e08f5f75242 req-55b45602-cab5-4c02-9680-8762504ed79f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.215512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-450a7195-21b6-4fe0-9ab1-2e08f5f75242 req-55b45602-cab5-4c02-9680-8762504ed79f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0662279 Sep 21 18:10:42.280518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-450a7195-21b6-4fe0-9ab1-2e08f5f75242 req-1c6583e5-18ca-4e1a-bbbf-c75f1a49958a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579922 Sep 21 18:10:42.286468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:42.287486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dd92cfd-2616-4c91-a7e6-458d6c2a3bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.290845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.347871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.411651 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:10:42.411651 n-d-810285-3 neutron-server[95090]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:10:42.411651 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id': '19479bb699b044a1b69d6fc5083484ef', 'id': '7554c485-a1dd-4505-966e-e9048d20b567', 'expiration': datetime.datetime(2021, 9, 21, 18, 12, 42, 349494)}] Sep 21 18:10:42.411651 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:10:42.412120 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:10:42.537212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.571190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T18:10:41Z', 'revision_number': 5, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port': {'id': '18747afa-f9e5-4745-833f-0de7c2f04bb3', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:01Z', 'updated_at': '2021-09-21T17:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:42.598784 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8f0defd9-96da-4903-b79c-d2436db733e1 req-81066ace-6067-4fea-8167-ae6b7f1d4cac tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0461454 Sep 21 18:10:42.606541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] Checking router: f6035b0a-4eec-47d6-8740-04eb4be4950a for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:10:42.608168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dd92cfd-2616-4c91-a7e6-458d6c2a3bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.622511 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dd92cfd-2616-4c91-a7e6-458d6c2a3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.623310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] Routers {'f6035b0a-4eec-47d6-8740-04eb4be4950a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:42.623310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:10:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f6035b0a-4eec-47d6-8740-04eb4be4950a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:42.692496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36200) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.692683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6dd92cfd-2616-4c91-a7e6-458d6c2a3bcb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0a6c369db8e4a428b329b0d23d771a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7690606 Sep 21 18:10:42.695749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92cfd-2616-4c91-a7e6-458d6c2a3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851f062-853f-42b1-83ed-e4ab1b687ddb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:42.737220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Deleting port 18747afa-f9e5-4745-833f-0de7c2f04bb3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:42.737577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.792517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] Set router f6035b0a-4eec-47d6-8740-04eb4be4950a gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:42.805658 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91372704-bf38-49c9-a2da-5334b7f9cc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.846971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91372704-bf38-49c9-a2da-5334b7f9cc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.892606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T18:10:42Z', 'revision_number': 6, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:42.916741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.941612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f9e57-9bbb-4371-a81b-2bedca2a4219 None None] The sync data for ids ['f6035b0a-4eec-47d6-8740-04eb4be4950a'] in n-d-810285-3 is: [{'id': 'f6035b0a-4eec-47d6-8740-04eb4be4950a', 'name': 'tempest-TaggedBootDevicesTest-1420775275-router', 'tenant_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:59Z', 'updated_at': '2021-09-21T18:10:42Z', 'revision_number': 6, 'project_id': 'f69ed352cf1e4644b37f5668be5dd66d', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:10:42.955739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] For port 18747afa-f9e5-4745-833f-0de7c2f04bb3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=18747afa-f9e5-4745-833f-0de7c2f04bb3,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:42.956117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.976060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Calling delete_port for 18747afa-f9e5-4745-833f-0de7c2f04bb3 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:43.005634 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91372704-bf38-49c9-a2da-5334b7f9cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.010145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91372704-bf38-49c9-a2da-5334b7f9cc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.013701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-91372704-bf38-49c9-a2da-5334b7f9cc6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9851f062-853f-42b1-83ed-e4ab1b687ddb HTTP/1.1" status: 204 len: 168 time: 0.3174925 Sep 21 18:10:43.025187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91372704-bf38-49c9-a2da-5334b7f9cc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851f062-853f-42b1-83ed-e4ab1b687ddb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.043853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4db242-6e50-4052-8c87-095165fff874 req-a5117138-a691-479a-b3c4-d9cc1519f4de tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.054333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc4db242-6e50-4052-8c87-095165fff874 req-a5117138-a691-479a-b3c4-d9cc1519f4de tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1434872 Sep 21 18:10:43.128397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc4db242-6e50-4052-8c87-095165fff874 req-0d862e4d-3030-4205-9f5e-b75e77ccb854 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729887 Sep 21 18:10:43.255981 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.266350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.384141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bff274-cfc4-4737-8a89-1fdfbb218998,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.415350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36212) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:43.415906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-97fba573-6128-4253-bc71-6b45210ba23e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19479bb699b044a1b69d6fc5083484ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4243791 Sep 21 18:10:43.452748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.493921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36214) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:43.526646 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5b79be-135c-4736-a766-c7a4f794accd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.552659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Pushing event deleted for resources: {'Port': ['ID=18747afa-f9e5-4745-833f-0de7c2f04bb3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.560681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-220ad172-17f4-45f5-ba12-3e06490b4bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.596386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42478e4-a942-46cb-a093-27db56a93655 req-128d1608-fb13-4706-a941-18d408770cfe tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.598438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e42478e4-a942-46cb-a093-27db56a93655 req-128d1608-fb13-4706-a941-18d408770cfe tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1799114 Sep 21 18:10:43.599130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-220ad172-17f4-45f5-ba12-3e06490b4bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.668465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e42478e4-a942-46cb-a093-27db56a93655 req-d19999ff-2626-41ef-acb8-da3e55e48bc0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636487 Sep 21 18:10:43.674810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.716428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-220ad172-17f4-45f5-ba12-3e06490b4bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.721895 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-220ad172-17f4-45f5-ba12-3e06490b4bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.729047 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-220ad172-17f4-45f5-ba12-3e06490b4bca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51bff274-cfc4-4737-8a89-1fdfbb218998 HTTP/1.1" status: 204 len: 168 time: 0.3121445 Sep 21 18:10:43.762138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ad172-17f4-45f5-ba12-3e06490b4bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bff274-cfc4-4737-8a89-1fdfbb218998,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.827929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a33cb3cf-f1bc-4e36-b953-2983fc6edb1e req-c85c442c-ee10-499c-84ed-6ae0a2ceb100 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0970571 Sep 21 18:10:43.848596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.853774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.910622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5b79be-135c-4736-a766-c7a4f794accd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.917677 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5b79be-135c-4736-a766-c7a4f794accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.954523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.960174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6035b0a-4eec-47d6-8740-04eb4be4950a {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:43.968637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.969949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-876c6d9e-2663-458e-a719-8131ba7b0039 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f6035b0a-4eec-47d6-8740-04eb4be4950a HTTP/1.1" status: 204 len: 168 time: 1.9396751 Sep 21 18:10:43.975691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36224) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:44.021181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1f5b79be-135c-4736-a766-c7a4f794accd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9b5fd3320004d24b50f99e268b5bd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207531 Sep 21 18:10:44.021181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b79be-135c-4736-a766-c7a4f794accd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e8bc6f-be68-467f-82c8-e96a72b8f234,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:44.023204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36228) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:44.091542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] Deleting subnet b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:44.100362 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.171311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e43613be-1206-4733-bf90-434089ff0b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.214275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.254965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e43613be-1206-4733-bf90-434089ff0b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.356683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36232) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:44.402277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d649e92b-6a24-48e9-a590-959a654e42fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.418957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac7f2a-824d-41bf-9ef7-465066f8895e req-5f3e534a-6395-457e-b4ac-67fa62b4eb61 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:44.428614 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9ac7f2a-824d-41bf-9ef7-465066f8895e req-5f3e534a-6395-457e-b4ac-67fa62b4eb61 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1501315 Sep 21 18:10:44.495206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.543840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e43613be-1206-4733-bf90-434089ff0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.551776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e43613be-1206-4733-bf90-434089ff0b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.555972 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e43613be-1206-4733-bf90-434089ff0b00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65e8bc6f-be68-467f-82c8-e96a72b8f234 HTTP/1.1" status: 204 len: 168 time: 0.5313032 Sep 21 18:10:44.572029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9ac7f2a-824d-41bf-9ef7-465066f8895e req-36f67bb8-6937-4dbb-b17e-17524c6ccf99 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356852 Sep 21 18:10:44.580397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43613be-1206-4733-bf90-434089ff0b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e8bc6f-be68-467f-82c8-e96a72b8f234,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:44.714343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.757810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b1bbb5-aec0-44f9-a8db-cf90351b8a93,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:44.775693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.780514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2968d42a-b11e-4fb4-b68b-e29723319b98 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b2b1bbb5-aec0-44f9-a8db-cf90351b8a93 HTTP/1.1" status: 204 len: 168 time: 0.8035583 Sep 21 18:10:44.783451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15f666-db3a-4854-86f0-1f659bed2dd9 None None] Network bfcc1784-26b1-45d2-8cd2-b1b1b082c635 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:44.784222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36246) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:44.870266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d649e92b-6a24-48e9-a590-959a654e42fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.905614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0a67-943d-4e23-9afa-57734afc1615 req-3c0a4e01-a296-4b3a-a14d-0504ed6f7679 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:44.907377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d7e0a67-943d-4e23-9afa-57734afc1615 req-3c0a4e01-a296-4b3a-a14d-0504ed6f7679 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1367152 Sep 21 18:10:44.954698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d649e92b-6a24-48e9-a590-959a654e42fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.997258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649e92b-6a24-48e9-a590-959a654e42fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d40f0a0-542c-4ddc-be6a-abfdde10ef93,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.050424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.060863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce9b7c90-5fda-4b34-aafa-7660c490f329 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:45.071302 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d7e0a67-943d-4e23-9afa-57734afc1615 req-0f5f2baa-b500-458a-946b-007641b61cd5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471856 Sep 21 18:10:45.096718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36254) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:45.098959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d649e92b-6a24-48e9-a590-959a654e42fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a0967bc572c407b9ea2eba7a7797400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7404096 Sep 21 18:10:45.103494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ce9b7c90-5fda-4b34-aafa-7660c490f329 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:45.104176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ce9b7c90-5fda-4b34-aafa-7660c490f329 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:45.104800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 18747afa-f9e5-4745-833f-0de7c2f04bb3 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:45.128335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 18747afa-f9e5-4745-833f-0de7c2f04bb3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:45.129597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 18747afa-f9e5-4745-833f-0de7c2f04bb3 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:45.209843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a78d0ab-c68a-41ed-9f97-83260621d9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.233595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28916107-8849-456a-a238-1c827b530fd6 None None] DHCP port deletion for bfcc1784-26b1-45d2-8cd2-b1b1b082c635 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:45.239942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62d21f6f-f3e3-493b-b2fa-cdf7151240c1 req-460b8772-0234-4d53-9998-5327f0586c8f tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0635569 Sep 21 18:10:45.281748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Deleting port fc232dda-780d-4784-abf3-92484f866f4c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:45.282506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.284045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a78d0ab-c68a-41ed-9f97-83260621d9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.320865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-28916107-8849-456a-a238-1c827b530fd6 None None] Deleting port fc232dda-780d-4784-abf3-92484f866f4c {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:45.321515 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-28916107-8849-456a-a238-1c827b530fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.403084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] For port fc232dda-780d-4784-abf3-92484f866f4c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fc232dda-780d-4784-abf3-92484f866f4c,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:45.404416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.406404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a78d0ab-c68a-41ed-9f97-83260621d9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.410759 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a78d0ab-c68a-41ed-9f97-83260621d9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.427963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Calling delete_port for fc232dda-780d-4784-abf3-92484f866f4c owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:45.437809 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a78d0ab-c68a-41ed-9f97-83260621d9be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d40f0a0-542c-4ddc-be6a-abfdde10ef93 HTTP/1.1" status: 204 len: 168 time: 0.3357329 Sep 21 18:10:45.444087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-28916107-8849-456a-a238-1c827b530fd6 None None] For port fc232dda-780d-4784-abf3-92484f866f4c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fc232dda-780d-4784-abf3-92484f866f4c,segment=NetworkSegment(21ff057f-c097-4da3-925c-81b8dcaffadc),segment_id=21ff057f-c097-4da3-925c-81b8dcaffadc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:45.444715 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-28916107-8849-456a-a238-1c827b530fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.465386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-28916107-8849-456a-a238-1c827b530fd6 None None] Calling delete_port for fc232dda-780d-4784-abf3-92484f866f4c owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:45.466698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78d0ab-c68a-41ed-9f97-83260621d9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d40f0a0-542c-4ddc-be6a-abfdde10ef93,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.598236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.630378 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-28916107-8849-456a-a238-1c827b530fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.648615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28916107-8849-456a-a238-1c827b530fd6 None None] No DVR routers for this DVR port fc232dda-780d-4784-abf3-92484f866f4c on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:45.704324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28916107-8849-456a-a238-1c827b530fd6 None None] Pushing event deleted for resources: {'Port': ['ID=fc232dda-780d-4784-abf3-92484f866f4c,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.736057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc232dda-780d-4784-abf3-92484f866f4c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.752938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] No DVR routers for this DVR port fc232dda-780d-4784-abf3-92484f866f4c on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:45.898167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbbc55-6b85-46fb-a4d4-bcd9246b49c3 req-d6a3d042-89ef-48fa-b4d8-4fbc7a27dd5c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:45.900807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7adbbc55-6b85-46fb-a4d4-bcd9246b49c3 req-d6a3d042-89ef-48fa-b4d8-4fbc7a27dd5c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1054461 Sep 21 18:10:45.910002 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.961345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcc1784-26b1-45d2-8cd2-b1b1b082c635']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:45.987863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7adbbc55-6b85-46fb-a4d4-bcd9246b49c3 req-4e746d82-c558-4901-a3e9-fc441be57930 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718405 Sep 21 18:10:45.996722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff057f-c097-4da3-925c-81b8dcaffadc') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:46.000891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff057f-c097-4da3-925c-81b8dcaffadc') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:46.019341 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.036580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.047722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:46.048405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:46.050884 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:46.209152 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:10:46.257543 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.304898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.309829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] 10.222.0.70 "DELETE /v2.0/networks/bfcc1784-26b1-45d2-8cd2-b1b1b082c635 HTTP/1.1" status: 204 len: 168 time: 1.5241842 Sep 21 18:10:46.313261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec90b5-4516-4a0a-b8c2-cadf264b809d admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcc1784-26b1-45d2-8cd2-b1b1b082c635,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:46.356690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6046a-9e34-4e77-9055-fd2ad3e0ca30 req-4c345ad5-a28c-4398-bf3d-ec6395eec7bc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:46.358321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49b6046a-9e34-4e77-9055-fd2ad3e0ca30 req-4c345ad5-a28c-4398-bf3d-ec6395eec7bc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1878250 Sep 21 18:10:46.435144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49b6046a-9e34-4e77-9055-fd2ad3e0ca30 req-4683f0cc-d1fb-4a43-8bf9-431d63d304bd tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637813 Sep 21 18:10:46.510717 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-350bdae1-f38d-4b0b-8051-2fd3cc0c08b8 req-4b17996c-2dda-429e-91ad-bb9c8d5e329b tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0382879 Sep 21 18:10:46.576736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36302) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:46.634836 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-48ad00d0-0666-4211-b57a-94ae90775c69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f69ed352cf1e4644b37f5668be5dd66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558906 Sep 21 18:10:46.637418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:46.712735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-248e6bca-0282-42f8-adb9-e4ff0d4fdca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.749684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-248e6bca-0282-42f8-adb9-e4ff0d4fdca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.847097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-248e6bca-0282-42f8-adb9-e4ff0d4fdca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.851000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-248e6bca-0282-42f8-adb9-e4ff0d4fdca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.853730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-248e6bca-0282-42f8-adb9-e4ff0d4fdca7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05ba0592-c1cf-49a3-9961-5c4f4f7fde51 HTTP/1.1" status: 204 len: 168 time: 0.2148478 Sep 21 18:10:46.874676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e6bca-0282-42f8-adb9-e4ff0d4fdca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba0592-c1cf-49a3-9961-5c4f4f7fde51,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:46.989662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fc232dda-780d-4784-abf3-92484f866f4c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:47.012276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: fc232dda-780d-4784-abf3-92484f866f4c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:47.012957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fc232dda-780d-4784-abf3-92484f866f4c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:47.149462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548ac4a-e4e5-465a-b3c0-55d13c381753 req-66faf0c9-6ce3-42af-9261-2294167840f0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:47.157348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0548ac4a-e4e5-465a-b3c0-55d13c381753 req-66faf0c9-6ce3-42af-9261-2294167840f0 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0753229 Sep 21 18:10:47.206907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0548ac4a-e4e5-465a-b3c0-55d13c381753 req-9d702546-f02d-4555-b96b-c19620a83a17 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Sep 21 18:10:47.673406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a55489-2298-4744-b1da-d8a3f4489c14 req-7c55ffd1-b049-455c-9817-8d507ed8027a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:47.684947 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0a55489-2298-4744-b1da-d8a3f4489c14 req-7c55ffd1-b049-455c-9817-8d507ed8027a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0800092 Sep 21 18:10:47.736291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6e10514-9eb4-4aba-8eb0-ae4303aebe91 req-9ca59154-fc47-4b46-bafb-1bf5f53a6cc8 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0661981 Sep 21 18:10:47.744558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0a55489-2298-4744-b1da-d8a3f4489c14 req-9ad363e1-15af-4811-b4b2-fa7a58d9bafe tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Sep 21 18:10:48.396750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b646c-d366-4db4-be6f-fc38dfd1fd6e req-5178bb6e-89ce-4d49-98a2-0067686d278d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:48.401566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a2b646c-d366-4db4-be6f-fc38dfd1fd6e req-5178bb6e-89ce-4d49-98a2-0067686d278d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0877092 Sep 21 18:10:48.459442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a2b646c-d366-4db4-be6f-fc38dfd1fd6e req-e39ad0e7-f547-4cc5-b2bb-04442196be3b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472794 Sep 21 18:10:48.494568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36376) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:48.740041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1939471207-network', 'tenant_id': '7ec76ae319334e119442f948a3bbe1c5'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:48.785681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Made reservation on behalf of 7ec76ae319334e119442f948a3bbe1c5 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:48.793155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.805095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.959963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.005011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b6bb08cb-d441-4aa2-be05-99bc1ef5055f req-b1385d9c-511d-4e6b-bd0c-7eea1f190355 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.1169195 Sep 21 18:10:49.005674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.044315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b919bf-185e-4a0d-9437-9e548a6a41dc req-66cd3896-b13e-4e14-b5b7-ed33c2a4486f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:49.047517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46b919bf-185e-4a0d-9437-9e548a6a41dc req-66cd3896-b13e-4e14-b5b7-ed33c2a4486f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1826046 Sep 21 18:10:49.073856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:49.083557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61cbec-22d7-4c6f-8358-24d6206cb111,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.103435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.103813 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Added segment ea27a91a-6a0e-4c8d-8f10-1e03523e8795 of type vlan for network 714e6f7f-e742-407e-a229-53190c7c0935 Sep 21 18:10:49.162312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46b919bf-185e-4a0d-9437-9e548a6a41dc req-bf199950-61ff-4eda-95a6-1488da7d41bf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020174 Sep 21 18:10:49.243955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.357718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.359506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:49.360772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.409781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9133408 Sep 21 18:10:49.412653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36410) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:49.417873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Request body: {'subnet': {'network_id': '714e6f7f-e742-407e-a229-53190c7c0935', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1939471207-subnet', 'tenant_id': '7ec76ae319334e119442f948a3bbe1c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:49.541721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed1949-83b8-4329-9983-b3a6d1a31108 admin admin] Pushing event updated for resources: {'Network': ['ID=714e6f7f-e742-407e-a229-53190c7c0935,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.549818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Made reservation on behalf of 7ec76ae319334e119442f948a3bbe1c5 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:49.562632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.562951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 714e6f7f-e742-407e-a229-53190c7c0935 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:49.761249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c685d-fc04-45aa-bf23-4a514c24879b req-9fe7a5ae-a44e-41e2-84e3-4b45d3e8e78c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:49.769786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b61c685d-fc04-45aa-bf23-4a514c24879b req-9fe7a5ae-a44e-41e2-84e3-4b45d3e8e78c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1655099 Sep 21 18:10:49.919420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.958932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b61c685d-fc04-45aa-bf23-4a514c24879b req-c3ec4fd7-246b-4cc0-9816-57eee4d72795 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737666 Sep 21 18:10:50.013195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Checking segment: {'id': 'ea27a91a-6a0e-4c8d-8f10-1e03523e8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '714e6f7f-e742-407e-a229-53190c7c0935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:50.013608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Network hostable DHCP agents. Network: 714e6f7f-e742-407e-a229-53190c7c0935, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:10:50.054612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575bed38-92af-42b8-b27c-e6359cb0d86c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:50.076828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Network 714e6f7f-e742-407e-a229-53190c7c0935 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:10:50.089212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 714e6f7f-e742-407e-a229-53190c7c0935) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:50.095023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:50.095622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.097871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174527e9-600f-478c-8147-d7bd4cba3904 None None] Network 714e6f7f-e742-407e-a229-53190c7c0935 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:50.148540 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2624109e-ea27-49d5-9870-f85a39803106 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7347569 Sep 21 18:10:50.186512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d50cd563-3150-4db3-a963-8114c205d03b req-c8029ab8-3f40-42ea-b20c-1fa7aaf6d4af tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0407691 Sep 21 18:10:50.316277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c73dbb-083b-4118-994e-1ad4d35b8ddf None None] Network 714e6f7f-e742-407e-a229-53190c7c0935 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:50.457888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6be1-466c-40ef-969b-38a8a5a3c4ed req-143e1955-8424-4760-99fd-1ed38c5857dc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:50.466138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c6a6be1-466c-40ef-969b-38a8a5a3c4ed req-143e1955-8424-4760-99fd-1ed38c5857dc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1140435 Sep 21 18:10:50.535723 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c6a6be1-466c-40ef-969b-38a8a5a3c4ed req-0345d615-f177-4d72-b187-b7f9fcc6dda5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665565 Sep 21 18:10:50.618532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36452) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:50.806434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dae8cbee-ef96-4f5b-acb2-2ca02f3f6274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.021416 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dae8cbee-ef96-4f5b-acb2-2ca02f3f6274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.040138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dae8cbee-ef96-4f5b-acb2-2ca02f3f6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.177573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36474) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:51.190138 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dae8cbee-ef96-4f5b-acb2-2ca02f3f6274 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52825177dad84ea0b523b146fa64de1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705695 Sep 21 18:10:51.211108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-b7fcf94e-8afe-430c-8002-5af2d587487d tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:51.212686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-b7fcf94e-8afe-430c-8002-5af2d587487d tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/networks?id=714e6f7f-e742-407e-a229-53190c7c0935 HTTP/1.1" status: 200 len: 814 time: 0.3173196 Sep 21 18:10:51.213887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8cbee-ef96-4f5b-acb2-2ca02f3f6274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba759850-9ee1-4de3-8447-5137dbbbbfca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:51.247716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0627a-7fec-48af-a054-35a51f30c476 req-075a2768-e806-4d57-b7e4-b66622dfbf98 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:51.260071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4d0627a-7fec-48af-a054-35a51f30c476 req-075a2768-e806-4d57-b7e4-b66622dfbf98 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1534443 Sep 21 18:10:51.275036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-1001b85c-4cf1-4ec1-83e2-4623f65ee1fa tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/quotas/7ec76ae319334e119442f948a3bbe1c5 HTTP/1.1" status: 200 len: 375 time: 0.0230610 Sep 21 18:10:51.344432 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-84769c51-7695-4147-8c6c-14c8a832015f tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ec76ae319334e119442f948a3bbe1c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665474 Sep 21 18:10:51.355185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6eb50182-b057-411e-b941-614479c7eba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.379032 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4d0627a-7fec-48af-a054-35a51f30c476 req-534e8b3f-92a5-4a39-b60d-ff4fb7e30fa5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136117 Sep 21 18:10:51.421844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6eb50182-b057-411e-b941-614479c7eba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.506142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6eb50182-b057-411e-b941-614479c7eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.510633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6eb50182-b057-411e-b941-614479c7eba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.514460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6eb50182-b057-411e-b941-614479c7eba0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba759850-9ee1-4de3-8447-5137dbbbbfca HTTP/1.1" status: 204 len: 168 time: 0.3334064 Sep 21 18:10:51.526332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb50182-b057-411e-b941-614479c7eba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba759850-9ee1-4de3-8447-5137dbbbbfca,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:51.605704 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e171d5c-9430-407a-b2f2-b2dd8d32adcb req-0487fa19-0bcb-4631-ab15-753bcb07a174 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0761931 Sep 21 18:10:51.618532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-b1e2bcd5-0481-4f89-bd7a-a29b4c1a28e3 service neutron] 10.222.0.70 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722058 Sep 21 18:10:51.862243 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-9ebe6d29-b47b-4e36-9d8f-0e7ae7a76009 service neutron] 10.222.0.70 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350924 Sep 21 18:10:52.037683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ac40-793b-4d2c-8a6c-ce02206adb89 req-f9bc3678-e8c1-4195-8e52-aaf0979aca7a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:52.038625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36494) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:52.039099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58f1ac40-793b-4d2c-8a6c-ce02206adb89 req-f9bc3678-e8c1-4195-8e52-aaf0979aca7a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0805483 Sep 21 18:10:52.062122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea613-d4c4-4a45-86f9-82d68aedfb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.097164 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b8ee21f3-9e40-4fc8-85ee-259a51e3f23f req-a137afff-108e-44ca-8498-8c9d36eb1b22 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 210 time: 0.0322864 Sep 21 18:10:52.148926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58f1ac40-793b-4d2c-8a6c-ce02206adb89 req-6bebbe62-3627-49b2-9ecb-ff9ae5e5972c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037419 Sep 21 18:10:52.289527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea613-d4c4-4a45-86f9-82d68aedfb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.298475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea613-d4c4-4a45-86f9-82d68aedfb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.374118 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ef9ea613-d4c4-4a45-86f9-82d68aedfb62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e6b72fb5a6e49bcb2c563edeebe758a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313253 Sep 21 18:10:52.374118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ea613-d4c4-4a45-86f9-82d68aedfb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155a5293-aa6a-4926-b4c2-88055fd0cc15,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:52.374492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36504) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:52.566384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19615a6f-f7ec-48fc-bebe-6e0131a031c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.615178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19615a6f-f7ec-48fc-bebe-6e0131a031c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.617794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b1c3f-1d89-4c0b-88e0-67ea5043ffb1 req-d9a26d04-e8a4-4c84-9517-88bd1ca89fe1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:52.627252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c18b1c3f-1d89-4c0b-88e0-67ea5043ffb1 req-d9a26d04-e8a4-4c84-9517-88bd1ca89fe1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1585832 Sep 21 18:10:52.699219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c18b1c3f-1d89-4c0b-88e0-67ea5043ffb1 req-206f2e5d-63a1-4451-acf2-a830a9e15790 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709226 Sep 21 18:10:52.719257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19615a6f-f7ec-48fc-bebe-6e0131a031c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.737187 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19615a6f-f7ec-48fc-bebe-6e0131a031c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.744436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-19615a6f-f7ec-48fc-bebe-6e0131a031c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/155a5293-aa6a-4926-b4c2-88055fd0cc15 HTTP/1.1" status: 204 len: 168 time: 0.3665066 Sep 21 18:10:52.767203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615a6f-f7ec-48fc-bebe-6e0131a031c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155a5293-aa6a-4926-b4c2-88055fd0cc15,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:52.914045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51d1a263-eef2-41c1-b781-e67178242f36 req-a3a76611-4b21-4a7b-b1c8-1a5bb9e520f7 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0945606 Sep 21 18:10:53.382702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e9e1b5a-64a2-41b5-be34-c3e3db3611d0 req-4cd31a1b-393d-4438-9771-476b704b9424 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 210 time: 0.1073849 Sep 21 18:10:53.555038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9cf6-a60b-47f5-ac70-205b91c49236 req-74e920b0-f72a-4d76-a26b-2a88300c8eb1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:53.560367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3c7a9cf6-a60b-47f5-ac70-205b91c49236 req-74e920b0-f72a-4d76-a26b-2a88300c8eb1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1341319 Sep 21 18:10:53.645461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3c7a9cf6-a60b-47f5-ac70-205b91c49236 req-76ab77bc-a4da-4f12-8bc6-dd3111c140fc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755358 Sep 21 18:10:53.953369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08e2b-745a-4cf0-b1cc-bc1a0ec531ba req-6ec33872-d933-4ea8-aea5-73c714e2eb85 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:53.971408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4e08e2b-745a-4cf0-b1cc-bc1a0ec531ba req-6ec33872-d933-4ea8-aea5-73c714e2eb85 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0976105 Sep 21 18:10:54.061538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4e08e2b-745a-4cf0-b1cc-bc1a0ec531ba req-d6fb422f-3009-4703-859d-4a5c4885fa28 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882385 Sep 21 18:10:54.258564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb31a3e0-3c54-411f-be46-608345360ea7 req-7aeae4d6-6eaf-4a62-9d48-b102d0d01bf7 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.1017139 Sep 21 18:10:54.510939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c49daf9-f6aa-43ac-93d5-a2a443d14895 req-35448c31-12d8-4364-91e8-4cfa0d94b5c8 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 210 time: 0.0453029 Sep 21 18:10:54.843669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a729b13-7af2-45ab-97ca-94451b1441f3 req-f7b52de8-b257-4460-8066-a035dcc5ba70 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:54.845336 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a729b13-7af2-45ab-97ca-94451b1441f3 req-f7b52de8-b257-4460-8066-a035dcc5ba70 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.0960033 Sep 21 18:10:54.939654 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d3c0ad0b-baff-4c82-ae14-a143666f5dc0 req-5ae5d382-60c0-43bb-868b-d5904a4a8f89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0932934 Sep 21 18:10:54.970183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-097210ed-8fb7-4ab9-955c-d057f82f15f3 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:54.971940 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-097210ed-8fb7-4ab9-955c-d057f82f15f3 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.41 "GET /v2.0/networks?id=714e6f7f-e742-407e-a229-53190c7c0935 HTTP/1.1" status: 200 len: 814 time: 0.2440500 Sep 21 18:10:55.000404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a729b13-7af2-45ab-97ca-94451b1441f3 req-d443fd00-8b2d-443c-ba27-cec47ff4b7a3 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364856 Sep 21 18:10:55.174680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Request body: {'port': {'device_id': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'network_id': '714e6f7f-e742-407e-a229-53190c7c0935', 'admin_state_up': True, 'tenant_id': '7ec76ae319334e119442f948a3bbe1c5'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:55.461528 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ef66f52e-42ef-4cac-9347-584a274a6621 req-fea5d185-3ac1-4c12-885a-01fbc56b32d5 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0653136 Sep 21 18:10:55.484863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Made reservation on behalf of 7ec76ae319334e119442f948a3bbe1c5 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:55.489560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.514317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48ebc6-bff5-4e01-ae5c-8ea12fcb4dfb req-df2148a3-4797-411e-b666-1d8efcc29588 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:55.523610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc48ebc6-bff5-4e01-ae5c-8ea12fcb4dfb req-df2148a3-4797-411e-b666-1d8efcc29588 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1148188 Sep 21 18:10:55.624740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc48ebc6-bff5-4e01-ae5c-8ea12fcb4dfb req-69b61973-1595-4f47-85fb-ba05fc580f68 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996408 Sep 21 18:10:55.729863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-46ad07c2-f57e-4b12-a762-f161f53a30a9 req-f7709784-4b1b-4105-bacb-93a7569f1d34 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 210 time: 0.0415716 Sep 21 18:10:55.742410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Allocated IP 172.20.0.9 (714e6f7f-e742-407e-a229-53190c7c0935/575bed38-92af-42b8-b27c-e6359cb0d86c/3081626d-2e05-46a0-b956-9ed66c9e9235) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:55.991961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.071380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.314180 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-b0f594e8-ac0b-4c06-bd42-beb8d06f5a5c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535823 Sep 21 18:10:56.369046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Pushing event updated for resources: {'Port': ['ID=3081626d-2e05-46a0-b956-9ed66c9e9235,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:56.383043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Network 714e6f7f-e742-407e-a229-53190c7c0935 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:56.385893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:56.389170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:56.476453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928acf1-71d4-419b-950a-031905dc939c req-dc2b9805-5f1b-4c20-b758-c2de1b241451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:56.478343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-dc2b9805-5f1b-4c20-b758-c2de1b241451 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 1100 time: 0.0791280 Sep 21 18:10:56.500920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361ca9-8bb5-4eb2-b19a-0624a34152fa req-9e98b777-80b5-4883-b6c2-acdc57e97435 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:56.526495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b361ca9-8bb5-4eb2-b19a-0624a34152fa req-9e98b777-80b5-4883-b6c2-acdc57e97435 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.3141236 Sep 21 18:10:56.564192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:56.565280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.612640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-49b0e605-9607-4fb7-9203-5f47d9aad6ca tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4430828 Sep 21 18:10:56.633212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b361ca9-8bb5-4eb2-b19a-0624a34152fa req-957fab4d-50ad-419c-bdba-933600c869cc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024842 Sep 21 18:10:56.645486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Request body: {'port': {'device_id': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:56.782719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.822095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928acf1-71d4-419b-950a-031905dc939c req-cd8bc929-cfeb-4904-8532-08c4da74fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:56.825407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-cd8bc929-cfeb-4904-8532-08c4da74fa4d service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.3139682 Sep 21 18:10:56.839907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e55198a-0a5e-48a1-9b71-53af5a455e84 req-60f2b54f-c161-4fad-9970-e4306657bbf4 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.2653735 Sep 21 18:10:56.951273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-07ae6971-b8a3-49e0-ae27-ae630be08671 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 200 len: 217 time: 0.1018505 Sep 21 18:10:57.146754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928acf1-71d4-419b-950a-031905dc939c req-38e400ed-1067-42e0-86f9-bec5bf1be1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:57.148264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-38e400ed-1067-42e0-86f9-bec5bf1be1f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1778162 Sep 21 18:10:57.161325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c3852-1865-41fa-bf4e-396fb7935d8e req-75869573-a40e-49cf-a209-d64d2220f9aa tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:57.163743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c04c3852-1865-41fa-bf4e-396fb7935d8e req-75869573-a40e-49cf-a209-d64d2220f9aa tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 931 time: 0.0680747 Sep 21 18:10:57.243975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734eb2-64b0-437f-bdd1-2d8563c1e0c7 req-d375088b-7130-4d4f-b7a7-48d97825376a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:57.251746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe734eb2-64b0-437f-bdd1-2d8563c1e0c7 req-d375088b-7130-4d4f-b7a7-48d97825376a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1538858 Sep 21 18:10:57.332802 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c04c3852-1865-41fa-bf4e-396fb7935d8e req-93d1f8da-b729-45c7-9741-5cdbf1f247fd tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388423 Sep 21 18:10:57.384286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928acf1-71d4-419b-950a-031905dc939c req-4af67392-8679-4934-8a41-bc17c3ff816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:57.386029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-4af67392-8679-4934-8a41-bc17c3ff816b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2213933 Sep 21 18:10:57.416665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe734eb2-64b0-437f-bdd1-2d8563c1e0c7 req-83d7b8fc-66a0-4f7e-9ddb-e9d126249517 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614702 Sep 21 18:10:57.600802 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-37949056-502e-48b0-991f-f7beb5802d52 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946275 Sep 21 18:10:57.727570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3081626d-2e05-46a0-b956-9ed66c9e9235 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:57.748335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.772717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Transition to ACTIVE for port object 3081626d-2e05-46a0-b956-9ed66c9e9235 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:10:57.779693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.844452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b928acf1-71d4-419b-950a-031905dc939c req-ec9c30c6-9927-4d6e-b68c-89e7841d696d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402513 Sep 21 18:10:57.902818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Pushing event updated for resources: {'Port': ['ID=3081626d-2e05-46a0-b956-9ed66c9e9235,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:58.037343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75d78537-fb7e-42d7-8adf-434a43b82347 req-d329d06b-8b2e-45ec-8acc-06407fc2955b tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74&device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0618806 Sep 21 18:10:58.422119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20798533-c8e5-47b0-921f-2157cb6ebafa req-28430d74-1a91-417c-9cb2-6bc016dcc834 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:58.433922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-20798533-c8e5-47b0-921f-2157cb6ebafa req-28430d74-1a91-417c-9cb2-6bc016dcc834 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.5969617 Sep 21 18:10:58.441860 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-84c970bf-1805-4bdb-98f5-ee7a1eb4a3ce req-6974ee36-7e0b-4c61-a505-4e24a7cbf6b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b471a7f9f40c4817b3d19fefe459665c&device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0514736 Sep 21 18:10:58.489522 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-84c970bf-1805-4bdb-98f5-ee7a1eb4a3ce req-a155d12b-532c-49f5-bd3d-545d8a9cbd45 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b471a7f9f40c4817b3d19fefe459665c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382099 Sep 21 18:10:58.503352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-20798533-c8e5-47b0-921f-2157cb6ebafa req-87da9ea7-ad9e-442a-8387-9af1e389ef8a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676765 Sep 21 18:10:58.540117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Attempting to bind port 3081626d-2e05-46a0-b956-9ed66c9e9235 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:58.540546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Attempting to bind port 3081626d-2e05-46a0-b956-9ed66c9e9235 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'ea27a91a-6a0e-4c8d-8f10-1e03523e8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '714e6f7f-e742-407e-a229-53190c7c0935'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:58.540974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Attempting to bind port 3081626d-2e05-46a0-b956-9ed66c9e9235 on network 714e6f7f-e742-407e-a229-53190c7c0935 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:58.546060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Port 3081626d-2e05-46a0-b956-9ed66c9e9235 on network 714e6f7f-e742-407e-a229-53190c7c0935 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:10:58.546481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Attempting to bind port 3081626d-2e05-46a0-b956-9ed66c9e9235 on network 714e6f7f-e742-407e-a229-53190c7c0935 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:58.553957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:58.556237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Checking segment: {'id': 'ea27a91a-6a0e-4c8d-8f10-1e03523e8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '714e6f7f-e742-407e-a229-53190c7c0935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:58.556874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Bound using segment: {'id': 'ea27a91a-6a0e-4c8d-8f10-1e03523e8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '714e6f7f-e742-407e-a229-53190c7c0935'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:58.557534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Bound port: 3081626d-2e05-46a0-b956-9ed66c9e9235, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea27a91a-6a0e-4c8d-8f10-1e03523e8795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '714e6f7f-e742-407e-a229-53190c7c0935'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:58.558446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.598270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e040f-b146-4260-ada9-70f7fe9ac8b5 req-e51ea4d5-f26c-40df-a403-9b50b1b497aa tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:58.599891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9e040f-b146-4260-ada9-70f7fe9ac8b5 req-e51ea4d5-f26c-40df-a403-9b50b1b497aa tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 943 time: 0.1135335 Sep 21 18:10:58.655504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd6fdca0-2661-414a-b06d-55d60310faf8 req-cda561ee-c577-4148-b43f-46a28171b6d4 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0372281 Sep 21 18:10:58.676461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9e040f-b146-4260-ada9-70f7fe9ac8b5 req-13beb56e-6c10-4319-a3a1-9416a33aa131 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Sep 21 18:10:58.688352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] For port 3081626d-2e05-46a0-b956-9ed66c9e9235, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:58.697387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] For port 3081626d-2e05-46a0-b956-9ed66c9e9235, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3081626d-2e05-46a0-b956-9ed66c9e9235,segment=NetworkSegment(ea27a91a-6a0e-4c8d-8f10-1e03523e8795),segment_id=ea27a91a-6a0e-4c8d-8f10-1e03523e8795)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:58.715813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.764610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c970bf-1805-4bdb-98f5-ee7a1eb4a3ce req-68faee68-e9fc-49c0-8d02-4fb0c1c17cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:58.766108 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-84c970bf-1805-4bdb-98f5-ee7a1eb4a3ce req-68faee68-e9fc-49c0-8d02-4fb0c1c17cf3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2670438 Sep 21 18:10:58.867593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:58.868373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.869642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] 10.222.0.41 "PUT /v2.0/ports/3081626d-2e05-46a0-b956-9ed66c9e9235 HTTP/1.1" status: 200 len: 1091 time: 2.2477832 Sep 21 18:10:58.871169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'tag': '3081626d-2e05-46a0-b956-9ed66c9e9235'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:58.873498 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b9348f-df29-4919-ad4e-635e46d9fe14" -d '{"events": [{"name": "network-changed", "server_uuid": "8350f3e2-1321-4f9e-b2b9-c4c709867518", "tag": "3081626d-2e05-46a0-b956-9ed66c9e9235"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:58.908679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5306-ce43-43a2-8aab-b0ed9162e6ed service neutron] Pushing event updated for resources: {'Port': ['ID=3081626d-2e05-46a0-b956-9ed66c9e9235,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:58.924270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1545-4eba-44e1-912d-d8cadf191c5e req-aae866f6-a615-4040-9775-0cf4b4ae0347 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:58.925820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b8f1545-4eba-44e1-912d-d8cadf191c5e req-aae866f6-a615-4040-9775-0cf4b4ae0347 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1007464 Sep 21 18:10:58.931215 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262c8164-0b99-466d-ada4-5745000b4b33 x-openstack-request-id: req-262c8164-0b99-466d-ada4-5745000b4b33 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:58.931704 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8350f3e2-1321-4f9e-b2b9-c4c709867518", "tag": "3081626d-2e05-46a0-b956-9ed66c9e9235", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:58.932183 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-262c8164-0b99-466d-ada4-5745000b4b33 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:58.932891 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'tag': '3081626d-2e05-46a0-b956-9ed66c9e9235', 'status': 'completed', 'code': 200} Sep 21 18:10:59.004585 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b8f1545-4eba-44e1-912d-d8cadf191c5e req-be00887e-f8de-409a-89e6-beea25f1331b tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666668 Sep 21 18:10:59.007418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-c15799fc-d125-4932-bbae-32bdf00fb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.009008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-c15799fc-d125-4932-bbae-32bdf00fb0e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec76ae319334e119442f948a3bbe1c5&device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 1094 time: 0.0700502 Sep 21 18:10:59.063670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-ed9de460-d713-4fdc-8d8c-dbf8f6806ded service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3081626d-2e05-46a0-b956-9ed66c9e9235 HTTP/1.1" status: 200 len: 217 time: 0.0420594 Sep 21 18:10:59.079667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fad26a-6fec-471f-8613-4f4b561c396b req-a83813f4-564e-4b7b-9e4d-a47d5621bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.081085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24fad26a-6fec-471f-8613-4f4b561c396b req-a83813f4-564e-4b7b-9e4d-a47d5621bb73 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 1096 time: 0.0567017 Sep 21 18:10:59.125920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-f2384143-1848-4dd9-ba2f-ff84821509d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.127668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-f2384143-1848-4dd9-ba2f-ff84821509d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=575bed38-92af-42b8-b27c-e6359cb0d86c HTTP/1.1" status: 200 len: 854 time: 0.0531352 Sep 21 18:10:59.185259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-8ce3845d-d09f-4523-9fd4-c480c3ad8c25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=714e6f7f-e742-407e-a229-53190c7c0935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452719 Sep 21 18:10:59.245013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6f89c1a9-5fdb-4dce-b9c8-4c9d989ece7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.316441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-679c3730-caf8-42a7-b425-f7cea7defcb8 service neutron] 10.222.0.41 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175802 Sep 21 18:10:59.456026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77b88dd7-c06b-4e04-bf93-090f4f0f8ed2 req-ec59d48c-1d26-45aa-94fe-03f3b334db02 service neutron] 10.222.0.41 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314201 Sep 21 18:10:59.544678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fad26a-6fec-471f-8613-4f4b561c396b req-5c79cb08-57b9-4da4-9e7d-a136d098fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.546236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24fad26a-6fec-471f-8613-4f4b561c396b req-5c79cb08-57b9-4da4-9e7d-a136d098fb2a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.4550085 Sep 21 18:10:59.603422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24fad26a-6fec-471f-8613-4f4b561c396b req-257652f5-90f5-414a-bac4-5bebca4df6b4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49713304-27ae-43f6-a8ee-c7be86f4967d HTTP/1.1" status: 200 len: 217 time: 0.0471480 Sep 21 18:10:59.660146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-d500e426-98d6-4476-bf99-e7ad210f23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.662158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-d500e426-98d6-4476-bf99-e7ad210f23ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec76ae319334e119442f948a3bbe1c5&device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 1094 time: 0.1275768 Sep 21 18:10:59.686031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fad26a-6fec-471f-8613-4f4b561c396b req-9ee4698f-f6b0-4424-a1e1-92c7c7c70137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.688930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24fad26a-6fec-471f-8613-4f4b561c396b req-9ee4698f-f6b0-4424-a1e1-92c7c7c70137 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0717599 Sep 21 18:10:59.740022 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24fad26a-6fec-471f-8613-4f4b561c396b req-985f9eec-9f12-4762-b774-875bdecf8b28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405338 Sep 21 18:10:59.770580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f892b-76bc-4b03-ac05-f6dd764b2142 req-922eff80-4197-4602-bcd6-5ebdbb78619e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.772882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed8f892b-76bc-4b03-ac05-f6dd764b2142 req-922eff80-4197-4602-bcd6-5ebdbb78619e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1662199 Sep 21 18:10:59.863648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed8f892b-76bc-4b03-ac05-f6dd764b2142 req-b6cc5361-1fe9-44c8-b097-72f4d3110d3c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Sep 21 18:10:59.881256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-845abd27-e480-48f3-8f19-a4c8ac2b1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:59.882520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66b02e5e-e7ab-44e9-adb9-b02d29a84c3f req-e2c72dda-bb7d-4be4-8016-65c88c6d075a tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0383728 Sep 21 18:10:59.882735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-845abd27-e480-48f3-8f19-a4c8ac2b1380 service neutron] 10.222.0.41 "GET /v2.0/networks?id=714e6f7f-e742-407e-a229-53190c7c0935 HTTP/1.1" status: 200 len: 916 time: 0.2048404 Sep 21 18:10:59.882914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24fad26a-6fec-471f-8613-4f4b561c396b req-b1453a48-27e4-48bb-87bd-6c34fbc4bd75 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300740 Sep 21 18:10:59.969491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-3457c4b6-3e0e-432a-ae17-a4c8eda885d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3081626d-2e05-46a0-b956-9ed66c9e9235 HTTP/1.1" status: 200 len: 217 time: 0.0855882 Sep 21 18:11:00.048969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24fad26a-6fec-471f-8613-4f4b561c396b req-df36f00e-5603-4372-bf00-449e969cd60e service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622677 Sep 21 18:11:00.096074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02392364-3f9c-469e-9969-e5b43209e6bf req-7bb5db0f-7ca9-447c-a975-65822b9050ba tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:00.097679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02392364-3f9c-469e-9969-e5b43209e6bf req-7bb5db0f-7ca9-447c-a975-65822b9050ba tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 943 time: 0.1126842 Sep 21 18:11:00.102665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-e14b7ae5-9f08-45e5-80ef-f8b47318131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:00.104196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-e14b7ae5-9f08-45e5-80ef-f8b47318131c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=575bed38-92af-42b8-b27c-e6359cb0d86c HTTP/1.1" status: 200 len: 854 time: 0.0801134 Sep 21 18:11:00.205550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-871e1905-b456-49fe-b570-0ea2c713d188 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=714e6f7f-e742-407e-a229-53190c7c0935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916829 Sep 21 18:11:00.261141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02392364-3f9c-469e-9969-e5b43209e6bf req-af2d3082-98a0-43f2-8f9f-49b3f1df313c tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203952 Sep 21 18:11:00.268341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70275255-1bbc-4311-abce-c77c1a9e9ad1 req-03d54458-ed78-432c-9d23-20f0cb349d44 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:00.278813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-70275255-1bbc-4311-abce-c77c1a9e9ad1 req-03d54458-ed78-432c-9d23-20f0cb349d44 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0914710 Sep 21 18:11:00.342917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-70275255-1bbc-4311-abce-c77c1a9e9ad1 req-1fee25ee-909b-4359-ad17-8d2053d0aae5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Sep 21 18:11:00.406684 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-84c970bf-1805-4bdb-98f5-ee7a1eb4a3ce req-34e2bfa5-0cd4-4811-8273-34d03b63338b tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.41 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0386238 Sep 21 18:11:00.411209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-d7704a1a-e86a-446d-90ae-ac5cb68157de service neutron] 10.222.0.41 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904252 Sep 21 18:11:00.559894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88b9348f-df29-4919-ad4e-635e46d9fe14 req-6fbffbd4-f773-47a9-93fa-e5cfd4530edf service neutron] 10.222.0.41 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396654 Sep 21 18:11:01.089627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb97ab10-b3c8-4b98-88e4-b07442c80467 req-e411943b-0502-4661-bdbb-bf7619324dd7 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=3549a191-f06b-41ec-8f22-15931a99ab74 HTTP/1.1" status: 200 len: 210 time: 0.0582607 Sep 21 18:11:01.175119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664452e0-9d66-48a6-8d6f-93a28809e50d req-e71dfe64-50da-4456-86dd-12902f58ca85 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:01.176733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-664452e0-9d66-48a6-8d6f-93a28809e50d req-e71dfe64-50da-4456-86dd-12902f58ca85 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1494775 Sep 21 18:11:01.239678 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-664452e0-9d66-48a6-8d6f-93a28809e50d req-23588972-9886-4a6e-8d96-aaa53b81e78d tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531762 Sep 21 18:11:01.388523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f5070-29c1-48f4-bc4c-bd00b9174b25 req-e8c8aed0-5b16-480e-b338-430fde4366c6 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:01.390301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf4f5070-29c1-48f4-bc4c-bd00b9174b25 req-e8c8aed0-5b16-480e-b338-430fde4366c6 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 943 time: 0.0575373 Sep 21 18:11:01.458781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf4f5070-29c1-48f4-bc4c-bd00b9174b25 req-9cdfa0a4-7454-4c58-ba98-acf1a2ec5f5f tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553129 Sep 21 18:11:01.481492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4987a20-956f-42ae-a1c4-0a5d5cef23ae req-c6eaa335-6a2e-4235-a85e-9f75bf354342 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:01.487128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c4987a20-956f-42ae-a1c4-0a5d5cef23ae req-c6eaa335-6a2e-4235-a85e-9f75bf354342 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0690012 Sep 21 18:11:01.534944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c4987a20-956f-42ae-a1c4-0a5d5cef23ae req-22bacd19-c335-4f9e-90e8-8b0bfed0e3d8 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Sep 21 18:11:02.213733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3081626d-2e05-46a0-b956-9ed66c9e9235 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:02.408550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3081626d-2e05-46a0-b956-9ed66c9e9235, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3081626d-2e05-46a0-b956-9ed66c9e9235,segment=NetworkSegment(ea27a91a-6a0e-4c8d-8f10-1e03523e8795),segment_id=ea27a91a-6a0e-4c8d-8f10-1e03523e8795)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:02.435996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e18efb23-b130-4e02-bf33-3d01aee74e88 req-19966308-f811-4c93-8b8b-316e2c54fd6a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b471a7f9f40c4817b3d19fefe459665c&device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0466516 Sep 21 18:11:02.452730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '3081626d-2e05-46a0-b956-9ed66c9e9235', 'network_id': '714e6f7f-e742-407e-a229-53190c7c0935', 'port_id': '3081626d-2e05-46a0-b956-9ed66c9e9235', 'mac_address': 'fa:16:3e:80:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575bed38-92af-42b8-b27c-e6359cb0d86c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:02.458299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfc300-26b6-4e69-9521-58bdccdb6368 req-44695d6a-adfd-4b77-854a-a633a4c5228b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:02.462465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42f8366a-bdb6-4f4a-a651-e6444c324a8d req-c54212b4-1495-4ef3-bf47-47b04887dbfa tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0446081 Sep 21 18:11:02.470915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f1cfc300-26b6-4e69-9521-58bdccdb6368 req-44695d6a-adfd-4b77-854a-a633a4c5228b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 945 time: 0.1259382 Sep 21 18:11:02.509419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 49713304-27ae-43f6-a8ee-c7be86f4967d no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:02.558429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e18efb23-b130-4e02-bf33-3d01aee74e88 req-887035ce-a4c8-4ae5-92e3-7abb4a238c27 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b471a7f9f40c4817b3d19fefe459665c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628765 Sep 21 18:11:02.604292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.644997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca74278-8a87-4900-98ed-07bf94647a0b req-706385aa-b40b-4a4f-8eaa-31f21019e16b tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:02.646269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3081626d-2e05-46a0-b956-9ed66c9e9235 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:02.651526 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f1cfc300-26b6-4e69-9521-58bdccdb6368 req-eba0284a-e81c-488e-94bb-b72ca1504fe9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779234 Sep 21 18:11:02.672243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ca74278-8a87-4900-98ed-07bf94647a0b req-706385aa-b40b-4a4f-8eaa-31f21019e16b tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 943 time: 0.0965095 Sep 21 18:11:02.736193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18efb23-b130-4e02-bf33-3d01aee74e88 req-38bcf3c1-0137-486c-bf50-e94b6afb0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:02.737849 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e18efb23-b130-4e02-bf33-3d01aee74e88 req-38bcf3c1-0137-486c-bf50-e94b6afb0ee5 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1691492 Sep 21 18:11:02.749987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3081626d-2e05-46a0-b956-9ed66c9e9235, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3081626d-2e05-46a0-b956-9ed66c9e9235,segment=NetworkSegment(ea27a91a-6a0e-4c8d-8f10-1e03523e8795),segment_id=ea27a91a-6a0e-4c8d-8f10-1e03523e8795)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:02.764074 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.787028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ca74278-8a87-4900-98ed-07bf94647a0b req-4be1c102-a092-4afb-9697-d3b7f1a0eb0d tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144960 Sep 21 18:11:02.877340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.933001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:02.946230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:02.949781 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a510e9-c42b-48d4-afa6-78be802c0d1d" -d '{"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-unplugged", "status": "completed", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:02.954519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2764e01-38b7-4901-ae21-12f492e30cb7 req-7bb766d7-aa62-4945-886c-753fadfd4fbd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:02.995072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2764e01-38b7-4901-ae21-12f492e30cb7 req-7bb766d7-aa62-4945-886c-753fadfd4fbd tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.1818023 Sep 21 18:11:02.995760 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.017632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3081626d-2e05-46a0-b956-9ed66c9e9235,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:03.093193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2764e01-38b7-4901-ae21-12f492e30cb7 req-8b38dc6d-4817-4240-bb06-a38ebdd3df86 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879858 Sep 21 18:11:03.110155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['3081626d-2e05-46a0-b956-9ed66c9e9235'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:03.147733 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851429c3-9bda-44c5-8ab4-c7de41e08ad7 x-openstack-request-id: req-851429c3-9bda-44c5-8ab4-c7de41e08ad7 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:03.148062 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-unplugged", "status": "failed", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d", "code": 422}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:03.148270 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-851429c3-9bda-44c5-8ab4-c7de41e08ad7 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:03.148673 n-d-810285-3 neutron-server[95092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'code': 422} returned with failed status Sep 21 18:11:03.157005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:03.586164 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-926b0cb7-8b76-4e77-a894-99a67f175bf2 req-ce9f7929-7cc3-464f-917e-5d646c647a5a tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0293627 Sep 21 18:11:03.588359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a52b0493-22d7-45fc-ad35-ac7f04d44e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.900274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-430aa58b-5413-44ee-a268-a7d5d9b75baf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:03.901879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-430aa58b-5413-44ee-a268-a7d5d9b75baf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f08913-cc47-4b57-aefe-30d9d4f21325 HTTP/1.1" status: 200 len: 943 time: 0.0532467 Sep 21 18:11:03.932357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f587c-224f-4ba1-b86c-62aff038cdc1 req-cae68132-64e4-4de2-8d00-b4d99c92cfa6 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:03.935008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-890f587c-224f-4ba1-b86c-62aff038cdc1 req-cae68132-64e4-4de2-8d00-b4d99c92cfa6 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 944 time: 0.0682666 Sep 21 18:11:03.976482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-890f587c-224f-4ba1-b86c-62aff038cdc1 req-be9d020d-1b96-4fbd-b501-f6f17d6c1344 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Sep 21 18:11:04.024008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.024476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Deleting port 49713304-27ae-43f6-a8ee-c7be86f4967d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:04.025198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.123472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.137327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] For port 49713304-27ae-43f6-a8ee-c7be86f4967d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=49713304-27ae-43f6-a8ee-c7be86f4967d,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:04.137719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.157907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Calling delete_port for 49713304-27ae-43f6-a8ee-c7be86f4967d owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:04.183924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e18efb23-b130-4e02-bf33-3d01aee74e88 req-e6fabebb-76b5-496f-b754-b12200d995ef tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.78 "GET /v2.0/ports?device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0500617 Sep 21 18:11:04.231688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3081626d-2e05-46a0-b956-9ed66c9e9235 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:04.265132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3c57-296f-4569-ab98-c162e897dd26 req-4555a914-ffc7-4b2e-8a95-a84e9961d2ba tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:04.269314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12cc3c57-296f-4569-ab98-c162e897dd26 req-4555a914-ffc7-4b2e-8a95-a84e9961d2ba tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0829828 Sep 21 18:11:04.356486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 3081626d-2e05-46a0-b956-9ed66c9e9235 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:04.363939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 3081626d-2e05-46a0-b956-9ed66c9e9235 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:04.364640 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.373482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12cc3c57-296f-4569-ab98-c162e897dd26 req-4632ccdb-2ce2-4fd6-881f-95a71b2eb9be tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886807 Sep 21 18:11:04.402897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.486814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event deleted for resources: {'Port': ['ID=49713304-27ae-43f6-a8ee-c7be86f4967d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:04.489804 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.512250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] No DVR routers for this DVR port 49713304-27ae-43f6-a8ee-c7be86f4967d on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:04.517330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.519534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbc9bb7c-6021-4c84-96b6-6df2ae3967b3 req-4ced1759-4cdb-4f42-af49-c0978205b996 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "DELETE /v2.0/ports/49713304-27ae-43f6-a8ee-c7be86f4967d HTTP/1.1" status: 204 len: 173 time: 0.6120348 Sep 21 18:11:04.520013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-deleted', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:04.524412 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb1760-469c-477a-9929-85f07ea3e601" -d '{"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-deleted", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:04.534247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3081626d-2e05-46a0-b956-9ed66c9e9235, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3081626d-2e05-46a0-b956-9ed66c9e9235,segment=NetworkSegment(ea27a91a-6a0e-4c8d-8f10-1e03523e8795),segment_id=ea27a91a-6a0e-4c8d-8f10-1e03523e8795)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:04.541395 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.570157 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40478627-93aa-4255-8a1c-af5698ed0561 x-openstack-request-id: req-40478627-93aa-4255-8a1c-af5698ed0561 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:04.570624 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f08913-cc47-4b57-aefe-30d9d4f21325", "name": "network-vif-deleted", "tag": "49713304-27ae-43f6-a8ee-c7be86f4967d", "status": "failed", "code": 422}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:04.570776 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40478627-93aa-4255-8a1c-af5698ed0561 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:04.571243 n-d-810285-3 neutron-server[95090]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5f08913-cc47-4b57-aefe-30d9d4f21325', 'name': 'network-vif-deleted', 'tag': '49713304-27ae-43f6-a8ee-c7be86f4967d', 'status': 'failed', 'code': 422} returned with failed status Sep 21 18:11:04.638956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3081626d-2e05-46a0-b956-9ed66c9e9235,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:04.716081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.770870 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e4b885b-7984-47a1-b3a2-6cd068d73801 req-c2468212-4a7d-4be2-b216-5d73e4036046 tempest-ServerShowV247Test-1772307496 tempest-ServerShowV247Test-1772307496-project] 10.222.0.70 "GET /v2.0/ports?device_id=d59d8e06-9416-47ab-ae27-81eefb443a21 HTTP/1.1" status: 200 len: 210 time: 0.0462604 Sep 21 18:11:05.128836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9090f0f-4b5b-47d8-be37-190eda3d8154 req-1b12fd28-e6dc-4c44-be55-1f7648265b4c tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.137405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9090f0f-4b5b-47d8-be37-190eda3d8154 req-1b12fd28-e6dc-4c44-be55-1f7648265b4c tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.0671859 Sep 21 18:11:05.149599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3081626d-2e05-46a0-b956-9ed66c9e9235'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:05.152118 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b55b4a4-57c5-4b73-a846-94d6d2b997ca" -d '{"events": [{"server_uuid": "8350f3e2-1321-4f9e-b2b9-c4c709867518", "name": "network-vif-plugged", "status": "completed", "tag": "3081626d-2e05-46a0-b956-9ed66c9e9235"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:05.197597 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9090f0f-4b5b-47d8-be37-190eda3d8154 req-f6b07ee0-df0b-450e-96c9-8e007217cac7 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534935 Sep 21 18:11:05.266567 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07706b30-14dc-4237-98bb-ca6c31b3799b x-openstack-request-id: req-07706b30-14dc-4237-98bb-ca6c31b3799b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:05.266859 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8350f3e2-1321-4f9e-b2b9-c4c709867518", "name": "network-vif-plugged", "status": "completed", "tag": "3081626d-2e05-46a0-b956-9ed66c9e9235", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:05.267113 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07706b30-14dc-4237-98bb-ca6c31b3799b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:05.267506 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3081626d-2e05-46a0-b956-9ed66c9e9235', 'code': 200} Sep 21 18:11:05.328042 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-dba0b72a-a534-473a-af04-0bc2a5804ec5 service neutron] show failed (client error): The resource could not be found. Sep 21 18:11:05.329197 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-dba0b72a-a534-473a-af04-0bc2a5804ec5 service neutron] 10.222.0.78 "GET /v2.0/ports/7deb38cf-b91d-4b85-9337-995180ef7df8/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.1304674 Sep 21 18:11:05.436803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f1893-cf1b-490a-bad9-c8f236712445 req-7ab48b43-df7f-4512-b850-d661289d2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.438404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e75f1893-cf1b-490a-bad9-c8f236712445 req-7ab48b43-df7f-4512-b850-d661289d2eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 1096 time: 0.1002400 Sep 21 18:11:05.514152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e75f1893-cf1b-490a-bad9-c8f236712445 req-12c0bf8e-7e99-4d08-967d-badc2b270293 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670950 Sep 21 18:11:05.574896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85cb82-2fc2-4037-856f-fe17a4149592 req-a9127791-b079-44cb-95cd-85d7803ee418 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.576567 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0b85cb82-2fc2-4037-856f-fe17a4149592 req-a9127791-b079-44cb-95cd-85d7803ee418 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0903807 Sep 21 18:11:05.636453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0b85cb82-2fc2-4037-856f-fe17a4149592 req-3eba8c70-b9be-44e7-8769-ab6cefff7ece tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Sep 21 18:11:05.870907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-7de6eea0-557d-43c4-8e5d-0f718c3d8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.873193 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-7de6eea0-557d-43c4-8e5d-0f718c3d8fb6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 1101 time: 0.0611765 Sep 21 18:11:05.887924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:05.980051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-b5a8e735-b8cf-487e-91e9-5b2f46963ed8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.989781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-b5a8e735-b8cf-487e-91e9-5b2f46963ed8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.1939223 Sep 21 18:11:06.006424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.007145 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-226b5775-c648-4f65-a00e-341ea00f3664 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/quotas/68956c50b6204c2b9725213b2bf1f136 HTTP/1.1" status: 200 len: 375 time: 0.0148888 Sep 21 18:11:06.052619 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-449c2307-bea8-4c79-ac8e-b5c0dec78322 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355940 Sep 21 18:11:06.178738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-4692ccbe-e911-41a8-8efd-2540ba22c461 service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154554 Sep 21 18:11:06.320980 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-ef65618b-cf36-4b2a-b59a-48dd53a1c59f service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353374 Sep 21 18:11:06.372768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36956) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:06.380377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:06.431653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4fdc2-d6d4-4024-9aa5-809a771621b3 req-8547e123-3160-411d-a46f-354ef686d58e tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:06.440817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abd4fdc2-d6d4-4024-9aa5-809a771621b3 req-8547e123-3160-411d-a46f-354ef686d58e tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.1395533 Sep 21 18:11:06.466230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:06.549365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abd4fdc2-d6d4-4024-9aa5-809a771621b3 req-0a06edea-42cd-4413-a957-ef3f118ea915 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067009 Sep 21 18:11:06.575113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:06.577901 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cf3cf-7704-4d41-96c6-82a57b2c7d1d" -d '{"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-unplugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:06.584380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.614585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Transition to ACTIVE for port object 7deb38cf-b91d-4b85-9337-995180ef7df8 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:06.629345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.659208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-077672c8-128b-4d55-a75f-7ddfc0e2c3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.726614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:06.796505 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4de0a60-7ec1-40c0-b889-fd8e04412fb8 x-openstack-request-id: req-c4de0a60-7ec1-40c0-b889-fd8e04412fb8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:06.796809 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-unplugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:06.797068 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4de0a60-7ec1-40c0-b889-fd8e04412fb8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:06.797711 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'code': 200} Sep 21 18:11:06.798734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] No DVR routers for this DVR port 7deb38cf-b91d-4b85-9337-995180ef7df8 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:06.841546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7d96666-bbfb-4e54-93d8-a24c720e4cf0 req-088ddd42-5dca-493b-a96e-002474c576b5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 210 time: 0.1490614 Sep 21 18:11:06.873629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:06.874342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:06.874466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:06.896658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:06.897000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:06.913114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:06.913469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:06.913876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:06.914445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Bound port: 7deb38cf-b91d-4b85-9337-995180ef7df8, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:06.915061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.094598 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-077672c8-128b-4d55-a75f-7ddfc0e2c3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.102789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-077672c8-128b-4d55-a75f-7ddfc0e2c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.149446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.191087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b2b85-ccb6-4ca5-bf21-e1d9c0a14468 req-61ba3701-465e-4c69-817e-e4c659de863a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:07.191087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-592b2b85-ccb6-4ca5-bf21-e1d9c0a14468 req-61ba3701-465e-4c69-817e-e4c659de863a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.2387717 Sep 21 18:11:07.191397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-077672c8-128b-4d55-a75f-7ddfc0e2c3a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b471a7f9f40c4817b3d19fefe459665c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8147774 Sep 21 18:11:07.192157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36990) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:07.208059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077672c8-128b-4d55-a75f-7ddfc0e2c3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788f40d3-a98e-4a99-adbf-c128208efc78,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:07.284117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbf16-73cc-433d-b1ac-57babb102732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.307625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:07.311843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:07.329328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbf16-73cc-433d-b1ac-57babb102732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.330790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.430914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:07.431911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.434011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] 10.222.0.41 "PUT /v2.0/ports/7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 1096 time: 1.5512700 Sep 21 18:11:07.434992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4adb-72a1-4fc6-a4b5-fa30376e3ead service neutron] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:07.446216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbf16-73cc-433d-b1ac-57babb102732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.450701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbf16-73cc-433d-b1ac-57babb102732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.460400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4cfbbf16-73cc-433d-b1ac-57babb102732 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/788f40d3-a98e-4a99-adbf-c128208efc78 HTTP/1.1" status: 204 len: 168 time: 0.2579989 Sep 21 18:11:07.483616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbbf16-73cc-433d-b1ac-57babb102732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788f40d3-a98e-4a99-adbf-c128208efc78,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:07.511810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-592b2b85-ccb6-4ca5-bf21-e1d9c0a14468 req-4d9aa1ef-8649-41c2-ba1d-6d6d8668db74 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069990 Sep 21 18:11:07.555772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-77320269-4c66-4cc1-bdec-1fbaccfdb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:07.557683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-77320269-4c66-4cc1-bdec-1fbaccfdb1b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1099 time: 0.0933845 Sep 21 18:11:07.820327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-1e05510b-ac1c-403c-befc-d174d453dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:07.826484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-1e05510b-ac1c-403c-befc-d174d453dcd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2571425 Sep 21 18:11:07.862746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a83da-9a5c-4142-959e-9efee2be1772 req-d3f8415f-c477-4288-9408-8c308683bc0d tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:07.868573 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a5a83da-9a5c-4142-959e-9efee2be1772 req-d3f8415f-c477-4288-9408-8c308683bc0d tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.1793735 Sep 21 18:11:07.903422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-8146f0a2-5f12-454d-b147-b8c24fc107b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0696385 Sep 21 18:11:07.932025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a5a83da-9a5c-4142-959e-9efee2be1772 req-729645fc-06dc-4c73-9779-ef40481180f9 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511839 Sep 21 18:11:07.990085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37016) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:08.009033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-d1c38cf4-0bfe-4e07-8b28-2df8b58e3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.011195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-d1c38cf4-0bfe-4e07-8b28-2df8b58e3d7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0995908 Sep 21 18:11:08.080779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5fc91fe-a691-493e-ae3e-b3ec4f2d175f req-b525fc4f-8bc5-4f43-b837-9afaa6ea99a7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 210 time: 0.0682464 Sep 21 18:11:08.130955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-965117b9-4835-4b7d-9702-980cfaf12a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.135627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-965117b9-4835-4b7d-9702-980cfaf12a81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112125 Sep 21 18:11:08.337302 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.445355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-8e625b36-c6f3-41c3-b2c6-2480b0c0dd93 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018417 Sep 21 18:11:08.523707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:08.565893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1cb39d66-1686-4a55-a8f1-ea82bd506925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.616774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:08.650819 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bb0e588-0aaa-48ae-89aa-a9dd8120e480 req-a95809bb-644f-4504-8142-b0f47436f68d service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965976 Sep 21 18:11:08.672042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d103e-5dae-4406-9ee2-10c18525ca3b req-bbd28808-7932-43ca-b230-18784a284e8a tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.673627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-284d103e-5dae-4406-9ee2-10c18525ca3b req-bbd28808-7932-43ca-b230-18784a284e8a tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.1754723 Sep 21 18:11:08.712877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cd0e5-6904-48d1-b1b7-590c375b01bf req-3fb94e15-d79a-42f2-a4e2-1f777e3154bf tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.714954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc1cd0e5-6904-48d1-b1b7-590c375b01bf req-3fb94e15-d79a-42f2-a4e2-1f777e3154bf tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.0622983 Sep 21 18:11:08.734355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-7b375bd1-2987-401e-a6ae-42fd1117582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.736137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-7b375bd1-2987-401e-a6ae-42fd1117582e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec76ae319334e119442f948a3bbe1c5&device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 1096 time: 0.1755307 Sep 21 18:11:08.743825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-340f1c82-e3f2-4926-b8dd-96f1169140a8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.745379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-340f1c82-e3f2-4926-b8dd-96f1169140a8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.5702846 Sep 21 18:11:08.786103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc1cd0e5-6904-48d1-b1b7-590c375b01bf req-56e6907b-f281-4dc6-bae7-ecd4e2776b09 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582125 Sep 21 18:11:08.792666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Request body: {'port': {'device_id': '1105bccb-b595-4270-80f7-92afcb769c12', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'admin_state_up': True, 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:08.798957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:08.801382 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee750f-e240-48e3-8ae9-34f7770399bb" -d '{"events": [{"name": "network-changed", "server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:08.847344 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-284d103e-5dae-4406-9ee2-10c18525ca3b req-3f1c69a1-5e20-4530-af79-a6a92a9bf492 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466084 Sep 21 18:11:08.910443 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c775d4-1c26-455e-ae25-78592d4af5f3 x-openstack-request-id: req-18c775d4-1c26-455e-ae25-78592d4af5f3 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:08.910783 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:08.911075 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18c775d4-1c26-455e-ae25-78592d4af5f3 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:08.911659 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'status': 'completed', 'code': 200} Sep 21 18:11:09.034033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-20d54dc6-bb42-4ae1-a329-e95ef5bb0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.036256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-20d54dc6-bb42-4ae1-a329-e95ef5bb0426 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1099 time: 0.1033840 Sep 21 18:11:09.040072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-e818fbd6-2171-433a-99b9-73325d08759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.041641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-e818fbd6-2171-433a-99b9-73325d08759b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1099 time: 0.1073024 Sep 21 18:11:09.045430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.074902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-640be4c2-e23e-4ade-85ff-8667e42050c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.076409 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-640be4c2-e23e-4ade-85ff-8667e42050c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=714e6f7f-e742-407e-a229-53190c7c0935 HTTP/1.1" status: 200 len: 916 time: 0.3263705 Sep 21 18:11:09.135955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-cbb0d296-55d2-4e5b-b7bd-dd542afb1077 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3081626d-2e05-46a0-b956-9ed66c9e9235 HTTP/1.1" status: 200 len: 217 time: 0.0470486 Sep 21 18:11:09.158614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1cb39d66-1686-4a55-a8f1-ea82bd506925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.173107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1cb39d66-1686-4a55-a8f1-ea82bd506925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.251763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-927576667-network', 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:09.281044 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c22f74f2-7a70-45b5-8baf-fa0d5a955b2b req-1c341771-86b1-4dcb-82ab-bbfebd7c859f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 210 time: 0.0576515 Sep 21 18:11:09.289178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-32ef43f3-8885-4eb2-ab7d-bd1ae03a3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.291275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-32ef43f3-8885-4eb2-ab7d-bd1ae03a3604 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2466283 Sep 21 18:11:09.294217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-46f542b8-b176-40d5-a2c3-d9f14966e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.295850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-46f542b8-b176-40d5-a2c3-d9f14966e07b service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2407885 Sep 21 18:11:09.321062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:09.324839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.331202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1cb39d66-1686-4a55-a8f1-ea82bd506925 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=071d15a5eae54d80a1ac5d39f8cfaa0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3372025 Sep 21 18:11:09.332934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37068) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.335716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb39d66-1686-4a55-a8f1-ea82bd506925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cccd37-398b-4df5-8b83-76249d54d5c2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:09.368815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-81fd6b72-55f4-441a-8829-5e33e1a99df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.370352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-81fd6b72-55f4-441a-8829-5e33e1a99df9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=575bed38-92af-42b8-b27c-e6359cb0d86c HTTP/1.1" status: 200 len: 854 time: 0.2100713 Sep 21 18:11:09.393228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-7346a4a2-2f59-4c49-8b92-b72aa1ad77d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0942025 Sep 21 18:11:09.397481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-3ce0b429-10af-4bf2-a1af-a0a9c8085025 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0885651 Sep 21 18:11:09.419455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:09.421862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.436999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-5d9057e6-ad4a-4ed3-be00-ad14ea2523b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=714e6f7f-e742-407e-a229-53190c7c0935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500984 Sep 21 18:11:09.481752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.514504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-39287f0d-7175-4334-9cf9-599765448927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.516227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-39287f0d-7175-4334-9cf9-599765448927 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1165011 Sep 21 18:11:09.526121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-db1dfdde-46fa-4eda-80fa-a0f99fcb630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.527664 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-db1dfdde-46fa-4eda-80fa-a0f99fcb630e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1188881 Sep 21 18:11:09.576218 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20394286-e779-44cb-800f-47f4a8cc54ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.631015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-abaf3b47-c5c7-4ec7-a0ce-fc1d0eb6fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.632941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-abaf3b47-c5c7-4ec7-a0ce-fc1d0eb6fbed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039002 Sep 21 18:11:09.649852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20394286-e779-44cb-800f-47f4a8cc54ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.657335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-2fd1178f-4319-4840-871d-c8747ec82b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.659122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-2fd1178f-4319-4840-871d-c8747ec82b1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179862 Sep 21 18:11:09.684524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Allocated IP 172.20.0.5 (0ce9b869-0136-477f-b660-8e206678cb6b/15ad28cd-0131-4de1-8e74-5572ff648d32/9d703aa5-7136-46bd-8c13-8561a0525caa) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:09.692910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-38ab8b78-6750-4322-a376-d84c31b9d6de service neutron] 10.222.0.41 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241762 Sep 21 18:11:09.827386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.833799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20394286-e779-44cb-800f-47f4a8cc54ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.836224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20394286-e779-44cb-800f-47f4a8cc54ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.837382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20394286-e779-44cb-800f-47f4a8cc54ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3cccd37-398b-4df5-8b83-76249d54d5c2 HTTP/1.1" status: 204 len: 168 time: 0.5031779 Sep 21 18:11:09.855602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.869707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20394286-e779-44cb-800f-47f4a8cc54ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cccd37-398b-4df5-8b83-76249d54d5c2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:09.898653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-a1c02ea5-1d94-4598-a852-4784fcc1cf76 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553706 Sep 21 18:11:09.908781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:11:09.917499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a266bfd-3fd5-4c85-b35e-bbf9b56dc81b req-0a0ff36a-bb04-47c3-86b6-9df91a147e7e service neutron] 10.222.0.41 "GET /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089143 Sep 21 18:11:09.943801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-cf0ed67b-cc9a-4e7f-9bc5-24fab8e54477 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631772 Sep 21 18:11:09.972113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.972797 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Added segment bb2be3ba-5404-4c34-8332-594e722b1e16 of type vlan for network 9b03ef57-944f-4aee-8654-50a059213975 Sep 21 18:11:10.044559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd7494-4294-47a5-b92d-fe9334843ccc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:10.065331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.090351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782c6c-8ef7-4192-a2b8-bba426083a89 req-c7513b99-9346-4683-a9fb-e99cbfb43c95 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.092425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c782c6c-8ef7-4192-a2b8-bba426083a89 req-c7513b99-9346-4683-a9fb-e99cbfb43c95 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.1177194 Sep 21 18:11:10.131907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.151218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.152309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.152848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.153620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.154560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.155106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.155650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.156310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.157289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.157816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.158405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.158925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:10.206066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.214298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Network 0ce9b869-0136-477f-b660-8e206678cb6b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:10.219899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:10.234560 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c782c6c-8ef7-4192-a2b8-bba426083a89 req-17278d9b-4991-4609-ad77-1fa27bf3fc09 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124394 Sep 21 18:11:10.246079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:10.274287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30853-5cb2-4432-8895-dfbad68357ed req-03333566-71c7-4153-8d2a-462b4ca7671e tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.289190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4f30853-5cb2-4432-8895-dfbad68357ed req-03333566-71c7-4153-8d2a-462b4ca7671e tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.3194544 Sep 21 18:11:10.292470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event updated for resources: {'Port': ['ID=9d703aa5-7136-46bd-8c13-8561a0525caa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:10.320094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.321326 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.338839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-f0261681-da0c-4d9b-ab4f-117d9ff803eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5696838 Sep 21 18:11:10.345926 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.resource_extend [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:11:10.359172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Request body: {'port': {'device_id': '1105bccb-b595-4270-80f7-92afcb769c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:10.389922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37086) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:10.403041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4f30853-5cb2-4432-8895-dfbad68357ed req-5d3fc9c2-0a6f-4bcc-a058-016a52857ddf tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125548 Sep 21 18:11:10.408779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32fda425-8aea-49ef-9d7c-e5e360ed3959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.416335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-7164bc60-e6bc-4e46-949d-05b1ee80d1b1 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043330 Sep 21 18:11:10.429654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.435221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.435954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.480699 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.507225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ee750f-e240-48e3-8ae9-34f7770399bb req-82269c78-374d-40aa-996d-5583f8fa1bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368984 Sep 21 18:11:10.522847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4676137 Sep 21 18:11:10.525159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37088) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:10.531680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Request body: {'subnet': {'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-927576667-subnet', 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:10.703262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859ab68-bfeb-46c2-b27a-ff83c09e20eb admin admin] Pushing event updated for resources: {'Network': ['ID=9b03ef57-944f-4aee-8654-50a059213975,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:10.719476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9b03ef57-944f-4aee-8654-50a059213975 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:11:10.754117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c244ff-8501-4768-a6ea-0c932b3542e9 req-c41c1f97-1ef9-48bc-a134-5689e2445efa tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.755592 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e4c244ff-8501-4768-a6ea-0c932b3542e9 req-c41c1f97-1ef9-48bc-a134-5689e2445efa tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 931 time: 0.2432590 Sep 21 18:11:10.873202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e4c244ff-8501-4768-a6ea-0c932b3542e9 req-8b15b9df-1deb-43ca-b959-aedc92f617e2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005533 Sep 21 18:11:10.947007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32fda425-8aea-49ef-9d7c-e5e360ed3959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.953253 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32fda425-8aea-49ef-9d7c-e5e360ed3959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.967332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:10.969720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.001718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32fda425-8aea-49ef-9d7c-e5e360ed3959 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=758b448e6ea94c83a4e80e0f3b47aa6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122532 Sep 21 18:11:11.010062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37090) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:11.027252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fda425-8aea-49ef-9d7c-e5e360ed3959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fef883-7c3f-4238-9523-c3dea9f9b496,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.108942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d703aa5-7136-46bd-8c13-8561a0525caa {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:11.119352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.121800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-62d2d7ae-900b-419b-9f95-5e45ee4d643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.143616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Transition to ACTIVE for port object 9d703aa5-7136-46bd-8c13-8561a0525caa will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:11.149154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.161650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-62d2d7ae-900b-419b-9f95-5e45ee4d643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.236250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d703aa5-7136-46bd-8c13-8561a0525caa,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.316946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-62d2d7ae-900b-419b-9f95-5e45ee4d643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.320072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-62d2d7ae-900b-419b-9f95-5e45ee4d643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.321272 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-62d2d7ae-900b-419b-9f95-5e45ee4d643c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22fef883-7c3f-4238-9523-c3dea9f9b496 HTTP/1.1" status: 204 len: 168 time: 0.3103263 Sep 21 18:11:11.326566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Attempting to bind port 9d703aa5-7136-46bd-8c13-8561a0525caa on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:11.326785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Attempting to bind port 9d703aa5-7136-46bd-8c13-8561a0525caa by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:11.327139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Attempting to bind port 9d703aa5-7136-46bd-8c13-8561a0525caa on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:11.335864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2d7ae-900b-419b-9f95-5e45ee4d643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fef883-7c3f-4238-9523-c3dea9f9b496,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.338001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Port 9d703aa5-7136-46bd-8c13-8561a0525caa on network 0ce9b869-0136-477f-b660-8e206678cb6b not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:11.338368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Attempting to bind port 9d703aa5-7136-46bd-8c13-8561a0525caa on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:11.344477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:11.344904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:11.345162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Bound using segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:11.345600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Bound port: 9d703aa5-7136-46bd-8c13-8561a0525caa, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:11.345966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.444340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] For port 9d703aa5-7136-46bd-8c13-8561a0525caa, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:11.445034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7307f-004a-4f74-bcbb-f721d906a5eb req-0888c0a6-6260-497e-a1c3-0a3800209a5c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.449905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] For port 9d703aa5-7136-46bd-8c13-8561a0525caa, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9d703aa5-7136-46bd-8c13-8561a0525caa,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:11.450249 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebf7307f-004a-4f74-bcbb-f721d906a5eb req-0888c0a6-6260-497e-a1c3-0a3800209a5c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.1146057 Sep 21 18:11:11.455935 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.506816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.507834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.509819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] 10.222.0.78 "PUT /v2.0/ports/9d703aa5-7136-46bd-8c13-8561a0525caa HTTP/1.1" status: 200 len: 1091 time: 1.1616418 Sep 21 18:11:11.510529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105bccb-b595-4270-80f7-92afcb769c12', 'tag': '9d703aa5-7136-46bd-8c13-8561a0525caa'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:11.514096 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d047431-61d1-45a2-b0e0-5c78f17351d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1105bccb-b595-4270-80f7-92afcb769c12", "tag": "9d703aa5-7136-46bd-8c13-8561a0525caa"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:11.521466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebf7307f-004a-4f74-bcbb-f721d906a5eb req-061a91bf-3cdd-4fba-8ebb-0aab25eca8d5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573902 Sep 21 18:11:11.548923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d703aa5-7136-46bd-8c13-8561a0525caa,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.561626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.562664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.563119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.563565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.564837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.565458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.566604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.567054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.567532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.568937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.568937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.570018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91536d4f-c9ae-4826-83e2-1fd251342f72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:11.634928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.642351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-595c6512-543c-488c-8b4e-1412cff38fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.645785 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-595c6512-543c-488c-8b4e-1412cff38fda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 1094 time: 0.0693908 Sep 21 18:11:11.676337 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53c7c05-6300-4aee-8c68-134a633c5484 x-openstack-request-id: req-c53c7c05-6300-4aee-8c68-134a633c5484 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:11.676563 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105bccb-b595-4270-80f7-92afcb769c12", "tag": "9d703aa5-7136-46bd-8c13-8561a0525caa", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:11.677687 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c53c7c05-6300-4aee-8c68-134a633c5484 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:11.678614 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105bccb-b595-4270-80f7-92afcb769c12', 'tag': '9d703aa5-7136-46bd-8c13-8561a0525caa', 'status': 'completed', 'code': 200} Sep 21 18:11:11.700417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff1d1a3-bfa4-41d0-96a4-ba193de66477,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.730238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:11.730912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Network hostable DHCP agents. Network: 9b03ef57-944f-4aee-8654-50a059213975, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:11:11.753290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Network 9b03ef57-944f-4aee-8654-50a059213975 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:11:11.766662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9b03ef57-944f-4aee-8654-50a059213975) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:11.773049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.774075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.777701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2adc2c-d747-470f-9643-509543af32c1 None None] Network 9b03ef57-944f-4aee-8654-50a059213975 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:11.806112 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-d98c9174-6f1b-467d-ae32-4c1d05401b03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d703aa5-7136-46bd-8c13-8561a0525caa HTTP/1.1" status: 200 len: 217 time: 0.1265419 Sep 21 18:11:11.813774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c53b0540-801e-4339-9fee-28bc55b68e73 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2873974 Sep 21 18:11:11.884364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06af0-0e7b-45a1-8f48-fd38a76ddd94 req-10508cba-bb66-4be4-9485-2c9fdda4314b tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.897595 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1b06af0-0e7b-45a1-8f48-fd38a76ddd94 req-10508cba-bb66-4be4-9485-2c9fdda4314b tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.2471063 Sep 21 18:11:12.001155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37126) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:12.010063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-2b1f98a0-bf19-4229-8cf9-09d954b8aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.011601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-2b1f98a0-bf19-4229-8cf9-09d954b8aae9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.1978660 Sep 21 18:11:12.027035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1b06af0-0e7b-45a1-8f48-fd38a76ddd94 req-2ab52b09-7063-46c8-8803-d01b1efbe733 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228395 Sep 21 18:11:12.040433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a55cb06-1001-4e37-9163-3747e0c9bad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.059234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f738daf-b558-4944-b52d-b189420ee15d None None] Network 9b03ef57-944f-4aee-8654-50a059213975 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:12.089733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-d06e0143-ac2c-495d-8bc5-6957c2dcff6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613396 Sep 21 18:11:12.100680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-3640904b-d656-48a9-b8d9-7a6c27f34da2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.103859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-3640904b-d656-48a9-b8d9-7a6c27f34da2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 948 time: 0.1884694 Sep 21 18:11:12.223538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-4ebe64a4-0606-4c5f-a740-12f5c8dd070f service neutron] 10.222.0.41 "GET /v2.0/ports/7deb38cf-b91d-4b85-9337-995180ef7df8/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 382 time: 0.1019044 Sep 21 18:11:12.251376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:12.260584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38562d7f-312d-46e2-b6c9-bfba374c6887 req-40c8df6c-0bb6-431b-85dc-2a56ef64c33e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.262543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125e399-731d-481e-9c2c-17cf01179846 req-cf835d3a-af94-4d4c-9b2e-18c8e245cf98 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.263435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38562d7f-312d-46e2-b6c9-bfba374c6887 req-40c8df6c-0bb6-431b-85dc-2a56ef64c33e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 943 time: 0.1275113 Sep 21 18:11:12.269900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a125e399-731d-481e-9c2c-17cf01179846 req-cf835d3a-af94-4d4c-9b2e-18c8e245cf98 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 948 time: 0.1633260 Sep 21 18:11:12.301574 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-2a80ce4c-90f3-479d-ba29-2453fdc576bb service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040927 Sep 21 18:11:12.351333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38562d7f-312d-46e2-b6c9-bfba374c6887 req-7ed40006-a0ec-4b5f-b571-3c6d55a6b239 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779817 Sep 21 18:11:12.391591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a125e399-731d-481e-9c2c-17cf01179846 req-fc2919f7-fe14-4aa6-b993-21169069a9c2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052415 Sep 21 18:11:12.427612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-6940398c-cc07-4be5-bcc6-4cdad9d3e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.431637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-6940398c-cc07-4be5-bcc6-4cdad9d3e68d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1099 time: 0.1595023 Sep 21 18:11:12.530004 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cfa9b716-83ed-4210-b8bd-f8cde6bad693 req-82a69795-e1cb-4e51-9660-aade826b988b service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136993 Sep 21 18:11:12.559625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a55cb06-1001-4e37-9163-3747e0c9bad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.577959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a55cb06-1001-4e37-9163-3747e0c9bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.633760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:12.635292 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a55cb06-1001-4e37-9163-3747e0c9bad2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25bc078514f7454dbe608329852c8313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338279 Sep 21 18:11:12.638319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37138) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:12.645857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55cb06-1001-4e37-9163-3747e0c9bad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ace9577-482c-4ba1-aebf-24563630f6ff,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:12.649970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-8a48a66b-3a2d-4def-b512-328bb74f0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.651562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-8a48a66b-3a2d-4def-b512-328bb74f0136 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2070000 Sep 21 18:11:12.671634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'mac_address': 'fa:16:3e:ca:4c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:12.713812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-00bda948-126b-4aff-855b-13461a989f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.717124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-e193a1d3-8a47-4c32-8cf4-4082bb857aec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0536449 Sep 21 18:11:12.723227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-00bda948-126b-4aff-855b-13461a989f9a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 1094 time: 0.1372337 Sep 21 18:11:12.749053 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.783608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deb38cf-b91d-4b85-9337-995180ef7df8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:12.813455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98dfc41b-013b-46fc-ba08-420336ea5ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.835823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-0789145e-87f9-4474-a7f1-db8bd7fd57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.837351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-0789145e-87f9-4474-a7f1-db8bd7fd57fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1108935 Sep 21 18:11:12.855062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:12.861054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.902995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-e9f64b62-029d-4d64-a4c7-25edb87a6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.904232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98dfc41b-013b-46fc-ba08-420336ea5ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.905652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-e9f64b62-029d-4d64-a4c7-25edb87a6a81 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.1754889 Sep 21 18:11:12.963062 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-092fd4ab-4a47-4d0f-b691-1a14b76fe105 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d703aa5-7136-46bd-8c13-8561a0525caa HTTP/1.1" status: 200 len: 217 time: 0.0478969 Sep 21 18:11:12.968819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:12.977211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.977771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.978321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.979050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.979670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.980434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.980964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.981446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.982065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.982592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.983091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:12.983576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:13.025173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-1e574ad8-bde2-41c0-a65e-287a41610194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:13.026829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-1e574ad8-bde2-41c0-a65e-287a41610194 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744606 Sep 21 18:11:13.034255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-4b68f874-1930-498d-ae05-245ba911b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:13.036245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-4b68f874-1930-498d-ae05-245ba911b233 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0649686 Sep 21 18:11:13.060783 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98dfc41b-013b-46fc-ba08-420336ea5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.063738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98dfc41b-013b-46fc-ba08-420336ea5ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.067286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-98dfc41b-013b-46fc-ba08-420336ea5ce2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ace9577-482c-4ba1-aebf-24563630f6ff HTTP/1.1" status: 204 len: 168 time: 0.4254770 Sep 21 18:11:13.087168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-3c8264db-cf47-4b07-9a70-a17b27497ecb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413837 Sep 21 18:11:13.090023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-e25dff5b-508d-4aa9-b29a-c38aa888ad55 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:13.098821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-e25dff5b-508d-4aa9-b29a-c38aa888ad55 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.2564371 Sep 21 18:11:13.124704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfc41b-013b-46fc-ba08-420336ea5ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ace9577-482c-4ba1-aebf-24563630f6ff,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:13.139278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-03267b70-6bf8-4cae-9a67-257c31622bc2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0394938 Sep 21 18:11:13.223939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-ebe66429-4005-42a6-97e2-ac6701a778af tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379207 Sep 21 18:11:13.252414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2ed24-04bc-4e14-9334-d5a12be18609 req-8a5af5e7-7cb9-453b-ae08-1e1802fab883 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:13.253979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-acc2ed24-04bc-4e14-9334-d5a12be18609 req-8a5af5e7-7cb9-453b-ae08-1e1802fab883 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.1978734 Sep 21 18:11:13.273136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7deb38cf-b91d-4b85-9337-995180ef7df8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:13.295879 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-83448e61-0d38-4c2e-b5c2-7460815b4ded service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001312 Sep 21 18:11:13.360254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-b927d036-8f86-4b9d-ae54-ca4282bf2f9a service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136973 Sep 21 18:11:13.423875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-acc2ed24-04bc-4e14-9334-d5a12be18609 req-2a54fdbb-b325-4561-a34b-71d694378feb tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583176 Sep 21 18:11:13.426971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-37bd8a3e-05f1-4feb-b135-3823819267a0 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936700 Sep 21 18:11:13.478581 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5d047431-61d1-45a2-b0e0-5c78f17351d5 req-585678c1-edc1-4dac-8b55-7eedf14af8d2 service neutron] 10.222.0.78 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674843 Sep 21 18:11:13.594127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-1bf646ef-137a-452c-aabf-ec5c3ad0ca0c service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147779 Sep 21 18:11:13.621451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-eb5886ab-803a-465b-b0af-c7b3ff52c26b service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933410 Sep 21 18:11:13.665149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77286fe-1689-40c6-aad9-9277e6995178 req-ebce6c75-0755-4549-853e-704355da352c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:13.666699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c77286fe-1689-40c6-aad9-9277e6995178 req-ebce6c75-0755-4549-853e-704355da352c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 943 time: 0.0752366 Sep 21 18:11:13.718038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c77286fe-1689-40c6-aad9-9277e6995178 req-fc528fee-83d2-45a3-ae6b-179f8a3dabda tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Sep 21 18:11:13.842771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-87d0d1d3-cc5c-4e6a-91f2-acdb8cd1cefb req-5d8da1e1-846b-41c8-b540-5dac9ae4f91e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 210 time: 0.0415161 Sep 21 18:11:13.883346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bf378-3353-4230-8376-f3b941762829 req-0b8a2d61-cedf-498c-9b50-84cf19850c31 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:13.885881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf9bf378-3353-4230-8376-f3b941762829 req-0b8a2d61-cedf-498c-9b50-84cf19850c31 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.0785189 Sep 21 18:11:13.944839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf9bf378-3353-4230-8376-f3b941762829 req-de37f6d3-c1d8-4de1-be07-ad0523d67e5e tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525808 Sep 21 18:11:14.560102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b001ee-34aa-42cb-a33a-38f29e140343 req-a9895010-3294-4a81-a872-308db02f50c1 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:14.561893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7b001ee-34aa-42cb-a33a-38f29e140343 req-a9895010-3294-4a81-a872-308db02f50c1 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.0591018 Sep 21 18:11:14.571056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9d703aa5-7136-46bd-8c13-8561a0525caa details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:14.618062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7b001ee-34aa-42cb-a33a-38f29e140343 req-2f4fce19-4153-43ac-9f8d-76df199db695 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb61cbec-22d7-4c6f-8358-24d6206cb111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Sep 21 18:11:14.684100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 9d703aa5-7136-46bd-8c13-8561a0525caa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9d703aa5-7136-46bd-8c13-8561a0525caa,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:14.696686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '9d703aa5-7136-46bd-8c13-8561a0525caa', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': '9d703aa5-7136-46bd-8c13-8561a0525caa', 'mac_address': 'fa:16:3e:62:94:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:14.736290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.754011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d703aa5-7136-46bd-8c13-8561a0525caa {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:14.779834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 9d703aa5-7136-46bd-8c13-8561a0525caa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9d703aa5-7136-46bd-8c13-8561a0525caa,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:14.784159 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.849606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=9d703aa5-7136-46bd-8c13-8561a0525caa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:14.858147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99eb09-4ab0-4e5a-ba40-1e0a6a1c4ce7 req-e2fdaf6b-5b1d-48ac-81be-3d0317dad8ee tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:14.864003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d99eb09-4ab0-4e5a-ba40-1e0a6a1c4ce7 req-e2fdaf6b-5b1d-48ac-81be-3d0317dad8ee tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 944 time: 0.0612147 Sep 21 18:11:14.903337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d99eb09-4ab0-4e5a-ba40-1e0a6a1c4ce7 req-9aa1bbe3-7ec6-40cb-acdb-42663c4f486a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354688 Sep 21 18:11:14.959282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f49ab66-fab9-4351-be5e-043c5a55ba6f req-811019b5-03af-48af-b4ca-bdfbf3494c65 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 210 time: 0.0418179 Sep 21 18:11:15.010780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-a1acbf65-0c24-4f11-9eac-f0a2d481916a tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:15.012373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-a1acbf65-0c24-4f11-9eac-f0a2d481916a tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.41 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 945 time: 0.0882823 Sep 21 18:11:15.018461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['9d703aa5-7136-46bd-8c13-8561a0525caa'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:15.160626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93dcf-a722-458c-b13d-258afbeeece6 req-19e3c589-4949-4062-8ac8-1a3a75641ed2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:15.168824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bd93dcf-a722-458c-b13d-258afbeeece6 req-19e3c589-4949-4062-8ac8-1a3a75641ed2 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.1085737 Sep 21 18:11:15.258406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bd93dcf-a722-458c-b13d-258afbeeece6 req-17f9f4c6-4c71-4d9e-8eb7-094b47b1c3ed tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828409 Sep 21 18:11:15.279181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Deleting port 3081626d-2e05-46a0-b956-9ed66c9e9235 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:15.279878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.378001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-76bf1926-0944-44d2-badc-46aa1cf45875 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:15.379843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-76bf1926-0944-44d2-badc-46aa1cf45875 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.2583358 Sep 21 18:11:15.399209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Request body: {'port': {'device_id': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'admin_state_up': True, 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:15.435665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] For port 3081626d-2e05-46a0-b956-9ed66c9e9235, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3081626d-2e05-46a0-b956-9ed66c9e9235,segment=NetworkSegment(ea27a91a-6a0e-4c8d-8f10-1e03523e8795),segment_id=ea27a91a-6a0e-4c8d-8f10-1e03523e8795)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:15.436043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.448958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Calling delete_port for 3081626d-2e05-46a0-b956-9ed66c9e9235 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:15.558845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:15.563019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.632763 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.646063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['3081626d-2e05-46a0-b956-9ed66c9e9235'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:15.713862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Pushing event deleted for resources: {'Port': ['ID=3081626d-2e05-46a0-b956-9ed66c9e9235,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:15.776251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] No DVR routers for this DVR port 3081626d-2e05-46a0-b956-9ed66c9e9235 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:15.779786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.781977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcc16c7c-8260-463a-aec8-16c1dd58f7b2 req-90261b73-8c9b-4a6e-93e1-eed6c71a9899 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.41 "DELETE /v2.0/ports/3081626d-2e05-46a0-b956-9ed66c9e9235 HTTP/1.1" status: 204 len: 173 time: 0.7523539 Sep 21 18:11:15.782700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'name': 'network-vif-deleted', 'tag': '3081626d-2e05-46a0-b956-9ed66c9e9235'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:15.785092 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169b2493-ecca-40a4-ae97-f5c4e394491f" -d '{"events": [{"server_uuid": "8350f3e2-1321-4f9e-b2b9-c4c709867518", "name": "network-vif-deleted", "tag": "3081626d-2e05-46a0-b956-9ed66c9e9235"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:15.845178 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d197aef-a91c-4dc1-8b63-eb1d52685a6a x-openstack-request-id: req-4d197aef-a91c-4dc1-8b63-eb1d52685a6a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:15.846129 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8350f3e2-1321-4f9e-b2b9-c4c709867518", "name": "network-vif-deleted", "tag": "3081626d-2e05-46a0-b956-9ed66c9e9235", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:15.846543 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d197aef-a91c-4dc1-8b63-eb1d52685a6a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:15.846858 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8350f3e2-1321-4f9e-b2b9-c4c709867518', 'name': 'network-vif-deleted', 'tag': '3081626d-2e05-46a0-b956-9ed66c9e9235', 'status': 'completed', 'code': 200} Sep 21 18:11:16.040762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222957c-1a35-4558-87eb-b0363552c3ad req-25be9eda-bc13-4c2d-87a4-8b95ab5f7bb2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:16.042692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9222957c-1a35-4558-87eb-b0363552c3ad req-25be9eda-bc13-4c2d-87a4-8b95ab5f7bb2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 944 time: 0.0623462 Sep 21 18:11:16.114666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9222957c-1a35-4558-87eb-b0363552c3ad req-2dea9c0b-65fd-45c1-9a36-774fcd518842 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633559 Sep 21 18:11:16.127081 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad7efd23-8198-4f83-9018-260de6ff3362 req-1c0887da-1657-4996-ab15-468444b8c9d2 tempest-InstanceActionsTestJSON-1065464274 tempest-InstanceActionsTestJSON-1065464274-project] 10.222.0.70 "GET /v2.0/ports?device_id=8350f3e2-1321-4f9e-b2b9-c4c709867518 HTTP/1.1" status: 200 len: 210 time: 0.3695788 Sep 21 18:11:16.139259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Allocated IP 172.20.0.9 (9b03ef57-944f-4aee-8654-50a059213975/aff1d1a3-bfa4-41d0-96a4-ba193de66477/2837ab67-cffa-44a3-ba30-96e82963a749) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:16.227539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62fc0e19-7609-4a75-92d5-44a18af6c305 req-79db8893-3cf0-41e8-8257-9f38b3304032 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 210 time: 0.0353868 Sep 21 18:11:16.275973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:16.329105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.345626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7deb38cf-b91d-4b85-9337-995180ef7df8 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:16.356609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7deb38cf-b91d-4b85-9337-995180ef7df8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:16.357138 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.378797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.443821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event updated for resources: {'Port': ['ID=2837ab67-cffa-44a3-ba30-96e82963a749,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:16.476496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.493856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595db3c-0a99-489b-916f-29d91f63952a req-d48f2e52-8308-40f0-9ff4-a54c8a99d325 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:16.494757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Network 9b03ef57-944f-4aee-8654-50a059213975 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:16.497906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:16.501070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:16.503502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b595db3c-0a99-489b-916f-29d91f63952a req-d48f2e52-8308-40f0-9ff4-a54c8a99d325 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.1581860 Sep 21 18:11:16.539579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:16.541241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:16.546253 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23319e54-1af7-4855-9500-3a156d7b4ebf" -d '{"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-plugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:16.550075 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.550904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3081626d-2e05-46a0-b956-9ed66c9e9235 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:16.581284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:16.584124 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.609284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b595db3c-0a99-489b-916f-29d91f63952a req-c949ee7b-4198-44c1-8d80-0e714697b3de tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017501 Sep 21 18:11:16.641566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9d703aa5-7136-46bd-8c13-8561a0525caa up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:16.647672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-e9ff653c-4803-4b21-adfd-4309a452f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:16.649161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-e9ff653c-4803-4b21-adfd-4309a452f2c5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43&tenant_id=b1cc4b33c7d245fea0ad8b51bd046758 HTTP/1.1" status: 200 len: 1100 time: 0.2015910 Sep 21 18:11:16.653085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-f166629b-91f4-4a60-b10e-2c351adfd617 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2591794 Sep 21 18:11:16.665149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:16.683064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 3081626d-2e05-46a0-b956-9ed66c9e9235 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:16.684527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3081626d-2e05-46a0-b956-9ed66c9e9235 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:16.694671 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfa1957-a7a9-44a9-a05d-a52d456e828a x-openstack-request-id: req-fdfa1957-a7a9-44a9-a05d-a52d456e828a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:16.695156 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-plugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:16.695382 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdfa1957-a7a9-44a9-a05d-a52d456e828a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:16.695811 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'code': 200} Sep 21 18:11:16.712873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Request body: {'port': {'device_id': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:16.726116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:16.746520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 9d703aa5-7136-46bd-8c13-8561a0525caa completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:16.751986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 9d703aa5-7136-46bd-8c13-8561a0525caa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:16.751986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.804574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.823535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.875003 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.927914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 9d703aa5-7136-46bd-8c13-8561a0525caa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9d703aa5-7136-46bd-8c13-8561a0525caa,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:16.936211 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.016833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=9d703aa5-7136-46bd-8c13-8561a0525caa,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.220315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37280) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:17.271780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] Deleting subnet 575bed38-92af-42b8-b27c-e6359cb0d86c {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:17.275990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.322052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.338709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:17.373198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcffbc8-cd90-4589-a0eb-dd273e48c24e req-2acb65e8-eb1c-44b6-bc5e-5be327818ba5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:17.374985 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4bcffbc8-cd90-4589-a0eb-dd273e48c24e req-2acb65e8-eb1c-44b6-bc5e-5be327818ba5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1268630 Sep 21 18:11:17.393382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.426517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:17.446921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9527a-a5c7-4a35-aaee-41d0695eb1c6 req-2b538707-9e44-4f42-a34b-21b8f910b572 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:17.448453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4fb9527a-a5c7-4a35-aaee-41d0695eb1c6 req-2b538707-9e44-4f42-a34b-21b8f910b572 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 931 time: 0.1052105 Sep 21 18:11:17.490261 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.522942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4bcffbc8-cd90-4589-a0eb-dd273e48c24e req-a9807943-cf5d-425f-a68b-d38738839cc1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392210 Sep 21 18:11:17.528603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4fb9527a-a5c7-4a35-aaee-41d0695eb1c6 req-95bc8f9f-8322-456f-a9b1-c02efc9664fa tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660720 Sep 21 18:11:17.529727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575bed38-92af-42b8-b27c-e6359cb0d86c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.533628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.537828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3f551be7-500f-4231-a0f3-76f4a8918273 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/575bed38-92af-42b8-b27c-e6359cb0d86c HTTP/1.1" status: 204 len: 168 time: 0.3154156 Sep 21 18:11:17.540363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37286) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:17.548263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:17.550807 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb2ea44-a1b8-4b26-b756-11fa029756e1" -d '{"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-unplugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:17.558289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.564430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2837ab67-cffa-44a3-ba30-96e82963a749 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:17.583132 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.593146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Transition to ACTIVE for port object 7deb38cf-b91d-4b85-9337-995180ef7df8 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:17.602169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.605574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Transition to ACTIVE for port object 2837ab67-cffa-44a3-ba30-96e82963a749 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:17.636787 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.647576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.679209 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f11d962-75fc-48c1-8045-51221a12887b x-openstack-request-id: req-3f11d962-75fc-48c1-8045-51221a12887b {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:17.679412 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-unplugged", "status": "completed", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:17.679659 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f11d962-75fc-48c1-8045-51221a12887b {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:17.680168 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'code': 200} Sep 21 18:11:17.706677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=10']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.781447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] No DVR routers for this DVR port 7deb38cf-b91d-4b85-9337-995180ef7df8 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:17.804625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.841601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=2837ab67-cffa-44a3-ba30-96e82963a749,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.849599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714e6f7f-e742-407e-a229-53190c7c0935']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:17.870617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27a91a-6a0e-4c8d-8f10-1e03523e8795') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:17.870968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27a91a-6a0e-4c8d-8f10-1e03523e8795') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:17.880721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adebef-8328-4bde-ab4d-4197c20e1320 req-ee99f53b-3d40-4947-a3cd-308ca7813e5a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:17.887951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46adebef-8328-4bde-ab4d-4197c20e1320 req-ee99f53b-3d40-4947-a3cd-308ca7813e5a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.1428127 Sep 21 18:11:17.899843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.922008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:17.922779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:17.923818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:17.935297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.940267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:17.940915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Attempting to bind port 7deb38cf-b91d-4b85-9337-995180ef7df8 on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:17.949550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:17.950138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:17.950722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:17.951726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Bound port: 7deb38cf-b91d-4b85-9337-995180ef7df8, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:17.952110 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.964620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46adebef-8328-4bde-ab4d-4197c20e1320 req-713f572c-70a2-4bbb-8eea-8927aaa20b57 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638266 Sep 21 18:11:17.976693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:11:17.977481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:11:17.979526 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:11:18.045052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.045757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Attempting to bind port 2837ab67-cffa-44a3-ba30-96e82963a749 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:18.046954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Attempting to bind port 2837ab67-cffa-44a3-ba30-96e82963a749 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:18.046954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Attempting to bind port 2837ab67-cffa-44a3-ba30-96e82963a749 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:18.056019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Port 2837ab67-cffa-44a3-ba30-96e82963a749 on network 9b03ef57-944f-4aee-8654-50a059213975 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:18.056429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Attempting to bind port 2837ab67-cffa-44a3-ba30-96e82963a749 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:18.057412 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.059075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:18.062047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] 10.222.0.70 "DELETE /v2.0/networks/714e6f7f-e742-407e-a229-53190c7c0935 HTTP/1.1" status: 204 len: 168 time: 0.5182252 Sep 21 18:11:18.064977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:18.067331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:18.067632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:18.068048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Bound using segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:18.068644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Bound port: 2837ab67-cffa-44a3-ba30-96e82963a749, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:18.069019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.073413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.097790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f53195-6a41-46f6-8c99-c9dcb68c930f admin admin] Pushing event deleted for resources: {'Network': ['ID=714e6f7f-e742-407e-a229-53190c7c0935,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:18.128814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.129062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.130402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] 10.222.0.78 "PUT /v2.0/ports/7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 1097 time: 1.4729598 Sep 21 18:11:18.252695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd181dff-dc3e-43aa-87ad-1412e439dadc service neutron] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=11']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:18.272408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] For port 2837ab67-cffa-44a3-ba30-96e82963a749, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:18.276876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] For port 2837ab67-cffa-44a3-ba30-96e82963a749, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2837ab67-cffa-44a3-ba30-96e82963a749,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:18.280519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-d2a88f88-e8f3-4541-b36b-ff7deb04e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.282027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-d2a88f88-e8f3-4541-b36b-ff7deb04e449 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1100 time: 0.1180086 Sep 21 18:11:18.284392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.298600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37304) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:18.367938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.368762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.369996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] 10.222.0.41 "PUT /v2.0/ports/2837ab67-cffa-44a3-ba30-96e82963a749 HTTP/1.1" status: 200 len: 1091 time: 1.6620052 Sep 21 18:11:18.395570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed484d99-abcc-47c3-b999-68c264caa866 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ec76ae319334e119442f948a3bbe1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932250 Sep 21 18:11:18.398367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:18.480783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd9068-ddf8-4fac-8923-e65075241ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=2837ab67-cffa-44a3-ba30-96e82963a749,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:18.531388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-f6fcfcf7-2dbf-4368-8540-71fe078f1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.532846 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-f6fcfcf7-2dbf-4368-8540-71fe078f1f3c service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2404282 Sep 21 18:11:18.542044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6b64d6ba-b172-4e62-bfe7-83c91dc9e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.543635 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-6b64d6ba-b172-4e62-bfe7-83c91dc9e8e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 1094 time: 0.1184518 Sep 21 18:11:18.592080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b791be87-9540-4dbc-949e-d7c4faef4c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.623396 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-be6ac155-d47d-40d9-8d56-55581a94a95a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0788071 Sep 21 18:11:18.626036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-13758c47-90a4-44c5-9b84-b78cbd69a775 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2837ab67-cffa-44a3-ba30-96e82963a749 HTTP/1.1" status: 200 len: 217 time: 0.0704908 Sep 21 18:11:18.696934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105bccb-b595-4270-80f7-92afcb769c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d703aa5-7136-46bd-8c13-8561a0525caa'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:18.701616 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec294e11-6b3c-470c-8b14-46cda100b6d0" -d '{"events": [{"server_uuid": "1105bccb-b595-4270-80f7-92afcb769c12", "name": "network-vif-plugged", "status": "completed", "tag": "9d703aa5-7136-46bd-8c13-8561a0525caa"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:18.711896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b791be87-9540-4dbc-949e-d7c4faef4c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.718688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63131530-5332-409c-9ab5-9caf270e2793 req-8a611887-32d1-450e-bfea-880b29b800db tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.720343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63131530-5332-409c-9ab5-9caf270e2793 req-8a611887-32d1-450e-bfea-880b29b800db tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 943 time: 0.0572155 Sep 21 18:11:18.760545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63131530-5332-409c-9ab5-9caf270e2793 req-c391184e-b05c-49c5-9a85-bd8cda32b078 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Sep 21 18:11:18.790241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-5deb1f82-4b92-47eb-b183-d2572aa3304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.790241 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-5deb1f82-4b92-47eb-b183-d2572aa3304a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1560755 Sep 21 18:11:18.810375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-74746ff9-1514-408e-b34f-b5f47b861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.811838 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-74746ff9-1514-408e-b34f-b5f47b861b5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.1658194 Sep 21 18:11:18.838238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903166f-dc31-492e-85d2-8ef6bcddb97b req-b708a688-9873-412e-8fa7-f3d99f2ee8e4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.839683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7903166f-dc31-492e-85d2-8ef6bcddb97b req-b708a688-9873-412e-8fa7-f3d99f2ee8e4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1637111 Sep 21 18:11:18.882054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-434e2416-355d-47e6-8fdf-1b6fdc5af7e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540123 Sep 21 18:11:18.892771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b791be87-9540-4dbc-949e-d7c4faef4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.895241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b791be87-9540-4dbc-949e-d7c4faef4c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.896403 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b791be87-9540-4dbc-949e-d7c4faef4c74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb61cbec-22d7-4c6f-8358-24d6206cb111 HTTP/1.1" status: 204 len: 168 time: 0.4723728 Sep 21 18:11:18.941445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307b71-49b0-4340-a544-236b3271fafe req-d2cbdf90-d719-42af-8c11-6be25f8cf708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.943209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-d2cbdf90-d719-42af-8c11-6be25f8cf708 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463654 Sep 21 18:11:18.944030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791be87-9540-4dbc-949e-d7c4faef4c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61cbec-22d7-4c6f-8358-24d6206cb111,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:18.948314 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166becde-3e04-47f9-8b7f-f425417054fa x-openstack-request-id: req-166becde-3e04-47f9-8b7f-f425417054fa {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:18.948832 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105bccb-b595-4270-80f7-92afcb769c12", "name": "network-vif-plugged", "status": "completed", "tag": "9d703aa5-7136-46bd-8c13-8561a0525caa", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:18.949297 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-166becde-3e04-47f9-8b7f-f425417054fa {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:18.950306 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105bccb-b595-4270-80f7-92afcb769c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d703aa5-7136-46bd-8c13-8561a0525caa', 'code': 200} Sep 21 18:11:18.961978 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7903166f-dc31-492e-85d2-8ef6bcddb97b req-b5c6c4e5-c22b-4d0f-bba2-a3884af6b235 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080289 Sep 21 18:11:19.091378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92d1d7-e9b9-40e9-92bc-3b5cdff4dd47 req-34099bc6-5eda-4e47-9744-298265ca2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:19.093252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a92d1d7-e9b9-40e9-92bc-3b5cdff4dd47 req-34099bc6-5eda-4e47-9744-298265ca2564 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 1096 time: 0.0452797 Sep 21 18:11:19.177304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a92d1d7-e9b9-40e9-92bc-3b5cdff4dd47 req-45b0285e-fcee-422a-b13e-a59a002f236a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Sep 21 18:11:19.207840 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-eb5444f7-556e-4c3c-9bf8-30def23d65c1 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004320 Sep 21 18:11:19.235750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573a447-0e86-48ae-a8af-2da1dd355a18 req-f0f6f14e-87a0-4e24-acd5-1841e18e7584 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:19.237564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37330) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:19.238415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1573a447-0e86-48ae-a8af-2da1dd355a18 req-f0f6f14e-87a0-4e24-acd5-1841e18e7584 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.1601694 Sep 21 18:11:19.281627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-65432333-98d4-499b-befb-de8a07b5bb08 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184607 Sep 21 18:11:19.382530 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1573a447-0e86-48ae-a8af-2da1dd355a18 req-1c34be69-d59a-473d-9dec-c55b98d782f7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295896 Sep 21 18:11:19.408878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffef11c4-4912-410f-9609-6177dca6336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.466442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e85b0f4e-1bf1-4efe-a4a7-83eb65d7c193 req-d20491bd-3625-45f6-af35-3d4b6a55aca2 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504606 Sep 21 18:11:19.523178 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-60307b71-49b0-4340-a544-236b3271fafe req-5919375e-eef7-448f-8e3c-e4551bb590a2 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394913 Sep 21 18:11:19.612679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffef11c4-4912-410f-9609-6177dca6336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.618312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffef11c4-4912-410f-9609-6177dca6336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.681495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ffef11c4-4912-410f-9609-6177dca6336e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddb295f18c194ff1bb31502045223d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426584 Sep 21 18:11:19.681982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37352) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:19.685011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef11c4-4912-410f-9609-6177dca6336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be96735a-74c8-4333-96fc-2ad6d91e1a3b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:19.698411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}, {'name': 'network-changed', 'server_uuid': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'tag': '2837ab67-cffa-44a3-ba30-96e82963a749'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:19.705779 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b9f1a-ac5b-4537-944c-511b48c45572" -d '{"events": [{"name": "network-changed", "server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}, {"name": "network-changed", "server_uuid": "d5e92722-bbf7-4af4-98e2-83ea6d72131c", "tag": "2837ab67-cffa-44a3-ba30-96e82963a749"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:19.761805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a180959a-1df7-4510-874f-19bb1954ef0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.772595 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d91a0-160a-4fca-9512-bbb071ae6e26 x-openstack-request-id: req-701d91a0-160a-4fca-9512-bbb071ae6e26 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:19.772903 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5e92722-bbf7-4af4-98e2-83ea6d72131c", "tag": "2837ab67-cffa-44a3-ba30-96e82963a749", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:19.773122 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-701d91a0-160a-4fca-9512-bbb071ae6e26 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:19.773570 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'status': 'completed', 'code': 200} Sep 21 18:11:19.773869 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'tag': '2837ab67-cffa-44a3-ba30-96e82963a749', 'status': 'completed', 'code': 200} Sep 21 18:11:19.788696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a180959a-1df7-4510-874f-19bb1954ef0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.922280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-2e8625d8-8daf-4dde-af25-efd1265b535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:19.923918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-2e8625d8-8daf-4dde-af25-efd1265b535d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1100 time: 0.1285183 Sep 21 18:11:19.927067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-9d4bddff-3afc-41d5-a02c-f40a8412ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:19.928617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-9d4bddff-3afc-41d5-a02c-f40a8412ab5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1100 time: 0.1226473 Sep 21 18:11:19.981911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a180959a-1df7-4510-874f-19bb1954ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.984795 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a180959a-1df7-4510-874f-19bb1954ef0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.985818 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a180959a-1df7-4510-874f-19bb1954ef0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be96735a-74c8-4333-96fc-2ad6d91e1a3b HTTP/1.1" status: 204 len: 168 time: 0.3022978 Sep 21 18:11:20.004113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ec23-54ce-4edd-b3f3-86acbad27b14 req-21ff7515-0303-4d0c-9a96-5247349b4636 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.005672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b631ec23-54ce-4edd-b3f3-86acbad27b14 req-21ff7515-0303-4d0c-9a96-5247349b4636 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 943 time: 0.1421130 Sep 21 18:11:20.040896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180959a-1df7-4510-874f-19bb1954ef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be96735a-74c8-4333-96fc-2ad6d91e1a3b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:20.108834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab501df-dc97-491d-bbdc-963ba16f75d1 req-d965130f-f8a3-4b9a-a59d-fd30bc28618a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.111051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab501df-dc97-491d-bbdc-963ba16f75d1 req-d965130f-f8a3-4b9a-a59d-fd30bc28618a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0716732 Sep 21 18:11:20.165287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab501df-dc97-491d-bbdc-963ba16f75d1 req-4986e92e-4dbc-4824-983a-a98f0a21f372 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 Sep 21 18:11:20.167376 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b631ec23-54ce-4edd-b3f3-86acbad27b14 req-a4473905-d76d-4b86-8040-8b0a3d7ed416 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525645 Sep 21 18:11:20.178918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-97b00e74-2494-46b7-a15e-0a99a8157ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.180387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-97b00e74-2494-46b7-a15e-0a99a8157ec7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2463167 Sep 21 18:11:20.181849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-8bfaf815-de51-4325-b16b-7a7ef45b4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.192178 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-8bfaf815-de51-4325-b16b-7a7ef45b4352 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.2407892 Sep 21 18:11:20.270563 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-ef506fe7-2c28-4f78-8216-06b668687757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0772896 Sep 21 18:11:20.273025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-51876185-e962-44c5-adef-6ef650bc2771 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 200 len: 217 time: 0.0729136 Sep 21 18:11:20.285297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:20.363685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:20.412392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-b788c53b-b44c-4c65-be76-aeee11d21c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.414086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-b788c53b-b44c-4c65-be76-aeee11d21c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1347389 Sep 21 18:11:20.416033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-2f4c852f-651b-4c6b-8373-b9b751c82ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.417589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-2f4c852f-651b-4c6b-8373-b9b751c82ea0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1051269 Sep 21 18:11:20.446562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37380) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:20.467504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e64b5d3-b19d-4240-be86-11579ddc8083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.529263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-7e523921-ec67-4cd2-8262-259bb3767415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.530812 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-7e523921-ec67-4cd2-8262-259bb3767415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075571 Sep 21 18:11:20.538145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-81cfd8d6-8b45-4f19-8e45-2b533991fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.539726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-81cfd8d6-8b45-4f19-8e45-2b533991fb1b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057827 Sep 21 18:11:20.574164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e64b5d3-b19d-4240-be86-11579ddc8083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.579482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e64b5d3-b19d-4240-be86-11579ddc8083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.586130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a545c-9fc8-4bf2-b009-1437cb6cfacf req-0ec84e09-2456-410b-939c-bfee8b176d9c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.593179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc4a545c-9fc8-4bf2-b009-1437cb6cfacf req-0ec84e09-2456-410b-939c-bfee8b176d9c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.1145275 Sep 21 18:11:20.626343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6e64b5d3-b19d-4240-be86-11579ddc8083 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5add551ed9e84691a06762e9d91ab71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770511 Sep 21 18:11:20.627475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64b5d3-b19d-4240-be86-11579ddc8083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff81fee-bba0-433f-97aa-e8b7a05e25d1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:20.630077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37384) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:20.700118 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea6d50fe-c845-4ea4-9c9d-6e2ded23b3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.727836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea6d50fe-c845-4ea4-9c9d-6e2ded23b3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.730273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc4a545c-9fc8-4bf2-b009-1437cb6cfacf req-2761ca9b-5780-480c-8d8c-dcd1e98bdc44 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361690 Sep 21 18:11:20.764727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-0d0460c9-67e1-49ff-b464-5a70d79fa9b9 service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232263 Sep 21 18:11:20.766635 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-d04f1dd3-2226-40aa-8dd1-7cb5d359d80b service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170355 Sep 21 18:11:20.798210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea6d50fe-c845-4ea4-9c9d-6e2ded23b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.800977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea6d50fe-c845-4ea4-9c9d-6e2ded23b3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.802302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea6d50fe-c845-4ea4-9c9d-6e2ded23b3da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fff81fee-bba0-433f-97aa-e8b7a05e25d1 HTTP/1.1" status: 204 len: 168 time: 0.1705647 Sep 21 18:11:20.820835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d50fe-c845-4ea4-9c9d-6e2ded23b3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff81fee-bba0-433f-97aa-e8b7a05e25d1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:21.273886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-69030eb6-404d-4b53-b54e-31b326309f8d service neutron] 10.222.0.41 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012929 Sep 21 18:11:21.276126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-9e7db722-70e7-4f12-be6b-8b6e0a565792 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962118 Sep 21 18:11:21.369937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37426) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:21.404167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6e33-a487-4492-8953-b189fbe9b861 req-a63846dd-004a-4581-9aab-1c79c324c5b2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.405816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de5d6e33-a487-4492-8953-b189fbe9b861 req-a63846dd-004a-4581-9aab-1c79c324c5b2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 943 time: 0.0747313 Sep 21 18:11:21.435029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-a37dc8c1-398e-4e16-97d9-f1da9057f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.437344 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-a37dc8c1-398e-4e16-97d9-f1da9057f216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 1094 time: 0.0801070 Sep 21 18:11:21.446879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005ad4d-0cb7-4793-8f3b-54bdc89447cc req-49ec1f8a-f10d-4133-a748-930b37bdd3e6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.448850 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e005ad4d-0cb7-4793-8f3b-54bdc89447cc req-49ec1f8a-f10d-4133-a748-930b37bdd3e6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1303532 Sep 21 18:11:21.486232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de5d6e33-a487-4492-8953-b189fbe9b861 req-f5bc4aff-13d4-44ea-93fb-44f1443606f9 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724704 Sep 21 18:11:21.572924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29d9ea06-0b28-4dd3-a2ce-1e58c787bda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.602101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e005ad4d-0cb7-4793-8f3b-54bdc89447cc req-35b179e1-09a5-4899-9b99-22c8741734c5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403983 Sep 21 18:11:21.634240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-d6868f11-7962-4fc5-a673-f1eb6f7efcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.636096 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-d6868f11-7962-4fc5-a673-f1eb6f7efcae service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.1861687 Sep 21 18:11:21.698737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-7c26efe4-4e26-44fb-bc67-873daa6004fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2837ab67-cffa-44a3-ba30-96e82963a749 HTTP/1.1" status: 200 len: 217 time: 0.0545516 Sep 21 18:11:21.714593 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29d9ea06-0b28-4dd3-a2ce-1e58c787bda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.720904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29d9ea06-0b28-4dd3-a2ce-1e58c787bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.764707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9ea06-0b28-4dd3-a2ce-1e58c787bda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad98ca-537f-4072-ad40-b63556e80dde,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:21.765845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-98d92999-9246-4d09-b962-1908a483a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.767680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-98d92999-9246-4d09-b962-1908a483a97b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0609522 Sep 21 18:11:21.796180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37446) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:21.796640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-29d9ea06-0b28-4dd3-a2ce-1e58c787bda8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59fca923ea3c4f23b5a3b359fab2ae48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246247 Sep 21 18:11:21.838234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-8ba69611-e9b3-4c5c-b84e-ab7069eceea5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482185 Sep 21 18:11:21.976340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57ab6-e90c-463b-a398-0cb3810e9fe9 req-c0cc9167-3a4d-4b08-b156-ddae5e2b1e8e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.981947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fd57ab6-e90c-463b-a398-0cb3810e9fe9 req-c0cc9167-3a4d-4b08-b156-ddae5e2b1e8e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0768170 Sep 21 18:11:21.995944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d237eb-c5eb-484b-9fdc-c166bb247073 req-6217920c-6ff7-4cf1-82da-49db5e76c9a1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.997768 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78d237eb-c5eb-484b-9fdc-c166bb247073 req-6217920c-6ff7-4cf1-82da-49db5e76c9a1 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.1535954 Sep 21 18:11:22.003692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e95c-7957-445a-a423-21d54e0f8636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.019656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fd57ab6-e90c-463b-a398-0cb3810e9fe9 req-ea6aaf89-2918-4d4c-afe0-0e278fc4477a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Sep 21 18:11:22.048588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-4ed0e525-84ba-4f64-91bc-163e56c561f8 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950910 Sep 21 18:11:22.081546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e95c-7957-445a-a423-21d54e0f8636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.117152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-78d237eb-c5eb-484b-9fdc-c166bb247073 req-fb0eee4d-8b21-432c-be19-a34920314fdc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049304 Sep 21 18:11:22.253499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e8b9f1a-ac5b-4537-944c-511b48c45572 req-7179dabe-f1e2-469f-8d77-52dfc994cde4 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911280 Sep 21 18:11:22.270361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e95c-7957-445a-a423-21d54e0f8636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.273216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e95c-7957-445a-a423-21d54e0f8636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.274635 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c6a8e95c-7957-445a-a423-21d54e0f8636 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09ad98ca-537f-4072-ad40-b63556e80dde HTTP/1.1" status: 204 len: 168 time: 0.4774284 Sep 21 18:11:22.288798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8e95c-7957-445a-a423-21d54e0f8636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad98ca-537f-4072-ad40-b63556e80dde,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:22.290937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796adddc-01b1-47bf-8787-d0a28b364cdb req-b98636f9-59f7-4126-b981-8e412ee019b7 tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:22.292713 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-796adddc-01b1-47bf-8787-d0a28b364cdb req-b98636f9-59f7-4126-b981-8e412ee019b7 tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 1100 time: 0.0827184 Sep 21 18:11:22.295561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2837ab67-cffa-44a3-ba30-96e82963a749 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:22.362483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-796adddc-01b1-47bf-8787-d0a28b364cdb req-9b82161f-eb75-477b-82fa-60c89b76dc8c tempest-MigrationsAdminTest-972849464 tempest-MigrationsAdminTest-972849464-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629833 Sep 21 18:11:22.467792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2837ab67-cffa-44a3-ba30-96e82963a749, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2837ab67-cffa-44a3-ba30-96e82963a749,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:22.479977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '2837ab67-cffa-44a3-ba30-96e82963a749', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'port_id': '2837ab67-cffa-44a3-ba30-96e82963a749', 'mac_address': 'fa:16:3e:2d:38:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff1d1a3-bfa4-41d0-96a4-ba193de66477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:22.530663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.550041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2837ab67-cffa-44a3-ba30-96e82963a749 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:22.576601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2837ab67-cffa-44a3-ba30-96e82963a749, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2837ab67-cffa-44a3-ba30-96e82963a749,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:22.590239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.625425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:22.680840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f795d-1d68-47ca-b175-8b6e132cf88d req-1cb4a63e-805b-4ce2-9436-71a2baeafd06 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:22.694496 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b5f795d-1d68-47ca-b175-8b6e132cf88d req-1cb4a63e-805b-4ce2-9436-71a2baeafd06 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 944 time: 0.0807476 Sep 21 18:11:22.708098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2837ab67-cffa-44a3-ba30-96e82963a749,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:22.764902 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b5f795d-1d68-47ca-b175-8b6e132cf88d req-2341b392-797f-47cc-8345-08a731b6eb7e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692968 Sep 21 18:11:22.770835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3b6d2-83cd-4c0a-b054-7b4af134d936 req-8f89f445-c957-4cb5-b798-3e0afb585d06 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:22.773227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ea3b6d2-83cd-4c0a-b054-7b4af134d936 req-8f89f445-c957-4cb5-b798-3e0afb585d06 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 949 time: 0.0920589 Sep 21 18:11:22.830102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:22.848896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ea3b6d2-83cd-4c0a-b054-7b4af134d936 req-a1ccc999-c6f5-4daf-8990-adc27867c4bc tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566909 Sep 21 18:11:22.851691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'mac_address': 'fa:16:3e:ca:4c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:22.891794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.910761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deb38cf-b91d-4b85-9337-995180ef7df8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:22.934673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:22.958603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:22.966226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.034946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=12']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:23.159003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1153-1e8b-45c3-ad4d-dec64e7b12ea req-cc12e4c4-0bdf-494e-a970-2cd1ff809aa0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:23.160910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-880a1153-1e8b-45c3-ad4d-dec64e7b12ea req-cc12e4c4-0bdf-494e-a970-2cd1ff809aa0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0591838 Sep 21 18:11:23.206712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37518) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:23.213867 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:11:23.241357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['7deb38cf-b91d-4b85-9337-995180ef7df8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:23.242975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-880a1153-1e8b-45c3-ad4d-dec64e7b12ea req-d458ba6b-af07-411e-bfa5-d166ed33f245 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668361 Sep 21 18:11:23.335350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-557513426-network', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:23.371456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Made reservation on behalf of b8267c05d15048808f78d822c9cd506e for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:23.374137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.392845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.487917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.492711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.517689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:11:23.527624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bc51f4-c940-43aa-b0d9-11c399c1fc39,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:23.532446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.532790 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Added segment c3b134f3-4dd5-45d7-b017-acce51144341 of type vlan for network 504eee16-e66c-4c18-9265-40a9b7e500f5 Sep 21 18:11:23.574561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.600692 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.601651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:23.602324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.633715 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4228854 Sep 21 18:11:23.633945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37528) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:23.640139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Request body: {'subnet': {'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-557513426-subnet', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:23.682535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f2b25-65f3-43be-8e59-e6cf935479e2 admin admin] Pushing event updated for resources: {'Network': ['ID=504eee16-e66c-4c18-9265-40a9b7e500f5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:23.698807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:11:23.703490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Made reservation on behalf of b8267c05d15048808f78d822c9cd506e for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:23.706815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.911146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe0185-43a0-4164-aaf8-2e65a0e40ba7 req-cc825289-e89b-44b9-acb7-f5d83139f451 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:23.913057 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2afe0185-43a0-4164-aaf8-2e65a0e40ba7 req-cc825289-e89b-44b9-acb7-f5d83139f451 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 944 time: 0.0725660 Sep 21 18:11:23.920246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.007016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede39c7e-dfc9-4275-8cb6-1b836e6acb02,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:24.008662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2afe0185-43a0-4164-aaf8-2e65a0e40ba7 req-ebdcc6a0-fa94-42e2-b62a-5a967d954542 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863001 Sep 21 18:11:24.023855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:24.026657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Network hostable DHCP agents. Network: 504eee16-e66c-4c18-9265-40a9b7e500f5, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:11:24.038943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-57504680-f84b-4347-ada5-d0f09f7e453f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.040701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-57504680-f84b-4347-ada5-d0f09f7e453f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0913138 Sep 21 18:11:24.091564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174d71-46c3-4c23-aade-d9fd14abbcbe req-8230cbe4-e20f-403a-ba8e-0cc191dbbf50 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.093034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44174d71-46c3-4c23-aade-d9fd14abbcbe req-8230cbe4-e20f-403a-ba8e-0cc191dbbf50 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 950 time: 0.0734849 Sep 21 18:11:24.094223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:11:24.108051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 504eee16-e66c-4c18-9265-40a9b7e500f5) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:24.115855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a21fc-cd40-43f8-bfa0-7e0870101ca0 None None] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:24.119438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.120031 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.145984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44174d71-46c3-4c23-aade-d9fd14abbcbe req-db86887d-bdc6-415f-9f5f-fbfcbf16cb84 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Sep 21 18:11:24.151061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ee0e6a0f-5e87-49fa-b063-4d6d5d1351af admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5135915 Sep 21 18:11:24.151331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37536) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:24.154831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Deleting port 7deb38cf-b91d-4b85-9337-995180ef7df8 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:24.155190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.155815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:24.191907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.193646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.252465 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.263115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] For port 7deb38cf-b91d-4b85-9337-995180ef7df8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=7deb38cf-b91d-4b85-9337-995180ef7df8,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:24.263486 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.287518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-504eee16-e66c-4c18-9265-40a9b7e500f5', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:24.291626 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.296747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Calling delete_port for 7deb38cf-b91d-4b85-9337-995180ef7df8 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:24.310901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2837ab67-cffa-44a3-ba30-96e82963a749 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:24.414162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.468460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 2837ab67-cffa-44a3-ba30-96e82963a749 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:24.493724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9207e66-731f-4269-b78f-c438c6c203b6 req-d97ec6f0-7847-42b3-886b-65965b9e4dad tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.501332 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9207e66-731f-4269-b78f-c438c6c203b6 req-d97ec6f0-7847-42b3-886b-65965b9e4dad tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1126842 Sep 21 18:11:24.519160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 2837ab67-cffa-44a3-ba30-96e82963a749 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:24.520158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.560485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Allocated IP 172.20.0.2 (504eee16-e66c-4c18-9265-40a9b7e500f5/ede39c7e-dfc9-4275-8cb6-1b836e6acb02/922d68ed-441b-4fd7-9178-9929b4bcb268) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:24.569297 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9207e66-731f-4269-b78f-c438c6c203b6 req-5104c3e3-6e0a-4bbc-8687-50b5a9715d83 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667892 Sep 21 18:11:24.583208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.600977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68', 'adf93b8e-b73a-434e-8531-6623f58f84c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:24.603897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:24.626555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event deleted for resources: {'Port': ['ID=7deb38cf-b91d-4b85-9337-995180ef7df8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:24.675024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] No DVR routers for this DVR port 7deb38cf-b91d-4b85-9337-995180ef7df8 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:24.678525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.681093 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-420bf952-9bcb-48e9-83fb-81147b3e530e req-be76bbbc-61bc-4e59-99c6-a4e00524ce42 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "DELETE /v2.0/ports/7deb38cf-b91d-4b85-9337-995180ef7df8 HTTP/1.1" status: 204 len: 173 time: 0.6334507 Sep 21 18:11:24.681572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-deleted', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:24.683745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:24.684844 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6021835-55ca-4584-a8f6-d5189965c295" -d '{"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-deleted", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:24.688911 n-d-810285-3 neutron-server[95092]: INFO neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No ports have port_id starting with 7deb38cf-b91d-4b85-9337-995180ef7df8 Sep 21 18:11:24.736483 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f497f7-9c04-4522-aae5-e94697052c4c x-openstack-request-id: req-e2f497f7-9c04-4522-aae5-e94697052c4c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:24.736483 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439bb14d-2a22-43f7-a546-cdeaaadefa43", "name": "network-vif-deleted", "tag": "7deb38cf-b91d-4b85-9337-995180ef7df8", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:24.736943 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2f497f7-9c04-4522-aae5-e94697052c4c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:24.737261 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439bb14d-2a22-43f7-a546-cdeaaadefa43', 'name': 'network-vif-deleted', 'tag': '7deb38cf-b91d-4b85-9337-995180ef7df8', 'status': 'completed', 'code': 200} Sep 21 18:11:24.738562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 requested by agent hyperv_n-h1-810285-3 not found in database {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 21 18:11:25.022867 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.040366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.071510 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.095750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.097832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.180397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Pushing event updated for resources: {'Port': ['ID=922d68ed-441b-4fd7-9178-9929b4bcb268,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.205673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:25.219093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2837ab67-cffa-44a3-ba30-96e82963a749'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:25.220462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793dc41-eb3e-4d6b-9697-d8c7653b85b9 req-97efe0a4-2403-4d4c-acb8-b36a1f4cac13 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:25.222054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c793dc41-eb3e-4d6b-9697-d8c7653b85b9 req-97efe0a4-2403-4d4c-acb8-b36a1f4cac13 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 944 time: 0.1199796 Sep 21 18:11:25.222322 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12346061-cf95-41f8-97cd-e184172495dd" -d '{"events": [{"server_uuid": "d5e92722-bbf7-4af4-98e2-83ea6d72131c", "name": "network-vif-plugged", "status": "completed", "tag": "2837ab67-cffa-44a3-ba30-96e82963a749"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:25.227193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:25.251756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:25.267547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2837ab67-cffa-44a3-ba30-96e82963a749, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2837ab67-cffa-44a3-ba30-96e82963a749,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:25.281258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.307417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63c6cba2-8181-4441-93da-0bb9c5b50359 req-b733bf9b-4de0-4d27-ae6e-6723576593ab tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=439bb14d-2a22-43f7-a546-cdeaaadefa43 HTTP/1.1" status: 200 len: 210 time: 0.0417886 Sep 21 18:11:25.381083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c793dc41-eb3e-4d6b-9697-d8c7653b85b9 req-fdc00d9e-f66e-4347-a4d0-925b02878dd9 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417994 Sep 21 18:11:25.382297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Allocated IP 172.25.3.164 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/1afd8c1e-8924-44c8-a7bc-35e12bde0d2f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:25.415235 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc4bb34-a32a-4941-88c6-cc5eee83f7f5 x-openstack-request-id: req-9cc4bb34-a32a-4941-88c6-cc5eee83f7f5 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:25.415492 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e92722-bbf7-4af4-98e2-83ea6d72131c", "name": "network-vif-plugged", "status": "completed", "tag": "2837ab67-cffa-44a3-ba30-96e82963a749", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:25.415899 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cc4bb34-a32a-4941-88c6-cc5eee83f7f5 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:25.416461 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2837ab67-cffa-44a3-ba30-96e82963a749', 'code': 200} Sep 21 18:11:25.489382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Attempting to bind port 922d68ed-441b-4fd7-9178-9929b4bcb268 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:25.489981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Attempting to bind port 922d68ed-441b-4fd7-9178-9929b4bcb268 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:25.490573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Attempting to bind port 922d68ed-441b-4fd7-9178-9929b4bcb268 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:25.499554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2837ab67-cffa-44a3-ba30-96e82963a749,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.521839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:25.522494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:25.523066 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.523608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Bound using segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:25.524615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Bound port: 922d68ed-441b-4fd7-9178-9929b4bcb268, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:25.525151 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.556731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df359-cadd-4d53-90fa-783ee6e5c61d req-eb9fcfa6-cb92-416c-9331-f53152d661b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:25.559857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b9df359-cadd-4d53-90fa-783ee6e5c61d req-eb9fcfa6-cb92-416c-9331-f53152d661b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 1096 time: 0.0777125 Sep 21 18:11:25.562934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.615032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.630289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1b9df359-cadd-4d53-90fa-783ee6e5c61d req-61bab0a3-ccff-472e-b76a-b645733169f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628211 Sep 21 18:11:25.667477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:25.669289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] For port 922d68ed-441b-4fd7-9178-9929b4bcb268, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:25.682500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:25.693843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] For port 922d68ed-441b-4fd7-9178-9929b4bcb268, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=922d68ed-441b-4fd7-9178-9929b4bcb268,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:25.700174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.703919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:25.709185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Pushing event updated for resources: {'Port': ['ID=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.768483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033791db-46e0-4460-82fb-97439b18d0dd req-9c996343-38e7-4dbc-a731-fb83caa8c2a0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:25.770044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-033791db-46e0-4460-82fb-97439b18d0dd req-9c996343-38e7-4dbc-a731-fb83caa8c2a0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1049213 Sep 21 18:11:25.783911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1612b13-8a08-4d88-aeff-6071b92272d8 None None] Pushing event updated for resources: {'Port': ['ID=922d68ed-441b-4fd7-9178-9929b4bcb268,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.912716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-033791db-46e0-4460-82fb-97439b18d0dd req-0c83e68c-39bf-4d87-ae64-cb851fcc7e01 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018522 Sep 21 18:11:26.052196 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.260558 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.404560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:11:26.564188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:26.587502 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Sync routers for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:26.589257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5e16-244f-4cf7-8bd6-ae5ad0e21237 req-5890d6a4-6dbf-48e6-9ac6-98719485445a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:26.590870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a88b5e16-244f-4cf7-8bd6-ae5ad0e21237 req-5890d6a4-6dbf-48e6-9ac6-98719485445a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 945 time: 0.1102433 Sep 21 18:11:26.603759 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:26.604711 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:26.640018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:26.649645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.653425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0dbb2c02-e7b4-4816-86d5-d42b80d5419c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4987316 Sep 21 18:11:26.662889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37588) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:26.697770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a88b5e16-244f-4cf7-8bd6-ae5ad0e21237 req-a8185033-879c-43c3-8e9a-0a146306d267 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Sep 21 18:11:26.713587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 7deb38cf-b91d-4b85-9337-995180ef7df8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:26.713948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 7deb38cf-b91d-4b85-9337-995180ef7df8 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:26.841832 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:26.857608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cfece-3d1a-4152-b273-fb5292bedb00 req-2fc3e16b-535c-4ff6-b83e-4046f30a6262 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:26.866085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc4cfece-3d1a-4152-b273-fb5292bedb00 req-2fc3e16b-535c-4ff6-b83e-4046f30a6262 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 950 time: 0.1127357 Sep 21 18:11:26.931287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc4cfece-3d1a-4152-b273-fb5292bedb00 req-991fcf9c-4827-4b9f-8654-a37a4b3523c7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610015 Sep 21 18:11:26.982398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815c2c5-5c61-4870-8baa-b90ff21dd30d None None] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:27.131910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 922d68ed-441b-4fd7-9178-9929b4bcb268 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:27.133956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e0d41123-8bca-4316-acfd-13615cf41eb2 None None] Provisioning complete for port 922d68ed-441b-4fd7-9178-9929b4bcb268 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:27.134462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0d41123-8bca-4316-acfd-13615cf41eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.206713 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:25Z', 'revision_number': 3, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:27.220218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aca42-500f-4ac2-bd9e-4710e319adf0 req-a3187b7b-b6eb-4bff-a0af-12a69844de24 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:27.229609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-205aca42-500f-4ac2-bd9e-4710e319adf0 req-a3187b7b-b6eb-4bff-a0af-12a69844de24 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1775336 Sep 21 18:11:27.276989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-205aca42-500f-4ac2-bd9e-4710e319adf0 req-340cc3cd-fb0a-46cb-8e30-8fae147569d8 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 Sep 21 18:11:27.371509 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Checking router: ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:11:27.371509 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Updating router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:11:27.409635 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.456316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.472999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 922d68ed-441b-4fd7-9178-9929b4bcb268 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:27.473375 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.569965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0d41123-8bca-4316-acfd-13615cf41eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.682563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Allocated IP 172.20.0.1 (504eee16-e66c-4c18-9265-40a9b7e500f5/ede39c7e-dfc9-4275-8cb6-1b836e6acb02/8920818a-73b3-4a51-9c6e-29c790db46a7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:27.690463 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.708474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e0d41123-8bca-4316-acfd-13615cf41eb2 None None] For port 922d68ed-441b-4fd7-9178-9929b4bcb268, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=922d68ed-441b-4fd7-9178-9929b4bcb268,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:27.768134 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0d41123-8bca-4316-acfd-13615cf41eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.817836 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.830044 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.917256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d41123-8bca-4316-acfd-13615cf41eb2 None None] Pushing event updated for resources: {'Port': ['ID=922d68ed-441b-4fd7-9178-9929b4bcb268,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:27.925200 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:11:27.925576 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:11:27.949521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1a0d3-629d-4551-b98a-4cf1f20cf86f req-fe00c305-e130-40e2-a9f6-a6326db9f51c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:27.964573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ac1a0d3-629d-4551-b98a-4cf1f20cf86f req-fe00c305-e130-40e2-a9f6-a6326db9f51c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 945 time: 0.1257014 Sep 21 18:11:27.972678 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Attempting to bind port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:27.973056 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Attempting to bind port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:27.973424 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Attempting to bind port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:27.995486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9a99e178-d684-4538-9f32-d5d06af144e2 None None] Provisioning complete for port 922d68ed-441b-4fd7-9178-9929b4bcb268 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:27.996102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9a99e178-d684-4538-9f32-d5d06af144e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.006219 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:28.006617 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:28.007272 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.007438 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:28.007880 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Bound port: 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:28.008291 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.047279 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.062424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ac1a0d3-629d-4551-b98a-4cf1f20cf86f req-7987d1db-bacb-42c9-85bd-5b37b43bd779 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940135 Sep 21 18:11:28.108267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-81319079-88bd-4c87-9473-7f5bc2e210e3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.110011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-81319079-88bd-4c87-9473-7f5bc2e210e3 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 950 time: 0.1700494 Sep 21 18:11:28.147315 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Pushing event updated for resources: {'Port': ['ID=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:28.161182 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.161182 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.161768 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.162174 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.162595 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.162831 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.163209 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.163522 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.163816 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.164134 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.164450 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.164764 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:28.172198 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] For port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:28.175775 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] For port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:28.182426 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.218504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb880-9d85-4647-85fd-22c7c4635b58 req-da029e57-5789-4879-a0a1-8c9d4a20226d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.226236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e29cb880-9d85-4647-85fd-22c7c4635b58 req-da029e57-5789-4879-a0a1-8c9d4a20226d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 950 time: 0.1851571 Sep 21 18:11:28.296202 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:28.296753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.296941 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:28.349309 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a736e-ea98-4165-81c0-e6dd370d715d None None] Pushing event updated for resources: {'Port': ['ID=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:28.350917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37624) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:28.374699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e29cb880-9d85-4647-85fd-22c7c4635b58 req-82d3ae92-6422-4940-9ccf-4ff0884f6229 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475635 Sep 21 18:11:28.393141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:28.398151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:28.401569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:28.463335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Pushing event updated for resources: {'Port': ['ID=8920818a-73b3-4a51-9c6e-29c790db46a7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:28.494531 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:28.517573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ae2e6-847a-430a-98b1-e9a904689bb1 req-fc574b6b-38ac-4b00-981a-694ddd1140d1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.526336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8ae2e6-847a-430a-98b1-e9a904689bb1 req-fc574b6b-38ac-4b00-981a-694ddd1140d1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.2086775 Sep 21 18:11:28.527087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Deleting port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:28.527437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.548793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8ae2e6-847a-430a-98b1-e9a904689bb1 req-ca9272b4-30e5-4cc3-9ed1-271900a85cdb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0202544 Sep 21 18:11:28.551368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.650349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8ae2e6-847a-430a-98b1-e9a904689bb1 req-6c0b0db0-dedb-4c8a-9d92-9760125834ed tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903287 Sep 21 18:11:28.709558 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ede3403-5103-4bfa-bf0a-20124ae50637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.798294 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:25Z', 'revision_number': 3, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:28.833678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] For port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:28.835359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.845980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f036b5-b9f6-41ae-9819-3d82f1d0acd2 req-def30436-6c28-49fb-8d4a-e6a914b994e1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.848890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5d3bafba-9682-4f36-a0f1-659573c9674b None None] Provisioning complete for port 8920818a-73b3-4a51-9c6e-29c790db46a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:28.852171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5d3bafba-9682-4f36-a0f1-659573c9674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.854352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e3f036b5-b9f6-41ae-9819-3d82f1d0acd2 req-def30436-6c28-49fb-8d4a-e6a914b994e1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1752229 Sep 21 18:11:28.867445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8ae2e6-847a-430a-98b1-e9a904689bb1 req-8e29e516-6cfa-4b43-95e1-a499bc2a5c3b service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159071 Sep 21 18:11:28.869007 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5329f-2e11-472e-8e4f-0179d10c9833 None None] The sync data for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 is: [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:25Z', 'revision_number': 3, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:28.895225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Calling delete_port for ef71baa2-6f25-4328-bcbb-ad2ff51a74ab owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:28.905358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5d3bafba-9682-4f36-a0f1-659573c9674b None None] Port 8920818a-73b3-4a51-9c6e-29c790db46a7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:29.001772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 922d68ed-441b-4fd7-9178-9929b4bcb268 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:29.021023 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e3f036b5-b9f6-41ae-9819-3d82f1d0acd2 req-3426008e-831b-471a-8eca-cf8cb4df1c93 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602442 Sep 21 18:11:29.032867 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.038167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8ae2e6-847a-430a-98b1-e9a904689bb1 req-84c12ac1-6d67-4747-8142-b2788b47bb56 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697421 Sep 21 18:11:29.069178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ede3403-5103-4bfa-bf0a-20124ae50637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.077947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ede3403-5103-4bfa-bf0a-20124ae50637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.118772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 922d68ed-441b-4fd7-9178-9929b4bcb268 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:29.119398 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.150032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede3403-5103-4bfa-bf0a-20124ae50637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ed966-7a76-469e-8fe7-cda62a30d4c6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:29.178177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2ede3403-5103-4bfa-bf0a-20124ae50637 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=feba5a48834341e6a295a323330eb200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239443 Sep 21 18:11:29.180986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37630) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:29.269271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8380db1f-74f1-41d5-98f6-2ddad3f29689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.322808 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7d7814a8-cced-41b0-ab3c-ffad8e178794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.340175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8380db1f-74f1-41d5-98f6-2ddad3f29689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.357570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.386020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:29.388961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68', 'adf93b8e-b73a-434e-8531-6623f58f84c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:29.436827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8380db1f-74f1-41d5-98f6-2ddad3f29689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.446167 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8380db1f-74f1-41d5-98f6-2ddad3f29689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.449974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8380db1f-74f1-41d5-98f6-2ddad3f29689 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/204ed966-7a76-469e-8fe7-cda62a30d4c6 HTTP/1.1" status: 204 len: 168 time: 0.2656264 Sep 21 18:11:29.461361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380db1f-74f1-41d5-98f6-2ddad3f29689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ed966-7a76-469e-8fe7-cda62a30d4c6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:29.476720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event deleted for resources: {'Port': ['ID=ef71baa2-6f25-4328-bcbb-ad2ff51a74ab,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:29.568275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5da52bb-c1c7-47bd-a081-7bae49805c4e req-c8bfef24-0088-481f-976d-f5610be8fe0d tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=06934daf-ca1b-4a07-99e4-2500ff3bc7f8 HTTP/1.1" status: 200 len: 210 time: 0.0600700 Sep 21 18:11:29.645639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] No DVR routers for this DVR port ef71baa2-6f25-4328-bcbb-ad2ff51a74ab on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:29.669844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.671954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.674248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79285b09-ec96-45e7-8e42-230e90d13d90 req-ebbe1553-297c-4970-bb3f-d7dbc55589a5 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.41 "DELETE /v2.0/ports/ef71baa2-6f25-4328-bcbb-ad2ff51a74ab HTTP/1.1" status: 204 len: 173 time: 1.5568340 Sep 21 18:11:29.674716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-deleted', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:29.677017 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb48080-66ae-497f-8e69-29360c560088" -d '{"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-deleted", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:29.699857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.797517 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55db06e4-3322-495e-83ec-95972cb363af x-openstack-request-id: req-55db06e4-3322-495e-83ec-95972cb363af {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:29.797821 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06934daf-ca1b-4a07-99e4-2500ff3bc7f8", "name": "network-vif-deleted", "tag": "ef71baa2-6f25-4328-bcbb-ad2ff51a74ab", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:29.798065 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55db06e4-3322-495e-83ec-95972cb363af {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:29.802100 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06934daf-ca1b-4a07-99e4-2500ff3bc7f8', 'name': 'network-vif-deleted', 'tag': 'ef71baa2-6f25-4328-bcbb-ad2ff51a74ab', 'status': 'completed', 'code': 200} Sep 21 18:11:29.820116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.965831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Pushing event updated for resources: {'Port': ['ID=8920818a-73b3-4a51-9c6e-29c790db46a7,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:30.025311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37664) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:30.062599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3245ff3a-fca8-4fc4-bac1-fcd3ec077906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.175092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:30.177992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:30.289652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed014b2-ecb5-4719-bc35-f7242e1d265b req-90e24147-d739-438f-ab22-06900c8cacdc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:30.291323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bed014b2-ecb5-4719-bc35-f7242e1d265b req-90e24147-d739-438f-ab22-06900c8cacdc tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1382904 Sep 21 18:11:30.415108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bed014b2-ecb5-4719-bc35-f7242e1d265b req-cdfc4d87-0d9d-4514-a289-b62d6d1cb921 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149359 Sep 21 18:11:30.429118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:30.449993 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3245ff3a-fca8-4fc4-bac1-fcd3ec077906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.456656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3245ff3a-fca8-4fc4-bac1-fcd3ec077906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.502532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3245ff3a-fca8-4fc4-bac1-fcd3ec077906 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=652e7dc2d61a49cc955f4e713208e23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758854 Sep 21 18:11:30.507903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37674) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:30.526366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245ff3a-fca8-4fc4-bac1-fcd3ec077906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38996e13-b486-48ea-8f18-f52318479dc7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:30.545381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-16321238-c635-405f-a8b7-41b10a5c767a None None] Provisioning complete for port 8920818a-73b3-4a51-9c6e-29c790db46a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:30.545866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-16321238-c635-405f-a8b7-41b10a5c767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.576521 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e817b93-8767-45b8-9377-9733b8525761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.606696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-16321238-c635-405f-a8b7-41b10a5c767a None None] Port 8920818a-73b3-4a51-9c6e-29c790db46a7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:30.617351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e817b93-8767-45b8-9377-9733b8525761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.618959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:30.624266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e48db2fb-1314-4376-b5dc-bc585ead9e5d admin admin] 10.222.0.70 "PUT /v2.0/routers/ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9597595 Sep 21 18:11:30.679213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e817b93-8767-45b8-9377-9733b8525761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.684209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e817b93-8767-45b8-9377-9733b8525761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.689620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e817b93-8767-45b8-9377-9733b8525761 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38996e13-b486-48ea-8f18-f52318479dc7 HTTP/1.1" status: 204 len: 168 time: 0.1803830 Sep 21 18:11:30.700839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e817b93-8767-45b8-9377-9733b8525761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38996e13-b486-48ea-8f18-f52318479dc7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:30.832938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-073bcf98-7a13-4e7f-992d-fe4d2d37c773 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:30.840970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-073bcf98-7a13-4e7f-992d-fe4d2d37c773 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.1526699 Sep 21 18:11:30.853631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-79bd9b03-5c35-4b1b-a30a-0b219b158b17 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0117469 Sep 21 18:11:30.921994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-18b52985-1388-45b5-ac6f-e55a385a7632 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609553 Sep 21 18:11:31.042643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-88851306-adb4-4492-9165-b08541b9d09b service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196356 Sep 21 18:11:31.048033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:31.123194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:31.123854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.166570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-87167297-27f5-4282-bc22-ca41361a4701 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172085 Sep 21 18:11:31.225489 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.248833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:31.253973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.345936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:31.416686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa7e1-2646-4e66-9211-78857f79cc66 req-63e16c32-f943-4b10-ba74-6bd448cf4ea7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.424452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-313aa7e1-2646-4e66-9211-78857f79cc66 req-63e16c32-f943-4b10-ba74-6bd448cf4ea7 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.0645046 Sep 21 18:11:31.483559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-313aa7e1-2646-4e66-9211-78857f79cc66 req-12ddce26-f373-4bc5-a657-a27919bec20f tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579813 Sep 21 18:11:31.541659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Sync routers for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:31.559125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37732) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.566603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d91c2a05-cee4-4352-83eb-30b59768c4ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741279393', 'description': 'tempest-description--1681368313'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:31.592983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:31.593698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:31.601499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d91c2a05-cee4-4352-83eb-30b59768c4ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.606998 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c36689f8-9739-4ffb-b5a5-882aed5e501a req-6e3fe314-0624-4b85-8b15-5b57591751f1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 210 time: 0.0441561 Sep 21 18:11:31.764859 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d91c2a05-cee4-4352-83eb-30b59768c4ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.779255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabb08c-a5c3-494f-9e2b-c32e4c4d8dec req-1e6feaf6-5304-4e76-be80-02e573ae9b09 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.781738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:31.787447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2eabb08c-a5c3-494f-9e2b-c32e4c4d8dec req-1e6feaf6-5304-4e76-be80-02e573ae9b09 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0821128 Sep 21 18:11:31.804560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d91c2a05-cee4-4352-83eb-30b59768c4ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.833048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d91c2a05-cee4-4352-83eb-30b59768c4ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.834741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d91c2a05-cee4-4352-83eb-30b59768c4ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2738130 Sep 21 18:11:31.837693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37738) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.843227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9597b347-31e4-40e2-873d-b34b29078e78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'security_group_rule': {'security_group_id': 'b5124a1d-f87c-4672-ba71-fc6aadcd9b1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:31.862531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c2a05-cee4-4352-83eb-30b59768c4ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:31.879726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2eabb08c-a5c3-494f-9e2b-c32e4c4d8dec req-9c4c4d21-fe2a-4374-b48f-2ed427b97e3c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912850 Sep 21 18:11:31.893296 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9597b347-31e4-40e2-873d-b34b29078e78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.986899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9597b347-31e4-40e2-873d-b34b29078e78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.992649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9597b347-31e4-40e2-873d-b34b29078e78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.011547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597b347-31e4-40e2-873d-b34b29078e78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf45952-9e2a-41c7-942e-917e0c469421,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:32.030815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9597b347-31e4-40e2-873d-b34b29078e78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.032089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9597b347-31e4-40e2-873d-b34b29078e78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925201 Sep 21 18:11:32.034801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.040236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8c97ec98-7894-450e-97cf-54017f396ad9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'security_group_rule': {'security_group_id': 'b5124a1d-f87c-4672-ba71-fc6aadcd9b1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:32.049669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:29Z', 'revision_number': 2, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:32.074017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c97ec98-7894-450e-97cf-54017f396ad9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.081090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Checking router: ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:11:32.081456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Updating router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 port 8920818a-73b3-4a51-9c6e-29c790db46a7 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:11:32.116800 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.160429 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c97ec98-7894-450e-97cf-54017f396ad9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.166227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c97ec98-7894-450e-97cf-54017f396ad9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.187543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97ec98-7894-450e-97cf-54017f396ad9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7aba39b-5eb0-4e8c-be8c-81d64b60e68c,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:32.200070 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c97ec98-7894-450e-97cf-54017f396ad9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.201631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8c97ec98-7894-450e-97cf-54017f396ad9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657908 Sep 21 18:11:32.204655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37750) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.212965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:32.243337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.321381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-bd645150-b4be-45de-b7aa-fac937235f3a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:32.323208 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-bd645150-b4be-45de-b7aa-fac937235f3a tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.0607841 Sep 21 18:11:32.365616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:32.372486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.431479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: ef71baa2-6f25-4328-bcbb-ad2ff51a74ab {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:32.431843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ef71baa2-6f25-4328-bcbb-ad2ff51a74ab not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:32.444169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Deleting port adf93b8e-b73a-434e-8531-6623f58f84c2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:32.444514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.519845 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.525058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Allocated IP 172.25.3.146 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/32b798f0-b110-444e-8592-bee5fd49dd07) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:32.530708 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.635884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] For port adf93b8e-b73a-434e-8531-6623f58f84c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=adf93b8e-b73a-434e-8531-6623f58f84c2,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:32.636443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.666147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Calling delete_port for adf93b8e-b73a-434e-8531-6623f58f84c2 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:32.729946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Attempting to bind port 8920818a-73b3-4a51-9c6e-29c790db46a7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:32.730624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Attempting to bind port 8920818a-73b3-4a51-9c6e-29c790db46a7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:32.730739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Attempting to bind port 8920818a-73b3-4a51-9c6e-29c790db46a7 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:32.733096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee82e24-124f-493c-a002-2a3d61437fa0 None None] Pushing event updated for resources: {'Port': ['ID=8920818a-73b3-4a51-9c6e-29c790db46a7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:32.747540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:32.747933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:32.748364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.748698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Bound using segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:32.749177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Bound port: 8920818a-73b3-4a51-9c6e-29c790db46a7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:32.749567 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.806869 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-010366bd-5276-4b6b-a85a-9d4b6e8f6e8b req-df82ddd7-20c2-45ac-ba72-c323ff975eff tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 210 time: 0.0465598 Sep 21 18:11:32.878418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] For port 8920818a-73b3-4a51-9c6e-29c790db46a7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:32.882534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] For port 8920818a-73b3-4a51-9c6e-29c790db46a7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8920818a-73b3-4a51-9c6e-29c790db46a7,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:32.890930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.962587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03976236-f69b-4e27-b0e5-126eaff12800 req-fc6ec357-bbda-4d6f-9dbc-36a4c79ca256 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:32.973300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03976236-f69b-4e27-b0e5-126eaff12800 req-fc6ec357-bbda-4d6f-9dbc-36a4c79ca256 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 950 time: 0.2177217 Sep 21 18:11:33.013185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-bfc6a41c-b9db-4efb-9009-5c641eb4f85a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:33.019679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:33.020391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:33.028108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-bfc6a41c-b9db-4efb-9009-5c641eb4f85a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.4655461 Sep 21 18:11:33.046603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Request body: {'port': {'device_id': '575b4acb-1301-45f0-a53c-ae1103138163', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'admin_state_up': True, 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:33.111198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.229381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03976236-f69b-4e27-b0e5-126eaff12800 req-0ba52381-03e2-4f1c-9a4d-c9e954fbf032 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522185 Sep 21 18:11:33.235843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:33.274812 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.377856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:33.421990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-89defa20-fa95-4921-b9ac-55de99e1db79 None None] Provisioning complete for port 8920818a-73b3-4a51-9c6e-29c790db46a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:33.422530 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89defa20-fa95-4921-b9ac-55de99e1db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.428350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee82e24-124f-493c-a002-2a3d61437fa0 None None] Pushing event updated for resources: {'Port': ['ID=8920818a-73b3-4a51-9c6e-29c790db46a7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:33.444418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:33.452932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:33.471892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:33.519357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=32b798f0-b110-444e-8592-bee5fd49dd07,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:33.598148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:33.598564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.603406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:33.608245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.670239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e549baae-ffee-4175-9231-43bc12c15de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.675275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba42769-b00c-44b5-b6c7-fddb5dcb47cd req-19849b5a-72dd-4c37-adcc-c800c8b370b6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:33.687644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ba42769-b00c-44b5-b6c7-fddb5dcb47cd req-19849b5a-72dd-4c37-adcc-c800c8b370b6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1175878 Sep 21 18:11:33.709344 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89defa20-fa95-4921-b9ac-55de99e1db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.744876 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.751499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ba42769-b00c-44b5-b6c7-fddb5dcb47cd req-0eaa6b3f-1828-4e21-b2c6-bca8652171dd tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625815 Sep 21 18:11:33.777875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.850466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.859311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event deleted for resources: {'Port': ['ID=adf93b8e-b73a-434e-8531-6623f58f84c2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:33.907784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Allocated IP 172.20.0.12 (9b03ef57-944f-4aee-8654-50a059213975/aff1d1a3-bfa4-41d0-96a4-ba193de66477/e7cb9cf4-befc-418c-b118-38873b6bfce0) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:33.940263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] No DVR routers for this DVR port adf93b8e-b73a-434e-8531-6623f58f84c2 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:33.951629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.953710 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b83dbe87-b3c8-450a-8779-c88ccc00b66c req-90a0e079-de46-4402-89d4-339f2ba20b37 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "DELETE /v2.0/ports/adf93b8e-b73a-434e-8531-6623f58f84c2 HTTP/1.1" status: 204 len: 173 time: 1.6234958 Sep 21 18:11:33.954218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-deleted', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:33.956541 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c01bcf-d8bf-4035-9b10-8ee120718229" -d '{"events": [{"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-deleted", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:33.970696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:33.977708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-89defa20-fa95-4921-b9ac-55de99e1db79 None None] For port 8920818a-73b3-4a51-9c6e-29c790db46a7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8920818a-73b3-4a51-9c6e-29c790db46a7,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:34.010929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:32Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:34.017166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89defa20-fa95-4921-b9ac-55de99e1db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.034876 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752019b-2d8d-4cb8-a6b0-17e613975a4d x-openstack-request-id: req-e752019b-2d8d-4cb8-a6b0-17e613975a4d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:34.035171 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7afce8-185e-445f-99e0-21ff7abe984b", "name": "network-vif-deleted", "tag": "adf93b8e-b73a-434e-8531-6623f58f84c2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:34.035421 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e752019b-2d8d-4cb8-a6b0-17e613975a4d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:34.035804 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7afce8-185e-445f-99e0-21ff7abe984b', 'name': 'network-vif-deleted', 'tag': 'adf93b8e-b73a-434e-8531-6623f58f84c2', 'status': 'completed', 'code': 200} Sep 21 18:11:34.039682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf83b71b-a9c1-42d3-82b4-b5e2b3950e5c req-647d6726-6aba-4ea2-9b56-e9f2f1625703 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 210 time: 0.0749359 Sep 21 18:11:34.075616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37814) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:34.107200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1a54e-2486-4b9a-893f-779cec4efc97 None None] The sync data for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 is: [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:32Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:34.204402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.241565 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.253062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89defa20-fa95-4921-b9ac-55de99e1db79 None None] Pushing event updated for resources: {'Port': ['ID=8920818a-73b3-4a51-9c6e-29c790db46a7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.274286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a382f61f-5f52-408a-8255-114be84bf7f4 None None] Provisioning complete for port 8920818a-73b3-4a51-9c6e-29c790db46a7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:34.276580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a382f61f-5f52-408a-8255-114be84bf7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.388061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-882c9432-48f6-4739-8155-75d66069d3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.454073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.477553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8ef5f26-7a69-4d93-9f62-547cd29137be req-5dd650ac-1491-4f3d-9548-7c32e17aacca tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f7afce8-185e-445f-99e0-21ff7abe984b HTTP/1.1" status: 200 len: 210 time: 0.0716045 Sep 21 18:11:34.486662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.562656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=32b798f0-b110-444e-8592-bee5fd49dd07,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.570701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.579315 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-882c9432-48f6-4739-8155-75d66069d3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.585341 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-882c9432-48f6-4739-8155-75d66069d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.621909 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-882c9432-48f6-4739-8155-75d66069d3c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6d92af9a10942b490f24303457ce3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448692 Sep 21 18:11:34.627268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37824) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:34.650772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9432-48f6-4739-8155-75d66069d3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5002e9-d5f8-48ec-99bb-0e45b8b44e84,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.675852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:34.693979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.723591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.737518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.737869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: adf93b8e-b73a-434e-8531-6623f58f84c2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:34.738247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device adf93b8e-b73a-434e-8531-6623f58f84c2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:34.747928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:34.748794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fdc364b6-5faa-4ca3-9c8f-357b13da663b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5429518 Sep 21 18:11:34.800746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.810171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Network 9b03ef57-944f-4aee-8654-50a059213975 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:34.814674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:34.822667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2fa3-7646-4d41-9baa-1c2e300a640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.827432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:34.835524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event updated for resources: {'Port': ['ID=e7cb9cf4-befc-418c-b118-38873b6bfce0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.938888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2fa3-7646-4d41-9baa-1c2e300a640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.001414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.003240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.062641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc98b92-a9d4-49d2-b70c-32708a13a7ab req-9de81bfb-7976-4ee5-9ca5-7473532a7fb9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.065060 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3cc98b92-a9d4-49d2-b70c-32708a13a7ab req-9de81bfb-7976-4ee5-9ca5-7473532a7fb9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1674349 Sep 21 18:11:35.073384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-38282567-34a7-4908-b325-9b57e0f05a72 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0315745 Sep 21 18:11:35.089408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Request body: {'port': {'device_id': '575b4acb-1301-45f0-a53c-ae1103138163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:35.138179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8920818a-73b3-4a51-9c6e-29c790db46a7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:35.143926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3cc98b92-a9d4-49d2-b70c-32708a13a7ab req-ba170d6a-4773-42f3-a23e-6a6bd11a74ef tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691001 Sep 21 18:11:35.167406 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2fa3-7646-4d41-9baa-1c2e300a640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.170404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2fa3-7646-4d41-9baa-1c2e300a640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.171749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd5c2fa3-7646-4d41-9baa-1c2e300a640b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d5002e9-d5f8-48ec-99bb-0e45b8b44e84 HTTP/1.1" status: 204 len: 168 time: 0.5413284 Sep 21 18:11:35.232780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c2fa3-7646-4d41-9baa-1c2e300a640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5002e9-d5f8-48ec-99bb-0e45b8b44e84,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:35.260542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-00e5d6ef-973e-49a6-b532-2fc59084c2b0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1741279393&fields=id&tenant_id=b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 267 time: 0.1576600 Sep 21 18:11:35.282588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8920818a-73b3-4a51-9c6e-29c790db46a7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:35.283339 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.327382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc141-0278-4b48-9090-7fb72c3edf5c req-be208d8e-1159-48e9-837c-7ce2b831e1e7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.334940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-655cc141-0278-4b48-9090-7fb72c3edf5c req-be208d8e-1159-48e9-837c-7ce2b831e1e7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 932 time: 0.1082861 Sep 21 18:11:35.410442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-655cc141-0278-4b48-9090-7fb72c3edf5c req-f37ce1a5-ee2e-4cf2-bb9e-970a0ec80640 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697012 Sep 21 18:11:35.628363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:35.646760 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cba9fb8-2199-4532-8d45-cbae55c0e593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.681566 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.764005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-133bf49f-1e32-45b8-b616-677bc2ea8be4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.765794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-133bf49f-1e32-45b8-b616-677bc2ea8be4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.5044532 Sep 21 18:11:35.770237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cba9fb8-2199-4532-8d45-cbae55c0e593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.778751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cba9fb8-2199-4532-8d45-cbae55c0e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.830328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8cba9fb8-2199-4532-8d45-cbae55c0e593 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf81b997185a4b9fa4b7cada09180a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999693 Sep 21 18:11:35.832046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37866) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:35.842253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba9fb8-2199-4532-8d45-cbae55c0e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62883b-46cb-4342-b2c2-f06b48505ca5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:35.872445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-064f7a96-25d4-4b26-95e5-021b68f4e33c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/quotas/b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 375 time: 0.0882308 Sep 21 18:11:35.931354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f6998e-86d7-4d98-b87b-c5fd0144104c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.946762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df15957-1709-457f-ba01-97fdf9cad3dc req-3c10ff98-503e-4959-9bac-571fc033a877 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.948438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1df15957-1709-457f-ba01-97fdf9cad3dc req-3c10ff98-503e-4959-9bac-571fc033a877 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.0895846 Sep 21 18:11:35.976037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f6998e-86d7-4d98-b87b-c5fd0144104c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.988026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-46bc8d4d-7c79-42b9-b04d-23de09540eee tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061096 Sep 21 18:11:36.025338 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1df15957-1709-457f-ba01-97fdf9cad3dc req-f0c9b159-d1c4-4fa1-8ffb-c1279d193f00 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614886 Sep 21 18:11:36.055568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f6998e-86d7-4d98-b87b-c5fd0144104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.058710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f6998e-86d7-4d98-b87b-c5fd0144104c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.062588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-36f6998e-86d7-4d98-b87b-c5fd0144104c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e62883b-46cb-4342-b2c2-f06b48505ca5 HTTP/1.1" status: 204 len: 168 time: 0.2294838 Sep 21 18:11:36.072505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6998e-86d7-4d98-b87b-c5fd0144104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62883b-46cb-4342-b2c2-f06b48505ca5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:36.147461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cb9cf4-befc-418c-b118-38873b6bfce0 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:36.153434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-967e8abb-b525-47ff-8649-f22855b1743b service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482968 Sep 21 18:11:36.158961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.223370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Transition to ACTIVE for port object e7cb9cf4-befc-418c-b118-38873b6bfce0 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:36.229837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.292348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3889e-e73a-4530-8d79-79d8ec0b0196 req-5f61d240-f678-4153-9841-8b94c20dd5a1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:36.296837 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-abf3889e-e73a-4530-8d79-79d8ec0b0196 req-5f61d240-f678-4153-9841-8b94c20dd5a1 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0719659 Sep 21 18:11:36.338095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cb9cf4-befc-418c-b118-38873b6bfce0,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:36.367852 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-abf3889e-e73a-4530-8d79-79d8ec0b0196 req-af6b2684-bba3-4670-8c24-e681dcbfcb84 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650182 Sep 21 18:11:36.394541 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-3e5ca0e9-f06b-4e25-beca-0b002f9b4314 service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343028 Sep 21 18:11:36.429991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Attempting to bind port e7cb9cf4-befc-418c-b118-38873b6bfce0 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:36.430467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Attempting to bind port e7cb9cf4-befc-418c-b118-38873b6bfce0 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:36.430944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Attempting to bind port e7cb9cf4-befc-418c-b118-38873b6bfce0 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:36.436284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Port e7cb9cf4-befc-418c-b118-38873b6bfce0 on network 9b03ef57-944f-4aee-8654-50a059213975 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:36.436615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Attempting to bind port e7cb9cf4-befc-418c-b118-38873b6bfce0 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:36.442263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:36.442744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:36.444060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Bound using segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:36.444607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Bound port: e7cb9cf4-befc-418c-b118-38873b6bfce0, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:36.445167 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.527895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] For port e7cb9cf4-befc-418c-b118-38873b6bfce0, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:36.532373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] For port e7cb9cf4-befc-418c-b118-38873b6bfce0, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e7cb9cf4-befc-418c-b118-38873b6bfce0,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:36.537788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.560228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06cb84-df79-4d24-a2f9-58b6875e4a5d req-a51612b0-a4ae-4d74-a438-b9d0f35a99d7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:36.561849 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed06cb84-df79-4d24-a2f9-58b6875e4a5d req-a51612b0-a4ae-4d74-a438-b9d0f35a99d7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 944 time: 0.0688510 Sep 21 18:11:36.587637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:36.588225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.589688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] 10.222.0.78 "PUT /v2.0/ports/e7cb9cf4-befc-418c-b118-38873b6bfce0 HTTP/1.1" status: 200 len: 1092 time: 1.5045581 Sep 21 18:11:36.590493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575b4acb-1301-45f0-a53c-ae1103138163', 'tag': 'e7cb9cf4-befc-418c-b118-38873b6bfce0'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:36.593464 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701" -d '{"events": [{"name": "network-changed", "server_uuid": "575b4acb-1301-45f0-a53c-ae1103138163", "tag": "e7cb9cf4-befc-418c-b118-38873b6bfce0"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:36.634589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8447c-19ff-47e7-a562-227374204251 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cb9cf4-befc-418c-b118-38873b6bfce0,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:36.641096 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed06cb84-df79-4d24-a2f9-58b6875e4a5d req-2a791c83-c816-4373-b036-c0ecda015561 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612946 Sep 21 18:11:36.740293 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-86517a5e-30fe-4872-8bec-f9cfdf8b3b4a req-cd4667fc-fd73-46b1-bcd3-d4b2292f64d0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 210 time: 0.0344298 Sep 21 18:11:36.770704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-41ac5fab-7084-46a5-a443-509cfc9c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:36.773092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-41ac5fab-7084-46a5-a443-509cfc9c6729 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 1095 time: 0.0778039 Sep 21 18:11:36.834261 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c158b4-4a32-4b24-abdd-8ff53e9be9ca x-openstack-request-id: req-f6c158b4-4a32-4b24-abdd-8ff53e9be9ca {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:36.834551 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575b4acb-1301-45f0-a53c-ae1103138163", "tag": "e7cb9cf4-befc-418c-b118-38873b6bfce0", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:36.834832 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6c158b4-4a32-4b24-abdd-8ff53e9be9ca {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:36.835230 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575b4acb-1301-45f0-a53c-ae1103138163', 'tag': 'e7cb9cf4-befc-418c-b118-38873b6bfce0', 'status': 'completed', 'code': 200} Sep 21 18:11:36.836950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-96380c9c-4283-4170-95e1-d201ae917673 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7cb9cf4-befc-418c-b118-38873b6bfce0 HTTP/1.1" status: 200 len: 217 time: 0.0516300 Sep 21 18:11:36.897228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-8b76c159-eaac-4d73-afd8-b84808bf8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:36.898840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-8b76c159-eaac-4d73-afd8-b84808bf8764 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0542676 Sep 21 18:11:36.943827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-bb2e3e8d-3695-4d69-a945-ab4120912829 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287771 Sep 21 18:11:37.059714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-4bf63fe5-3022-4f14-995a-2e3c1923418b service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062653 Sep 21 18:11:37.160276 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.257730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf3a0763-cd05-439c-aa8b-a2f77a4b431c req-540b2142-d943-441c-aca0-5324db4c0ba5 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808708 Sep 21 18:11:37.270241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303d51-2808-4e83-9341-10f8c3494bc7 req-c45551f2-d838-4989-b1b5-ff440894cd4c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.272150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98303d51-2808-4e83-9341-10f8c3494bc7 req-c45551f2-d838-4989-b1b5-ff440894cd4c tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.0906057 Sep 21 18:11:37.351674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98303d51-2808-4e83-9341-10f8c3494bc7 req-bc753d96-0eeb-4548-a36a-9bb487709743 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/security-groups?id=cc9f0c3f-bf80-4eda-a801-ed46a2e456be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Sep 21 18:11:37.384247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-0e362888-daba-486f-86c1-d99e332a5169 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.385972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-0e362888-daba-486f-86c1-d99e332a5169 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 949 time: 0.1023378 Sep 21 18:11:37.405262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-81a900a5-5e82-45e4-9b05-ed0c6ff15849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.406830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-81a900a5-5e82-45e4-9b05-ed0c6ff15849 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 1095 time: 0.0841665 Sep 21 18:11:37.548082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Deleting port 961a3c32-103f-4ba8-b616-f2e624657b68 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:37.549459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.577081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a0ae-beb5-457d-a757-61531ab98f3f req-da53c524-75d5-460b-bce8-1191237eb5ee tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.578832 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f16a0ae-beb5-457d-a757-61531ab98f3f req-da53c524-75d5-460b-bce8-1191237eb5ee tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1019320 Sep 21 18:11:37.619020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37930) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:37.635544 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f16a0ae-beb5-457d-a757-61531ab98f3f req-49582d65-0d53-4b1b-8317-b56deec25af3 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Sep 21 18:11:37.636676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-608c0f40-4897-48a0-b974-ff88f93e425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.638077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-608c0f40-4897-48a0-b974-ff88f93e425e service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.2235963 Sep 21 18:11:37.716675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] For port 961a3c32-103f-4ba8-b616-f2e624657b68, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=961a3c32-103f-4ba8-b616-f2e624657b68,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:37.717055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.751991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Calling delete_port for 961a3c32-103f-4ba8-b616-f2e624657b68 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:37.790560 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-ddd99e7a-24bf-4ec1-9614-b57056de349a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7cb9cf4-befc-418c-b118-38873b6bfce0 HTTP/1.1" status: 200 len: 217 time: 0.1367745 Sep 21 18:11:37.909393 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05392a74-0e3c-49de-8370-0dbf0e7ad3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.956458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-65d6571e-7feb-49ab-9258-58becf6ed7af req-185c94a7-52a6-4ba3-946d-6f0605a30549 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 210 time: 0.0578582 Sep 21 18:11:37.972074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-f1c48986-f285-4064-b43b-9fcf973f8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.973530 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-f1c48986-f285-4064-b43b-9fcf973f8085 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.1740808 Sep 21 18:11:37.981288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789190-7250-46f8-9fdf-280aee6781db req-ea47c980-dcbe-4bc9-9e34-c360607ebbe1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.994734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e789190-7250-46f8-9fdf-280aee6781db req-ea47c980-dcbe-4bc9-9e34-c360607ebbe1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 944 time: 0.2023733 Sep 21 18:11:38.041992 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-3130f405-101e-4850-a92a-ae60a8a4720d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338311 Sep 21 18:11:38.086311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-377e4eb4-d353-4d68-9c69-34603c185d7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.088763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-377e4eb4-d353-4d68-9c69-34603c185d7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.2072544 Sep 21 18:11:38.133637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e789190-7250-46f8-9fdf-280aee6781db req-332a9bbf-efa8-4a79-b18e-3068f3311e62 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371953 Sep 21 18:11:38.135613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.149675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['961a3c32-103f-4ba8-b616-f2e624657b68'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:38.180478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Pushing event deleted for resources: {'Port': ['ID=961a3c32-103f-4ba8-b616-f2e624657b68,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:38.211970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-7ab1b835-ffd2-4f86-8a46-e2d97588d346 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 380 time: 0.1029992 Sep 21 18:11:38.225697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'port': {'device_id': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'admin_state_up': True, 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'security_groups': ['b5124a1d-f87c-4672-ba71-fc6aadcd9b1c']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:38.244574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] No DVR routers for this DVR port 961a3c32-103f-4ba8-b616-f2e624657b68 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:38.248063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.250076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7d6ffe4-2e6a-4323-9514-f72b9c3d08c0 req-a916a741-3828-42d4-be0f-73ca00926779 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.78 "DELETE /v2.0/ports/961a3c32-103f-4ba8-b616-f2e624657b68 HTTP/1.1" status: 204 len: 173 time: 0.8559799 Sep 21 18:11:38.260987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-e4bbff87-2775-4aa8-8387-937552d39d74 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094033 Sep 21 18:11:38.294442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.299381 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05392a74-0e3c-49de-8370-0dbf0e7ad3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.308815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05392a74-0e3c-49de-8370-0dbf0e7ad3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.350446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05392a74-0e3c-49de-8370-0dbf0e7ad3b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fd708b0f4974d04bca748420c8887f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302921 Sep 21 18:11:38.353708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37944) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:38.362858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05392a74-0e3c-49de-8370-0dbf0e7ad3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5fb5fe-5898-4ede-8300-1c0ff5d74c7d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:38.422602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c7117c40-d27e-4a3e-82b2-116ed716d3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.460124 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c7117c40-d27e-4a3e-82b2-116ed716d3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.475818 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fabc9c0-3aa1-49bb-978b-141b9aa8f701 req-b9b4d3be-0c19-42dc-abf5-96376da5fbcd service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989737 Sep 21 18:11:38.494709 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f08beef7-20ed-42c2-9385-76b63e0fa0ab req-dade9b7e-8f1b-45ae-91bb-ccfa56759789 tempest-MigrationsAdminTest-1342971729 tempest-MigrationsAdminTest-1342971729-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694 HTTP/1.1" status: 200 len: 210 time: 0.0386531 Sep 21 18:11:38.507781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Made reservation on behalf of b8267c05d15048808f78d822c9cd506e for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:38.512616 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.522556 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c7117c40-d27e-4a3e-82b2-116ed716d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.527095 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c7117c40-d27e-4a3e-82b2-116ed716d3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.531273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c7117c40-d27e-4a3e-82b2-116ed716d3b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b5fb5fe-5898-4ede-8300-1c0ff5d74c7d HTTP/1.1" status: 204 len: 168 time: 0.1763520 Sep 21 18:11:38.540677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7117c40-d27e-4a3e-82b2-116ed716d3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5fb5fe-5898-4ede-8300-1c0ff5d74c7d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:38.683414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Allocated IP 172.20.0.6 (504eee16-e66c-4c18-9265-40a9b7e500f5/ede39c7e-dfc9-4275-8cb6-1b836e6acb02/f7337f48-0c40-40c4-a8a1-cef35deff6b8) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:38.817852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4430-19f5-43ba-8a77-eb329011ca0f req-163407f5-4954-4e0b-b28e-bc778eba0a2a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.823074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c0d4430-19f5-43ba-8a77-eb329011ca0f req-163407f5-4954-4e0b-b28e-bc778eba0a2a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0738938 Sep 21 18:11:38.836911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-deleted', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:38.841617 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1212ae4d-de31-4a7e-92af-249dd139156f" -d '{"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-deleted", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:38.878941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c0d4430-19f5-43ba-8a77-eb329011ca0f req-ffa11bd0-b04a-4359-a6c4-ac3c6f32d6b2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498450 Sep 21 18:11:38.930580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.956373 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe024ecc-a382-40d0-bd37-703b72302d2a x-openstack-request-id: req-fe024ecc-a382-40d0-bd37-703b72302d2a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:38.956768 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694", "name": "network-vif-deleted", "tag": "961a3c32-103f-4ba8-b616-f2e624657b68", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:38.957035 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe024ecc-a382-40d0-bd37-703b72302d2a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:38.957472 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d51b6a-b7c7-44a4-90fb-beb3f6e0d694', 'name': 'network-vif-deleted', 'tag': '961a3c32-103f-4ba8-b616-f2e624657b68', 'status': 'completed', 'code': 200} Sep 21 18:11:38.979305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.022949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:39.026385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:39.030272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:39.063548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:39.100759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.102024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.119613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-20e89a1e-4458-4d1a-81df-4c1ddb2996dd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9004266 Sep 21 18:11:39.141166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Request body: {'port': {'device_id': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:39.148390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeba1f8-17f6-4d6c-858f-1b33c94f0731 req-25eaecfe-9ba4-4139-8c46-c0c07222ebba tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.156994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2aeba1f8-17f6-4d6c-858f-1b33c94f0731 req-25eaecfe-9ba4-4139-8c46-c0c07222ebba tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 931 time: 0.1083422 Sep 21 18:11:39.215920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2aeba1f8-17f6-4d6c-858f-1b33c94f0731 req-28b0714c-cc39-4b3e-a600-9e00123e5d2f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537789 Sep 21 18:11:39.230799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.386418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e95b9b8d-0330-442b-959e-1f1135e7a643 None None] Provisioning complete for port f7337f48-0c40-40c4-a8a1-cef35deff6b8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:39.386921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e95b9b8d-0330-442b-959e-1f1135e7a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.405757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12273706-820a-4154-a9e4-e04186030cdc req-4d6d54b5-b099-4b14-812b-8b3172f00d31 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.407008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12273706-820a-4154-a9e4-e04186030cdc req-4d6d54b5-b099-4b14-812b-8b3172f00d31 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 944 time: 0.1583779 Sep 21 18:11:39.421185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e95b9b8d-0330-442b-959e-1f1135e7a643 None None] Port f7337f48-0c40-40c4-a8a1-cef35deff6b8 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:39.508246 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12273706-820a-4154-a9e4-e04186030cdc req-9e1277d5-f076-4b0e-b043-47da1977efb7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891523 Sep 21 18:11:39.615842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7337f48-0c40-40c4-a8a1-cef35deff6b8 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:39.623835 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.636428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Transition to ACTIVE for port object f7337f48-0c40-40c4-a8a1-cef35deff6b8 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:39.640247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.702642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:39.782443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Attempting to bind port f7337f48-0c40-40c4-a8a1-cef35deff6b8 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:39.783306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Attempting to bind port f7337f48-0c40-40c4-a8a1-cef35deff6b8 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:39.783854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Attempting to bind port f7337f48-0c40-40c4-a8a1-cef35deff6b8 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:39.792614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Port f7337f48-0c40-40c4-a8a1-cef35deff6b8 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:39.793521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Attempting to bind port f7337f48-0c40-40c4-a8a1-cef35deff6b8 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:39.798575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:39.798914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:39.799296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Bound using segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:39.799869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Bound port: f7337f48-0c40-40c4-a8a1-cef35deff6b8, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:39.800084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.876733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:39.881129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:39.886037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.903832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38028) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:39.962154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.962772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.964320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 1091 time: 0.8326390 Sep 21 18:11:39.967370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:39.977890 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1b2fab-c888-452f-829e-745e1717855a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:40.106776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87177f3-1e87-487f-a452-22c66474c994 service neutron] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:40.146297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-9ff21c1a-6f0d-4795-9209-c2dc70c4013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.151040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-9ff21c1a-6f0d-4795-9209-c2dc70c4013b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1094 time: 0.1354666 Sep 21 18:11:40.153650 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477bfb62-5610-4854-bbe7-1a7a5cc5ea3e x-openstack-request-id: req-477bfb62-5610-4854-bbe7-1a7a5cc5ea3e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:40.155868 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:40.156666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bc427-2fb1-4075-8094-1830ccf7dea3 req-77017dc8-84f3-423b-8224-89448412da85 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.156961 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-477bfb62-5610-4854-bbe7-1a7a5cc5ea3e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:40.158031 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'status': 'completed', 'code': 200} Sep 21 18:11:40.165867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9bc427-2fb1-4075-8094-1830ccf7dea3 req-77017dc8-84f3-423b-8224-89448412da85 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1283808 Sep 21 18:11:40.215164 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-32363ff1-a16c-440b-9a00-991d8612245f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 217 time: 0.0550158 Sep 21 18:11:40.306451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-dda3d431-edb6-4156-9898-63a583659d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.307096 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9bc427-2fb1-4075-8094-1830ccf7dea3 req-3dc2cf29-245b-45de-8bf0-b5cbc17dd9a9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400054 Sep 21 18:11:40.308302 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-dda3d431-edb6-4156-9898-63a583659d48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0849755 Sep 21 18:11:40.360530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38056) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:40.360736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1ba2999f-e334-4fa6-8c32-58889edd7d2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1cc4b33c7d245fea0ad8b51bd046758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516516 Sep 21 18:11:40.470766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-d4a3fde9-a7a5-4a23-817b-d45edef7b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.472421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-d4a3fde9-a7a5-4a23-817b-d45edef7b56c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557686 Sep 21 18:11:40.495338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bcb506d7-52c5-4a40-b73b-c9aaa2e89b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.497270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38084) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:40.520857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3efaef-f187-4c6f-b647-cf5f0887a073 req-aa16342c-fd10-4b36-a25d-e0d95ac7a106 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.522512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c3efaef-f187-4c6f-b647-cf5f0887a073 req-aa16342c-fd10-4b36-a25d-e0d95ac7a106 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 943 time: 0.1081035 Sep 21 18:11:40.590309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bcb506d7-52c5-4a40-b73b-c9aaa2e89b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.648479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aba88-41de-4cfa-8dcb-10e2f80081fb req-b0072dc8-e93b-4a04-ac48-a8baea32593b tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.651035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8aba88-41de-4cfa-8dcb-10e2f80081fb req-b0072dc8-e93b-4a04-ac48-a8baea32593b tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 944 time: 0.0621176 Sep 21 18:11:40.681034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5c3efaef-f187-4c6f-b647-cf5f0887a073 req-4083fdf6-d7a3-49cd-ab66-637db919bbd6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408875 Sep 21 18:11:40.683737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-41ae0803-8649-4a45-ad3d-a484986060cc service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004364 Sep 21 18:11:40.691776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c126f04d-e781-4220-93c1-8b70d71447f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.733070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8aba88-41de-4cfa-8dcb-10e2f80081fb req-5be5e5ca-5968-4aa4-9051-74102383d4c5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731914 Sep 21 18:11:40.733814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bcb506d7-52c5-4a40-b73b-c9aaa2e89b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.736484 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bcb506d7-52c5-4a40-b73b-c9aaa2e89b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.737645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bcb506d7-52c5-4a40-b73b-c9aaa2e89b99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc9f0c3f-bf80-4eda-a801-ed46a2e456be HTTP/1.1" status: 204 len: 168 time: 0.3761601 Sep 21 18:11:40.754443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e7cb9cf4-befc-418c-b118-38873b6bfce0 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:40.781860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb506d7-52c5-4a40-b73b-c9aaa2e89b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f0c3f-bf80-4eda-a801-ed46a2e456be,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:40.819754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:40.819982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b0d6720-1089-4b2b-8a0e-ff017ba03f28 req-f9ad5be9-915f-4e4a-8c3a-283ba8ba8704 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274445 Sep 21 18:11:40.887757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 961a3c32-103f-4ba8-b616-f2e624657b68 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:40.890887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 961a3c32-103f-4ba8-b616-f2e624657b68 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:40.918866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c126f04d-e781-4220-93c1-8b70d71447f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.924734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c126f04d-e781-4220-93c1-8b70d71447f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.926414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e7cb9cf4-befc-418c-b118-38873b6bfce0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e7cb9cf4-befc-418c-b118-38873b6bfce0,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:40.929903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2fab-c888-452f-829e-745e1717855a req-3fec9e31-af68-42ec-b2a8-3dad426bad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.931613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea1b2fab-c888-452f-829e-745e1717855a req-3fec9e31-af68-42ec-b2a8-3dad426bad0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1094 time: 0.0530150 Sep 21 18:11:40.943145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'e7cb9cf4-befc-418c-b118-38873b6bfce0', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'port_id': 'e7cb9cf4-befc-418c-b118-38873b6bfce0', 'mac_address': 'fa:16:3e:2e:8a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff1d1a3-bfa4-41d0-96a4-ba193de66477', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:40.981994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126f04d-e781-4220-93c1-8b70d71447f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa1d9ac-246d-4aec-875c-41abe3de915d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:40.987447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c126f04d-e781-4220-93c1-8b70d71447f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=766719c3fc86420f98448d763dab0bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891140 Sep 21 18:11:40.991185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38094) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:40.999071 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.021237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cb9cf4-befc-418c-b118-38873b6bfce0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:41.054708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e7cb9cf4-befc-418c-b118-38873b6bfce0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e7cb9cf4-befc-418c-b118-38873b6bfce0,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:41.063180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.075779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8e16-53f3-4822-aa71-2aa9dd9a087e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.101667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2fab-c888-452f-829e-745e1717855a req-943518c7-f959-481a-bb29-a0b728fb6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.103782 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea1b2fab-c888-452f-829e-745e1717855a req-943518c7-f959-481a-bb29-a0b728fb6286 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.1647666 Sep 21 18:11:41.124270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e7cb9cf4-befc-418c-b118-38873b6bfce0,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:41.130159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8e16-53f3-4822-aa71-2aa9dd9a087e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.182166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea1b2fab-c888-452f-829e-745e1717855a req-b03ecfa8-47ab-4dc5-93cd-31c229337174 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 217 time: 0.0705786 Sep 21 18:11:41.207671 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8e16-53f3-4822-aa71-2aa9dd9a087e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.212315 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8e16-53f3-4822-aa71-2aa9dd9a087e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.219643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a8fd8e16-53f3-4822-aa71-2aa9dd9a087e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3aa1d9ac-246d-4aec-875c-41abe3de915d HTTP/1.1" status: 204 len: 168 time: 0.2269340 Sep 21 18:11:41.230177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd8e16-53f3-4822-aa71-2aa9dd9a087e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa1d9ac-246d-4aec-875c-41abe3de915d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:41.275809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2fab-c888-452f-829e-745e1717855a req-b8463caf-781e-4d5b-bd91-1786073f67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.277554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea1b2fab-c888-452f-829e-745e1717855a req-b8463caf-781e-4d5b-bd91-1786073f67c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0855677 Sep 21 18:11:41.284911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38102) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:41.288192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e7cb9cf4-befc-418c-b118-38873b6bfce0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:41.365445 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4dc89465-e532-4e9c-920b-fa4e65dbb9a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71b022276702422c8fc44ead8fe09355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786831 Sep 21 18:11:41.368440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:41.403148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2fab-c888-452f-829e-745e1717855a req-90936068-9c1d-4f4f-a7a5-538436bcc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.404599 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea1b2fab-c888-452f-829e-745e1717855a req-90936068-9c1d-4f4f-a7a5-538436bcc64c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102610 Sep 21 18:11:41.531528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bc85a79-ca8e-448a-908d-c555fba5e7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.586423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bc85a79-ca8e-448a-908d-c555fba5e7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.597349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549fce4-5bbc-402a-847a-78f2ab9b69a1 req-5afd9686-6461-4e28-a3d2-0bd2f9abdc7f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.599478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1549fce4-5bbc-402a-847a-78f2ab9b69a1 req-5afd9686-6461-4e28-a3d2-0bd2f9abdc7f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1675899 Sep 21 18:11:41.618724 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea1b2fab-c888-452f-829e-745e1717855a req-f0251773-4ef3-41c1-b94e-aac68a0817f2 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038503 Sep 21 18:11:41.706031 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1549fce4-5bbc-402a-847a-78f2ab9b69a1 req-bfbb902f-567c-4a9e-97de-29762dc966a3 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978136 Sep 21 18:11:41.757959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bc85a79-ca8e-448a-908d-c555fba5e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.760914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bc85a79-ca8e-448a-908d-c555fba5e7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.762397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4bc85a79-ca8e-448a-908d-c555fba5e7a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1616e182-d814-440d-ad2d-d43aed4bd793 HTTP/1.1" status: 204 len: 168 time: 0.3928306 Sep 21 18:11:41.781397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea1b2fab-c888-452f-829e-745e1717855a req-1baf7e72-8703-4df7-aa68-3a1011e58dfe service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457903 Sep 21 18:11:41.782661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc85a79-ca8e-448a-908d-c555fba5e7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616e182-d814-440d-ad2d-d43aed4bd793,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:41.868342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00411-7161-493d-96bf-6f90cee87e01 req-fe5d2134-d14e-4a62-a031-3bfe868c8428 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.870266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0c00411-7161-493d-96bf-6f90cee87e01 req-fe5d2134-d14e-4a62-a031-3bfe868c8428 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 943 time: 0.0790558 Sep 21 18:11:41.919813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6017cc6-e757-4d9e-83a6-6c2e4196dfbb req-cb2b19a8-eca9-4f1f-adad-6f2021ec8107 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.929738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6017cc6-e757-4d9e-83a6-6c2e4196dfbb req-cb2b19a8-eca9-4f1f-adad-6f2021ec8107 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 945 time: 0.0728273 Sep 21 18:11:41.971339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0c00411-7161-493d-96bf-6f90cee87e01 req-1cd46cf2-6d4a-4768-b0b1-990c56cd3f39 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944474 Sep 21 18:11:41.979927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6017cc6-e757-4d9e-83a6-6c2e4196dfbb req-81a8ef07-c4a7-4d89-bd3b-a6f15f8d552e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Sep 21 18:11:42.776027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e7cb9cf4-befc-418c-b118-38873b6bfce0 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:42.857291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port e7cb9cf4-befc-418c-b118-38873b6bfce0 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:42.857643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38174) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:42.861823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebbe29-29e6-4af8-9f0a-71805c88af51 req-098a9b5d-13e3-4742-b6e8-2bdf890808f9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:42.862635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port e7cb9cf4-befc-418c-b118-38873b6bfce0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:42.863080 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.872818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15ebbe29-29e6-4af8-9f0a-71805c88af51 req-098a9b5d-13e3-4742-b6e8-2bdf890808f9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0758705 Sep 21 18:11:42.933002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15ebbe29-29e6-4af8-9f0a-71805c88af51 req-7a93f558-efeb-4ff6-ab93-84f5d4f5ffe6 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587800 Sep 21 18:11:42.972634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38178) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:42.996439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.046424 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e7cb9cf4-befc-418c-b118-38873b6bfce0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e7cb9cf4-befc-418c-b118-38873b6bfce0,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:43.047662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b4acb-1301-45f0-a53c-ae1103138163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb9cf4-befc-418c-b118-38873b6bfce0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:43.052000 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76a7603-e49a-47bb-8661-a85369821e23" -d '{"events": [{"server_uuid": "575b4acb-1301-45f0-a53c-ae1103138163", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb9cf4-befc-418c-b118-38873b6bfce0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:43.057406 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.147289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e7cb9cf4-befc-418c-b118-38873b6bfce0,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:43.191461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6700ef-2f43-4abb-b529-a655d5367963 req-4cc1b627-6375-484c-9606-1b270ce11890 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:43.193659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-network', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:43.200196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed6700ef-2f43-4abb-b529-a655d5367963 req-4cc1b627-6375-484c-9606-1b270ce11890 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 946 time: 0.1074772 Sep 21 18:11:43.206529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88b8f-2cd2-42f3-b970-72f9326a5d55 req-5f68f6ff-dab0-4a53-bc51-48a8db8ea1b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:43.209722 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75e88b8f-2cd2-42f3-b970-72f9326a5d55 req-5f68f6ff-dab0-4a53-bc51-48a8db8ea1b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 943 time: 0.1188111 Sep 21 18:11:43.238915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1787127042'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:43.244352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed6700ef-2f43-4abb-b529-a655d5367963 req-185bea1e-e9af-4c2f-a7c3-5bf6d20a3b34 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Sep 21 18:11:43.272700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Made reservation on behalf of cefc5e41a1bd4eeb85b28e3186e3032c for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:43.275150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.297437 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b1c9e-f6cd-4bcf-addb-e8888ba4b52e x-openstack-request-id: req-041b1c9e-f6cd-4bcf-addb-e8888ba4b52e {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:43.297733 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b4acb-1301-45f0-a53c-ae1103138163", "name": "network-vif-plugged", "status": "completed", "tag": "e7cb9cf4-befc-418c-b118-38873b6bfce0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:43.297986 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-041b1c9e-f6cd-4bcf-addb-e8888ba4b52e {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:43.298448 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b4acb-1301-45f0-a53c-ae1103138163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cb9cf4-befc-418c-b118-38873b6bfce0', 'code': 200} Sep 21 18:11:43.299342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.317793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Made reservation on behalf of d118df3adad24e51959f5e062489f53e for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:43.321928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.345574 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75e88b8f-2cd2-42f3-b970-72f9326a5d55 req-0739614c-3a79-4c0b-b244-2a878a27d86d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230450 Sep 21 18:11:43.350067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.446951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75130e46-9e68-4689-92f0-b399c6e09124 req-fe3add74-1ba8-4d04-91f2-b11bf10ef008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:43.448554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75130e46-9e68-4689-92f0-b399c6e09124 req-fe3add74-1ba8-4d04-91f2-b11bf10ef008 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 1097 time: 0.0692816 Sep 21 18:11:43.513737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75130e46-9e68-4689-92f0-b399c6e09124 req-7b99cf31-bc73-4c34-abff-7dcb6161850c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545616 Sep 21 18:11:43.515829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.522387 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.549346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:11:43.580103 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.580467 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Added segment 8ba4f470-bcc9-47aa-b369-c4a93e572e00 of type vlan for network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 Sep 21 18:11:43.591199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45c5c5-6230-40da-84f3-3b9cad01c003,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:43.649498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.695914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.696962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:43.697561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.729499 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.740417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.753024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7791078 Sep 21 18:11:43.756516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38194) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:43.761486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Request body: {'subnet': {'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-subnet', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:43.784733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Made reservation on behalf of cefc5e41a1bd4eeb85b28e3186e3032c for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:43.788953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.797098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18d84e-92f9-467e-b62c-c762c3a5df52 admin admin] Pushing event updated for resources: {'Network': ['ID=2c30c8be-64c7-4ac5-9879-adf41c7145a4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:43.806420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:11:43.812875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:11:43.817815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e48fd2-4646-4a00-b40b-7648ec80da68,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:43.823627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.824012 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Added segment 19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1 of type vlan for network 8a241284-1fb5-4a09-98a3-d969c82aee16 Sep 21 18:11:43.887271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.920675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.929262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:43.929911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.973745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1148727 Sep 21 18:11:44.012855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.063141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b30bb7-1ee0-45bf-b2bf-8b76d4ff9938 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Pushing event updated for resources: {'Network': ['ID=8a241284-1fb5-4a09-98a3-d969c82aee16,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:44.080124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8a241284-1fb5-4a09-98a3-d969c82aee16 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:11:44.114167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76058c2-98dd-46dd-975a-d35665e3c314,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:44.140306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b723-887d-44d2-a8e0-7602a7475910 req-c4a16c80-135e-4900-8ced-aa551bf45432 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:44.141893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9768b723-887d-44d2-a8e0-7602a7475910 req-c4a16c80-135e-4900-8ced-aa551bf45432 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.0955081 Sep 21 18:11:44.148383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Checking segment: {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:44.148738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Network hostable DHCP agents. Network: 2c30c8be-64c7-4ac5-9879-adf41c7145a4, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:11:44.197865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9768b723-887d-44d2-a8e0-7602a7475910 req-ec4e27a9-39b4-458d-9434-5e7baa5b0409 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Sep 21 18:11:44.198580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:11:44.220071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 2c30c8be-64c7-4ac5-9879-adf41c7145a4) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:44.227583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:44.228224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.232162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0034f-4d3b-43ba-b64d-15d6860d5025 None None] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:44.247685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f2bcdef0-9322-43bc-ad94-6b2d2eff8c07 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4873912 Sep 21 18:11:44.247968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38204) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:44.253048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:44.284308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38208) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:44.288127 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.289272 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.292129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Request body: {'port': {'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16', 'binding:host_id': 'n-h1-810285-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-206073953'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:44.326475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Made reservation on behalf of ce364ede30d84b89b23cefe4ce517ff9 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:44.330127 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.373426 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.427663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.439468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:44.473135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f319a9-7f6a-4e47-80da-87be84196021 req-1d5140bb-2b19-4c54-8d75-12823e22b061 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:44.481815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4f319a9-7f6a-4e47-80da-87be84196021 req-1d5140bb-2b19-4c54-8d75-12823e22b061 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 946 time: 0.1436632 Sep 21 18:11:44.518655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'fixed_ips': [{'subnet_id': 'd76058c2-98dd-46dd-975a-d35665e3c314'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:44.521310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.546980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4f319a9-7f6a-4e47-80da-87be84196021 req-e1226993-7d92-44ec-b4e4-cad80a818de3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619066 Sep 21 18:11:44.673521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.687156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59c29-10c5-41cc-8be1-4163f13e965e req-a4874215-5438-4336-9053-c6ab40e6d32a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:44.689151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cda59c29-10c5-41cc-8be1-4163f13e965e req-a4874215-5438-4336-9053-c6ab40e6d32a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 943 time: 0.1684132 Sep 21 18:11:44.725603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.733805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.744425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] device_id is not set on port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:44.795116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cda59c29-10c5-41cc-8be1-4163f13e965e req-d8d2808b-629b-42a1-9f35-83641ad0b9f5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845850 Sep 21 18:11:44.810787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Allocated IP 172.20.0.2 (2c30c8be-64c7-4ac5-9879-adf41c7145a4/d76058c2-98dd-46dd-975a-d35665e3c314/c9f8790c-4ab9-49f8-95db-872f917a5ce6) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:44.874034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:44.876919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac35a64-86b2-47b6-9b61-348895dc91cc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:44.916122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'mac_address': 'fa:16:3e:89:81:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:45.003141 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.045564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7337f48-0c40-40c4-a8a1-cef35deff6b8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:45.058791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.076243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:45.085710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.091105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.110932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] device_id is not set on port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:45.123926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.125348 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.132010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.134908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.156002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:45.162012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:45.162268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:45.186516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=54bb36b5-22a5-4257-8ffb-b128dfc7ec9a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.210278 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.242512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Checking segment: {'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:45.243106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Network hostable DHCP agents. Network: 8a241284-1fb5-4a09-98a3-d969c82aee16, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:11:45.269684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Allocated IP 172.25.3.84 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/c554d92a-52d8-4b58-88fa-807957c91e17) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:45.270219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Network 8a241284-1fb5-4a09-98a3-d969c82aee16 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:11:45.287034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8a241284-1fb5-4a09-98a3-d969c82aee16) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:45.291314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Pushing event updated for resources: {'Port': ['ID=c9f8790c-4ab9-49f8-95db-872f917a5ce6,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.291617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:45.296730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Attempting to bind port c9f8790c-4ab9-49f8-95db-872f917a5ce6 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.297113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Attempting to bind port c9f8790c-4ab9-49f8-95db-872f917a5ce6 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.297485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Attempting to bind port c9f8790c-4ab9-49f8-95db-872f917a5ce6 on network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.303386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2254ce-ff9c-4de0-a339-b9146531547e None None] Network 8a241284-1fb5-4a09-98a3-d969c82aee16 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:45.309335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.309775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.310277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.315846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.316509 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.316912 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 2 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.320445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:45.320834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Checking segment: {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:45.321247 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.321656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Bound using segment: {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:45.322156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Bound port: c9f8790c-4ab9-49f8-95db-872f917a5ce6, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:45.322573 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.335438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.336148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.336717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.343115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.343786 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.346408 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 3 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.375871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.376483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.376996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.403687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.404304 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.406744 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 4 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.425508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.425855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.426510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.431244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f7337f48-0c40-40c4-a8a1-cef35deff6b8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:45.432908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.433523 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.437130 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 5 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.444250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.463880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145d0c-75e1-428e-8afa-761e0836283d req-c4966d3c-1021-41d9-8381-bc984853e10b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:45.466111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f145d0c-75e1-428e-8afa-761e0836283d req-c4966d3c-1021-41d9-8381-bc984853e10b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1205256 Sep 21 18:11:45.467563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.467934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.468298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.480266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.480609 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.481183 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 6 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.492179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.498383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.498735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.499085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.514510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.514878 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.515417 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 7 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.539997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.540354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.540706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.548477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Pushing event updated for resources: {'Port': ['ID=c554d92a-52d8-4b58-88fa-807957c91e17,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.568218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f145d0c-75e1-428e-8afa-761e0836283d req-1d95f5d0-6233-4fc6-bad4-bd4d02741e79 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945351 Sep 21 18:11:45.569560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.569897 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.570323 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 8 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.573081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:45.575355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:45.577839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:45.601044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.602157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.602716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] For port c9f8790c-4ab9-49f8-95db-872f917a5ce6, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:45.603071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.608967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.609615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] For port c9f8790c-4ab9-49f8-95db-872f917a5ce6, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c9f8790c-4ab9-49f8-95db-872f917a5ce6,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:45.609916 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.610641 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 9 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.626871 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.630396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.630762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.631094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.643015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.643015 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.643015 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 10 to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a Sep 21 18:11:45.670911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:45.673138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:45.674412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:45.682234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:45.682992 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:45.683949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.781231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22103ea-5584-4c90-af86-54587365aee5 None None] Pushing event updated for resources: {'Port': ['ID=c9f8790c-4ab9-49f8-95db-872f917a5ce6,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.806528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] For port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:45.807368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempted to set empty binding levels {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:11:45.815390 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.872213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=54bb36b5-22a5-4257-8ffb-b128dfc7ec9a,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.889970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:45.890934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.919448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a242fc-a273-4224-a56f-cd0937da221c req-f68e1f91-0445-4e80-a264-df1e8e0032df tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:45.921367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e9a242fc-a273-4224-a56f-cd0937da221c req-f68e1f91-0445-4e80-a264-df1e8e0032df tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 946 time: 0.2089775 Sep 21 18:11:45.923116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-32b2a580-8f17-4133-90a0-08d5f853bd63 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.6369915 Sep 21 18:11:45.928537 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38230) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.055749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b8c7-148d-498c-8e6e-e94bdf11d2f5 req-a0fc5c4f-5178-4277-a4f8-9ecadc856e5d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.057752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a246b8c7-148d-498c-8e6e-e94bdf11d2f5 req-a0fc5c4f-5178-4277-a4f8-9ecadc856e5d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0738533 Sep 21 18:11:46.109040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a246b8c7-148d-498c-8e6e-e94bdf11d2f5 req-12944dca-7a50-4fd1-964c-182400d389d2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438070 Sep 21 18:11:46.475169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e9a242fc-a273-4224-a56f-cd0937da221c req-2f1e8070-fc5f-4a73-8e81-f3dc559ccf51 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786222 Sep 21 18:11:46.528380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.577996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Deleting port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:46.578466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.661995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c936-11f8-47d4-be81-4fd8e07ab497 req-d41579fb-a676-4625-b18e-ec529e75a839 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.670731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f216c936-11f8-47d4-be81-4fd8e07ab497 req-d41579fb-a676-4625-b18e-ec529e75a839 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 946 time: 0.1001334 Sep 21 18:11:46.684730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] For port 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a, host n-h1-810285-3, got binding levels [] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:46.685178 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.715381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Calling delete_port for 54bb36b5-22a5-4257-8ffb-b128dfc7ec9a owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:46.738330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f216c936-11f8-47d4-be81-4fd8e07ab497 req-5e1a8fe8-edd4-4f47-b15e-5e4924d8d341 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627203 Sep 21 18:11:46.858145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082aa9bb-71e1-4fcb-9cd7-870f1304bc81 None None] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:46.879367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a4bad-4bb0-495f-9197-3fafd931ae2a req-b3a391a5-3ae2-4c99-a3d8-41df13b1945e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.881306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-005a4bad-4bb0-495f-9197-3fafd931ae2a req-b3a391a5-3ae2-4c99-a3d8-41df13b1945e tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1722589 Sep 21 18:11:46.999312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-005a4bad-4bb0-495f-9197-3fafd931ae2a req-f5fa3b64-c447-4b11-9d16-62569fd9e686 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082106 Sep 21 18:11:47.011563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.089976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event deleted for resources: {'Port': ['ID=54bb36b5-22a5-4257-8ffb-b128dfc7ec9a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:47.094523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3f04fa8b-5fac-4964-9821-30307585cb3b None None] Provisioning complete for port c9f8790c-4ab9-49f8-95db-872f917a5ce6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:47.094896 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f04fa8b-5fac-4964-9821-30307585cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.100719 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.102977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d759c745-a1fe-4f2a-9bd4-f04d33a36182 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "DELETE /v2.0/ports/54bb36b5-22a5-4257-8ffb-b128dfc7ec9a HTTP/1.1" status: 204 len: 168 time: 1.1758595 Sep 21 18:11:47.105519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38246) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:47.131690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c9f8790c-4ab9-49f8-95db-872f917a5ce6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:47.148517 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a871487-90cb-4152-92e6-ebddae76d2c1 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:11:47.150019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8a871487-90cb-4152-92e6-ebddae76d2c1 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "GET /v2.0/ports/54bb36b5-22a5-4257-8ffb-b128dfc7ec9a HTTP/1.1" status: 404 len: 333 time: 0.0435140 Sep 21 18:11:47.154753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38250) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:47.169941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Request body: {'port': {'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1976543518'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:47.174325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.265737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158b95d-05ef-4162-9227-2f1130d36dcb req-3eb176d9-af9b-40e7-a91e-db26fd0709c2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:47.267373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1158b95d-05ef-4162-9227-2f1130d36dcb req-3eb176d9-af9b-40e7-a91e-db26fd0709c2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0638068 Sep 21 18:11:47.287481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Made reservation on behalf of ce364ede30d84b89b23cefe4ce517ff9 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:47.290143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c9f8790c-4ab9-49f8-95db-872f917a5ce6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:47.290417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.290872 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.300803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd49b55-aa0d-4b54-8265-073a5f7afc3e req-b9220bfe-cd82-4bb4-9a9e-619664f21e84 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:47.306741 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bd49b55-aa0d-4b54-8265-073a5f7afc3e req-b9220bfe-cd82-4bb4-9a9e-619664f21e84 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 946 time: 0.1536348 Sep 21 18:11:47.325412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1158b95d-05ef-4162-9227-2f1130d36dcb req-60bb0018-3ac5-4659-908c-c45e07d17111 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496061 Sep 21 18:11:47.386951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] device_id is not set on port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:47.387440 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f04fa8b-5fac-4964-9821-30307585cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.454725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3f04fa8b-5fac-4964-9821-30307585cb3b None None] For port c9f8790c-4ab9-49f8-95db-872f917a5ce6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c9f8790c-4ab9-49f8-95db-872f917a5ce6,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:47.462734 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6bd49b55-aa0d-4b54-8265-073a5f7afc3e req-dabf1c34-8ab9-47c4-8d86-13fd6f26112d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005676 Sep 21 18:11:47.465814 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f04fa8b-5fac-4964-9821-30307585cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.525923 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.564902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Router c3590ebe-a550-436d-b883-b1807d13c9f4 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:11:47.603233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04fa8b-5fac-4964-9821-30307585cb3b None None] Pushing event updated for resources: {'Port': ['ID=c9f8790c-4ab9-49f8-95db-872f917a5ce6,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:47.616042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:11:47.617444 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:11:47.676951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.690109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fba2e297-698d-4876-a08a-00102f4a729c None None] Provisioning complete for port c9f8790c-4ab9-49f8-95db-872f917a5ce6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:47.690449 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fba2e297-698d-4876-a08a-00102f4a729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.771449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.776664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:47.787949 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Sync routers for ids ['c3590ebe-a550-436d-b883-b1807d13c9f4'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:47.799254 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Routers {'c3590ebe-a550-436d-b883-b1807d13c9f4'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:47.800621 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c3590ebe-a550-436d-b883-b1807d13c9f4'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:47.831393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Network 8a241284-1fb5-4a09-98a3-d969c82aee16 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:47.832262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.834023 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4b6d6b58-4f1c-420d-8d55-1c97b3cbe107 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5847185 Sep 21 18:11:47.837123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38254) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:47.847340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:47.890230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:47.891201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:47.891810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.907588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:47.917852 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Set router c3590ebe-a550-436d-b883-b1807d13c9f4 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:47.925787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7065fc05-cd2b-439a-8438-ae85950dcb98 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7699862 Sep 21 18:11:47.929465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38256) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:47.936655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:48.019693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.244977 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:11:45Z', 'revision_number': 3, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:48.255841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e200e-995a-4d99-89fb-d8f44ef431a5 req-60924707-02ce-4d77-b2b8-e693dbc2503a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.257433 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f5e200e-995a-4d99-89fb-d8f44ef431a5 req-60924707-02ce-4d77-b2b8-e693dbc2503a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1032367 Sep 21 18:11:48.291875 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Checking router: c3590ebe-a550-436d-b883-b1807d13c9f4 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:11:48.293168 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Updating router c3590ebe-a550-436d-b883-b1807d13c9f4 port c554d92a-52d8-4b58-88fa-807957c91e17 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:11:48.323818 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.342600 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f5e200e-995a-4d99-89fb-d8f44ef431a5 req-5c581ea2-2c09-42a8-a91d-dd7939d50928 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786860 Sep 21 18:11:48.350277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] device_id is not set on port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:48.359641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.373077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.385912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:48.466774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:48.483957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.484548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.485312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.508861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.509653 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.510729 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 2 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.534123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.535025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.535770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.539790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port f7337f48-0c40-40c4-a8a1-cef35deff6b8 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:48.548601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.549213 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.549653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f7337f48-0c40-40c4-a8a1-cef35deff6b8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:48.551197 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.552622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.560258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66263b-addb-4cbb-960a-83108cee7976 req-6224476e-da8f-44e2-86e0-e85ea6574d70 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.562386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed66263b-addb-4cbb-960a-83108cee7976 req-6224476e-da8f-44e2-86e0-e85ea6574d70 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1130886 Sep 21 18:11:48.563069 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 3 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.587185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.588046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.588557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.598592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-1ddd70c4-cc56-4e31-9b61-171b1c553502 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.602761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-1ddd70c4-cc56-4e31-9b61-171b1c553502 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 946 time: 0.1818774 Sep 21 18:11:48.612714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.613420 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.614136 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 4 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.645114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.646468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.647266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.654020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed66263b-addb-4cbb-960a-83108cee7976 req-a9bef69f-754d-4102-b88b-dd6b5e9cb9cb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796840 Sep 21 18:11:48.656889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.657623 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.658488 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 5 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.674309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.674856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.675351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.681697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.682285 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.682868 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 6 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.702559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.703200 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.703756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.710691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.711264 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.712098 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 7 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.732657 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.741657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.746072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc442d2-cd01-49a2-bf79-a2ef668dbbba req-1cb83ab9-8fad-4440-b186-536ee063b95e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.746947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.747729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.748390 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3bc442d2-cd01-49a2-bf79-a2ef668dbbba req-1cb83ab9-8fad-4440-b186-536ee063b95e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 946 time: 0.1433866 Sep 21 18:11:48.757733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.760554 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.761661 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 8 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.761967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:48.764421 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9436e-338a-495e-aea1-a3055688217d" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:48.806800 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.814596 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.815759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.816953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.817893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.831063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.832369 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.833916 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 9 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.836674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:48.846754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.873302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.874898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.876191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.881790 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Attempting to bind port c554d92a-52d8-4b58-88fa-807957c91e17 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.882389 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Attempting to bind port c554d92a-52d8-4b58-88fa-807957c91e17 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.882820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Attempting to bind port c554d92a-52d8-4b58-88fa-807957c91e17 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.889616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.889764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3bc442d2-cd01-49a2-bf79-a2ef668dbbba req-d7c32098-145e-4d0f-a3dd-c2d065bf594e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171353 Sep 21 18:11:48.890438 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.891881 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 10 to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 Sep 21 18:11:48.902447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:48.902865 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:48.903283 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.903678 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:48.904175 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Bound port: c554d92a-52d8-4b58-88fa-807957c91e17, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:48.904706 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.929904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:48.930997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:48.931721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:48.939002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:48.939555 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:48.940122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.951853 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2498c44-d76f-4e5b-971a-75f6c3e37441 None None] Pushing event updated for resources: {'Port': ['ID=c554d92a-52d8-4b58-88fa-807957c91e17,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:48.998936 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d0d2c4-3116-47ee-b31e-f37f62a6ded4 x-openstack-request-id: req-b0d0d2c4-3116-47ee-b31e-f37f62a6ded4 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:48.999217 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:48.999473 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0d0d2c4-3116-47ee-b31e-f37f62a6ded4 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:48.999865 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'code': 200} Sep 21 18:11:49.014361 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] For port c554d92a-52d8-4b58-88fa-807957c91e17, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:49.018668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:49.035550 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] For port c554d92a-52d8-4b58-88fa-807957c91e17, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c554d92a-52d8-4b58-88fa-807957c91e17,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:49.046103 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.046365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Deleting port e7cb9cf4-befc-418c-b118-38873b6bfce0 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:49.046809 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.074515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] For port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:49.075189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempted to set empty binding levels {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:11:49.075715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c9f8790c-4ab9-49f8-95db-872f917a5ce6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:49.084513 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.136123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] In _notify_port_updated(), no bound segment for port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:11:49.137869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.138158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.142308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "PUT /v2.0/ports/8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 HTTP/1.1" status: 200 len: 975 time: 1.2086391 Sep 21 18:11:49.143580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38274) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:49.154485 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Routers {'c3590ebe-a550-436d-b883-b1807d13c9f4'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:49.156518 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c3590ebe-a550-436d-b883-b1807d13c9f4'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:49.177517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c9f8790c-4ab9-49f8-95db-872f917a5ce6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:49.177929 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.186592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544370e-e87b-4ed6-8417-04be070d0f34 req-31cbef47-5a34-48ec-ae2c-a6ea33e16601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.194881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4544370e-e87b-4ed6-8417-04be070d0f34 req-31cbef47-5a34-48ec-ae2c-a6ea33e16601 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1096 time: 0.2327099 Sep 21 18:11:49.265223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Allocated IP 172.20.0.1 (2c30c8be-64c7-4ac5-9879-adf41c7145a4/d76058c2-98dd-46dd-975a-d35665e3c314/9625d9da-f538-4214-a052-7456bcced59e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:49.292284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4544370e-e87b-4ed6-8417-04be070d0f34 req-0ff9f4de-3efd-4c8f-b03d-a6decd15ac08 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901341 Sep 21 18:11:49.298226 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2498c44-d76f-4e5b-971a-75f6c3e37441 None None] Pushing event updated for resources: {'Port': ['ID=c554d92a-52d8-4b58-88fa-807957c91e17,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:49.303328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] For port e7cb9cf4-befc-418c-b118-38873b6bfce0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e7cb9cf4-befc-418c-b118-38873b6bfce0,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:49.303704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.323118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Calling delete_port for e7cb9cf4-befc-418c-b118-38873b6bfce0 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:49.394990 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] Set router c3590ebe-a550-436d-b883-b1807d13c9f4 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:49.409462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde319c-ec6f-45a8-858c-1d7d3a518112 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:49.494150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.496949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.498429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.499966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.505887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.506818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.508195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.508746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.509469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.510012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.510872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.513149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.514165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.514768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.515354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.515889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.516499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.517604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.518604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.519499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.521326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.522023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.522624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.523375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.524176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.524961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.525489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.526025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.526615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.529591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.530433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.531149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.531790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.541361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-39d3f308-4cc3-4a44-b1a3-76997560a6e4 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29712 time: 0.3962107 Sep 21 18:11:49.544375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38280) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:49.545058 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.619184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-63aab2b6-abfc-4115-9026-ed0a6c0accf4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3289237 Sep 21 18:11:49.623016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event deleted for resources: {'Port': ['ID=e7cb9cf4-befc-418c-b118-38873b6bfce0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:49.639703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7c14-b903-4cc8-ad7f-638c13bb86db req-28970d1a-758e-4c33-8365-eb0e04ad868f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.648352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e5e7c14-b903-4cc8-ad7f-638c13bb86db req-28970d1a-758e-4c33-8365-eb0e04ad868f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1022780 Sep 21 18:11:49.660490 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:11:45Z', 'revision_number': 3, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:49.681172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] No DVR routers for this DVR port e7cb9cf4-befc-418c-b118-38873b6bfce0 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:49.686934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.689269 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-983d3a97-a37e-4d8d-91a3-d1c27b2119ed req-12a6bbbe-de8f-4c22-91ad-18c574100711 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "DELETE /v2.0/ports/e7cb9cf4-befc-418c-b118-38873b6bfce0 HTTP/1.1" status: 204 len: 173 time: 1.0706835 Sep 21 18:11:49.692945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b4acb-1301-45f0-a53c-ae1103138163', 'name': 'network-vif-deleted', 'tag': 'e7cb9cf4-befc-418c-b118-38873b6bfce0'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:49.695684 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff291fa2-b0fe-44a4-9df8-ea3ec67b8913" -d '{"events": [{"server_uuid": "575b4acb-1301-45f0-a53c-ae1103138163", "name": "network-vif-deleted", "tag": "e7cb9cf4-befc-418c-b118-38873b6bfce0"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:49.772692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.779328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:49.780166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e5e7c14-b903-4cc8-ad7f-638c13bb86db req-50b54bd4-21a7-43f8-bf0b-6b52a1ebb260 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264434 Sep 21 18:11:49.825302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.826647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.828060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.829249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.831449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.831817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.832299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.842157 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21308157-919c-4ef0-b1fe-ff447f3700aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6500 time: 0.1461003 Sep 21 18:11:49.904569 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c726fc-3a6f-4e44-bd69-a715347815d4 x-openstack-request-id: req-12c726fc-3a6f-4e44-bd69-a715347815d4 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:49.904880 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b4acb-1301-45f0-a53c-ae1103138163", "name": "network-vif-deleted", "tag": "e7cb9cf4-befc-418c-b118-38873b6bfce0", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:49.906601 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12c726fc-3a6f-4e44-bd69-a715347815d4 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:49.907072 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b4acb-1301-45f0-a53c-ae1103138163', 'name': 'network-vif-deleted', 'tag': 'e7cb9cf4-befc-418c-b118-38873b6bfce0', 'status': 'completed', 'code': 200} Sep 21 18:11:49.909606 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5fc6c-aa27-413f-a65e-d6feaae9d475 None None] The sync data for ids ['c3590ebe-a550-436d-b883-b1807d13c9f4'] in n-d-810285-3 is: [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:11:45Z', 'revision_number': 3, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:49.922429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Deleting port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:49.922964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.063172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce131-9222-46b0-8ac6-48887a429430 req-cdb388d0-d588-4887-bd0f-9c38c58a739c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.065977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df6ce131-9222-46b0-8ac6-48887a429430 req-cdb388d0-d588-4887-bd0f-9c38c58a739c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 945 time: 0.2650347 Sep 21 18:11:50.077463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30b29078-a676-4fad-a4b3-9e49e09823de req-00e21752-0f3a-467b-a3af-016179c479cc tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=575b4acb-1301-45f0-a53c-ae1103138163 HTTP/1.1" status: 200 len: 210 time: 0.0675278 Sep 21 18:11:50.111631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-ae2ff2bf-068d-4b9a-a304-1ac64286f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.112249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-ae2ff2bf-068d-4b9a-a304-1ac64286f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.112675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] For port 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2, host n-h1-810285-3, got binding levels [] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:50.112879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-ae2ff2bf-068d-4b9a-a304-1ac64286f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.113045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.114759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-ae2ff2bf-068d-4b9a-a304-1ac64286f194 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 200 len: 2300 time: 0.2389097 Sep 21 18:11:50.116569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.185544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Calling delete_port for 8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:50.191805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-dc4eea33-f06b-4650-9fa8-8d1553c901bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 200 len: 1001 time: 0.0683930 Sep 21 18:11:50.218461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:50.239291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:50.247106 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-df6ce131-9222-46b0-8ac6-48887a429430 req-ce3dd299-9952-4295-8052-30ddf54db507 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514468 Sep 21 18:11:50.282258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:50.283710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9625d9da-f538-4214-a052-7456bcced59e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:50.311223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-516d5b80-fc7b-46e4-8078-24d91f88721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.317519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-516d5b80-fc7b-46e4-8078-24d91f88721f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d00e426-bcda-42b5-816e-952a40847cf3 HTTP/1.1" status: 200 len: 855 time: 0.1160450 Sep 21 18:11:50.372046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.456367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-7749959f-744d-4dd9-a736-34770a16cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.459019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-7749959f-744d-4dd9-a736-34770a16cc8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214449 Sep 21 18:11:50.544710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.651043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:50.675715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.680544 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a8391ef2-37b6-4fc2-a1f7-7f4b54037000 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 HTTP/1.1" status: 204 len: 168 time: 1.1309829 Sep 21 18:11:50.680730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:50.714559 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dff9892-cedc-4e14-a0cd-2c3fd03cc7d8 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:11:50.715988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6dff9892-cedc-4e14-a0cd-2c3fd03cc7d8 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "GET /v2.0/ports/8fb89f44-a6cc-4b9c-80fe-a5c2ec63f9a2 HTTP/1.1" status: 404 len: 333 time: 0.0342972 Sep 21 18:11:50.733076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38296) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:50.747557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.750615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1067275640', 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:50.803782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Made reservation on behalf of ce364ede30d84b89b23cefe4ce517ff9 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:50.807250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.831643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e7cb9cf4-befc-418c-b118-38873b6bfce0 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:50.906918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: e7cb9cf4-befc-418c-b118-38873b6bfce0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:50.907277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e7cb9cf4-befc-418c-b118-38873b6bfce0 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:50.936710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9e16aca9-5542-46ca-b94d-b8e8ce3ddc8d None None] Provisioning complete for port 9625d9da-f538-4214-a052-7456bcced59e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:50.937103 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e16aca9-5542-46ca-b94d-b8e8ce3ddc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.012124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9e16aca9-5542-46ca-b94d-b8e8ce3ddc8d None None] Port 9625d9da-f538-4214-a052-7456bcced59e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:51.033060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.039480 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.107039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c554d92a-52d8-4b58-88fa-807957c91e17 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:51.180085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9625d9da-f538-4214-a052-7456bcced59e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.186419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.251054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c554d92a-52d8-4b58-88fa-807957c91e17 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:51.251428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.406577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:51.408064 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.408521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:51.433483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port c554d92a-52d8-4b58-88fa-807957c91e17, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c554d92a-52d8-4b58-88fa-807957c91e17,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:51.441623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] device_id is not set on port 4f102214-a9a0-4fdc-9efd-3893fd5e660c yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:51.445780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.455463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-f154a266-bb85-490a-bb27-cbece3fc39f2 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9809418 Sep 21 18:11:51.548213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=c554d92a-52d8-4b58-88fa-807957c91e17,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.605662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfc99a-c2c8-486e-a10e-9b7f5fd248e8 req-e2964653-6992-406f-94fd-184afbbf6881 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:51.613505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-decfc99a-c2c8-486e-a10e-9b7f5fd248e8 req-e2964653-6992-406f-94fd-184afbbf6881 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.2372258 Sep 21 18:11:51.686664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Router c3590ebe-a550-436d-b883-b1807d13c9f4 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:51.710624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e1763-832e-4ab6-88d0-52c66f1c8a28 req-33c7efed-00b6-46e0-84c4-3e69e3778705 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:51.718381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3e1763-832e-4ab6-88d0-52c66f1c8a28 req-33c7efed-00b6-46e0-84c4-3e69e3778705 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 945 time: 0.1127748 Sep 21 18:11:51.761761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-decfc99a-c2c8-486e-a10e-9b7f5fd248e8 req-77cc89fc-036e-46dc-a3bc-16cea3bd1809 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354251 Sep 21 18:11:51.804385 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3e1763-832e-4ab6-88d0-52c66f1c8a28 req-e8750eb7-230f-4abd-88f9-e3638b386357 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851240 Sep 21 18:11:51.816135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-a964007c-34eb-4cc0-8543-31e160b3da35 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057675 Sep 21 18:11:51.859877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d3ff5957-44ca-4771-a4f4-9191220cc478 None None] Provisioning complete for port 9625d9da-f538-4214-a052-7456bcced59e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:51.867148 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d3ff5957-44ca-4771-a4f4-9191220cc478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.908516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.917302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-e79a87e1-1c4d-4b62-8724-681ebfaa605e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 217 time: 0.0922711 Sep 21 18:11:51.965759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff5957-44ca-4771-a4f4-9191220cc478 None None] Port 9625d9da-f538-4214-a052-7456bcced59e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:52.073366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.086819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-071db184-846e-4593-ab91-0ca8a40db129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.091538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-071db184-846e-4593-ab91-0ca8a40db129 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1605797 Sep 21 18:11:52.193357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21691444-be26-4317-a0b2-a96097444fe6 req-9948a17b-a02c-4d38-b2ef-a205b74065a5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.195001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21691444-be26-4317-a0b2-a96097444fe6 req-9948a17b-a02c-4d38-b2ef-a205b74065a5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 945 time: 0.1998162 Sep 21 18:11:52.222815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38328) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:52.236638 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'floatingip': {'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:52.282574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.292533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Network 8a241284-1fb5-4a09-98a3-d969c82aee16 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:52.346530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:52.356317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=4f102214-a9a0-4fdc-9efd-3893fd5e660c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:52.367808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:52.367808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.368559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.395130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:52.406092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fe200ce1-3553-44cb-b789-cdcead8f03d0 admin admin] 10.222.0.70 "PUT /v2.0/routers/c3590ebe-a550-436d-b883-b1807d13c9f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5679145 Sep 21 18:11:52.415399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-9a7c3c31-b83c-4744-b183-c99d31c9f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.419961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-9a7c3c31-b83c-4744-b183-c99d31c9f872 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2689502 Sep 21 18:11:52.446117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-a3d189f1-3f11-459e-adf8-c5c4b93dfeff tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.447971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-a3d189f1-3f11-459e-adf8-c5c4b93dfeff tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.1446157 Sep 21 18:11:52.468997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1e55741a-f3ea-4da7-a93d-a5447fd8472e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7327383 Sep 21 18:11:52.469630 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-f4908f67-760e-4867-a8e8-a72a1f0dcdae tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0134358 Sep 21 18:11:52.469630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:52.497750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Sync routers for ids ['c3590ebe-a550-436d-b883-b1807d13c9f4'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:52.515351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Routers {'c3590ebe-a550-436d-b883-b1807d13c9f4'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:52.519000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c3590ebe-a550-436d-b883-b1807d13c9f4'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:52.558551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d72f22-1a4c-4442-9ec1-1221c527cab6 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.562237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c4d72f22-1a4c-4442-9ec1-1221c527cab6 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "GET /v2.0/ports/4f102214-a9a0-4fdc-9efd-3893fd5e660c HTTP/1.1" status: 200 len: 955 time: 0.0896809 Sep 21 18:11:52.563286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38336) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:52.611502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-7dc26436-15f8-47b0-9588-d5b52637ff39 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307843 Sep 21 18:11:52.672750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-c6907b22-ff31-45ef-aaaa-00655e998af4 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399702 Sep 21 18:11:52.710874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Set router c3590ebe-a550-436d-b883-b1807d13c9f4 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:52.746086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Deleting port 4f102214-a9a0-4fdc-9efd-3893fd5e660c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:52.746721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.871009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-cecaf3a5-903a-40ff-8e07-c20a47536ad8 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286811 Sep 21 18:11:52.957230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.040127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Calling delete_port for 4f102214-a9a0-4fdc-9efd-3893fd5e660c owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:53.066793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c554d92a-52d8-4b58-88fa-807957c91e17 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:53.119318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-3fa1506d-c3bc-4106-83f1-92ffe3a7734e service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466631 Sep 21 18:11:53.129612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c554d92a-52d8-4b58-88fa-807957c91e17 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:53.130035 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.136790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:11:50Z', 'revision_number': 4, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9625d9da-f538-4214-a052-7456bcced59e', 'name': '', 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'mac_address': 'fa:16:3e:13:32:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'd76058c2-98dd-46dd-975a-d35665e3c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:48Z', 'updated_at': '2021-09-21T18:11:50Z', 'revision_number': 2, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'subnets': [{'id': 'd76058c2-98dd-46dd-975a-d35665e3c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:53.167285 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.185569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Checking router: c3590ebe-a550-436d-b883-b1807d13c9f4 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:11:53.185922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Updating router c3590ebe-a550-436d-b883-b1807d13c9f4 port 9625d9da-f538-4214-a052-7456bcced59e binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:11:53.204249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f102214-a9a0-4fdc-9efd-3893fd5e660c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:53.218645 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.224797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.228417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-22a99356-53a1-4018-aa4f-bd13cd62dfd0 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "DELETE /v2.0/ports/4f102214-a9a0-4fdc-9efd-3893fd5e660c HTTP/1.1" status: 204 len: 168 time: 0.6640670 Sep 21 18:11:53.231431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:53.267521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434a8a6-46b8-4827-ba8f-038bc747fb76 req-73586414-1070-4d48-8584-1a0139c41276 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:53.281681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4434a8a6-46b8-4827-ba8f-038bc747fb76 req-73586414-1070-4d48-8584-1a0139c41276 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.4151335 Sep 21 18:11:53.289341 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eceb8d-0125-45ba-92d7-97a50024a21e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:11:53.291078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-36eceb8d-0125-45ba-92d7-97a50024a21e tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "GET /v2.0/ports/4f102214-a9a0-4fdc-9efd-3893fd5e660c HTTP/1.1" status: 404 len: 333 time: 0.0582075 Sep 21 18:11:53.294955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38358) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:53.303483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Request body: {'port': {'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-228710390'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:53.335054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Made reservation on behalf of ce364ede30d84b89b23cefe4ce517ff9 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:53.339985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.371764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] device_id is not set on port 4b253ffb-06cd-4347-bea8-8a346dbc83de yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:53.382108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38362) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:53.393709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-network', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:53.413749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-102362f0-b3f6-48e1-8d4a-d33254bec802 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155519 Sep 21 18:11:53.554659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-7852fd2b-b7e4-4cae-a346-2492086edb7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 217 time: 0.1147060 Sep 21 18:11:53.574516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Made reservation on behalf of eb5e4445aecb4b16a740c168d5601fd2 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:53.580145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.605469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.616290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.617741 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.786909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44d7c2-f0b8-4258-ae38-c08fd8a1be0d None None] Pushing event updated for resources: {'Port': ['ID=9625d9da-f538-4214-a052-7456bcced59e,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:53.799722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Attempting to bind port 9625d9da-f538-4214-a052-7456bcced59e on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:53.800464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Attempting to bind port 9625d9da-f538-4214-a052-7456bcced59e by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:53.801054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Attempting to bind port 9625d9da-f538-4214-a052-7456bcced59e on network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:53.805452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2b7d3936-453b-488e-a895-f17dc4ee8d44 req-1d1f0aa9-067b-440a-959b-0d6b1867b132 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 210 time: 0.0714891 Sep 21 18:11:53.809672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:53.810630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Checking segment: {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:53.811345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.812047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Bound using segment: {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:53.812780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Bound port: 9625d9da-f538-4214-a052-7456bcced59e, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:53.813542 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.871208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4434a8a6-46b8-4827-ba8f-038bc747fb76 req-a5ed7743-c3c2-4cbd-853a-58df638801d5 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882993 Sep 21 18:11:53.896674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-63bcdce0-c47d-45b3-b089-110b8059eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:53.898255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-63bcdce0-c47d-45b3-b089-110b8059eb95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.3294709 Sep 21 18:11:53.903622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] For port 9625d9da-f538-4214-a052-7456bcced59e, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:53.907316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] For port 9625d9da-f538-4214-a052-7456bcced59e, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9625d9da-f538-4214-a052-7456bcced59e,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:53.917668 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.918968 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.003531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.019319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Routers {'c3590ebe-a550-436d-b883-b1807d13c9f4'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:54.020187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c3590ebe-a550-436d-b883-b1807d13c9f4'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:54.089541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-b1b7daf2-89ba-4fe2-b5dd-62e5307fc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:54.091690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-b1b7daf2-89ba-4fe2-b5dd-62e5307fc93d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1811719 Sep 21 18:11:54.184660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44d7c2-f0b8-4258-ae38-c08fd8a1be0d None None] Pushing event updated for resources: {'Port': ['ID=9625d9da-f538-4214-a052-7456bcced59e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.202536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-515d28a3-d8f2-47dd-9067-2589460e135a None None] Provisioning complete for port 9625d9da-f538-4214-a052-7456bcced59e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:54.202936 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-515d28a3-d8f2-47dd-9067-2589460e135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.237519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.244956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] Set router c3590ebe-a550-436d-b883-b1807d13c9f4 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:54.262031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.279040 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.319435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:11:54.338155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.338990 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Added segment 233d0cee-9dd7-44e5-9f33-a8bddfae3a2e of type vlan for network 50147cee-76ea-4799-91d9-4408ad8e035c Sep 21 18:11:54.461072 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Floating IP f7669a21-c16d-4502-9073-9e4566a4a057 associated. External IP: 172.25.3.146, port: f7337f48-0c40-40c4-a8a1-cef35deff6b8. Sep 21 18:11:54.481383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-3855764a-61a1-4e00-addb-bd6d6ad36a8f service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801250 Sep 21 18:11:54.492121 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-515d28a3-d8f2-47dd-9067-2589460e135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.521244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.560589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-515d28a3-d8f2-47dd-9067-2589460e135a None None] For port 9625d9da-f538-4214-a052-7456bcced59e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9625d9da-f538-4214-a052-7456bcced59e,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:54.571201 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-515d28a3-d8f2-47dd-9067-2589460e135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.636686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.638162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:54.642821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.664865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.710081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7882c656-1feb-472c-9dac-6b6ecbfeb405,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.774553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d28a3-d8f2-47dd-9067-2589460e135a None None] Pushing event updated for resources: {'Port': ['ID=9625d9da-f538-4214-a052-7456bcced59e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.780876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c61c04b4-9b51-4b3f-bacd-9167aa13e28d None None] Provisioning complete for port 9625d9da-f538-4214-a052-7456bcced59e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:54.781253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c61c04b4-9b51-4b3f-bacd-9167aa13e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.797123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4124269 Sep 21 18:11:54.806753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38384) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:54.808513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb38082-1abc-4463-838b-eba45238a983 admin admin] Pushing event updated for resources: {'Network': ['ID=50147cee-76ea-4799-91d9-4408ad8e035c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.827560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Request body: {'subnet': {'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-subnet', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:54.831636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:11:50Z', 'revision_number': 4, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9625d9da-f538-4214-a052-7456bcced59e', 'name': '', 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'mac_address': 'fa:16:3e:13:32:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'd76058c2-98dd-46dd-975a-d35665e3c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:48Z', 'updated_at': '2021-09-21T18:11:53Z', 'revision_number': 4, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'subnets': [{'id': 'd76058c2-98dd-46dd-975a-d35665e3c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:54.844765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Network 8a241284-1fb5-4a09-98a3-d969c82aee16 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:54.853770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:54.858390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=4b253ffb-06cd-4347-bea8-8a346dbc83de,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.879138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:54.880208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:54.880832 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.899433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Made reservation on behalf of eb5e4445aecb4b16a740c168d5601fd2 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:54.902172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.909522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e532a-3a0f-4e50-8bb4-acc2116fde49 None None] The sync data for ids ['c3590ebe-a550-436d-b883-b1807d13c9f4'] in n-d-810285-3 is: [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:11:50Z', 'revision_number': 4, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9625d9da-f538-4214-a052-7456bcced59e', 'name': '', 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'mac_address': 'fa:16:3e:13:32:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'd76058c2-98dd-46dd-975a-d35665e3c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:48Z', 'updated_at': '2021-09-21T18:11:53Z', 'revision_number': 4, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'subnets': [{'id': 'd76058c2-98dd-46dd-975a-d35665e3c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:54.911478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 50147cee-76ea-4799-91d9-4408ad8e035c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:11:55.035403 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a095f398-2f16-484e-bb05-d8a5afd5404a tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7357552 Sep 21 18:11:55.036087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38388) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:55.047162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:55.093798 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67956a29-26e1-429c-8554-83722b2e3982 req-53ca09fe-4662-44ff-a865-3290843bb60b tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 210 time: 0.1856544 Sep 21 18:11:55.218149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.308025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9596c5a-65a7-4f2f-8336-b5de944703b6 req-7ae64147-24f0-4d51-a8c6-864a71164733 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.316607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9596c5a-65a7-4f2f-8336-b5de944703b6 req-7ae64147-24f0-4d51-a8c6-864a71164733 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.8925865 Sep 21 18:11:55.420473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-aa098ff2-0407-4d5e-b07a-32b99309580f service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8023455 Sep 21 18:11:55.436308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9596c5a-65a7-4f2f-8336-b5de944703b6 req-29afbbfa-d4db-445c-9673-33d34962bba9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187236 Sep 21 18:11:55.497620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-0b259494-1331-48c4-879d-5cf04b4bfa99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297 HTTP/1.1" status: 200 len: 217 time: 0.0546646 Sep 21 18:11:55.505202 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:55.572626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-cb93ce21-d5f3-4d3b-8207-430eb24ad4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.573652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] device_id is not set on port 4b253ffb-06cd-4347-bea8-8a346dbc83de yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:55.574477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-cb93ce21-d5f3-4d3b-8207-430eb24ad4cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.0676723 Sep 21 18:11:55.586250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.592893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.664853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.690861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e183e156-6c80-4d36-ab20-057fd562ebef,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:55.776414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-48772797-f865-4d24-a355-4b556908c492 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.777987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-48772797-f865-4d24-a355-4b556908c492 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.1979725 Sep 21 18:11:55.876039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-d6833079-0853-41db-99e1-97238908fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.877572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-d6833079-0853-41db-99e1-97238908fc3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2603955 Sep 21 18:11:55.937679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=4b253ffb-06cd-4347-bea8-8a346dbc83de,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:55.963044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Checking segment: {'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:55.963416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Network hostable DHCP agents. Network: 50147cee-76ea-4799-91d9-4408ad8e035c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:11:55.978273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-72d2749a-a9cd-4315-8f1c-313111e6f523 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.979821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-72d2749a-a9cd-4315-8f1c-313111e6f523 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.4649198 Sep 21 18:11:55.980553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:55.980893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:55.981269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:55.991886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:55.992228 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:55.996097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Request body: {'port': {'device_id': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'admin_state_up': True, 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:55.999600 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 2 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.021925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:56.034716 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] Sync routers for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:56.045135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.047367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:56.047589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:56.048062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:56.053575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Network 50147cee-76ea-4799-91d9-4408ad8e035c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:11:56.055822 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:56.056460 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:56.092465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:56.092807 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:56.095211 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 3 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.114718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:56.115056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:56.115393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:56.121952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:56.122323 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:56.123007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 50147cee-76ea-4799-91d9-4408ad8e035c) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:56.127396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d89d6c88-fd79-41f1-92f1-64a3c78ef89b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "PUT /v2.0/floatingips/f7669a21-c16d-4502-9073-9e4566a4a057 HTTP/1.1" status: 200 len: 991 time: 3.9005415 Sep 21 18:11:56.130487 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 4 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.134552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8589c8f8-6b52-4a5d-bca1-a4318cd8e31e None None] Network 50147cee-76ea-4799-91d9-4408ad8e035c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:56.138486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:56.139146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.182230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:56.183696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:56.184215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:56.184332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:56.191434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:56.191721 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:56.196110 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 5 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.203976 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:56.215165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:56.215509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:56.215848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:56.226401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9948a841-412a-470c-95a3-969ea525e4b8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4001682 Sep 21 18:11:56.237933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:56.242291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:56.242640 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:56.252730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Deleting port 9d703aa5-7136-46bd-8c13-8561a0525caa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:56.255382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.256596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:56.276947 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 6 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.349343 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:56.353087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-08560a72-cc98-4891-ab77-a5325d5ba800 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666483 Sep 21 18:11:56.404427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:56.408847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.426059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:11:56.426059 n-d-810285-3 neutron-server[95091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:11:56.426059 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id_1': 'eb5e4445aecb4b16a740c168d5601fd2', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 11, 36, 274799)}] Sep 21 18:11:56.426059 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:11:56.427253 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:11:56.430242 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5578b58-8635-458c-8757-d357ee051cba x-openstack-request-id: req-a5578b58-8635-458c-8757-d357ee051cba {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:56.430887 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:56.431274 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5578b58-8635-458c-8757-d357ee051cba {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:56.431783 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'status': 'completed', 'code': 200} Sep 21 18:11:56.449890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:56.449890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:56.449890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:56.522892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:56.523641 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:56.527626 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 7 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.530690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ddf8b5c5-b0fe-4504-9872-ebcb0d8d1249 req-01a9cedd-a298-461b-b734-93817dc70a5c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 210 time: 0.1723828 Sep 21 18:11:56.602559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-2cf17231-0006-4d78-832a-c5cecc90b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:56.604143 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-2cf17231-0006-4d78-832a-c5cecc90b844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1096 time: 0.2032180 Sep 21 18:11:56.616231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:56.616568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:56.617153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:56.689715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:56.690361 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:56.702314 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 8 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.721728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] For port 9d703aa5-7136-46bd-8c13-8561a0525caa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=9d703aa5-7136-46bd-8c13-8561a0525caa,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:56.722490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.774725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Calling delete_port for 9d703aa5-7136-46bd-8c13-8561a0525caa owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:56.784738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-d0382975-410b-49b5-bdc3-f60afde76888 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203739 Sep 21 18:11:56.859829 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'f7669a21-c16d-4502-9073-9e4566a4a057', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'mac_address': 'fa:16:3e:89:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:11:33Z', 'updated_at': '2021-09-21T18:11:53Z', 'revision_number': 1, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:33Z', 'revision_number': 5, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:56.881282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:56.881946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:56.882556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:56.892644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffe6da-a42a-4397-8c0c-3dfd95e2974f req-118169af-5c5a-453d-9ac4-c34a851b4f02 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:56.897517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-cddf0eae-8476-48a2-9f2f-751fd00330b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675 HTTP/1.1" status: 200 len: 217 time: 0.0940762 Sep 21 18:11:56.901724 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36ffe6da-a42a-4397-8c0c-3dfd95e2974f req-118169af-5c5a-453d-9ac4-c34a851b4f02 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=1105bccb-b595-4270-80f7-92afcb769c12 HTTP/1.1" status: 200 len: 945 time: 0.2912369 Sep 21 18:11:56.914718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-50147cee-76ea-4799-91d9-4408ad8e035c', 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'fixed_ips': [{'subnet_id': 'e183e156-6c80-4d36-ab20-057fd562ebef'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:56.915715 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.942779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:56.943582 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:56.977559 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 9 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:56.991674 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] Checking router: ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:11:57.027985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Allocated IP 172.20.0.4 (9b03ef57-944f-4aee-8654-50a059213975/aff1d1a3-bfa4-41d0-96a4-ba193de66477/c840f448-2df5-48df-a5c6-62c3bdedc07e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:57.048976 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:57.049611 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:11:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:57.055622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-17e65190-908d-4e6a-97db-407bf3218f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:57.057478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-17e65190-908d-4e6a-97db-407bf3218f89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.4376786 Sep 21 18:11:57.058936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:57.059312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:57.059654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:57.074058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-8ffebb51-6bb2-4988-bb9b-1d3fbe1d5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:57.076076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-8ffebb51-6bb2-4988-bb9b-1d3fbe1d5ce9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1133928 Sep 21 18:11:57.127297 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.128425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.143956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:57.144307 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:57.182928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-98ad3f17-ca63-461b-82a0-1cff18e26bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:57.182928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-98ad3f17-ca63-461b-82a0-1cff18e26bda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949700 Sep 21 18:11:57.191802 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9625d9da-f538-4214-a052-7456bcced59e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:57.204276 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempt 10 to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de Sep 21 18:11:57.227672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36ffe6da-a42a-4397-8c0c-3dfd95e2974f req-c6e93b80-479d-4450-9c22-ff4beb78b791 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235731 Sep 21 18:11:57.255664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.307131 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:57.316400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:57.317450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:57.317968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempting to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:57.324633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Allocated IP 172.20.0.2 (50147cee-76ea-4799-91d9-4408ad8e035c/e183e156-6c80-4d36-ab20-057fd562ebef/7e62cbed-2ffe-41a0-a9c4-2149f40316fa) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:57.378216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event deleted for resources: {'Port': ['ID=9d703aa5-7136-46bd-8c13-8561a0525caa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:57.382486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:57.387862 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Failed to bind port 4b253ffb-06cd-4347-bea8-8a346dbc83de on host n-h1-810285-3 for vnic_type normal using segments [{'id': '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8a241284-1fb5-4a09-98a3-d969c82aee16'}] Sep 21 18:11:57.388406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.429389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.431949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-639143b3-46e8-4b87-aa17-e08958ffeb1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.3389335 Sep 21 18:11:57.434371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-56b07e7a-9070-4621-bc25-5aa1f91b17c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289808 Sep 21 18:11:57.507706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-bddc3fcc-29b6-4013-be99-a820d43100df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:57.509266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-bddc3fcc-29b6-4013-be99-a820d43100df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0619497 Sep 21 18:11:57.511931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] No DVR routers for this DVR port 9d703aa5-7136-46bd-8c13-8561a0525caa on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:57.517195 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.520119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed74cf74-0304-410b-b29b-c9f1ec8fb0ef req-ba0b43ea-0631-4070-8610-682658ccade7 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.78 "DELETE /v2.0/ports/9d703aa5-7136-46bd-8c13-8561a0525caa HTTP/1.1" status: 204 len: 173 time: 1.7295263 Sep 21 18:11:57.626503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9625d9da-f538-4214-a052-7456bcced59e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:57.630831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.690366 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'f7669a21-c16d-4502-9073-9e4566a4a057', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'mac_address': 'fa:16:3e:89:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:11:33Z', 'updated_at': '2021-09-21T18:11:53Z', 'revision_number': 1, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:33Z', 'revision_number': 5, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:57.724646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-0771fd73-229d-46d9-9729-807f6fa9852d service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631741 Sep 21 18:11:57.762511 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db2105-373d-4bd4-b2cc-b12f7df8f673 None None] The sync data for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 is: [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'f7669a21-c16d-4502-9073-9e4566a4a057', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'mac_address': 'fa:16:3e:89:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:11:33Z', 'updated_at': '2021-09-21T18:11:53Z', 'revision_number': 1, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:33Z', 'revision_number': 5, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:57.786552 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.797205 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.803590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-6d34896b-5579-42aa-a55b-e7c78e5ac2ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7 HTTP/1.1" status: 200 len: 217 time: 0.0692561 Sep 21 18:11:57.848883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.879453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Network 50147cee-76ea-4799-91d9-4408ad8e035c is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:57.888591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:57.891622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:57.903213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Pushing event updated for resources: {'Port': ['ID=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:57.912949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5513c9b9-3388-412d-993a-1404adca64c1 req-c0e2eaf9-4c63-48d1-9e16-da559215f6d0 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 210 time: 0.2162924 Sep 21 18:11:57.918243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-deca45a4-4b22-479a-bcab-4858f473d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:57.920595 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-deca45a4-4b22-479a-bcab-4858f473d366 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.1052833 Sep 21 18:11:57.971961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Attempting to bind port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:57.972400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Attempting to bind port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:57.972710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Attempting to bind port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa on network 50147cee-76ea-4799-91d9-4408ad8e035c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:57.982775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:57.983185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Checking segment: {'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:57.983597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.984015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Bound using segment: {'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:57.986804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Bound port: 7e62cbed-2ffe-41a0-a9c4-2149f40316fa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:57.987215 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.030560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.074299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-c5027531-99d7-4035-a276-1f00b7139444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.075842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-c5027531-99d7-4035-a276-1f00b7139444 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234255 Sep 21 18:11:58.101384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] For port 4b253ffb-06cd-4347-bea8-8a346dbc83de, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:58.101797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attempted to set empty binding levels {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:11:58.103211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] For port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:58.112033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] For port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,segment=NetworkSegment(233d0cee-9dd7-44e5-9f33-a8bddfae3a2e),segment_id=233d0cee-9dd7-44e5-9f33-a8bddfae3a2e)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:58.118755 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.121146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.128727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-27e45a91-e712-4c5a-83f4-1a30f85b77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.133378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-27e45a91-e712-4c5a-83f4-1a30f85b77d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5519719 Sep 21 18:11:58.137443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:58.173886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Network 9b03ef57-944f-4aee-8654-50a059213975 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:58.185505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.242179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd48df-7ef1-4012-aa4b-fbd987db2e76 None None] New status for floating IP f7669a21-c16d-4502-9073-9e4566a4a057: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:11:58.250229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:58.253053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:58.297044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-346654e1-c05a-4b3c-9878-046e1a079d9a service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093971 Sep 21 18:11:58.367063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f82b93-a706-43a5-aaf6-cc6f94c17ab1 None None] Pushing event updated for resources: {'Port': ['ID=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:58.414117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.420439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.436769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105bccb-b595-4270-80f7-92afcb769c12', 'name': 'network-vif-deleted', 'tag': '9d703aa5-7136-46bd-8c13-8561a0525caa'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:58.439816 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de3eaa1-229e-4621-bb1f-36ae9302c18b" -d '{"events": [{"server_uuid": "1105bccb-b595-4270-80f7-92afcb769c12", "name": "network-vif-deleted", "tag": "9d703aa5-7136-46bd-8c13-8561a0525caa"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:58.444424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-0f3a5c0b-a11d-45d4-817c-ea8a8471f80d service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393325 Sep 21 18:11:58.557865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5649030 Sep 21 18:11:58.560047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] In _notify_port_updated(), no bound segment for port 4b253ffb-06cd-4347-bea8-8a346dbc83de on network 8a241284-1fb5-4a09-98a3-d969c82aee16 {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:11:58.570936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.571084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-21582731-22df-4d10-8105-ecbf25b9b4fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 200 len: 217 time: 0.1127214 Sep 21 18:11:58.571599 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.572794 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199d910a-a5c0-42d2-bab5-5ee55f82fa22 x-openstack-request-id: req-199d910a-a5c0-42d2-bab5-5ee55f82fa22 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:58.573084 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105bccb-b595-4270-80f7-92afcb769c12", "name": "network-vif-deleted", "tag": "9d703aa5-7136-46bd-8c13-8561a0525caa", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:58.573338 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-199d910a-a5c0-42d2-bab5-5ee55f82fa22 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:58.573723 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105bccb-b595-4270-80f7-92afcb769c12', 'name': 'network-vif-deleted', 'tag': '9d703aa5-7136-46bd-8c13-8561a0525caa', 'status': 'completed', 'code': 200} Sep 21 18:11:58.577057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38448) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:58.587191 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "PUT /v2.0/ports/4b253ffb-06cd-4347-bea8-8a346dbc83de HTTP/1.1" status: 200 len: 974 time: 3.5455375 Sep 21 18:11:58.605391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Request body: {'port': {'device_id': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:58.743234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-070c3e55-6fc6-4c36-9d96-02166ce38f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.748040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-070c3e55-6fc6-4c36-9d96-02166ce38f74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.0891042 Sep 21 18:11:58.767198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c997080-8161-4068-bb9e-6eac9eb026eb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event updated for resources: {'Port': ['ID=c840f448-2df5-48df-a5c6-62c3bdedc07e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:58.828641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-23a9c9e6-2d48-451e-a727-0985b74af18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.830295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-23a9c9e6-2d48-451e-a727-0985b74af18d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561740 Sep 21 18:11:58.845759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9d703aa5-7136-46bd-8c13-8561a0525caa no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:58.867731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 9d703aa5-7136-46bd-8c13-8561a0525caa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:58.868085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 9d703aa5-7136-46bd-8c13-8561a0525caa not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:58.886431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Deleting port 4b253ffb-06cd-4347-bea8-8a346dbc83de {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:58.887205 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.069742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] For port 4b253ffb-06cd-4347-bea8-8a346dbc83de, host n-h1-810285-3, got binding levels [] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:59.070113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.107232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e62cbed-2ffe-41a0-a9c4-2149f40316fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:59.137037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Calling delete_port for 4b253ffb-06cd-4347-bea8-8a346dbc83de owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:59.160499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-becbdefd-0210-4dfa-8149-13317c88f7dc service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208532 Sep 21 18:11:59.217292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:59.220368 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.311446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac2bf9be-9816-4c8f-a02a-765d552f02c2 req-c2fa218f-388b-4c37-927c-55ff9e08fd72 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077359 Sep 21 18:11:59.325769 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-0a03cdb8-2f5b-4435-84a3-7122703e2a6e service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1194708 Sep 21 18:11:59.335013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0947d6-23bd-47c5-b1ac-c3ad1d627c57 req-a6ad821d-1dc4-463e-b200-c753507d1d35 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:59.345098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa0947d6-23bd-47c5-b1ac-c3ad1d627c57 req-a6ad821d-1dc4-463e-b200-c753507d1d35 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 931 time: 0.3238647 Sep 21 18:11:59.356725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.378622 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-051d7847-ad75-45d6-a344-53723739f22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.421223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa0947d6-23bd-47c5-b1ac-c3ad1d627c57 req-97f0f3f8-709f-48f7-ad26-95000ea16915 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748148 Sep 21 18:11:59.441404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.455871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5b09-73c1-4bb6-a5ba-47ddc12ec24b tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event updated for resources: {'Port': ['ID=4b253ffb-06cd-4347-bea8-8a346dbc83de,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:59.484200 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.514716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b253ffb-06cd-4347-bea8-8a346dbc83de,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:59.536442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.538718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,segment=NetworkSegment(233d0cee-9dd7-44e5-9f33-a8bddfae3a2e),segment_id=233d0cee-9dd7-44e5-9f33-a8bddfae3a2e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:59.543667 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.543866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-91ff9da8-a93d-4761-8099-51e17059ba97 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "DELETE /v2.0/ports/4b253ffb-06cd-4347-bea8-8a346dbc83de HTTP/1.1" status: 204 len: 168 time: 0.9654417 Sep 21 18:11:59.544461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38466) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:59.608389 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf2903c-275f-478a-b6e2-daa9a9965539 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:11:59.609524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:59.620123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8cf2903c-275f-478a-b6e2-daa9a9965539 tempest-PortsAdminExtendedAttrsTestJSON-934790853 tempest-PortsAdminExtendedAttrsTestJSON-934790853-project-admin] 10.222.0.70 "GET /v2.0/ports/4b253ffb-06cd-4347-bea8-8a346dbc83de HTTP/1.1" status: 404 len: 333 time: 0.0745115 Sep 21 18:11:59.620834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38470) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:59.634439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-a28bc499-4ff2-4973-ab35-efbe63aaa119 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:59.636549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-a28bc499-4ff2-4973-ab35-efbe63aaa119 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.9618886 Sep 21 18:11:59.706324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31da20-ddbb-466a-b3c9-1ab91d0e096b None None] Network 50147cee-76ea-4799-91d9-4408ad8e035c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:59.755695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.842138 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-a407ad01-62c1-4143-8707-7ac1a95b0bd0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/quotas/68956c50b6204c2b9725213b2bf1f136 HTTP/1.1" status: 200 len: 375 time: 0.1909103 Sep 21 18:11:59.860243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5191d9cd-f4fb-46b6-b99c-5abf7556df06 None None] Provisioning complete for port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:59.860628 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5191d9cd-f4fb-46b6-b99c-5abf7556df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.862037 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9285eb6c-cd0e-4aeb-8e0a-df18e1c3f577 req-d428ac2d-956b-4e19-af7f-114b58ecc636 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238369 Sep 21 18:11:59.894090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.895603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-dd233008-16c8-4361-a898-373beb5f4903 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402794 Sep 21 18:11:59.924226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a241284-1fb5-4a09-98a3-d969c82aee16']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:59.955774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:59.955774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e5e6a2-5b2b-4d81-adfa-ee83be0ce1a1') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:59.978326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.998273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.007311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:00.007743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:00.012173 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:00.092657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.125347 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.131907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.140211 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.145270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] 10.222.0.70 "DELETE /v2.0/networks/8a241284-1fb5-4a09-98a3-d969c82aee16 HTTP/1.1" status: 204 len: 168 time: 0.5230925 Sep 21 18:12:00.161570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc102c-2db5-43d6-86a9-5c684d875766 tempest-PortsAdminExtendedAttrsTestJSON-60125745 tempest-PortsAdminExtendedAttrsTestJSON-60125745-project] Pushing event deleted for resources: {'Network': ['ID=8a241284-1fb5-4a09-98a3-d969c82aee16,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:00.221359 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:12:00.263389 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-1a7ced52-a1cc-4dfe-b442-d632e103e2af service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308907 Sep 21 18:12:00.457781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Allocated IP 172.25.3.2 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/dad6c118-afb8-45a9-866d-a9f667710ccb) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:00.473928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c840f448-2df5-48df-a5c6-62c3bdedc07e {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:00.486463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38488) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:00.490512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.525067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-71c21f39-c66f-4adc-afe2-df0c94afbca6 None None] Provisioning complete for port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:00.526358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-71c21f39-c66f-4adc-afe2-df0c94afbca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.534840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Transition to ACTIVE for port object c840f448-2df5-48df-a5c6-62c3bdedc07e will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:00.540622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-a28b0497-a2aa-495b-bf2f-2551a05906ce service neutron] 10.222.0.70 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672617 Sep 21 18:12:00.549609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.612912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c840f448-2df5-48df-a5c6-62c3bdedc07e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:00.676397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2db44-f9d8-42d2-95e6-e758443d180d req-37ab059b-159c-47e2-aef3-f5adf86e1952 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:00.692480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3c2db44-f9d8-42d2-95e6-e758443d180d req-37ab059b-159c-47e2-aef3-f5adf86e1952 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 943 time: 0.1597741 Sep 21 18:12:00.834707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.841649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3c2db44-f9d8-42d2-95e6-e758443d180d req-7ec381dd-7629-45f9-9ed1-1c42319e7244 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439664 Sep 21 18:12:00.857804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Attempting to bind port c840f448-2df5-48df-a5c6-62c3bdedc07e on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:00.858366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Attempting to bind port c840f448-2df5-48df-a5c6-62c3bdedc07e by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:00.858532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Attempting to bind port c840f448-2df5-48df-a5c6-62c3bdedc07e on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:00.871020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Port c840f448-2df5-48df-a5c6-62c3bdedc07e on network 9b03ef57-944f-4aee-8654-50a059213975 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:00.872585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Attempting to bind port c840f448-2df5-48df-a5c6-62c3bdedc07e on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:00.886176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:00.886825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:00.887377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Bound using segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:00.888018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Bound port: c840f448-2df5-48df-a5c6-62c3bdedc07e, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:00.888539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.924409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38502) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:00.932671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-320ade89-60f0-45cd-8852-88d2aabf1ffb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d118df3adad24e51959f5e062489f53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448810 Sep 21 18:12:01.074107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] For port c840f448-2df5-48df-a5c6-62c3bdedc07e, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:01.083635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] For port c840f448-2df5-48df-a5c6-62c3bdedc07e, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c840f448-2df5-48df-a5c6-62c3bdedc07e,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:01.089922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.092977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-694e412b-b952-4290-ad96-d3a54d452f0b req-224f49c5-c979-482b-b9d3-c17586e8d929 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0641966 Sep 21 18:12:01.093731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e62cbed-2ffe-41a0-a9c4-2149f40316fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:01.129013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.167619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:01.168234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.189324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8de39910-afa2-4c20-b9b0-f21c382006ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.216669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8de39910-afa2-4c20-b9b0-f21c382006ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.245080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:01.281029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:01.281677 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.284165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] 10.222.0.78 "PUT /v2.0/ports/c840f448-2df5-48df-a5c6-62c3bdedc07e HTTP/1.1" status: 200 len: 1091 time: 2.6822033 Sep 21 18:12:01.284940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:01.287168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'tag': 'c840f448-2df5-48df-a5c6-62c3bdedc07e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:01.289989 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486" -d '{"events": [{"name": "network-changed", "server_uuid": "3175716f-a3fd-44ce-bcb1-705d25c7311c", "tag": "c840f448-2df5-48df-a5c6-62c3bdedc07e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:01.301094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:01.304268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Pushing event updated for resources: {'Port': ['ID=dad6c118-afb8-45a9-866d-a9f667710ccb,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:01.347893 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e2cd4-6f31-41bc-ad19-f07fb3662f47 x-openstack-request-id: req-3b4e2cd4-6f31-41bc-ad19-f07fb3662f47 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:01.348937 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3175716f-a3fd-44ce-bcb1-705d25c7311c", "tag": "c840f448-2df5-48df-a5c6-62c3bdedc07e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:01.349165 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b4e2cd4-6f31-41bc-ad19-f07fb3662f47 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:01.355752 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'tag': 'c840f448-2df5-48df-a5c6-62c3bdedc07e', 'status': 'completed', 'code': 200} Sep 21 18:12:01.420327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8de39910-afa2-4c20-b9b0-f21c382006ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.423164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8de39910-afa2-4c20-b9b0-f21c382006ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.424348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8de39910-afa2-4c20-b9b0-f21c382006ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77e48fd2-4646-4a00-b40b-7648ec80da68 HTTP/1.1" status: 204 len: 168 time: 0.4789701 Sep 21 18:12:01.439351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39910-afa2-4c20-b9b0-f21c382006ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e48fd2-4646-4a00-b40b-7648ec80da68,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:01.444830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbcd23-85d1-412c-a600-e003a52721e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c840f448-2df5-48df-a5c6-62c3bdedc07e,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:01.500743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-567cc437-f614-496c-bb26-6528b2bfdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:01.502354 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-567cc437-f614-496c-bb26-6528b2bfdcb7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 1094 time: 0.1519542 Sep 21 18:12:01.589877 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-2885ba20-3b2f-4bc4-919c-aefe2486ef25 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c840f448-2df5-48df-a5c6-62c3bdedc07e HTTP/1.1" status: 200 len: 217 time: 0.0596547 Sep 21 18:12:01.669826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-aa498902-4f8f-4746-8d29-449d6ef3a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:01.671643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-aa498902-4f8f-4746-8d29-449d6ef3a6fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0732100 Sep 21 18:12:01.798821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38518) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:01.816575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-585c2203-f838-4ab6-9eda-3649c78c4062 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262871 Sep 21 18:12:01.833388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.853827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e9786423-2b8f-4009-965f-3ccee358a5e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce364ede30d84b89b23cefe4ce517ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538626 Sep 21 18:12:01.856212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38520) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:01.925238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be531fd4-9c44-4ea3-86c2-40bb7aa8ed28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.962327 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be531fd4-9c44-4ea3-86c2-40bb7aa8ed28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.021221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-68613387-5442-42f8-954e-eb34dbfafe44 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950891 Sep 21 18:12:02.070175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c856580-b51d-403d-a1a3-68a6e09e30e1 req-3378a561-0c38-46cd-bb0e-aa91b96b1b81 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:02.078615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c856580-b51d-403d-a1a3-68a6e09e30e1 req-3378a561-0c38-46cd-bb0e-aa91b96b1b81 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 943 time: 0.1209280 Sep 21 18:12:02.133363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c856580-b51d-403d-a1a3-68a6e09e30e1 req-4525d441-a036-4a2f-aa82-1f045de34fab tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Sep 21 18:12:02.140651 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be531fd4-9c44-4ea3-86c2-40bb7aa8ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.147887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be531fd4-9c44-4ea3-86c2-40bb7aa8ed28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.149414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-be531fd4-9c44-4ea3-86c2-40bb7aa8ed28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fac35a64-86b2-47b6-9b61-348895dc91cc HTTP/1.1" status: 204 len: 168 time: 0.2922373 Sep 21 18:12:02.160150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be531fd4-9c44-4ea3-86c2-40bb7aa8ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac35a64-86b2-47b6-9b61-348895dc91cc,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:02.220394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5871455c-be2d-40f1-bf67-fd1d73b3a5ad req-bdd795da-bb98-463d-aa26-554be038516d service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416872 Sep 21 18:12:02.358109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-484d3185-9b1c-4d55-8707-68a1683a5e40 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:02.359929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-484d3185-9b1c-4d55-8707-68a1683a5e40 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 811 time: 0.1340659 Sep 21 18:12:02.360889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d25ccb40-3431-49c8-adf9-bc42017f894c req-2dfd3ba0-2cf3-41fa-a290-acbe6a2d7b8a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0787210 Sep 21 18:12:02.424765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Request body: {'port': {'device_id': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'admin_state_up': True, 'tenant_id': '68956c50b6204c2b9725213b2bf1f136'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:02.543089 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.570601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-6ee58df4-88c1-428d-976d-7152f51f33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:02.572324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-6ee58df4-88c1-428d-976d-7152f51f33f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 1094 time: 0.2029562 Sep 21 18:12:02.764219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Made reservation on behalf of 68956c50b6204c2b9725213b2bf1f136 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:02.767846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.839876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-2d520224-9476-4cff-96b5-46835e39b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:02.841590 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-2d520224-9476-4cff-96b5-46835e39b7de service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.2295909 Sep 21 18:12:02.927337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-58e25e07-d429-4f27-9c91-d18771487622 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c840f448-2df5-48df-a5c6-62c3bdedc07e HTTP/1.1" status: 200 len: 217 time: 0.0516548 Sep 21 18:12:03.491257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03674256-a223-4618-a67e-2ab9562a8580 req-5309a7da-690a-45d9-ba7a-52b40dc928b4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0307949 Sep 21 18:12:03.532670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Router b73a6389-7720-4fb7-8551-93a26f6e5af0 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:12:03.538633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-108f5117-95ca-468c-8ab7-7625f1c7ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:03.540161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-108f5117-95ca-468c-8ab7-7625f1c7ffa2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.5881221 Sep 21 18:12:03.591047 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-63d06df4-157f-4744-b9bd-8e5471e578f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:03.602532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-df55d15c-8804-4e9c-9562-8fdbf19a8799 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449624 Sep 21 18:12:03.613863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Allocated IP 172.20.0.13 (0ce9b869-0136-477f-b660-8e206678cb6b/15ad28cd-0131-4de1-8e74-5572ff648d32/078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:03.686326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b59561-5721-4ad5-a564-ad117218a77a req-2db312b3-8d12-4c8b-96eb-0d12c504de1b tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:03.687827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c1b59561-5721-4ad5-a564-ad117218a77a req-2db312b3-8d12-4c8b-96eb-0d12c504de1b tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 943 time: 0.1709940 Sep 21 18:12:03.874918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c1b59561-5721-4ad5-a564-ad117218a77a req-dcc9593c-ccb2-4eac-94e6-2ab0036a2fd3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684332 Sep 21 18:12:03.886582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-21912e19-9a0d-4cf4-b657-2351ebb5145e service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358119 Sep 21 18:12:03.902422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:03.914395 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Sync routers for ids ['b73a6389-7720-4fb7-8551-93a26f6e5af0'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:03.932852 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Routers {'b73a6389-7720-4fb7-8551-93a26f6e5af0'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:03.934334 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b73a6389-7720-4fb7-8551-93a26f6e5af0'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:04.015408 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.016638 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c08d7b26-59a1-4064-b323-60cf9d25b933 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7772217 Sep 21 18:12:04.020041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38580) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:04.065367 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.079876 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Set router b73a6389-7720-4fb7-8551-93a26f6e5af0 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:04.092277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6e2b74c1-bd26-4b36-b9fa-e79d0bbb6486 req-b7ecf336-a6e8-4db5-9c55-09789cdd8686 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910894 Sep 21 18:12:04.102248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.116335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.148730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.193825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38584) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:04.228222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Network 0ce9b869-0136-477f-b660-8e206678cb6b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:04.230212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:04.241109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:04.281748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event updated for resources: {'Port': ['ID=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:04.313462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:04.314699 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.336976 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-19f3c323-6c45-47c4-aa30-4c8d81ed80ff tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9582894 Sep 21 18:12:04.346113 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:57Z', 'updated_at': '2021-09-21T18:12:01Z', 'revision_number': 3, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'gw_port': {'id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:00Z', 'updated_at': '2021-09-21T18:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:04.369273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Request body: {'port': {'device_id': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:04.410542 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Checking router: b73a6389-7720-4fb7-8551-93a26f6e5af0 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:04.412150 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Updating router b73a6389-7720-4fb7-8551-93a26f6e5af0 port dad6c118-afb8-45a9-866d-a9f667710ccb binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:12:04.446319 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.450337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.709412 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.751987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066e905-2dae-4b2e-b24e-594437c01c1c req-f5a13c69-b8af-4b7b-9703-25ee99098e84 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:04.753650 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b066e905-2dae-4b2e-b24e-594437c01c1c req-f5a13c69-b8af-4b7b-9703-25ee99098e84 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 932 time: 0.1295629 Sep 21 18:12:04.780341 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.792014 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.793964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2143138906', 'router:external': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:04.836455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b066e905-2dae-4b2e-b24e-594437c01c1c req-f8d2f2c9-aa2b-47fa-8263-080134ea9915 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512836 Sep 21 18:12:04.849805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Made reservation on behalf of 9ac4c875b9bf40bf8d400de3426bf018 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:04.852283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.856216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c840f448-2df5-48df-a5c6-62c3bdedc07e details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:12:04.856935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Attempting to bind port dad6c118-afb8-45a9-866d-a9f667710ccb on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:04.856935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Attempting to bind port dad6c118-afb8-45a9-866d-a9f667710ccb by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:04.857526 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Attempting to bind port dad6c118-afb8-45a9-866d-a9f667710ccb on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:04.869684 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:04.870333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:04.870528 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.870919 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:04.871404 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Bound port: dad6c118-afb8-45a9-866d-a9f667710ccb, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:04.871785 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.882301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.039319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.040415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c840f448-2df5-48df-a5c6-62c3bdedc07e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c840f448-2df5-48df-a5c6-62c3bdedc07e,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:05.057432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'c840f448-2df5-48df-a5c6-62c3bdedc07e', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'port_id': 'c840f448-2df5-48df-a5c6-62c3bdedc07e', 'mac_address': 'fa:16:3e:33:d7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff1d1a3-bfa4-41d0-96a4-ba193de66477', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:12:05.081116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:05.101281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.116800 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.131759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Transition to ACTIVE for port object 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:05.134645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c840f448-2df5-48df-a5c6-62c3bdedc07e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:05.137310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.154984 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] For port dad6c118-afb8-45a9-866d-a9f667710ccb, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:05.158464 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] For port dad6c118-afb8-45a9-866d-a9f667710ccb, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dad6c118-afb8-45a9-866d-a9f667710ccb,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:05.162811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c840f448-2df5-48df-a5c6-62c3bdedc07e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c840f448-2df5-48df-a5c6-62c3bdedc07e,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:05.168390 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.169354 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.170526 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135bc22-9587-4398-bdb0-c7e69131cd1b None None] Pushing event updated for resources: {'Port': ['ID=dad6c118-afb8-45a9-866d-a9f667710ccb,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:05.235398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c840f448-2df5-48df-a5c6-62c3bdedc07e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:05.237152 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135bc22-9587-4398-bdb0-c7e69131cd1b None None] Pushing event updated for resources: {'Port': ['ID=dad6c118-afb8-45a9-866d-a9f667710ccb,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:05.259715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7e922-6bae-4b0c-b7c9-8c163bf2889b req-970487c7-3575-41a9-8438-d7e606204d32 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:05.271462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ed7e922-6bae-4b0c-b7c9-8c163bf2889b req-970487c7-3575-41a9-8438-d7e606204d32 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 943 time: 0.2492864 Sep 21 18:12:05.277592 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Routers {'b73a6389-7720-4fb7-8551-93a26f6e5af0'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:05.278586 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b73a6389-7720-4fb7-8551-93a26f6e5af0'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:05.280610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Pushing event updated for resources: {'Port': ['ID=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:05.295180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Attempting to bind port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:05.295657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Attempting to bind port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:05.296092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Attempting to bind port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:05.301122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad on network 0ce9b869-0136-477f-b660-8e206678cb6b not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:05.301645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Attempting to bind port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad on network 0ce9b869-0136-477f-b660-8e206678cb6b {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:05.308675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:05.309194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Checking segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:05.309687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Bound using segment: {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:05.310558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Bound port: 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc935fa-522e-4da9-ae3a-96650bfccc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:05.310699 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.368015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c840f448-2df5-48df-a5c6-62c3bdedc07e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:05.390124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] For port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:05.393590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] For port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:05.400660 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.453315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:05.453750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.455381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] 10.222.0.41 "PUT /v2.0/ports/078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad HTTP/1.1" status: 200 len: 1092 time: 1.1089876 Sep 21 18:12:05.455940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'tag': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:05.459324 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30dbf4a-f2d2-4002-87c0-2a90364708d8" -d '{"events": [{"name": "network-changed", "server_uuid": "835df228-bb48-4b2b-a91f-0f7b0187c4f7", "tag": "078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:05.468543 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.492407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b662fbc-c39a-4efc-9587-8ce9ca110103 service neutron] Pushing event updated for resources: {'Port': ['ID=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:05.514349 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] Set router b73a6389-7720-4fb7-8551-93a26f6e5af0 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:05.565698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.583468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-34a4408d-5b8b-4d99-a690-1987f232a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:05.585258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-34a4408d-5b8b-4d99-a690-1987f232a513 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 1095 time: 0.0654027 Sep 21 18:12:05.643067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2cb60-1cd5-4c03-9e50-a332523ab6e1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:05.654692 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-bdd1c52d-5183-4a13-af62-d497f6923c0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad HTTP/1.1" status: 200 len: 217 time: 0.0607042 Sep 21 18:12:05.656953 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df97958-2d38-4b29-9fab-274c70466f71 x-openstack-request-id: req-8df97958-2d38-4b29-9fab-274c70466f71 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:05.657314 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835df228-bb48-4b2b-a91f-0f7b0187c4f7", "tag": "078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:05.657644 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8df97958-2d38-4b29-9fab-274c70466f71 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:05.658119 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'tag': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad', 'status': 'completed', 'code': 200} Sep 21 18:12:05.670856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ed7e922-6bae-4b0c-b7c9-8c163bf2889b req-7b14311c-7638-4188-be80-31a6859a444a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983297 Sep 21 18:12:05.696617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:05.708796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Allocated IP 172.20.0.1 (50147cee-76ea-4799-91d9-4408ad8e035c/e183e156-6c80-4d36-ab20-057fd562ebef/51d7c39f-eed9-454d-8687-269cf957e74f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:05.717830 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.718182 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Added segment 002e6b7a-efb0-472c-ae14-8870f57051aa of type vlan for network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 Sep 21 18:12:05.730690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-b19dcb4b-0469-4797-ba5e-f66d08f48874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:05.733731 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-b19dcb4b-0469-4797-ba5e-f66d08f48874 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0683115 Sep 21 18:12:05.776525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-ae2bf183-c307-4aed-9e4f-508b7b113e9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348079 Sep 21 18:12:05.800239 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:57Z', 'updated_at': '2021-09-21T18:12:01Z', 'revision_number': 3, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'gw_port': {'id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:00Z', 'updated_at': '2021-09-21T18:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:05.800425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.840125 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389384e-4d8f-42c3-ad94-154f487e9513 None None] The sync data for ids ['b73a6389-7720-4fb7-8551-93a26f6e5af0'] in n-d-810285-3 is: [{'id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:57Z', 'updated_at': '2021-09-21T18:12:01Z', 'revision_number': 3, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'gw_port': {'id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:00Z', 'updated_at': '2021-09-21T18:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:05.912975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.914639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:05.915530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.925425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-8d727ec1-f4fb-46ab-8c72-7d278df97f39 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417685 Sep 21 18:12:05.937701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.957754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7627997 Sep 21 18:12:05.968483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38620) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:05.975515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'subnet': {'network_id': '861bfa25-e93f-4de5-9fb2-ecd7b14c28c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:06.027567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf46b10-9058-4890-b17d-33ef7106c91f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Network': ['ID=861bfa25-e93f-4de5-9fb2-ecd7b14c28c0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:06.045704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:06.079224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512e3b1-725e-49a5-a751-9172044f96cf req-5cefb959-66d0-4ff4-8900-937ca397fe17 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:06.079942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Made reservation on behalf of 9ac4c875b9bf40bf8d400de3426bf018 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:06.085395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.087179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e512e3b1-725e-49a5-a751-9172044f96cf req-5cefb959-66d0-4ff4-8900-937ca397fe17 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 944 time: 0.1194937 Sep 21 18:12:06.092438 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.208429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e512e3b1-725e-49a5-a751-9172044f96cf req-e3d1e9c2-2e3d-4b0d-a74a-7c10292f8e0b tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194682 Sep 21 18:12:06.213476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Network 50147cee-76ea-4799-91d9-4408ad8e035c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:06.217696 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c92449dd-1c64-4418-8f78-b6066905ba75 req-6f1c7c3f-1495-4e28-bc89-1510330a9273 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830167 Sep 21 18:12:06.247775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:06.250888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:06.293086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Pushing event updated for resources: {'Port': ['ID=51d7c39f-eed9-454d-8687-269cf957e74f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:06.338664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.388566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-92b463df-d73a-4ca3-855a-81fcb927e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:06.390288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-92b463df-d73a-4ca3-855a-81fcb927e1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68956c50b6204c2b9725213b2bf1f136&device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 1095 time: 0.1199129 Sep 21 18:12:06.564660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-f2fa265b-2834-4294-8da6-795ca17d0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:06.570532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-f2fa265b-2834-4294-8da6-795ca17d0e3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 200 len: 913 time: 0.1713967 Sep 21 18:12:06.634251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1fbb0aa8-5367-46a7-9612-08f5df2a9e91 None None] Provisioning complete for port 51d7c39f-eed9-454d-8687-269cf957e74f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:06.634589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fbb0aa8-5367-46a7-9612-08f5df2a9e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.665067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.666501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-13ce2600-3982-4dca-828b-df391892d8d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad HTTP/1.1" status: 200 len: 217 time: 0.0830133 Sep 21 18:12:06.705019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb0aa8-5367-46a7-9612-08f5df2a9e91 None None] Port 51d7c39f-eed9-454d-8687-269cf957e74f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:12:06.755291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-207475f4-df0f-4e25-9ac0-37f0bd224758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:06.756989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-207475f4-df0f-4e25-9ac0-37f0bd224758 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 200 len: 851 time: 0.0767026 Sep 21 18:12:06.816565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-c2ebb741-108e-4d1c-a6e5-6019ba5e02ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ce9b869-0136-477f-b660-8e206678cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484066 Sep 21 18:12:06.867826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683b3e4-d9ba-4faa-9178-ee78d2e07b8f req-ea609205-d2bd-43c7-a236-a453208bec55 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:06.869256 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9683b3e4-d9ba-4faa-9178-ee78d2e07b8f req-ea609205-d2bd-43c7-a236-a453208bec55 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 944 time: 0.1112349 Sep 21 18:12:06.892493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c840f448-2df5-48df-a5c6-62c3bdedc07e up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:06.962690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.966632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9683b3e4-d9ba-4faa-9178-ee78d2e07b8f req-b973f2ad-32c6-4323-b1ec-99d72ded241e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564890 Sep 21 18:12:06.981806 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-2fc066af-02ed-4796-b325-1268ca68ef60 service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569567 Sep 21 18:12:06.991328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.014381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port c840f448-2df5-48df-a5c6-62c3bdedc07e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:12:07.031346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port c840f448-2df5-48df-a5c6-62c3bdedc07e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:07.031963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.051155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:12:07.052270 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.133957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Subnet': ['ID=06cc09ec-af91-41bb-860d-9a74c48a0dba,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:07.139853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c30dbf4a-f2d2-4002-87c0-2a90364708d8 req-cfa1bcbc-1a76-4e7d-a9c2-90cee4e23daf service neutron] 10.222.0.41 "GET /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469183 Sep 21 18:12:07.173951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dad6c118-afb8-45a9-866d-a9f667710ccb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:07.183267 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.200171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Pushing event updated for resources: {'Port': ['ID=51d7c39f-eed9-454d-8687-269cf957e74f,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:07.223892 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.226705 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.287093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Checking segment: {'id': '002e6b7a-efb0-472c-ae14-8870f57051aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '861bfa25-e93f-4de5-9fb2-ecd7b14c28c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:07.289000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network hostable DHCP agents. Network: 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:07.295492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c840f448-2df5-48df-a5c6-62c3bdedc07e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c840f448-2df5-48df-a5c6-62c3bdedc07e,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:07.298992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c840f448-2df5-48df-a5c6-62c3bdedc07e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:07.302977 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e82c4-84d5-4a0a-a581-eb05438dc505" -d '{"events": [{"server_uuid": "3175716f-a3fd-44ce-bcb1-705d25c7311c", "name": "network-vif-plugged", "status": "completed", "tag": "c840f448-2df5-48df-a5c6-62c3bdedc07e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:07.309650 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.352258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port dad6c118-afb8-45a9-866d-a9f667710ccb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:07.353033 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.384146 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4765b7-7aa3-4d37-bc78-4082808613aa x-openstack-request-id: req-bc4765b7-7aa3-4d37-bc78-4082808613aa {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:07.384334 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3175716f-a3fd-44ce-bcb1-705d25c7311c", "name": "network-vif-plugged", "status": "completed", "tag": "c840f448-2df5-48df-a5c6-62c3bdedc07e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:07.384676 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc4765b7-7aa3-4d37-bc78-4082808613aa {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:07.384976 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c840f448-2df5-48df-a5c6-62c3bdedc07e', 'code': 200} Sep 21 18:12:07.431734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c840f448-2df5-48df-a5c6-62c3bdedc07e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:07.489725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Network 50147cee-76ea-4799-91d9-4408ad8e035c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:07.493587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:07.517318 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.535448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfae220-0008-4ed9-8fbe-1a58abe2244d req-9681769f-92f6-4903-a784-52e22134e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.541695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5cfae220-0008-4ed9-8fbe-1a58abe2244d req-9681769f-92f6-4903-a784-52e22134e92f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 1096 time: 0.0842545 Sep 21 18:12:07.569141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port dad6c118-afb8-45a9-866d-a9f667710ccb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dad6c118-afb8-45a9-866d-a9f667710ccb,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:07.578013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.600304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:07.613387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5cfae220-0008-4ed9-8fbe-1a58abe2244d req-3a0bfebe-4b64-4c70-a86e-eae50639ccd7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621495 Sep 21 18:12:07.659456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=dad6c118-afb8-45a9-866d-a9f667710ccb,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:07.707093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:07.713432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.714110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.718499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ed207-802a-48cd-a3a1-e7417d7f3439 None None] Network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:07.741869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf969-1df4-45b2-9294-20b39f6d0676 req-a9a94c18-480e-4a01-9af3-71ae12099be9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.749843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3dbdf969-1df4-45b2-9294-20b39f6d0676 req-a9a94c18-480e-4a01-9af3-71ae12099be9 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 944 time: 0.2763708 Sep 21 18:12:07.790332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2b7b2eb5-cf30-4e27-bb31-9a2cab396f65 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8172715 Sep 21 18:12:07.790544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38648) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.798089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-15478622', 'network_id': '861bfa25-e93f-4de5-9fb2-ecd7b14c28c0'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:07.807649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38650) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.868204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Made reservation on behalf of 9ac4c875b9bf40bf8d400de3426bf018 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:07.874522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.898332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] device_id is not set on port 6cace8ee-5b10-4d4f-b499-7044796fa15a yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:12:07.899732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3dbdf969-1df4-45b2-9294-20b39f6d0676 req-006406a1-f325-4b53-afd7-9a0beb965286 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488967 Sep 21 18:12:07.936602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Router b73a6389-7720-4fb7-8551-93a26f6e5af0 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:08.042909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8f566-a63d-442e-a026-0fd0e195674c None None] Network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:08.057433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-672fcdf9-b910-47f1-b045-05ed66c96bb6 None None] Provisioning complete for port 51d7c39f-eed9-454d-8687-269cf957e74f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:08.057737 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-672fcdf9-b910-47f1-b045-05ed66c96bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.082422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:08.087865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9258b061-9ad7-4ae0-bf3d-f5a8168e7369 admin admin] 10.222.0.70 "PUT /v2.0/routers/b73a6389-7720-4fb7-8551-93a26f6e5af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0666878 Sep 21 18:12:08.143864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-817a1ab4-1c77-4223-9955-d13842222e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.258458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-817a1ab4-1c77-4223-9955-d13842222e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.260192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Allocated IP 172.20.0.14 (861bfa25-e93f-4de5-9fb2-ecd7b14c28c0/06cc09ec-af91-41bb-860d-9a74c48a0dba/6cace8ee-5b10-4d4f-b499-7044796fa15a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:08.271044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-817a1ab4-1c77-4223-9955-d13842222e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.339863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6a5ab-5720-412d-95ac-c1479ac4d9e9 req-b1c38a0f-2d69-4ae1-9bfd-ceb0c61f1c63 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:08.341296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fb6a5ab-5720-412d-95ac-c1479ac4d9e9 req-b1c38a0f-2d69-4ae1-9bfd-ceb0c61f1c63 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 945 time: 0.2590613 Sep 21 18:12:08.353964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38664) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:08.354296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-817a1ab4-1c77-4223-9955-d13842222e03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c542dfaebe24c7b83880db820363c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445602 Sep 21 18:12:08.358828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-672fcdf9-b910-47f1-b045-05ed66c96bb6 None None] Port 51d7c39f-eed9-454d-8687-269cf957e74f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:12:08.374364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a1ab4-1c77-4223-9955-d13842222e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2380304d-85f5-4a98-b9b9-1f53d937dd53,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:08.377444 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.431771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Sync routers for ids ['b73a6389-7720-4fb7-8551-93a26f6e5af0'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:08.466295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Routers {'b73a6389-7720-4fb7-8551-93a26f6e5af0'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:08.467016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b73a6389-7720-4fb7-8551-93a26f6e5af0'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:08.498401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00af8582-e4e7-4117-af98-bcab556dd896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.502460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4fb6a5ab-5720-412d-95ac-c1479ac4d9e9 req-358619fa-5ebc-4219-af44-d80bd4cf6da0 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365583 Sep 21 18:12:08.532339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:12:08.540228 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00af8582-e4e7-4117-af98-bcab556dd896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.646960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00af8582-e4e7-4117-af98-bcab556dd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.650160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00af8582-e4e7-4117-af98-bcab556dd896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.651851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-00af8582-e4e7-4117-af98-bcab556dd896 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2380304d-85f5-4a98-b9b9-1f53d937dd53 HTTP/1.1" status: 204 len: 168 time: 0.2968667 Sep 21 18:12:08.681606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.691080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af8582-e4e7-4117-af98-bcab556dd896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2380304d-85f5-4a98-b9b9-1f53d937dd53,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:08.734900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.796120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:08.803078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:08.811493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:08.822478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Port': ['ID=6cace8ee-5b10-4d4f-b499-7044796fa15a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:08.907756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:08.911490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.964238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c17a7f2c-c11d-4575-ae3d-054052480637 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1726725 Sep 21 18:12:08.966967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38682) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:09.006922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:09.030452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad', 'network_id': '0ce9b869-0136-477f-b660-8e206678cb6b', 'port_id': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad', 'mac_address': 'fa:16:3e:e2:de:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ad28cd-0131-4de1-8e74-5572ff648d32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:12:09.065362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Set router b73a6389-7720-4fb7-8551-93a26f6e5af0 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:09.163696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dad6c118-afb8-45a9-866d-a9f667710ccb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:09.173702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20b6da-8041-4f0a-b5da-fcce2d56bc93 req-c43a2714-b48e-4fec-9fc8-7bf5660818fd tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:09.181883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f20b6da-8041-4f0a-b5da-fcce2d56bc93 req-c43a2714-b48e-4fec-9fc8-7bf5660818fd tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 944 time: 0.1066463 Sep 21 18:12:09.220328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Deleting port 6cace8ee-5b10-4d4f-b499-7044796fa15a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:09.220631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.239605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f20b6da-8041-4f0a-b5da-fcce2d56bc93 req-4a243dfa-870b-496b-8634-b5f9569b7193 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Sep 21 18:12:09.245192 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.308235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:09.355021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:09.368391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port dad6c118-afb8-45a9-866d-a9f667710ccb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:09.369083 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.371007 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.395839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.410071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Calling delete_port for 6cace8ee-5b10-4d4f-b499-7044796fa15a owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:09.539542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:09.578772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:57Z', 'updated_at': '2021-09-21T18:12:06Z', 'revision_number': 4, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'gw_port': {'id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:00Z', 'updated_at': '2021-09-21T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '51d7c39f-eed9-454d-8687-269cf957e74f', 'name': '', 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'mac_address': 'fa:16:3e:e7:c5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'e183e156-6c80-4d36-ab20-057fd562ebef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:05Z', 'updated_at': '2021-09-21T18:12:06Z', 'revision_number': 2, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'subnets': [{'id': 'e183e156-6c80-4d36-ab20-057fd562ebef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:09.638399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.647224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Checking router: b73a6389-7720-4fb7-8551-93a26f6e5af0 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:09.647224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Updating router b73a6389-7720-4fb7-8551-93a26f6e5af0 port 51d7c39f-eed9-454d-8687-269cf957e74f binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:12:09.673049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cace8ee-5b10-4d4f-b499-7044796fa15a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:09.724740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.738121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:09.751274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1442659-43e1-4c6b-ac1d-9a04e7d89ef3 req-ca88e033-e4a2-4282-a90c-1ebcf7860985 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:09.760777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1442659-43e1-4c6b-ac1d-9a04e7d89ef3 req-ca88e033-e4a2-4282-a90c-1ebcf7860985 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 945 time: 0.1385338 Sep 21 18:12:09.818156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.823963 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-45867872-22c4-488a-aef0-8407b71c3388 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "DELETE /v2.0/ports/6cace8ee-5b10-4d4f-b499-7044796fa15a HTTP/1.1" status: 204 len: 168 time: 0.8557079 Sep 21 18:12:09.827763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38704) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:09.830598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1442659-43e1-4c6b-ac1d-9a04e7d89ef3 req-b66ec532-e654-453f-b8e9-f9586a1884fb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684688 Sep 21 18:12:09.841220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '861bfa25-e93f-4de5-9fb2-ecd7b14c28c0', 'external_fixed_ips': [{'subnet_id': '06cc09ec-af91-41bb-860d-9a74c48a0dba', 'ip_address': '172.20.0.14'}]}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:09.892992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.894055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.023954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.161369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47590e6-832a-429b-b266-e749c38eb605 req-ff3dbd39-c3ba-450b-b499-c467a16248fc tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:10.170930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a47590e6-832a-429b-b266-e749c38eb605 req-ff3dbd39-c3ba-450b-b499-c467a16248fc tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 945 time: 0.1444356 Sep 21 18:12:10.271117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.283908 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.298461 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.312080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a47590e6-832a-429b-b266-e749c38eb605 req-3934d687-c98e-43b7-b577-4179f7cb4945 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363299 Sep 21 18:12:10.364521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9416-235d-40ad-9e17-c36a23426457 None None] Pushing event updated for resources: {'Port': ['ID=51d7c39f-eed9-454d-8687-269cf957e74f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:10.596794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5b26e-b2c7-4e3b-afd9-f31868532850 req-60093449-5f54-468c-9209-acfd117459d4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:10.606109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9c5b26e-b2c7-4e3b-afd9-f31868532850 req-60093449-5f54-468c-9209-acfd117459d4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 945 time: 0.1499648 Sep 21 18:12:10.686331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9c5b26e-b2c7-4e3b-afd9-f31868532850 req-d1b3b977-9f6e-4235-aac5-3a40804fdd2f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786107 Sep 21 18:12:10.703912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Attempting to bind port 51d7c39f-eed9-454d-8687-269cf957e74f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:10.704509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Attempting to bind port 51d7c39f-eed9-454d-8687-269cf957e74f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:10.704817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Attempting to bind port 51d7c39f-eed9-454d-8687-269cf957e74f on network 50147cee-76ea-4799-91d9-4408ad8e035c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:10.741873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:10.742296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Checking segment: {'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:10.742712 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.743177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Bound using segment: {'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:10.743593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Bound port: 51d7c39f-eed9-454d-8687-269cf957e74f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:10.744088 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.865965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df77f7-dc25-40ee-9e57-85ac8e25940d req-3fa3562f-78c4-42b7-9987-85570ffebfbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:10.875854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35df77f7-dc25-40ee-9e57-85ac8e25940d req-3fa3562f-78c4-42b7-9987-85570ffebfbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 945 time: 0.0754173 Sep 21 18:12:10.938686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35df77f7-dc25-40ee-9e57-85ac8e25940d req-9e25104d-d08b-4c7d-9fdd-115cc098a15f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561097 Sep 21 18:12:10.939952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] For port 51d7c39f-eed9-454d-8687-269cf957e74f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:10.960399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d73e7e48-cda0-4f2e-9eb4-e4cba544b4dc None None] Provisioning complete for port 51d7c39f-eed9-454d-8687-269cf957e74f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:10.960777 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d73e7e48-cda0-4f2e-9eb4-e4cba544b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.977193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.987741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] For port 51d7c39f-eed9-454d-8687-269cf957e74f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=51d7c39f-eed9-454d-8687-269cf957e74f,segment=NetworkSegment(233d0cee-9dd7-44e5-9f33-a8bddfae3a2e),segment_id=233d0cee-9dd7-44e5-9f33-a8bddfae3a2e)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:10.997327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.033098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d73e7e48-cda0-4f2e-9eb4-e4cba544b4dc None None] Port 51d7c39f-eed9-454d-8687-269cf957e74f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:12:11.052517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Routers {'b73a6389-7720-4fb7-8551-93a26f6e5af0'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:11.053145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b73a6389-7720-4fb7-8551-93a26f6e5af0'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:11.054484 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.179787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e9416-235d-40ad-9e17-c36a23426457 None None] Pushing event updated for resources: {'Port': ['ID=51d7c39f-eed9-454d-8687-269cf957e74f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:11.377874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] Set router b73a6389-7720-4fb7-8551-93a26f6e5af0 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:11.414985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Allocated IP 172.20.0.14 (861bfa25-e93f-4de5-9fb2-ecd7b14c28c0/06cc09ec-af91-41bb-860d-9a74c48a0dba/8254d54f-a18f-4979-acc7-0c6ce80870f4) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:11.518292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7a80cf47-a29f-4289-9dc6-9f19a3c3b40d None None] Provisioning complete for port 51d7c39f-eed9-454d-8687-269cf957e74f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:11.518675 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a80cf47-a29f-4289-9dc6-9f19a3c3b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.564276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.612883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.661659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:11.667239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:11.671901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:11.680624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a80cf47-a29f-4289-9dc6-9f19a3c3b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.727454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Port': ['ID=8254d54f-a18f-4979-acc7-0c6ce80870f4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:11.737772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7a80cf47-a29f-4289-9dc6-9f19a3c3b40d None None] For port 51d7c39f-eed9-454d-8687-269cf957e74f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=51d7c39f-eed9-454d-8687-269cf957e74f,segment=NetworkSegment(233d0cee-9dd7-44e5-9f33-a8bddfae3a2e),segment_id=233d0cee-9dd7-44e5-9f33-a8bddfae3a2e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:11.738632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.739699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.740198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.741118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.741960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.742558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.743151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.743803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.744679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.745379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.746205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.746886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:11.751091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a80cf47-a29f-4289-9dc6-9f19a3c3b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.861151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad098b-4954-4e62-9ca1-cae7d8e3c488 req-5f516f81-a000-4a81-bd47-f2f57cba561c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:11.869882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-40ad098b-4954-4e62-9ca1-cae7d8e3c488 req-5f516f81-a000-4a81-bd47-f2f57cba561c tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0721726 Sep 21 18:12:11.915440 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-40ad098b-4954-4e62-9ca1-cae7d8e3c488 req-2562a392-efb5-4fd1-a587-cb865eeb5179 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438657 Sep 21 18:12:11.948157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80cf47-a29f-4289-9dc6-9f19a3c3b40d None None] Pushing event updated for resources: {'Port': ['ID=51d7c39f-eed9-454d-8687-269cf957e74f,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:11.961536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:57Z', 'updated_at': '2021-09-21T18:12:06Z', 'revision_number': 4, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'gw_port': {'id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:00Z', 'updated_at': '2021-09-21T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '51d7c39f-eed9-454d-8687-269cf957e74f', 'name': '', 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'mac_address': 'fa:16:3e:e7:c5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'e183e156-6c80-4d36-ab20-057fd562ebef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:05Z', 'updated_at': '2021-09-21T18:12:10Z', 'revision_number': 4, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'subnets': [{'id': 'e183e156-6c80-4d36-ab20-057fd562ebef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:11.994649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657308d2-0b7d-419b-8676-836bc36dd9d0 None None] The sync data for ids ['b73a6389-7720-4fb7-8551-93a26f6e5af0'] in n-d-810285-3 is: [{'id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:57Z', 'updated_at': '2021-09-21T18:12:06Z', 'revision_number': 4, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'gw_port': {'id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:00Z', 'updated_at': '2021-09-21T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '51d7c39f-eed9-454d-8687-269cf957e74f', 'name': '', 'network_id': '50147cee-76ea-4799-91d9-4408ad8e035c', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'mac_address': 'fa:16:3e:e7:c5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'e183e156-6c80-4d36-ab20-057fd562ebef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:05Z', 'updated_at': '2021-09-21T18:12:10Z', 'revision_number': 4, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'subnets': [{'id': 'e183e156-6c80-4d36-ab20-057fd562ebef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:12.521811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:12.602137 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.628129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:12:12.633353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:12.634094 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.835856 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.884503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-053fbbb8-264e-412c-8afd-2b9ce8034625 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:12.886072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-053fbbb8-264e-412c-8afd-2b9ce8034625 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 945 time: 0.2850447 Sep 21 18:12:12.924231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:12.924231 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b07337-871e-462b-83f7-056b855bcb0a" -d '{"events": [{"server_uuid": "835df228-bb48-4b2b-a91f-0f7b0187c4f7", "name": "network-vif-plugged", "status": "completed", "tag": "078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:12.937884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3672-7ddf-465f-a072-2ea561778568 req-76a10741-e2cf-4368-ac99-ea1bde2c7cff tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:12.945584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-acda3672-7ddf-465f-a072-2ea561778568 req-76a10741-e2cf-4368-ac99-ea1bde2c7cff tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 945 time: 0.3454340 Sep 21 18:12:13.143541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e34ef-2d05-4ad1-8cfd-0d6cb0f1e4e2 req-4ade1429-b676-41e4-8da9-900e900ab880 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.153277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d1e34ef-2d05-4ad1-8cfd-0d6cb0f1e4e2 req-4ade1429-b676-41e4-8da9-900e900ab880 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 945 time: 0.0922928 Sep 21 18:12:13.192178 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.249704 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d1e34ef-2d05-4ad1-8cfd-0d6cb0f1e4e2 req-ff87f1cd-5ee5-49a1-a93e-b01d2420d527 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945957 Sep 21 18:12:13.321328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 51d7c39f-eed9-454d-8687-269cf957e74f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:13.324452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:13.333746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-acda3672-7ddf-465f-a072-2ea561778568 req-29021734-697e-4704-9709-d4bd40d5cbf9 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872333 Sep 21 18:12:13.394596 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.432837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Deleting port c840f448-2df5-48df-a5c6-62c3bdedc07e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:13.433198 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.530969 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bb2064-c0b8-43de-a7f0-0387ced282ab x-openstack-request-id: req-00bb2064-c0b8-43de-a7f0-0387ced282ab {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:13.532110 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835df228-bb48-4b2b-a91f-0f7b0187c4f7", "name": "network-vif-plugged", "status": "completed", "tag": "078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:13.532110 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00bb2064-c0b8-43de-a7f0-0387ced282ab {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:13.532110 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad', 'code': 200} Sep 21 18:12:13.549839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:13.550094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Router b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:12:13.583416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.584401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.585107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.585745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.586656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.587448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.588072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.588711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.589294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.589881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.590505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.591118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:13.619924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 51d7c39f-eed9-454d-8687-269cf957e74f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:13.620705 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.848912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:13.859907 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Sync routers for ids ['b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:13.874183 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.878055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0b696e20-d74b-418d-9266-e1de34b5bd1f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.0464585 Sep 21 18:12:13.878275 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Routers {'b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:13.878275 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:13.878518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38782) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.908379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124d3ea-6f3c-4f0a-8bbf-db880bada060 req-4977140c-859a-4927-9e61-01c46dbc990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.909945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b124d3ea-6f3c-4f0a-8bbf-db880bada060 req-4977140c-859a-4927-9e61-01c46dbc990f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 1097 time: 0.1463752 Sep 21 18:12:13.950347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] For port c840f448-2df5-48df-a5c6-62c3bdedc07e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c840f448-2df5-48df-a5c6-62c3bdedc07e,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:13.950953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.992367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Calling delete_port for c840f448-2df5-48df-a5c6-62c3bdedc07e owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:14.000558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b124d3ea-6f3c-4f0a-8bbf-db880bada060 req-1496a2a7-49b4-4449-912f-80b9b9089901 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798070 Sep 21 18:12:14.189333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Set router b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:14.189976 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.244610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.258603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:14.311710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.330514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event deleted for resources: {'Port': ['ID=c840f448-2df5-48df-a5c6-62c3bdedc07e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:14.422558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] No DVR routers for this DVR port c840f448-2df5-48df-a5c6-62c3bdedc07e on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:14.428469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.435686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0274b0e8-b5ae-418c-befa-f609e839aadf req-a874d3bd-de7e-4307-941b-ff9d5c619dbb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "DELETE /v2.0/ports/c840f448-2df5-48df-a5c6-62c3bdedc07e HTTP/1.1" status: 204 len: 173 time: 1.4852891 Sep 21 18:12:14.436514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'name': 'network-vif-deleted', 'tag': 'c840f448-2df5-48df-a5c6-62c3bdedc07e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:14.438548 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329fd8c7-a29f-4d96-90f3-9796b2742301" -d '{"events": [{"server_uuid": "3175716f-a3fd-44ce-bcb1-705d25c7311c", "name": "network-vif-deleted", "tag": "c840f448-2df5-48df-a5c6-62c3bdedc07e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:14.511094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eda17-9e9a-491b-b82f-d139fe264066 req-5b87f776-e0da-43ee-81ca-138f1764b5eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:14.521999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-872eda17-9e9a-491b-b82f-d139fe264066 req-5b87f776-e0da-43ee-81ca-138f1764b5eb tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1414468 Sep 21 18:12:14.526553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3332ea76-237f-4649-918f-af991a80ef3a req-aea6dbfd-2000-42f0-bedb-f2688f80e9f8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=3175716f-a3fd-44ce-bcb1-705d25c7311c HTTP/1.1" status: 200 len: 210 time: 0.0637090 Sep 21 18:12:14.529527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Deleting port 8254d54f-a18f-4979-acc7-0c6ce80870f4 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:14.532583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.586682 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87', 'name': '', 'tenant_id': '9ac4c875b9bf40bf8d400de3426bf018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '861bfa25-e93f-4de5-9fb2-ecd7b14c28c0', 'external_fixed_ips': [{'subnet_id': '06cc09ec-af91-41bb-860d-9a74c48a0dba', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '8254d54f-a18f-4979-acc7-0c6ce80870f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:12:09Z', 'updated_at': '2021-09-21T18:12:12Z', 'revision_number': 3, 'project_id': '9ac4c875b9bf40bf8d400de3426bf018', 'gw_port': {'id': '8254d54f-a18f-4979-acc7-0c6ce80870f4', 'name': '', 'network_id': '861bfa25-e93f-4de5-9fb2-ecd7b14c28c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '06cc09ec-af91-41bb-860d-9a74c48a0dba', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:11Z', 'updated_at': '2021-09-21T18:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06cc09ec-af91-41bb-860d-9a74c48a0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:14.620447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Checking router: b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:14.620878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Updating router b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87 port 8254d54f-a18f-4979-acc7-0c6ce80870f4 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:12:14.653725 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.685974 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa546d6-5c92-4753-90bd-332bcbb5a518 x-openstack-request-id: req-eaa546d6-5c92-4753-90bd-332bcbb5a518 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:14.686508 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3175716f-a3fd-44ce-bcb1-705d25c7311c", "name": "network-vif-deleted", "tag": "c840f448-2df5-48df-a5c6-62c3bdedc07e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:14.687032 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-872eda17-9e9a-491b-b82f-d139fe264066 req-b8ea18d7-1bed-4782-b0f5-9d618a3cea04 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573966 Sep 21 18:12:14.687235 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaa546d6-5c92-4753-90bd-332bcbb5a518 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:14.687830 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3175716f-a3fd-44ce-bcb1-705d25c7311c', 'name': 'network-vif-deleted', 'tag': 'c840f448-2df5-48df-a5c6-62c3bdedc07e', 'status': 'completed', 'code': 200} Sep 21 18:12:14.787671 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.801290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Calling delete_port for 8254d54f-a18f-4979-acc7-0c6ce80870f4 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:14.925095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c840f448-2df5-48df-a5c6-62c3bdedc07e no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:14.948295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: c840f448-2df5-48df-a5c6-62c3bdedc07e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:14.948671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c840f448-2df5-48df-a5c6-62c3bdedc07e not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:15.009645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.041716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event deleted for resources: {'Port': ['ID=8254d54f-a18f-4979-acc7-0c6ce80870f4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:15.051907 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.db.api [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:12:15.052667 n-d-810285-3 neutron-server[95093]: DEBUG oslo_db.api [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:12:15.056948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.057443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.057909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.058634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.059042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.059442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.059859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.060254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.060648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.061040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.061545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.061937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:15.121910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.233882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.236147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.286872 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.287402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:15.295295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.299341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38808) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.302603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d0a43b77-e1d6-4cc6-9614-527bb6d433ae tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87 HTTP/1.1" status: 204 len: 168 time: 1.4217436 Sep 21 18:12:15.375241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Deleting subnet 06cc09ec-af91-41bb-860d-9a74c48a0dba {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:15.379308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.424727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.468733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.530173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.566518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.569084 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/06cc09ec-af91-41bb-860d-9a74c48a0dba HTTP/1.1" status: 204 len: 168 time: 0.2682352 Sep 21 18:12:15.570140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b922da2-940d-4c09-866c-0ea254f0bab5 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=06cc09ec-af91-41bb-860d-9a74c48a0dba,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:15.571912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38816) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.577959 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Port 8254d54f-a18f-4979-acc7-0c6ce80870f4 not found while updating agent binding for router b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87. {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 18:12:15.592497 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Routers set() bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:15.592947 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Router IDs set() for agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:12:15.594697 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent'). {{(pid=95093) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:12:15.595098 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b4685-64b3-4565-95da-5940c5a1b769 None None] The sync data for ids ['b39a7fff-7848-4fb4-b1dd-cad7f9ac3e87'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:15.714672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.845761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc745-cf3c-4c8a-9fd7-d4cf7f79e060 req-1c07ea09-ceda-47a5-b7bb-83f633d3e306 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:15.854508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.856729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-375cc745-cf3c-4c8a-9fd7-d4cf7f79e060 req-1c07ea09-ceda-47a5-b7bb-83f633d3e306 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0738494 Sep 21 18:12:15.889605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861bfa25-e93f-4de5-9fb2-ecd7b14c28c0']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:15.901193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002e6b7a-efb0-472c-ae14-8870f57051aa') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:15.901501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002e6b7a-efb0-472c-ae14-8870f57051aa') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:15.937857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-375cc745-cf3c-4c8a-9fd7-d4cf7f79e060 req-3036e98b-5fdf-451e-b405-a2115a29a190 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699162 Sep 21 18:12:15.940273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.980489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.991301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:15.991739 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:15.994224 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:16.102114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:16.115779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:12:16.132350 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:16.142016 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "DELETE /v2.0/networks/861bfa25-e93f-4de5-9fb2-ecd7b14c28c0 HTTP/1.1" status: 204 len: 168 time: 0.5636318 Sep 21 18:12:16.173059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ff8ed-af10-48db-bc84-3179ad66fe7f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event deleted for resources: {'Network': ['ID=861bfa25-e93f-4de5-9fb2-ecd7b14c28c0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:16.413175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-a8227e45-e543-4a2d-8c01-294b4a72fe8c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.430127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-a8227e45-e543-4a2d-8c01-294b4a72fe8c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.3350770 Sep 21 18:12:16.485784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6450698-130b-4638-a609-cc56a0e3353f req-47d337d3-1e8b-4b0e-8cf2-5fce7e2137ad tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.487580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-cdef7a37-fb25-473c-88ac-92bb41025ceb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0531385 Sep 21 18:12:16.499222 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6450698-130b-4638-a609-cc56a0e3353f req-47d337d3-1e8b-4b0e-8cf2-5fce7e2137ad tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1239979 Sep 21 18:12:16.590049 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6450698-130b-4638-a609-cc56a0e3353f req-79b5aeba-6574-473c-bf53-ff2075fcc9e4 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819135 Sep 21 18:12:16.612854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-48d03da0-53d9-4a4d-b26e-3e15ee5b6bba tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205399 Sep 21 18:12:16.704161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.709445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0ce76923-1728-4e6c-8ca9-fa69bab489bc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'router': {'name': 'tempest-router--1273571841', 'project_id': '3e5c9500d3f749ff85ec5fa275ba0c03'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:16.767085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-f3405baa-d6cc-4e82-a75b-7c78664eb248 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532652 Sep 21 18:12:16.780055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ce76923-1728-4e6c-8ca9-fa69bab489bc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:16.781932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ce76923-1728-4e6c-8ca9-fa69bab489bc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:16.908705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ce76923-1728-4e6c-8ca9-fa69bab489bc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:16.912640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-ec9f9fca-0ab4-4db2-b4c7-e5e26c495010 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387577 Sep 21 18:12:16.938182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ce76923-1728-4e6c-8ca9-fa69bab489bc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.016135 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ce76923-1728-4e6c-8ca9-fa69bab489bc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.018123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0ce76923-1728-4e6c-8ca9-fa69bab489bc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3126690 Sep 21 18:12:17.021562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38870) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:17.162741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53897954-2120-46c3-b3bb-0eca7d32806b tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.243964 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8e7d270-268e-494f-bdc7-48a9614c321e req-f9473c8c-85ef-4ae6-8bdd-94f8bfb43da5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 210 time: 0.0449913 Sep 21 18:12:17.942785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53897954-2120-46c3-b3bb-0eca7d32806b tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.949618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53897954-2120-46c3-b3bb-0eca7d32806b tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.039695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5f0f3-7503-4582-a715-1003fe8fe066 req-3b21bd18-f76b-411e-b1a1-0e20876d8e2a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:18.041574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-add5f0f3-7503-4582-a715-1003fe8fe066 req-3b21bd18-f76b-411e-b1a1-0e20876d8e2a tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.2108963 Sep 21 18:12:18.043677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53897954-2120-46c3-b3bb-0eca7d32806b tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.044752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53897954-2120-46c3-b3bb-0eca7d32806b tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d1a7773-c333-43ce-b103-eb6a41169dcd {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:18.050931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53897954-2120-46c3-b3bb-0eca7d32806b tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.059251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-53897954-2120-46c3-b3bb-0eca7d32806b tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/2d1a7773-c333-43ce-b103-eb6a41169dcd HTTP/1.1" status: 204 len: 168 time: 1.0363705 Sep 21 18:12:18.263729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-add5f0f3-7503-4582-a715-1003fe8fe066 req-9f2cd6a5-b410-4bce-8084-14c85e6a48f2 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687148 Sep 21 18:12:18.345882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38900) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:18.460090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e5b2f4c-f906-4b6f-acb1-4822606dd266 req-fbd27993-ae0c-4f0c-8c44-4e66ae84713c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 210 time: 0.0401199 Sep 21 18:12:18.794581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-106899797', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:18.885672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd6cb-7580-44cc-b74f-d928adec0f7c req-0cd0db72-9f18-4262-8913-710e6324dd80 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:18.893832 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ddd6cb-7580-44cc-b74f-d928adec0f7c req-0cd0db72-9f18-4262-8913-710e6324dd80 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.2290738 Sep 21 18:12:18.907158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.908530 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.965528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-8a8896fd-5623-4cfd-aad3-c956ce5a7a4b tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:18.967090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-8a8896fd-5623-4cfd-aad3-c956ce5a7a4b tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.3362894 Sep 21 18:12:18.979659 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ddd6cb-7580-44cc-b74f-d928adec0f7c req-03f519e1-7b1e-40c4-b4b9-2c5a0e6c32cd tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848665 Sep 21 18:12:18.999556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Request body: {'port': {'device_id': '67497aee-57aa-4fb0-920e-f27169952724', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'admin_state_up': True, 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:19.098910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:19.308643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:19.403579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:19.407433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:19.623242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Allocated IP 172.20.0.13 (9b03ef57-944f-4aee-8654-50a059213975/aff1d1a3-bfa4-41d0-96a4-ba193de66477/5f56508e-9704-4611-9ba0-a9607ef783e2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:19.659083 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4f291fe8-0175-45a9-a7b3-ff96a4c9c17d req-e006ffbe-a18e-411a-9b8c-7553f41d0699 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 210 time: 0.0380442 Sep 21 18:12:20.016973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.166310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.195138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:20.225497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428362f-2cc0-4a67-ba20-bb4dc836cf5c req-fe3d962b-501a-44e4-bfca-200b20746e02 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:20.235976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7428362f-2cc0-4a67-ba20-bb4dc836cf5c req-fe3d962b-501a-44e4-bfca-200b20746e02 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1295671 Sep 21 18:12:20.346743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.392963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7428362f-2cc0-4a67-ba20-bb4dc836cf5c req-8f449229-d20d-4f56-86e1-a8c3f8a1d13f tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557305 Sep 21 18:12:20.547090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Network 9b03ef57-944f-4aee-8654-50a059213975 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:20.556935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:20.564166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.565985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:20.673260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4184a-0406-4d03-81e5-0812657bf795 req-59bce46e-c2c0-4e04-87c3-944302fa33a0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:20.675169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15f4184a-0406-4d03-81e5-0812657bf795 req-59bce46e-c2c0-4e04-87c3-944302fa33a0 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.4043756 Sep 21 18:12:20.675922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event updated for resources: {'Port': ['ID=5f56508e-9704-4611-9ba0-a9607ef783e2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:20.740845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:20.741498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.834763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-74bdfe43-6789-4f65-aab2-4086f86acc2e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8582742 Sep 21 18:12:20.871519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Request body: {'port': {'device_id': '67497aee-57aa-4fb0-920e-f27169952724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:21.289024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Allocated IP 172.25.3.225 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/e58f35ca-3bee-4604-a850-be2343049638) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:21.365085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb6071-ae3e-4a31-a4ec-06943617d370 req-61af05e7-2146-4e04-9c13-fe53f77be978 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:21.366627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0afb6071-ae3e-4a31-a4ec-06943617d370 req-61af05e7-2146-4e04-9c13-fe53f77be978 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 932 time: 0.5749495 Sep 21 18:12:21.402296 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.445436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Deleting port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:21.445791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.547194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0afb6071-ae3e-4a31-a4ec-06943617d370 req-51709a8a-5093-43da-bddf-4a35d9d7be23 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645567 Sep 21 18:12:21.568127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a219af-9f65-4da1-b00a-b44582f16f0f req-d8a95768-a4c6-44f1-a637-9c8315b4c067 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:21.572922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8a219af-9f65-4da1-b00a-b44582f16f0f req-d8a95768-a4c6-44f1-a637-9c8315b4c067 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0857670 Sep 21 18:12:21.633212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8a219af-9f65-4da1-b00a-b44582f16f0f req-be534b19-f449-4479-bd97-d6ae0026baaa tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/security-groups?id=77ee02fa-a603-4fcb-b336-8f62e560b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567656 Sep 21 18:12:21.689227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.730841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] For port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,segment=NetworkSegment(8dc935fa-522e-4da9-ae3a-96650bfccc32),segment_id=8dc935fa-522e-4da9-ae3a-96650bfccc32)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:21.731222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.769456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Calling delete_port for 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:21.873737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.940253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:21.950884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:21.968271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:22.001314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event updated for resources: {'Port': ['ID=e58f35ca-3bee-4604-a850-be2343049638,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:22.212535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f56508e-9704-4611-9ba0-a9607ef783e2 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:22.231967 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.243770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.257790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:22.266101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Transition to ACTIVE for port object 5f56508e-9704-4611-9ba0-a9607ef783e2 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:22.296780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.299198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Pushing event deleted for resources: {'Port': ['ID=078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:22.424817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] No DVR routers for this DVR port 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:22.434938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.436956 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15f4184a-0406-4d03-81e5-0812657bf795 req-55e86810-34e0-489e-a797-26d0f3c40abf tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.41 "DELETE /v2.0/ports/078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad HTTP/1.1" status: 204 len: 173 time: 1.7538712 Sep 21 18:12:22.437580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'name': 'network-vif-deleted', 'tag': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:22.452365 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be37958c-f688-455c-ac7e-603a2562494f" -d '{"events": [{"server_uuid": "835df228-bb48-4b2b-a91f-0f7b0187c4f7", "name": "network-vif-deleted", "tag": "078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:22.470759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Pushing event updated for resources: {'Port': ['ID=5f56508e-9704-4611-9ba0-a9607ef783e2,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:22.545681 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3058c8bf-87bc-48c3-a886-73dd8f4e0b7a x-openstack-request-id: req-3058c8bf-87bc-48c3-a886-73dd8f4e0b7a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:22.545971 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835df228-bb48-4b2b-a91f-0f7b0187c4f7", "name": "network-vif-deleted", "tag": "078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:22.546231 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3058c8bf-87bc-48c3-a886-73dd8f4e0b7a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:22.546641 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835df228-bb48-4b2b-a91f-0f7b0187c4f7', 'name': 'network-vif-deleted', 'tag': '078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad', 'status': 'completed', 'code': 200} Sep 21 18:12:22.616423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.681129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Attempting to bind port 5f56508e-9704-4611-9ba0-a9607ef783e2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:22.681491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Attempting to bind port 5f56508e-9704-4611-9ba0-a9607ef783e2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:22.681846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Attempting to bind port 5f56508e-9704-4611-9ba0-a9607ef783e2 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:22.696041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Port 5f56508e-9704-4611-9ba0-a9607ef783e2 on network 9b03ef57-944f-4aee-8654-50a059213975 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:22.696380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Attempting to bind port 5f56508e-9704-4611-9ba0-a9607ef783e2 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:22.727576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:22.727929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:22.728327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Bound using segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:22.728789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Bound port: 5f56508e-9704-4611-9ba0-a9607ef783e2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:22.729156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.844413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e259faa6-b44d-4cd6-8ae1-d4b8cc9fab03 req-d12b6e31-bca0-4e69-8edb-c794cbf6ba63 tempest-DeleteServersTestJSON-1855960276 tempest-DeleteServersTestJSON-1855960276-project] 10.222.0.70 "GET /v2.0/ports?device_id=835df228-bb48-4b2b-a91f-0f7b0187c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0663455 Sep 21 18:12:22.845207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9d37-91ef-4016-9521-3caeadaa46b3 req-85a5e412-6983-46af-9656-bacb20175201 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:22.858843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a7ba9d37-91ef-4016-9521-3caeadaa46b3 req-85a5e412-6983-46af-9656-bacb20175201 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 944 time: 0.1637957 Sep 21 18:12:22.977340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] For port 5f56508e-9704-4611-9ba0-a9607ef783e2, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:23.000424 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a7ba9d37-91ef-4016-9521-3caeadaa46b3 req-8d97e9c1-b8ce-433e-87bb-ed675a7b8c08 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455855 Sep 21 18:12:23.053025 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] For port 5f56508e-9704-4611-9ba0-a9607ef783e2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5f56508e-9704-4611-9ba0-a9607ef783e2,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:23.065507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.111854 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.117597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:23.118333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.119787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] 10.222.0.78 "PUT /v2.0/ports/5f56508e-9704-4611-9ba0-a9607ef783e2 HTTP/1.1" status: 200 len: 1092 time: 2.2566471 Sep 21 18:12:23.225423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c52886-ca4d-4af1-923b-3a50b3f7608e service neutron] Pushing event updated for resources: {'Port': ['ID=5f56508e-9704-4611-9ba0-a9607ef783e2,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:23.292252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-fc366839-43ab-4e86-94b9-c1c40757e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:23.293962 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-fc366839-43ab-4e86-94b9-c1c40757e2fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 1095 time: 0.1093481 Sep 21 18:12:23.349871 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-da2f2162-fdda-43e0-b510-78c5bd431dc7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f56508e-9704-4611-9ba0-a9607ef783e2 HTTP/1.1" status: 200 len: 217 time: 0.0444179 Sep 21 18:12:23.440493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-bf59b25b-c4dd-4f59-aca0-8189f443cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:23.442852 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-bf59b25b-c4dd-4f59-aca0-8189f443cae4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0852540 Sep 21 18:12:23.494670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Router c823e078-3ed0-4e45-9827-a88a1b6dc176 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:12:23.535646 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-64550fb3-3d12-4cb1-b130-1c46cf929559 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685916 Sep 21 18:12:23.751380 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-5c610f0b-5508-495e-aa99-def7a52027ed service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047291 Sep 21 18:12:23.754993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:23.766691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] Sync routers for ids ['c823e078-3ed0-4e45-9827-a88a1b6dc176'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:23.777851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] Routers {'c823e078-3ed0-4e45-9827-a88a1b6dc176'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:23.778907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c823e078-3ed0-4e45-9827-a88a1b6dc176'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:23.805766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.808869 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7bda9df9-89bd-4bed-be54-8e8f6ad22f03 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4565980 Sep 21 18:12:23.811837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39004) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:23.821647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:23.832947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] Routers {'c823e078-3ed0-4e45-9827-a88a1b6dc176'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:23.833941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c823e078-3ed0-4e45-9827-a88a1b6dc176'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:23.880203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:23.881408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5271bc9-427f-42df-a8b1-5c2bec0042d1 None None] The sync data for ids ['c823e078-3ed0-4e45-9827-a88a1b6dc176'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:23.991801 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6ba35eca-a467-41b3-869e-2386013a0f08 req-982272f3-57cf-4802-94eb-7d4ec3cc5fef service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981983 Sep 21 18:12:24.035919 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d4b3a725-0d4e-4225-bd0b-8e26607f366e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/c823e078-3ed0-4e45-9827-a88a1b6dc176 HTTP/1.1" status: 200 len: 920 time: 0.2209277 Sep 21 18:12:24.037092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39016) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:24.083694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0ee10e5e-2591-4a3a-9804-b3c20015f458 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=c823e078-3ed0-4e45-9827-a88a1b6dc176 HTTP/1.1" status: 200 len: 205 time: 0.0438759 Sep 21 18:12:24.085595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39020) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:24.295773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068745c1-af4b-48c0-b275-f9598b5e241f req-af7250e6-c4ea-4ee6-a74b-edb7f4af61d5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:24.307857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-068745c1-af4b-48c0-b275-f9598b5e241f req-af7250e6-c4ea-4ee6-a74b-edb7f4af61d5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 944 time: 0.1423051 Sep 21 18:12:24.387072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.412244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-068745c1-af4b-48c0-b275-f9598b5e241f req-9a34587f-4b99-499a-9627-39670f586437 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004448 Sep 21 18:12:24.554279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67497aee-57aa-4fb0-920e-f27169952724', 'tag': '5f56508e-9704-4611-9ba0-a9607ef783e2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:24.560647 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4522e015-fd92-44f3-9069-0d79d00a6504" -d '{"events": [{"name": "network-changed", "server_uuid": "67497aee-57aa-4fb0-920e-f27169952724", "tag": "5f56508e-9704-4611-9ba0-a9607ef783e2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:24.590647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.594655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:24.687631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:24.687971 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 078e1e44-d0a8-4d4d-8bee-6f6aae1e42ad not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:24.737725 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c77e8b6-2f3d-40c4-9f23-8e99947aa12f x-openstack-request-id: req-1c77e8b6-2f3d-40c4-9f23-8e99947aa12f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:24.738528 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67497aee-57aa-4fb0-920e-f27169952724", "tag": "5f56508e-9704-4611-9ba0-a9607ef783e2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:24.739200 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c77e8b6-2f3d-40c4-9f23-8e99947aa12f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:24.740176 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67497aee-57aa-4fb0-920e-f27169952724', 'tag': '5f56508e-9704-4611-9ba0-a9607ef783e2', 'status': 'completed', 'code': 200} Sep 21 18:12:24.773867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Deleting port e58f35ca-3bee-4604-a850-be2343049638 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:24.774337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.895846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-fe513fb7-3af1-4f5d-83ff-4ae0a926ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:24.898550 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-fe513fb7-3af1-4f5d-83ff-4ae0a926ee81 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 1095 time: 0.1338766 Sep 21 18:12:25.054272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.080745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Calling delete_port for e58f35ca-3bee-4604-a850-be2343049638 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:25.192696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-0762cfa7-d7d5-4110-b668-9225cfd1d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:25.196335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-0762cfa7-d7d5-4110-b668-9225cfd1d130 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.2882872 Sep 21 18:12:25.297483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-a24d1354-423a-4618-b286-7fadf918602f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f56508e-9704-4611-9ba0-a9607ef783e2 HTTP/1.1" status: 200 len: 217 time: 0.0935397 Sep 21 18:12:25.408856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-69e07ddb-6245-447c-ac83-4de2867f1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:25.410979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-69e07ddb-6245-447c-ac83-4de2867f1449 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0952661 Sep 21 18:12:25.450345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c76e-d95c-4be1-b4d6-50197cd2fdb3 req-ea038226-9d1c-414f-9a2a-ecf59c84acba tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:25.452570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.454133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e70c76e-d95c-4be1-b4d6-50197cd2fdb3 req-ea038226-9d1c-414f-9a2a-ecf59c84acba tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.1299093 Sep 21 18:12:25.485568 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-4bacd5e8-c6f7-44d1-808f-cce6b3b1379b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635400 Sep 21 18:12:25.487844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event deleted for resources: {'Port': ['ID=e58f35ca-3bee-4604-a850-be2343049638,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:25.576124 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.611199 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1e70c76e-d95c-4be1-b4d6-50197cd2fdb3 req-4d05cbb8-3caf-469c-a688-4a3a01e43640 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308811 Sep 21 18:12:25.666001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-aa4c28b9-5fc0-4810-afb1-9e14c88c73c1 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719930 Sep 21 18:12:25.802866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.807777 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.889869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acafaa8-96d8-4ac4-9be6-894f49629340 req-ce2fcbb3-693e-43d9-b135-b2c479d9cb0d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:25.899992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7acafaa8-96d8-4ac4-9be6-894f49629340 req-ce2fcbb3-693e-43d9-b135-b2c479d9cb0d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 944 time: 0.2248392 Sep 21 18:12:25.920565 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.921502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Fanout notify agent at l3_agent the message router_deleted on router c823e078-3ed0-4e45-9827-a88a1b6dc176 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:25.935266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.937962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-92905c85-b448-49f6-8962-600f1d8feac5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/c823e078-3ed0-4e45-9827-a88a1b6dc176 HTTP/1.1" status: 204 len: 168 time: 1.8509262 Sep 21 18:12:25.941899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39064) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:25.943734 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4522e015-fd92-44f3-9069-0d79d00a6504 req-ee16e740-a366-4a52-b68f-09be39ead844 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671890 Sep 21 18:12:25.960591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1363658915', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': False}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:26.014877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7acafaa8-96d8-4ac4-9be6-894f49629340 req-f5bdd23f-a56d-4acd-ab6e-4990e81b8121 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134725 Sep 21 18:12:26.082389 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.087504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.234325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.496737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39078) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:26.515880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.710705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e432bbca-7612-4485-aa5d-ee38121e5ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.924235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e432bbca-7612-4485-aa5d-ee38121e5ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.938718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66882d3-b4ac-41ff-ab22-1b10232d4acf req-bc96c9af-eae6-4b08-8072-fd6c33916791 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:26.941178 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b66882d3-b4ac-41ff-ab22-1b10232d4acf req-bc96c9af-eae6-4b08-8072-fd6c33916791 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.1002519 Sep 21 18:12:26.944262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e432bbca-7612-4485-aa5d-ee38121e5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.984077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432bbca-7612-4485-aa5d-ee38121e5ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb90f23-9dcf-4ec7-98fd-e02098399a06,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:27.008337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5f56508e-9704-4611-9ba0-a9607ef783e2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:12:27.048613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39088) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:27.049710 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e432bbca-7612-4485-aa5d-ee38121e5ad9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bfde713f3f6488bbe4c241199e7a37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517159 Sep 21 18:12:27.058068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.098794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b66882d3-b4ac-41ff-ab22-1b10232d4acf req-d7388db9-e260-4eec-b760-4031d4840e19 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231120 Sep 21 18:12:27.139111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.224587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5f56508e-9704-4611-9ba0-a9607ef783e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5f56508e-9704-4611-9ba0-a9607ef783e2,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:27.248950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '5f56508e-9704-4611-9ba0-a9607ef783e2', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'port_id': '5f56508e-9704-4611-9ba0-a9607ef783e2', 'mac_address': 'fa:16:3e:a8:3d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff1d1a3-bfa4-41d0-96a4-ba193de66477', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:12:27.292387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97023d1d-5fe3-4d29-9a83-8aad6c974d66 req-4a94a196-3f84-4950-abca-1cb8fc6cc81e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:27.294081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97023d1d-5fe3-4d29-9a83-8aad6c974d66 req-4a94a196-3f84-4950-abca-1cb8fc6cc81e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 944 time: 0.1443539 Sep 21 18:12:27.305998 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.323783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f56508e-9704-4611-9ba0-a9607ef783e2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:27.350413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5f56508e-9704-4611-9ba0-a9607ef783e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5f56508e-9704-4611-9ba0-a9607ef783e2,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:27.361352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.364880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa5c0-7458-4f94-8cc1-58c7b066bdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.434429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5f56508e-9704-4611-9ba0-a9607ef783e2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:27.449773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97023d1d-5fe3-4d29-9a83-8aad6c974d66 req-aedc1668-a0c4-47fe-8a38-1349104fe163 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750673 Sep 21 18:12:27.574977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5f56508e-9704-4611-9ba0-a9607ef783e2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:27.580498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Allocated IP 172.25.3.21 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/f41e4317-512a-47b3-9325-787a9b618caf) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:27.588016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa5c0-7458-4f94-8cc1-58c7b066bdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.848512 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa5c0-7458-4f94-8cc1-58c7b066bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.856227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa5c0-7458-4f94-8cc1-58c7b066bdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.862389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ca7aa5c0-7458-4f94-8cc1-58c7b066bdaa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cb90f23-9dcf-4ec7-98fd-e02098399a06 HTTP/1.1" status: 204 len: 168 time: 0.8080766 Sep 21 18:12:27.889177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aa5c0-7458-4f94-8cc1-58c7b066bdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb90f23-9dcf-4ec7-98fd-e02098399a06,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:27.889946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cf4a9-5266-4aa8-8737-fe93ae697b49 req-4e9ee71d-054e-4e1c-9b1a-2e05567919d5 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:27.901547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c48cf4a9-5266-4aa8-8737-fe93ae697b49 req-4e9ee71d-054e-4e1c-9b1a-2e05567919d5 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.0884123 Sep 21 18:12:27.958779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.965181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c48cf4a9-5266-4aa8-8737-fe93ae697b49 req-25d5f2fa-ac63-4838-a4a8-f314c43bb008 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624342 Sep 21 18:12:28.041171 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.095726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Port': ['ID=f41e4317-512a-47b3-9325-787a9b618caf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:28.137169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:28.138770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:28.142435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:28.442061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:28.467645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c486d30b-7dbf-49a5-874f-feda98ebcfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.504889 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.682762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f8ce3-9bec-4c31-a9ca-94c76f249f69 req-93c50f5b-3cc5-4ff5-beac-b905eb1c4986 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:28.684678 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e4f8ce3-9bec-4c31-a9ca-94c76f249f69 req-93c50f5b-3cc5-4ff5-beac-b905eb1c4986 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 945 time: 0.1032095 Sep 21 18:12:28.765537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c486d30b-7dbf-49a5-874f-feda98ebcfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.780249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c486d30b-7dbf-49a5-874f-feda98ebcfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.803300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.811400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3e4f8ce3-9bec-4c31-a9ca-94c76f249f69 req-9e6eaf16-0551-444b-bd66-9f7c9b715b8d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072187 Sep 21 18:12:28.849725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c486d30b-7dbf-49a5-874f-feda98ebcfed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9791e745644439ba94cb509d94f3453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063113 Sep 21 18:12:28.853112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39120) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:28.888430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486d30b-7dbf-49a5-874f-feda98ebcfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ad50f-e435-4f38-9bf1-b0583cdf8484,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:28.945357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d45d3a2-e84b-4d56-9c7d-559422a48400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.977503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d45d3a2-e84b-4d56-9c7d-559422a48400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.025163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Router d6691483-42f1-4c9b-8637-fc90d449d767 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:12:29.031108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5f56508e-9704-4611-9ba0-a9607ef783e2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:29.090545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d45d3a2-e84b-4d56-9c7d-559422a48400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.093448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d45d3a2-e84b-4d56-9c7d-559422a48400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.094901 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0d45d3a2-e84b-4d56-9c7d-559422a48400 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a55ad50f-e435-4f38-9bf1-b0583cdf8484 HTTP/1.1" status: 204 len: 168 time: 0.2405264 Sep 21 18:12:29.139603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d3a2-e84b-4d56-9c7d-559422a48400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ad50f-e435-4f38-9bf1-b0583cdf8484,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:29.171433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519b0ff-2a97-4f13-bd24-87b23e3455f1 req-3a6d4f43-aaa1-43e6-bb13-fec29463fc62 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.182507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7519b0ff-2a97-4f13-bd24-87b23e3455f1 req-3a6d4f43-aaa1-43e6-bb13-fec29463fc62 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.1035783 Sep 21 18:12:29.269119 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7519b0ff-2a97-4f13-bd24-87b23e3455f1 req-50eaf713-be35-40e9-9078-307593a5c3e8 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795834 Sep 21 18:12:29.324353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 5f56508e-9704-4611-9ba0-a9607ef783e2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:12:29.343133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 5f56508e-9704-4611-9ba0-a9607ef783e2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:29.343449 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.450459 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-39d3365b-5d30-4bb7-98da-5de0b4d846e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.551984 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.597560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67497aee-57aa-4fb0-920e-f27169952724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f56508e-9704-4611-9ba0-a9607ef783e2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:29.607822 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8ebce3-5418-4d4b-a813-36d5c4a8c503" -d '{"events": [{"server_uuid": "67497aee-57aa-4fb0-920e-f27169952724", "name": "network-vif-plugged", "status": "completed", "tag": "5f56508e-9704-4611-9ba0-a9607ef783e2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:29.616951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-f3488cb2-4693-4f96-9abf-c320b4aae984 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.619129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-f3488cb2-4693-4f96-9abf-c320b4aae984 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.1123676 Sep 21 18:12:29.636254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5f56508e-9704-4611-9ba0-a9607ef783e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5f56508e-9704-4611-9ba0-a9607ef783e2,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:29.658094 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.823447 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0b876e-2840-4e81-81cc-263f86531e83 x-openstack-request-id: req-8d0b876e-2840-4e81-81cc-263f86531e83 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:29.825878 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67497aee-57aa-4fb0-920e-f27169952724", "name": "network-vif-plugged", "status": "completed", "tag": "5f56508e-9704-4611-9ba0-a9607ef783e2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:29.826148 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d0b876e-2840-4e81-81cc-263f86531e83 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:29.826600 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67497aee-57aa-4fb0-920e-f27169952724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f56508e-9704-4611-9ba0-a9607ef783e2', 'code': 200} Sep 21 18:12:29.830049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5f56508e-9704-4611-9ba0-a9607ef783e2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:30.001032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39146) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:30.027911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:30.029971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39148) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:30.039517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Sync routers for ids ['d6691483-42f1-4c9b-8637-fc90d449d767'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:30.058256 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-900e3eff-91f6-466f-aff3-42cb5d4a70fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.069783 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Routers {'d6691483-42f1-4c9b-8637-fc90d449d767'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:30.070767 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d6691483-42f1-4c9b-8637-fc90d449d767'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:30.105164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.111166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f0ece526-beed-4ef5-b0de-7962510d1fce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1672077 Sep 21 18:12:30.114661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39150) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:30.214124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] Deleting subnet 15ad28cd-0131-4de1-8e74-5572ff648d32 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:30.229384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.247832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301948-fae1-458a-8363-9da04486f6b4 req-541ce6dc-e915-45f3-9192-faab917af23d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.258211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83301948-fae1-458a-8363-9da04486f6b4 req-541ce6dc-e915-45f3-9192-faab917af23d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 946 time: 0.2421951 Sep 21 18:12:30.377025 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Set router d6691483-42f1-4c9b-8637-fc90d449d767 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:30.445644 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83301948-fae1-458a-8363-9da04486f6b4 req-34653fa7-1087-4105-bcd1-da923ac7ff85 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862278 Sep 21 18:12:30.467638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.704125 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-16b10fe5-5547-405f-8002-5a8a62432841 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/d6691483-42f1-4c9b-8637-fc90d449d767 HTTP/1.1" status: 200 len: 908 time: 0.5880420 Sep 21 18:12:30.717376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39156) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:30.723918 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6691483-42f1-4c9b-8637-fc90d449d767', 'name': 'tempest-snat-router-1363658915', 'tenant_id': '9ac4c875b9bf40bf8d400de3426bf018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.21'}], 'enable_snat': False}, 'gw_port_id': 'f41e4317-512a-47b3-9325-787a9b618caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:12:26Z', 'updated_at': '2021-09-21T18:12:28Z', 'revision_number': 3, 'project_id': '9ac4c875b9bf40bf8d400de3426bf018', 'gw_port': {'id': 'f41e4317-512a-47b3-9325-787a9b618caf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6691483-42f1-4c9b-8637-fc90d449d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:27Z', 'updated_at': '2021-09-21T18:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:30.729002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1363658915', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': True}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:30.757327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537eed2-c65f-486b-81fc-a74ecf2e50b8 req-7da06a81-a447-467d-8007-8aeeda711bb0 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.758926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9537eed2-c65f-486b-81fc-a74ecf2e50b8 req-7da06a81-a447-467d-8007-8aeeda711bb0 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 945 time: 0.1305013 Sep 21 18:12:30.765468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618ad1-23c7-45f1-9ee4-5c61950f855b req-738c018d-696e-489c-8d1a-81a97b4ba1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.766986 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1618ad1-23c7-45f1-9ee4-5c61950f855b req-738c018d-696e-489c-8d1a-81a97b4ba1c2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 1097 time: 0.1396792 Sep 21 18:12:30.767175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-900e3eff-91f6-466f-aff3-42cb5d4a70fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.772000 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Checking router: d6691483-42f1-4c9b-8637-fc90d449d767 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:30.772349 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Updating router d6691483-42f1-4c9b-8637-fc90d449d767 port f41e4317-512a-47b3-9325-787a9b618caf binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:12:30.790905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.795922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-900e3eff-91f6-466f-aff3-42cb5d4a70fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.811394 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.813382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Deleting port 27a4990a-d175-44dc-90be-98a0699f54c3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:30.813732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.829045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.830667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.861189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-900e3eff-91f6-466f-aff3-42cb5d4a70fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b164181872c4b4698b2fb89d959c4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589122 Sep 21 18:12:30.880529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39158) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:30.883233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9537eed2-c65f-486b-81fc-a74ecf2e50b8 req-4a4e0405-9144-4c0d-a04d-ab1e7f71fadb tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups?id=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151814 Sep 21 18:12:30.888267 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1618ad1-23c7-45f1-9ee4-5c61950f855b req-463c86b4-eec5-4021-9039-375d2b358e57 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085262 Sep 21 18:12:30.969732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e3eff-91f6-466f-aff3-42cb5d4a70fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604ce98d-0dea-4c67-9671-e44b33b67452,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:30.993924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] For port 27a4990a-d175-44dc-90be-98a0699f54c3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=27a4990a-d175-44dc-90be-98a0699f54c3,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:30.994645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.016612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf0fd-68c3-4fe7-aed7-f1cff91e442e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.043776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf0fd-68c3-4fe7-aed7-f1cff91e442e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.108088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.252652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.252942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.253288 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Floating IP 395abb04-a88b-4a54-9976-0b041030d666 disassociated. External IP: 172.25.3.100, port: 27a4990a-d175-44dc-90be-98a0699f54c3. Sep 21 18:12:31.254728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Calling delete_port for 27a4990a-d175-44dc-90be-98a0699f54c3 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:31.262714 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.271743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.276153 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.282182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.344940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ad28cd-0131-4de1-8e74-5572ff648d32,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:31.351262 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf0fd-68c3-4fe7-aed7-f1cff91e442e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.354615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf0fd-68c3-4fe7-aed7-f1cff91e442e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.356063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4a8cf0fd-68c3-4fe7-aed7-f1cff91e442e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/604ce98d-0dea-4c67-9671-e44b33b67452 HTTP/1.1" status: 204 len: 168 time: 0.4740982 Sep 21 18:12:31.357818 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.361039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80479eec-72fe-4e74-bf49-2ee8c72149d9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/15ad28cd-0131-4de1-8e74-5572ff648d32 HTTP/1.1" status: 204 len: 168 time: 1.3296795 Sep 21 18:12:31.368562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:31.375509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cf0fd-68c3-4fe7-aed7-f1cff91e442e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604ce98d-0dea-4c67-9671-e44b33b67452,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:31.380786 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Attempting to bind port f41e4317-512a-47b3-9325-787a9b618caf on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:31.381105 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Attempting to bind port f41e4317-512a-47b3-9325-787a9b618caf by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:31.384240 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Attempting to bind port f41e4317-512a-47b3-9325-787a9b618caf on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:31.396874 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Pushing event updated for resources: {'Port': ['ID=f41e4317-512a-47b3-9325-787a9b618caf,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:31.400762 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:31.401257 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:31.401751 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.402258 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:31.402842 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Bound port: f41e4317-512a-47b3-9325-787a9b618caf, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:31.403328 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.411852 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.412428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.412858 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.413823 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.413823 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.414374 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.414923 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.415334 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.415849 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.416347 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.416779 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.417376 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:31.500586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.547006 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] For port f41e4317-512a-47b3-9325-787a9b618caf, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:31.558030 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] For port f41e4317-512a-47b3-9325-787a9b618caf, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f41e4317-512a-47b3-9325-787a9b618caf,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:31.568757 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.668482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36279da6-cd2d-4bfd-ac07-68bbe37d78d1 req-cd539486-e404-4e87-b50b-9501baa10f12 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:31.670238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36279da6-cd2d-4bfd-ac07-68bbe37d78d1 req-cd539486-e404-4e87-b50b-9501baa10f12 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 946 time: 0.0833573 Sep 21 18:12:31.692983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.722853 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Routers {'d6691483-42f1-4c9b-8637-fc90d449d767'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:31.723857 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d6691483-42f1-4c9b-8637-fc90d449d767'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.751233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce9b869-0136-477f-b660-8e206678cb6b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.768618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.769505 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2555d-2462-4745-899a-c06b7c8a83ee None None] Pushing event updated for resources: {'Port': ['ID=f41e4317-512a-47b3-9325-787a9b618caf,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:31.787780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc935fa-522e-4da9-ae3a-96650bfccc32') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.788411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc935fa-522e-4da9-ae3a-96650bfccc32') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.829737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event deleted for resources: {'Port': ['ID=27a4990a-d175-44dc-90be-98a0699f54c3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:31.834532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.879495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36279da6-cd2d-4bfd-ac07-68bbe37d78d1 req-e58ef102-0bc4-4fda-afd3-5f86fe067d82 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617613 Sep 21 18:12:31.921134 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.953416 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] Set router d6691483-42f1-4c9b-8637-fc90d449d767 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:32.006937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.136489 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1cf9bc6-e6fb-4b91-a597-7cb06cd1679e req-8ca43da6-d01b-461c-9b99-ed5575a4a491 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.0422342 Sep 21 18:12:32.141526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.162431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:32.168538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:32.169095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:32.171037 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:32.311730 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6691483-42f1-4c9b-8637-fc90d449d767', 'name': 'tempest-snat-router-1363658915', 'tenant_id': '9ac4c875b9bf40bf8d400de3426bf018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.21'}], 'enable_snat': False}, 'gw_port_id': 'f41e4317-512a-47b3-9325-787a9b618caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:12:26Z', 'updated_at': '2021-09-21T18:12:28Z', 'revision_number': 3, 'project_id': '9ac4c875b9bf40bf8d400de3426bf018', 'gw_port': {'id': 'f41e4317-512a-47b3-9325-787a9b618caf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6691483-42f1-4c9b-8637-fc90d449d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:27Z', 'updated_at': '2021-09-21T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.322174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Allocated IP 172.25.3.183 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/eab3e126-3d83-497e-9cb7-5b85ba424e0b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:32.424850 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb63ca1-d80b-4e51-8d59-8cd2569d6a05 None None] The sync data for ids ['d6691483-42f1-4c9b-8637-fc90d449d767'] in n-d-810285-3 is: [{'id': 'd6691483-42f1-4c9b-8637-fc90d449d767', 'name': 'tempest-snat-router-1363658915', 'tenant_id': '9ac4c875b9bf40bf8d400de3426bf018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.21'}], 'enable_snat': False}, 'gw_port_id': 'f41e4317-512a-47b3-9325-787a9b618caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:12:26Z', 'updated_at': '2021-09-21T18:12:28Z', 'revision_number': 3, 'project_id': '9ac4c875b9bf40bf8d400de3426bf018', 'gw_port': {'id': 'f41e4317-512a-47b3-9325-787a9b618caf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6691483-42f1-4c9b-8637-fc90d449d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:27Z', 'updated_at': '2021-09-21T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:32.429376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:32.456653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] Sync routers for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:32.474739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:32.475757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.486276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.512036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.518820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] 10.222.0.70 "DELETE /v2.0/networks/0ce9b869-0136-477f-b660-8e206678cb6b HTTP/1.1" status: 204 len: 168 time: 1.1481919 Sep 21 18:12:32.563774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] No DVR routers for this DVR port 27a4990a-d175-44dc-90be-98a0699f54c3 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:32.567800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.570283 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5512d302-41b7-4ca5-bcf2-3f8c13d63823 req-46663c4e-33eb-4618-9a0d-032802701840 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.41 "DELETE /v2.0/ports/27a4990a-d175-44dc-90be-98a0699f54c3 HTTP/1.1" status: 204 len: 173 time: 2.9363546 Sep 21 18:12:32.637987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'name': 'network-vif-deleted', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:32.640460 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1549bc-9513-4e4b-ba22-39b136d0d547" -d '{"events": [{"server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "name": "network-vif-deleted", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:32.665096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90361a1-cf27-4d5a-a0f1-e215a656b53e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce9b869-0136-477f-b660-8e206678cb6b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:32.758080 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.821563 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b0ab4c-2687-4d01-bfc8-b66f3e08c25b x-openstack-request-id: req-70b0ab4c-2687-4d01-bfc8-b66f3e08c25b {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:32.822147 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab34ed4-00ca-4141-b12b-04f296c1a230", "name": "network-vif-deleted", "tag": "27a4990a-d175-44dc-90be-98a0699f54c3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:32.822147 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70b0ab4c-2687-4d01-bfc8-b66f3e08c25b {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:32.822514 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab34ed4-00ca-4141-b12b-04f296c1a230', 'name': 'network-vif-deleted', 'tag': '27a4990a-d175-44dc-90be-98a0699f54c3', 'status': 'completed', 'code': 200} Sep 21 18:12:32.822627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:32.833505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 27a4990a-d175-44dc-90be-98a0699f54c3 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:32.867962 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.890468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 27a4990a-d175-44dc-90be-98a0699f54c3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:32.891040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 27a4990a-d175-44dc-90be-98a0699f54c3 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:32.948838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39196) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:33.049289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:33.080580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:33.085590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:33.089898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Port': ['ID=eab3e126-3d83-497e-9cb7-5b85ba424e0b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:33.158797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5bfe8301-71ae-4aa7-a5b9-f80d5137047d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68956c50b6204c2b9725213b2bf1f136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065935 Sep 21 18:12:33.158797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39200) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:33.400554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:32Z', 'revision_number': 5, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:33.447482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] Checking router: 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:33.458792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:33.460494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:33.486985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426762-c60b-48c7-863c-818243061c65 req-6b5269fe-3883-41e5-8bda-8497ecfba367 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:33.492949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77c81d48-6d95-418e-9dfa-2b11366c626f req-83704ae7-23c0-4b37-ada2-bd4acf4617d1 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.1148615 Sep 21 18:12:33.499914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c1426762-c60b-48c7-863c-818243061c65 req-6b5269fe-3883-41e5-8bda-8497ecfba367 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 946 time: 0.4251232 Sep 21 18:12:33.585715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86eb6bfd-535f-4b92-85d0-54aad8247a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.656522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-76fc8815-4a63-425a-8974-5a2c6e23cf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.672006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86eb6bfd-535f-4b92-85d0-54aad8247a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.808958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86eb6bfd-535f-4b92-85d0-54aad8247a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.811829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86eb6bfd-535f-4b92-85d0-54aad8247a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.815464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-86eb6bfd-535f-4b92-85d0-54aad8247a23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77ee02fa-a603-4fcb-b336-8f62e560b806 HTTP/1.1" status: 204 len: 168 time: 0.5465553 Sep 21 18:12:33.819098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:33.861560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb6bfd-535f-4b92-85d0-54aad8247a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee02fa-a603-4fcb-b336-8f62e560b806,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:33.898073 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c1426762-c60b-48c7-863c-818243061c65 req-c865a445-6e6a-4727-8ad2-b2470540dfd2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911893 Sep 21 18:12:34.180783 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.208345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.228250 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.556852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:32Z', 'revision_number': 5, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:34.625822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedf834-9bdc-462d-af44-2b91ac620c7e None None] The sync data for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 is: [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:09:26Z', 'revision_number': 4, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9df103f5-c342-439e-91a2-a04c9fab156a', 'name': '', 'network_id': 'a8853b5a-c902-4556-8e8e-232466843571', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'mac_address': 'fa:16:3e:8f:be:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:25Z', 'updated_at': '2021-09-21T18:09:32Z', 'revision_number': 5, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'subnets': [{'id': '8f9f6f18-455c-4389-bea5-e5dcdc0342ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:34.727671 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.755260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-6574e596-121e-4514-a028-95edc130aa3e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:34.765473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-6574e596-121e-4514-a028-95edc130aa3e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.3748832 Sep 21 18:12:34.805078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-eba4d3da-1ebf-478d-b61f-5188275c286e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0378642 Sep 21 18:12:34.840440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.889796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23c12ed1-0886-467c-8e22-5acac876fba6 req-c5ef556e-4915-4c42-b1a4-f5e0b3859eed tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.0507371 Sep 21 18:12:34.918268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-34a2f072-817f-4982-aa42-cebeee84b3cf tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110182 Sep 21 18:12:35.118080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-ec4b4322-5d50-49c8-9092-b43d9584e292 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978159 Sep 21 18:12:35.335359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f41e4317-512a-47b3-9325-787a9b618caf up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:35.501120 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-6d29e057-9bc2-43f6-a220-9e6e118ed5b9 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819840 Sep 21 18:12:35.517370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Router 21d3b05b-db8a-4ff7-84ad-469ae6073f1c is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:12:35.538765 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c6cd45-0d67-4d11-bca7-507fffd4d0ad None None] New status for floating IP 395abb04-a88b-4a54-9976-0b041030d666: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:12:35.605336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f41e4317-512a-47b3-9325-787a9b618caf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:35.610866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.957362 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.083243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port f41e4317-512a-47b3-9325-787a9b618caf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f41e4317-512a-47b3-9325-787a9b618caf,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:36.089698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.133782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:36.148330 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d3b3001-f154-423b-954c-5e55e8f38e3f req-b6bce30b-1b32-4ea5-8140-1b4f5a669793 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.0921037 Sep 21 18:12:36.270537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a8c82f83-7458-4208-baf1-e61fda240186 req-79855738-0b2e-45b3-857c-264b9d23bc31 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 210 time: 0.2291653 Sep 21 18:12:36.316516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.320628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9eda6afe-55aa-4ba1-b64a-aa2e0999c273 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5968316 Sep 21 18:12:36.321114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39272) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:36.364489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=f41e4317-512a-47b3-9325-787a9b618caf,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:36.367126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39274) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:36.408334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Sync routers for ids ['21d3b05b-db8a-4ff7-84ad-469ae6073f1c'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:36.432281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Routers {'21d3b05b-db8a-4ff7-84ad-469ae6073f1c'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:36.437036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['21d3b05b-db8a-4ff7-84ad-469ae6073f1c'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:36.632829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-831789107-network', 'tenant_id': 'd6c4b64f2375430987cb92819565e006'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:36.664961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c225c89b-d9ca-4d7c-8f45-1f74c570e128 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/21d3b05b-db8a-4ff7-84ad-469ae6073f1c HTTP/1.1" status: 200 len: 908 time: 0.3416820 Sep 21 18:12:36.670226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39284) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:36.797645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Made reservation on behalf of d6c4b64f2375430987cb92819565e006 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:36.801986 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.821622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.872901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Set router 21d3b05b-db8a-4ff7-84ad-469ae6073f1c gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:37.072333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.234377 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:12:37.250363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f41e4317-512a-47b3-9325-787a9b618caf up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:37.387885 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.441082 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-544b653e-c65d-4f59-af10-c35808caf067 req-bfc184fb-b53a-48df-82d8-f2cf65c250a3 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.1453147 Sep 21 18:12:37.448503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f41e4317-512a-47b3-9325-787a9b618caf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:37.449516 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.563290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.594795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.601971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.611418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4f29db1-ee49-4c0a-a115-153527c4cabb req-b4b2dabf-107b-498d-bc0f-31e97e9bc9f1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 210 time: 0.0505567 Sep 21 18:12:37.646313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3b05b-db8a-4ff7-84ad-469ae6073f1c', 'name': 'tempest-snat-router-1363658915', 'tenant_id': '9ac4c875b9bf40bf8d400de3426bf018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'eab3e126-3d83-497e-9cb7-5b85ba424e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:12:30Z', 'updated_at': '2021-09-21T18:12:33Z', 'revision_number': 3, 'project_id': '9ac4c875b9bf40bf8d400de3426bf018', 'gw_port': {'id': 'eab3e126-3d83-497e-9cb7-5b85ba424e0b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3b05b-db8a-4ff7-84ad-469ae6073f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:32Z', 'updated_at': '2021-09-21T18:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:37.728937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:37.751885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0e9dc7-2842-43a8-a489-5a60101c8e72,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:37.788035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.790851 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Added segment eee1486a-e653-4ab6-8ff9-76cc0c87abfd of type vlan for network a97120ed-9a12-4e96-a4aa-71485b382103 Sep 21 18:12:37.879346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.882676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Deleting port eab3e126-3d83-497e-9cb7-5b85ba424e0b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:37.883040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.981443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.982557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:37.983200 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.097874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.101363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] Pushing event updated for resources: {'Network': ['ID=a97120ed-9a12-4e96-a4aa-71485b382103,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:38.118880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-baa87da1-c4fa-43cd-bfd5-23ae830f9c8c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7504592 Sep 21 18:12:38.130009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39302) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:38.137072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Request body: {'subnet': {'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-831789107-subnet', 'tenant_id': 'd6c4b64f2375430987cb92819565e006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:38.142781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Calling delete_port for eab3e126-3d83-497e-9cb7-5b85ba424e0b owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:38.151593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Checking router: 21d3b05b-db8a-4ff7-84ad-469ae6073f1c for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:38.152195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Updating router 21d3b05b-db8a-4ff7-84ad-469ae6073f1c port eab3e126-3d83-497e-9cb7-5b85ba424e0b binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:12:38.154980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a97120ed-9a12-4e96-a4aa-71485b382103 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:38.196074 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.218911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Made reservation on behalf of d6c4b64f2375430987cb92819565e006 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:38.221828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.372959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-eeacfa1a-dba6-4c8e-b066-18d5cc528b11 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:38.374691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-eeacfa1a-dba6-4c8e-b066-18d5cc528b11 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.3275309 Sep 21 18:12:38.396309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Request body: {'port': {'device_id': '1ec54106-bd18-4583-a908-514e409f7c2d', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'admin_state_up': True, 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:38.661177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:38.681591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.735802 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.738967 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7576b672-1d80-4b62-b309-3c6b0bbf0052 req-ebd672fe-28af-43bc-84a3-2730e5e33b75 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.0968835 Sep 21 18:12:38.815716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.017806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Allocated IP 172.20.0.11 (9b03ef57-944f-4aee-8654-50a059213975/aff1d1a3-bfa4-41d0-96a4-ba193de66477/16af6f43-f236-445b-80a9-8198837ef139) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:39.063910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event deleted for resources: {'Port': ['ID=eab3e126-3d83-497e-9cb7-5b85ba424e0b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:39.087436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d65c96d8-fe2c-4f9c-8c73-d1808785a792 req-90fe92ff-6dcc-472f-901f-2131771e5be3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 210 time: 0.2524209 Sep 21 18:12:39.196946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.227870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:12:39.229153 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:12:39.305291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.326442 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.401037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.413479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5f56508e-9704-4611-9ba0-a9607ef783e2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:39.416320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:39.492199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e7e4f8-91cf-41f6-954e-4e72cb7a1a31,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:39.499761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Network 9b03ef57-944f-4aee-8654-50a059213975 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:39.504045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:39.508390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:39.529853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event updated for resources: {'Port': ['ID=16af6f43-f236-445b-80a9-8198837ef139,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:39.612375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.616419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.621606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Checking segment: {'id': 'eee1486a-e653-4ab6-8ff9-76cc0c87abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:39.621969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Network hostable DHCP agents. Network: a97120ed-9a12-4e96-a4aa-71485b382103, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:39.681833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:39.683294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.715255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-8c5ac78f-6cae-4081-9619-e39f6dbf23ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3239267 Sep 21 18:12:39.733876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Request body: {'port': {'device_id': '1ec54106-bd18-4583-a908-514e409f7c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:39.829958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Port eab3e126-3d83-497e-9cb7-5b85ba424e0b not found while updating agent binding for router 21d3b05b-db8a-4ff7-84ad-469ae6073f1c. {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 18:12:39.887068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Routers {'21d3b05b-db8a-4ff7-84ad-469ae6073f1c'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:39.887724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['21d3b05b-db8a-4ff7-84ad-469ae6073f1c'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:39.995590 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-80cd531a-1bef-40dc-87b3-67ac60f02940 req-d83fe070-6f14-4bef-946b-db17370f6aea tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.0722268 Sep 21 18:12:40.019486 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.039146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] Set router 21d3b05b-db8a-4ff7-84ad-469ae6073f1c gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:40.202384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3b05b-db8a-4ff7-84ad-469ae6073f1c', 'name': 'tempest-snat-router-1363658915', 'tenant_id': '9ac4c875b9bf40bf8d400de3426bf018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:12:30Z', 'updated_at': '2021-09-21T18:12:38Z', 'revision_number': 5, 'project_id': '9ac4c875b9bf40bf8d400de3426bf018', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:40.216490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.217743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21d3b05b-db8a-4ff7-84ad-469ae6073f1c {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:40.227140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Network a97120ed-9a12-4e96-a4aa-71485b382103 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:40.239141 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.241114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d85d0be0-9545-4149-9571-150df9701064 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/21d3b05b-db8a-4ff7-84ad-469ae6073f1c HTTP/1.1" status: 204 len: 168 time: 3.5634756 Sep 21 18:12:40.243024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a97120ed-9a12-4e96-a4aa-71485b382103) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:40.245080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39324) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:40.265325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:40.266304 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.286662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf1055-fad0-4bb8-8e1c-2c54003b4bd5 None None] The sync data for ids ['21d3b05b-db8a-4ff7-84ad-469ae6073f1c'] in n-d-810285-3 is: [{'id': '21d3b05b-db8a-4ff7-84ad-469ae6073f1c', 'name': 'tempest-snat-router-1363658915', 'tenant_id': '9ac4c875b9bf40bf8d400de3426bf018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:12:30Z', 'updated_at': '2021-09-21T18:12:38Z', 'revision_number': 5, 'project_id': '9ac4c875b9bf40bf8d400de3426bf018', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:40.294817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5a9bd-0668-44c3-908c-f9e013a504e9 None None] Network a97120ed-9a12-4e96-a4aa-71485b382103 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:40.350652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b7e16e72-46a5-4c61-8908-4b6a7337d7c1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2176621 Sep 21 18:12:40.477717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.653188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16af6f43-f236-445b-80a9-8198837ef139 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:40.666119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.701162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Transition to ACTIVE for port object 16af6f43-f236-445b-80a9-8198837ef139 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:40.727199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.851101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1717da7-d779-49d5-92f6-02c899f9ea4c req-67ebd601-4724-4163-9e2d-f402e3fba88c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:40.866807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1717da7-d779-49d5-92f6-02c899f9ea4c req-67ebd601-4724-4163-9e2d-f402e3fba88c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 932 time: 0.5686495 Sep 21 18:12:40.883016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.972436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=16af6f43-f236-445b-80a9-8198837ef139,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:40.976125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2b336-9998-4d7b-9d62-7d0b8f7f3265 None None] Network a97120ed-9a12-4e96-a4aa-71485b382103 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:40.992870 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1717da7-d779-49d5-92f6-02c899f9ea4c req-8ed12a87-b461-4e4c-af1d-c68bff8f79d2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245406 Sep 21 18:12:41.096533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Deleting port f41e4317-512a-47b3-9325-787a9b618caf {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:41.102614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.256548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Attempting to bind port 16af6f43-f236-445b-80a9-8198837ef139 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:41.256915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Attempting to bind port 16af6f43-f236-445b-80a9-8198837ef139 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:41.257255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Attempting to bind port 16af6f43-f236-445b-80a9-8198837ef139 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:41.279267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Port 16af6f43-f236-445b-80a9-8198837ef139 on network 9b03ef57-944f-4aee-8654-50a059213975 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:41.279610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Attempting to bind port 16af6f43-f236-445b-80a9-8198837ef139 on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:41.294459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:41.294808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:41.295204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Bound using segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:41.295650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Bound port: 16af6f43-f236-445b-80a9-8198837ef139, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:41.296019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.456134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-943a7bcc-de20-4b36-a006-02831826c3d1 req-c14330a9-58aa-426f-aa02-38f0baa911eb tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.1168392 Sep 21 18:12:41.468923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] For port f41e4317-512a-47b3-9325-787a9b618caf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f41e4317-512a-47b3-9325-787a9b618caf,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:41.469525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.531098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] For port 16af6f43-f236-445b-80a9-8198837ef139, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:41.540371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] For port 16af6f43-f236-445b-80a9-8198837ef139, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=16af6f43-f236-445b-80a9-8198837ef139,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:41.546219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.560247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Calling delete_port for f41e4317-512a-47b3-9325-787a9b618caf owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:41.629116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-9b20f021-eb01-4789-b44b-9852bdf017d0 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:41.638714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-9b20f021-eb01-4789-b44b-9852bdf017d0 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/networks?id=a97120ed-9a12-4e96-a4aa-71485b382103 HTTP/1.1" status: 200 len: 817 time: 0.3640134 Sep 21 18:12:41.656705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:41.657364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.663852 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/16af6f43-f236-445b-80a9-8198837ef139 HTTP/1.1" status: 200 len: 1092 time: 1.9381416 Sep 21 18:12:41.664366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec54106-bd18-4583-a908-514e409f7c2d', 'tag': '16af6f43-f236-445b-80a9-8198837ef139'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:41.667496 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec54106-bd18-4583-a908-514e409f7c2d", "tag": "16af6f43-f236-445b-80a9-8198837ef139"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:41.730815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bf0a3-eb4d-4945-b719-3d0e5a19b9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=16af6f43-f236-445b-80a9-8198837ef139,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:41.783821 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885a77cf-c411-4f12-b8af-0e6d38622d07 x-openstack-request-id: req-885a77cf-c411-4f12-b8af-0e6d38622d07 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:41.784112 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec54106-bd18-4583-a908-514e409f7c2d", "tag": "16af6f43-f236-445b-80a9-8198837ef139", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:41.784376 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-885a77cf-c411-4f12-b8af-0e6d38622d07 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:41.786033 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec54106-bd18-4583-a908-514e409f7c2d', 'tag': '16af6f43-f236-445b-80a9-8198837ef139', 'status': 'completed', 'code': 200} Sep 21 18:12:41.850659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-9fc0c6c0-ad0e-4d64-91df-72756d93b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:41.852215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-9fc0c6c0-ad0e-4d64-91df-72756d93b02a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 1095 time: 0.1357934 Sep 21 18:12:41.858140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-0e13145b-81fc-438d-b1bc-f045eb1cfc81 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/quotas/d6c4b64f2375430987cb92819565e006 HTTP/1.1" status: 200 len: 375 time: 0.1546102 Sep 21 18:12:41.940126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-ceb2146e-c53a-4614-9013-220cc97e11d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16af6f43-f236-445b-80a9-8198837ef139 HTTP/1.1" status: 200 len: 217 time: 0.0777390 Sep 21 18:12:41.955293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-cb3d727b-e18c-4c62-bfb7-63e7a23fc321 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6c4b64f2375430987cb92819565e006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642688 Sep 21 18:12:41.974877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.052256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event deleted for resources: {'Port': ['ID=f41e4317-512a-47b3-9325-787a9b618caf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:42.066326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-884de051-1eec-4aca-81fe-4fddf441f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.067717 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-884de051-1eec-4aca-81fe-4fddf441f2c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.1136527 Sep 21 18:12:42.129155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-68edd26d-7ce9-4efd-b881-6cf18c3e534e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531449 Sep 21 18:12:42.280808 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.392640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade434e-53fa-49a9-b236-0ae72ab16c70 req-d7dd1667-1329-4e77-affd-2b34040dfc98 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.412268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fade434e-53fa-49a9-b236-0ae72ab16c70 req-d7dd1667-1329-4e77-affd-2b34040dfc98 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 944 time: 0.2810225 Sep 21 18:12:42.506512 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.508998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.518378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-dd1074c4-0cbd-46d2-a33a-7285a4af6d37 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157418 Sep 21 18:12:42.570141 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fade434e-53fa-49a9-b236-0ae72ab16c70 req-117afe98-5e40-43c2-9f2d-3a46bf56d9f0 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567574 Sep 21 18:12:42.624531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.625509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6691483-42f1-4c9b-8637-fc90d449d767 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:42.659016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.670934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-322d52ea-94f2-4bb1-ab99-fafe86707765 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d6691483-42f1-4c9b-8637-fc90d449d767 HTTP/1.1" status: 204 len: 168 time: 2.4179714 Sep 21 18:12:42.673773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39364) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:42.701933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1843315201', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:42.747160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-ebd737b3-b522-4e80-9731-222a2333b4ef service neutron] 10.222.0.70 "GET /v2.0/networks/a97120ed-9a12-4e96-a4aa-71485b382103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693601 Sep 21 18:12:42.799391 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-08c6e084-7455-4002-a85b-379ed91fbf67 req-e3766bf6-fc81-4f80-9786-7df7d082b4f3 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794530 Sep 21 18:12:42.994946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.996023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:43.020095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5326bce4-42fc-40bd-a33a-17e986d07750 req-e59248fe-4167-423b-918b-e02b786294c9 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab34ed4-00ca-4141-b12b-04f296c1a230 HTTP/1.1" status: 200 len: 210 time: 0.1209362 Sep 21 18:12:43.044586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-252e0ced-8209-4102-9c75-fc65f4ab696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:43.055872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-252e0ced-8209-4102-9c75-fc65f4ab696d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 1095 time: 0.1353405 Sep 21 18:12:43.158037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:43.288273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-6d0dd2cb-3062-46c9-98e3-b2958c7dbf0c service neutron] 10.222.0.70 "GET /v2.0/networks/a97120ed-9a12-4e96-a4aa-71485b382103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291564 Sep 21 18:12:43.294211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-594196cc-8790-4d89-a960-db14ed5968f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:43.296285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-594196cc-8790-4d89-a960-db14ed5968f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.2420261 Sep 21 18:12:43.394427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-53fa1112-4e3b-45d1-a39c-e948834bafc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16af6f43-f236-445b-80a9-8198837ef139 HTTP/1.1" status: 200 len: 217 time: 0.0893359 Sep 21 18:12:43.401896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:43.515720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-9cfb1089-5ab2-4fac-b184-676d1975f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:43.517323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-9cfb1089-5ab2-4fac-b184-676d1975f922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.1143641 Sep 21 18:12:43.578357 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-af1a93e5-0663-4500-aff1-2fc8652fbf9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489793 Sep 21 18:12:43.633032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5fd957c7-41e9-4072-b21c-9d28c02ba85b req-764fc4c1-3129-496d-a2cd-5d4199084f97 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 210 time: 0.0536642 Sep 21 18:12:43.833248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf1704-7d21-4ab6-9d20-e3c751931121 req-266f16d9-31f6-4af7-8fc6-bddd063f8fa5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:43.845131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-edaf1704-7d21-4ab6-9d20-e3c751931121 req-266f16d9-31f6-4af7-8fc6-bddd063f8fa5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 944 time: 0.1157057 Sep 21 18:12:43.919772 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-c96e1972-f8aa-433f-b3ab-329b22ea8245 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853122 Sep 21 18:12:44.096072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-edaf1704-7d21-4ab6-9d20-e3c751931121 req-a4bddab2-cca0-45b8-bced-a8e2f62e64df tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495089 Sep 21 18:12:44.096969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.108051 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ac44e5f8-ecc1-482c-aa50-ceba0a9a162e req-9a5d1a05-0a70-4f2e-8f6c-5b896902f44f service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727931 Sep 21 18:12:44.153710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.171865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39392) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:44.339680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7507-8dbc-4769-999a-bf7326ff58d7 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.368062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Allocated IP 172.25.3.136 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/590810b1-ea82-445d-91bf-ee6b1e254660) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:44.436606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7507-8dbc-4769-999a-bf7326ff58d7 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.502717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.543072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.588084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7507-8dbc-4769-999a-bf7326ff58d7 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.591549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7507-8dbc-4769-999a-bf7326ff58d7 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.596005 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fe2d7507-8dbc-4769-999a-bf7326ff58d7 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "DELETE /v2.0/security-groups/98fce1ec-3a3f-4ac2-afe6-3512c1368bcf HTTP/1.1" status: 204 len: 168 time: 0.4225035 Sep 21 18:12:44.597427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39398) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:44.670042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 16af6f43-f236-445b-80a9-8198837ef139 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:12:44.673625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:44.678513 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-e7e39ed9-1be8-4bd4-ba70-c6aa9569f1f5 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] show failed (client error): The resource could not be found. Sep 21 18:12:44.682401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e7e39ed9-1be8-4bd4-ba70-c6aa9569f1f5 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "GET /v2.0/security-groups/98fce1ec-3a3f-4ac2-afe6-3512c1368bcf HTTP/1.1" status: 404 len: 347 time: 0.0676658 Sep 21 18:12:44.682401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d7507-8dbc-4769-999a-bf7326ff58d7 tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fce1ec-3a3f-4ac2-afe6-3512c1368bcf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:44.684287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39400) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:44.685062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:44.700741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:44.771157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event updated for resources: {'Port': ['ID=590810b1-ea82-445d-91bf-ee6b1e254660,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:44.910055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Deleting port e89f891b-1631-4c76-8980-13fa93ab3360 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:44.910619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.954065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 16af6f43-f236-445b-80a9-8198837ef139, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=16af6f43-f236-445b-80a9-8198837ef139,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:44.983244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '16af6f43-f236-445b-80a9-8198837ef139', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'port_id': '16af6f43-f236-445b-80a9-8198837ef139', 'mac_address': 'fa:16:3e:d4:5d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff1d1a3-bfa4-41d0-96a4-ba193de66477', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:12:45.053710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c4fd1d-b320-4034-8c24-e30fa2e433ef req-9c60aa11-dca2-49aa-95f5-c4d47c8a9f16 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 210 time: 0.1832194 Sep 21 18:12:45.082552 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.100619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16af6f43-f236-445b-80a9-8198837ef139 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:45.170944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f41e4317-512a-47b3-9325-787a9b618caf no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:45.196330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 16af6f43-f236-445b-80a9-8198837ef139, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=16af6f43-f236-445b-80a9-8198837ef139,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:45.218543 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.219169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.251071 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.253323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f41e4317-512a-47b3-9325-787a9b618caf {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:45.255254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Calling delete_port for e89f891b-1631-4c76-8980-13fa93ab3360 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:45.258838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f41e4317-512a-47b3-9325-787a9b618caf not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:45.426395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=16af6f43-f236-445b-80a9-8198837ef139,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:45.551433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba2a52-96e8-4840-bbfd-df9a2222d104 req-3c3b0116-b133-4e38-9771-e632ad972110 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:45.553074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1ba2a52-96e8-4840-bbfd-df9a2222d104 req-3c3b0116-b133-4e38-9771-e632ad972110 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 945 time: 0.2797551 Sep 21 18:12:45.573652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['16af6f43-f236-445b-80a9-8198837ef139'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:45.623011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.788922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-32e024b4-f4f1-42c0-b537-5592266d97cf tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:45.790921 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-32e024b4-f4f1-42c0-b537-5592266d97cf tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.78 "GET /v2.0/networks?id=a97120ed-9a12-4e96-a4aa-71485b382103 HTTP/1.1" status: 200 len: 817 time: 0.3138123 Sep 21 18:12:45.988837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1ba2a52-96e8-4840-bbfd-df9a2222d104 req-0f5217f6-76ef-49dc-9777-b8e690fcce30 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254105 Sep 21 18:12:46.104099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.256404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c28e05f-a7f0-44cd-a3da-95a7585e3cb0 req-cd4d180f-e4f6-4137-9cb7-88e2e2f3329c tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 210 time: 0.0817115 Sep 21 18:12:46.325074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Router afc02907-e652-439d-bab2-d6719d06c235 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:12:46.418591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Request body: {'port': {'device_id': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103', 'admin_state_up': True, 'tenant_id': 'd6c4b64f2375430987cb92819565e006'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:46.518251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.525059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:46.538542 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] Sync routers for ids ['afc02907-e652-439d-bab2-d6719d06c235'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:46.553203 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] Routers {'afc02907-e652-439d-bab2-d6719d06c235'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:46.554149 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['afc02907-e652-439d-bab2-d6719d06c235'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:46.582411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.584278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0aa88c37-18d4-4e6f-8a89-8a2a1595200d tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9073040 Sep 21 18:12:46.587136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39440) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:46.587591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-9573f3bf-9e14-4f0f-91a0-69a7f90a9551 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:46.592396 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-9573f3bf-9e14-4f0f-91a0-69a7f90a9551 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/networks?id=2c30c8be-64c7-4ac5-9879-adf41c7145a4 HTTP/1.1" status: 200 len: 815 time: 0.2898076 Sep 21 18:12:46.592733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': False}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:46.605103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Pushing event deleted for resources: {'Port': ['ID=e89f891b-1631-4c76-8980-13fa93ab3360,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:46.645881 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:46.648262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-8fb50552-e587-43e4-bd04-e50f313879a1 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/quotas/cefc5e41a1bd4eeb85b28e3186e3032c HTTP/1.1" status: 200 len: 375 time: 0.0322008 Sep 21 18:12:46.667413 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] Routers {'afc02907-e652-439d-bab2-d6719d06c235'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:46.676043 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['afc02907-e652-439d-bab2-d6719d06c235'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:46.731409 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:46.732117 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa4631-1114-4b94-8a78-91df94633668 None None] The sync data for ids ['afc02907-e652-439d-bab2-d6719d06c235'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:46.804848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.807535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.812122 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-771fee47-9b8c-4e3f-bac3-30fa3958bfca tempest-ServersTestBootFromVolume-1126871172 tempest-ServersTestBootFromVolume-1126871172-project] 10.222.0.70 "DELETE /v2.0/floatingips/395abb04-a88b-4a54-9976-0b041030d666 HTTP/1.1" status: 204 len: 168 time: 2.1193931 Sep 21 18:12:46.813197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39442) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:46.899242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-5f3d10e8-ce9f-4d2b-b3b6-6c23e1b1f074 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cefc5e41a1bd4eeb85b28e3186e3032c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188630 Sep 21 18:12:46.933188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Made reservation on behalf of d6c4b64f2375430987cb92819565e006 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:46.936925 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.184416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Allocated IP 172.20.0.3 (a97120ed-9a12-4e96-a4aa-71485b382103/49e7e4f8-91cf-41f6-954e-4e72cb7a1a31/39631a62-a4b0-4805-b925-11d19faf145d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:47.299627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-23ea3d77-d81a-4bb0-aac8-347a071b2cb6 service neutron] 10.222.0.70 "GET /v2.0/networks/2c30c8be-64c7-4ac5-9879-adf41c7145a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993912 Sep 21 18:12:47.391374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.410551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a824-456d-451e-b5d3-d6acbed15305 req-9b2da89c-f8d3-49ab-92a1-ad1367d17351 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:47.412136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3d5a824-456d-451e-b5d3-d6acbed15305 req-9b2da89c-f8d3-49ab-92a1-ad1367d17351 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 945 time: 0.1854684 Sep 21 18:12:47.476751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3d5a824-456d-451e-b5d3-d6acbed15305 req-8a55731e-f1eb-43a4-a930-1f2514dc6e8a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519452 Sep 21 18:12:47.669006 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-d2ca0720-cd15-4283-9055-5ee9757d0a22 service neutron] 10.222.0.70 "GET /v2.0/networks/2c30c8be-64c7-4ac5-9879-adf41c7145a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680575 Sep 21 18:12:47.687215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4a1d500-a240-432d-b8c4-821bd5a4293e req-ed1040bf-8a13-41ae-9f92-39f387cb6f12 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 210 time: 0.0383055 Sep 21 18:12:47.790798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.813066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.939704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.055061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Pushing event updated for resources: {'Port': ['ID=39631a62-a4b0-4805-b925-11d19faf145d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:48.059975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2894b306-31ed-43fe-b29c-73604e9155c6 req-192c521f-43e8-4ed3-bb91-3eb3d9ee705f tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 210 time: 0.0340104 Sep 21 18:12:48.086952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.093068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.119808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Network a97120ed-9a12-4e96-a4aa-71485b382103 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:48.122565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:48.125658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:48.209949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:48.210740 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.232148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-23f43737-5036-473f-aea6-6f79314054c8 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8788319 Sep 21 18:12:48.245611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Request body: {'port': {'device_id': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:48.262474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Router afc02907-e652-439d-bab2-d6719d06c235 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:48.317758 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.418592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:48.423435 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.429831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-91cf8d92-6e23-4a0e-96ce-c48c55919e56 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "PUT /v2.0/routers/afc02907-e652-439d-bab2-d6719d06c235 HTTP/1.1" status: 200 len: 922 time: 1.8411207 Sep 21 18:12:48.430511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39466) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:48.430656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] Sync routers for ids ['afc02907-e652-439d-bab2-d6719d06c235'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:48.439857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] Routers {'afc02907-e652-439d-bab2-d6719d06c235'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:48.441610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['afc02907-e652-439d-bab2-d6719d06c235'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:48.480841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:48.491488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] Routers {'afc02907-e652-439d-bab2-d6719d06c235'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:48.492536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['afc02907-e652-439d-bab2-d6719d06c235'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:48.534170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:48.536154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad21e9-a1a4-4291-8a9c-ecd8f99324ba None None] The sync data for ids ['afc02907-e652-439d-bab2-d6719d06c235'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:48.550714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Deleting port 9df103f5-c342-439e-91a2-a04c9fab156a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:48.551143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.635676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc0f12-4453-492f-9350-71d5c3893ad9 req-b8089afc-6222-45db-897c-1ad8bf8f4b7e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:48.644905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ccc0f12-4453-492f-9350-71d5c3893ad9 req-b8089afc-6222-45db-897c-1ad8bf8f4b7e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 945 time: 0.0772851 Sep 21 18:12:48.695157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 16af6f43-f236-445b-80a9-8198837ef139 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:48.704152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ccc0f12-4453-492f-9350-71d5c3893ad9 req-fb06aa3d-71f9-481f-90ff-844ecf518bdb tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578339 Sep 21 18:12:48.752255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f4120a5a-b94a-463b-8dc7-a7b22ded5e9c tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/afc02907-e652-439d-bab2-d6719d06c235 HTTP/1.1" status: 200 len: 922 time: 0.3205702 Sep 21 18:12:48.756381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39472) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:48.779260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] For port 9df103f5-c342-439e-91a2-a04c9fab156a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9df103f5-c342-439e-91a2-a04c9fab156a,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:48.779628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.797362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Calling delete_port for 9df103f5-c342-439e-91a2-a04c9fab156a owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:48.799460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 16af6f43-f236-445b-80a9-8198837ef139 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:12:48.808908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 16af6f43-f236-445b-80a9-8198837ef139 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:48.812367 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.881496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0ff5b-91ae-45c9-a7f9-275d20502a8c tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:48.889269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cdd0ff5b-91ae-45c9-a7f9-275d20502a8c tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=afc02907-e652-439d-bab2-d6719d06c235&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1309793 Sep 21 18:12:48.890147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39476) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:48.975476 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.002767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39631a62-a4b0-4805-b925-11d19faf145d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:49.032687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 16af6f43-f236-445b-80a9-8198837ef139, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=16af6f43-f236-445b-80a9-8198837ef139,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:49.034129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec54106-bd18-4583-a908-514e409f7c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16af6f43-f236-445b-80a9-8198837ef139'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:49.040756 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facdffd2-d234-4a07-ad60-85408bcca641" -d '{"events": [{"server_uuid": "1ec54106-bd18-4583-a908-514e409f7c2d", "name": "network-vif-plugged", "status": "completed", "tag": "16af6f43-f236-445b-80a9-8198837ef139"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:49.047541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.055459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e7894-ed7e-4f02-be08-38a42ba1343d req-a1442ae3-5812-4f91-934c-1f32cfecc29d tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:49.057089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ab8e7894-ed7e-4f02-be08-38a42ba1343d req-a1442ae3-5812-4f91-934c-1f32cfecc29d tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 931 time: 0.2268524 Sep 21 18:12:49.059662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.090310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Transition to ACTIVE for port object 39631a62-a4b0-4805-b925-11d19faf145d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:49.123281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.132585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8111fae-6fde-4a82-834a-c08298898d57 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:49.138947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a8111fae-6fde-4a82-834a-c08298898d57 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.2445307 Sep 21 18:12:49.139754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39484) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:49.151699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=16af6f43-f236-445b-80a9-8198837ef139,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:49.216029 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a5606-7382-40fc-ab98-88210a07c012 x-openstack-request-id: req-fe7a5606-7382-40fc-ab98-88210a07c012 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:49.219189 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec54106-bd18-4583-a908-514e409f7c2d", "name": "network-vif-plugged", "status": "completed", "tag": "16af6f43-f236-445b-80a9-8198837ef139", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:49.224519 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe7a5606-7382-40fc-ab98-88210a07c012 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:49.229695 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec54106-bd18-4583-a908-514e409f7c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16af6f43-f236-445b-80a9-8198837ef139', 'code': 200} Sep 21 18:12:49.236486 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ab8e7894-ed7e-4f02-be08-38a42ba1343d req-a3fc9108-c476-4e72-9679-09d73f0d1586 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648562 Sep 21 18:12:49.264014 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-da7456df-fd16-474a-a2ad-7fc3a77fb96a tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc02907-e652-439d-bab2-d6719d06c235 HTTP/1.1" status: 200 len: 205 time: 0.1182618 Sep 21 18:12:49.264014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39488) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:49.308926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=39631a62-a4b0-4805-b925-11d19faf145d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:49.376546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39e83e0f-ad04-4586-bbeb-e3ee861c80d2 req-ecdbf179-da19-423e-a8ca-02788a5859e4 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 210 time: 0.0502937 Sep 21 18:12:49.459716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2516-0e93-4f4e-9f1b-e2f074e6c594 req-ce158fb5-ec19-4720-8c6a-02d33d039c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:49.461342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86ee2516-0e93-4f4e-9f1b-e2f074e6c594 req-ce158fb5-ec19-4720-8c6a-02d33d039c9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 1097 time: 0.1165657 Sep 21 18:12:49.493801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.505385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.546786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Attempting to bind port 39631a62-a4b0-4805-b925-11d19faf145d on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:49.547021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Attempting to bind port 39631a62-a4b0-4805-b925-11d19faf145d by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'eee1486a-e653-4ab6-8ff9-76cc0c87abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:49.547317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Attempting to bind port 39631a62-a4b0-4805-b925-11d19faf145d on network a97120ed-9a12-4e96-a4aa-71485b382103 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:49.556733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Pushing event deleted for resources: {'Port': ['ID=9df103f5-c342-439e-91a2-a04c9fab156a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:49.568262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Port 39631a62-a4b0-4805-b925-11d19faf145d on network a97120ed-9a12-4e96-a4aa-71485b382103 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:49.568645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Attempting to bind port 39631a62-a4b0-4805-b925-11d19faf145d on network a97120ed-9a12-4e96-a4aa-71485b382103 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:49.574616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86ee2516-0e93-4f4e-9f1b-e2f074e6c594 req-da665be2-fa40-4f04-a3ba-763d87e5195a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029036 Sep 21 18:12:49.579118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-7444e517-f4d7-4497-88bc-ad8b618b2535 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:49.580786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-7444e517-f4d7-4497-88bc-ad8b618b2535 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.41 "GET /v2.0/networks?id=2c30c8be-64c7-4ac5-9879-adf41c7145a4 HTTP/1.1" status: 200 len: 815 time: 0.3110538 Sep 21 18:12:49.628796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:49.629171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Checking segment: {'id': 'eee1486a-e653-4ab6-8ff9-76cc0c87abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:49.629532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Bound using segment: {'id': 'eee1486a-e653-4ab6-8ff9-76cc0c87abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:49.629997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Bound port: 39631a62-a4b0-4805-b925-11d19faf145d, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee1486a-e653-4ab6-8ff9-76cc0c87abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:49.630393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.707157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.795264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Deleting port 590810b1-ea82-445d-91bf-ee6b1e254660 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:49.795796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.921849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.938406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Calling delete_port for 590810b1-ea82-445d-91bf-ee6b1e254660 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:50.229001 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.356502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event deleted for resources: {'Port': ['ID=590810b1-ea82-445d-91bf-ee6b1e254660,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:50.416959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Request body: {'port': {'device_id': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'admin_state_up': True, 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:50.496768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.596110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919a09-86e6-4279-9264-2be4424c589e req-bdd42af4-5867-4837-ae2a-1d99e41019f8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:50.598030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8919a09-86e6-4279-9264-2be4424c589e req-bdd42af4-5867-4837-ae2a-1d99e41019f8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 946 time: 0.2513111 Sep 21 18:12:50.609049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] For port 39631a62-a4b0-4805-b925-11d19faf145d, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:50.638954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.642630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.648189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] For port 39631a62-a4b0-4805-b925-11d19faf145d, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=39631a62-a4b0-4805-b925-11d19faf145d,segment=NetworkSegment(eee1486a-e653-4ab6-8ff9-76cc0c87abfd),segment_id=eee1486a-e653-4ab6-8ff9-76cc0c87abfd)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:50.659949 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.682493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.729834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02271e-679e-4c25-b746-f0ec06a3cafa req-6075a97c-228c-4930-b2ad-c3ac43635b06 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:50.749709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce02271e-679e-4c25-b746-f0ec06a3cafa req-6075a97c-228c-4930-b2ad-c3ac43635b06 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 943 time: 0.3477666 Sep 21 18:12:50.751749 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.752474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Fanout notify agent at l3_agent the message router_deleted on router afc02907-e652-439d-bab2-d6719d06c235 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:50.780871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.788127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0af37dd7-72ed-4371-a9b8-3524b1bad7cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/afc02907-e652-439d-bab2-d6719d06c235 HTTP/1.1" status: 204 len: 168 time: 1.5160422 Sep 21 18:12:50.794793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39520) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:50.809749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-af932205-f0b3-489c-86df-33fd8dc49abe tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-116257049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:50.826431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8919a09-86e6-4279-9264-2be4424c589e req-5b07b0c7-e25a-4e91-a9cc-13d034c33294 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069476 Sep 21 18:12:50.844744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:50.845384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.847475 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] 10.222.0.78 "PUT /v2.0/ports/39631a62-a4b0-4805-b925-11d19faf145d HTTP/1.1" status: 200 len: 1091 time: 2.6056778 Sep 21 18:12:50.867685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'tag': '39631a62-a4b0-4805-b925-11d19faf145d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:50.870319 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67354ae5-3c42-45bd-af47-93ae6161f1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4494f00-4f32-4819-b5e0-a1b29c05dd4c", "tag": "39631a62-a4b0-4805-b925-11d19faf145d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:50.898519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce02271e-679e-4c25-b746-f0ec06a3cafa req-ca3cba90-f236-4e89-b976-3d9016489ac5 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124978 Sep 21 18:12:51.052175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e242be-80b2-460e-98e7-14e13496f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=39631a62-a4b0-4805-b925-11d19faf145d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:51.102178 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c345894c-2802-450d-9892-6c8cd29ff70b x-openstack-request-id: req-c345894c-2802-450d-9892-6c8cd29ff70b {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:51.103978 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4494f00-4f32-4819-b5e0-a1b29c05dd4c", "tag": "39631a62-a4b0-4805-b925-11d19faf145d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:51.103978 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c345894c-2802-450d-9892-6c8cd29ff70b {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:51.103978 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'tag': '39631a62-a4b0-4805-b925-11d19faf145d', 'status': 'completed', 'code': 200} Sep 21 18:12:51.111153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9c8293c0-59d0-4edb-9273-3068c38662a0 req-7d62a3c7-fc23-4609-8240-a7aea4d0d25c tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 210 time: 0.0483437 Sep 21 18:12:51.121979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:12:51.121979 n-d-810285-3 neutron-server[95091]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:12:51.121979 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'id': '9aebf835-e957-4cd3-b81a-ba43bd1127c4', 'expiration': datetime.datetime(2021, 9, 21, 18, 14, 50, 938776)}] Sep 21 18:12:51.121979 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:12:51.122495 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:12:51.136638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-6512a021-b1e2-46f1-8fcd-89567c28ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:51.139098 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-6512a021-b1e2-46f1-8fcd-89567c28ce7c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d6c4b64f2375430987cb92819565e006&device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 1094 time: 0.2204566 Sep 21 18:12:51.144432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af932205-f0b3-489c-86df-33fd8dc49abe tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.148191 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af932205-f0b3-489c-86df-33fd8dc49abe tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.224790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af932205-f0b3-489c-86df-33fd8dc49abe tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.245093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af932205-f0b3-489c-86df-33fd8dc49abe tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.314560 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-3cb22566-5905-469c-b101-c23c77d06ca0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39631a62-a4b0-4805-b925-11d19faf145d HTTP/1.1" status: 200 len: 217 time: 0.0861583 Sep 21 18:12:51.418110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-d1a4d871-d7e2-47f7-a4f2-73d996877090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:51.419774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-d1a4d871-d7e2-47f7-a4f2-73d996877090 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49e7e4f8-91cf-41f6-954e-4e72cb7a1a31 HTTP/1.1" status: 200 len: 857 time: 0.0969474 Sep 21 18:12:51.420664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af932205-f0b3-489c-86df-33fd8dc49abe tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.422547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-af932205-f0b3-489c-86df-33fd8dc49abe tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6237972 Sep 21 18:12:51.426213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39530) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:51.431394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:51.535609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-86c6c056-9c0c-41ea-ad0c-fd1c30c2bbbc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a97120ed-9a12-4e96-a4aa-71485b382103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650740 Sep 21 18:12:51.770411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.808439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Made reservation on behalf of cefc5e41a1bd4eeb85b28e3186e3032c for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:51.812312 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.844616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:52.005625 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-8042b7c0-6713-4995-a298-419a8f8ed207 service neutron] 10.222.0.78 "GET /v2.0/networks/a97120ed-9a12-4e96-a4aa-71485b382103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586096 Sep 21 18:12:52.192560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:52.214239 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-343adaa8-ed61-4912-8098-510e800cd68c admin admin] 10.222.0.70 "PUT /v2.0/routers/9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3864625 Sep 21 18:12:52.214239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39556) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:52.226816 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] Sync routers for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:52.238071 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:52.238448 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:52.357919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.378790 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:52.503776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.516183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Allocated IP 172.20.0.8 (2c30c8be-64c7-4ac5-9879-adf41c7145a4/d76058c2-98dd-46dd-975a-d35665e3c314/8d0019f9-9c0c-43f3-bad2-3508b68c0100) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:52.582291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5b6b3d06-cf45-4a0b-89c4-06e98ba65078 req-e987bf5a-1473-49e6-a775-e75e278e0b73 service neutron] 10.222.0.78 "GET /v2.0/networks/a97120ed-9a12-4e96-a4aa-71485b382103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647519 Sep 21 18:12:52.692917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Deleting port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:52.693442 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.783851 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:12:49Z', 'revision_number': 5, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port': {'id': 'd630fb1b-ade9-4325-ba4b-ffaa5c8b87da', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:09:19Z', 'updated_at': '2021-09-21T18:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:52.873813 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] Checking router: 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:52.907999 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] Routers {'9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:52.907999 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:52.938452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] For port d630fb1b-ade9-4325-ba4b-ffaa5c8b87da, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:52.938995 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.955565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Calling delete_port for d630fb1b-ade9-4325-ba4b-ffaa5c8b87da owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:52.978024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-f303f30b-dfb4-4b4c-8dcd-bccb5a260003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:52.979761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-f303f30b-dfb4-4b4c-8dcd-bccb5a260003 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d6c4b64f2375430987cb92819565e006&device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 1094 time: 0.3344183 Sep 21 18:12:53.056737 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] Set router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:53.125945 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.132698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-304d26e0-2188-4ae0-89aa-3debfc503c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:53.134474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-304d26e0-2188-4ae0-89aa-3debfc503c46 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a97120ed-9a12-4e96-a4aa-71485b382103 HTTP/1.1" status: 200 len: 919 time: 0.1115184 Sep 21 18:12:53.168657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.169438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.189477 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:12:52Z', 'revision_number': 6, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:53.222879 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-288b29ce-098d-4971-b7ef-42452d7f2942 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39631a62-a4b0-4805-b925-11d19faf145d HTTP/1.1" status: 200 len: 217 time: 0.0765116 Sep 21 18:12:53.269659 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b6c4-edc3-4ed7-a1f6-83a1b59fa550 None None] The sync data for ids ['9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db'] in n-d-810285-3 is: [{'id': '9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db', 'name': 'tempest-ServersTestBootFromVolume-1787785785-router', 'tenant_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:09:17Z', 'updated_at': '2021-09-21T18:12:52Z', 'revision_number': 6, 'project_id': 'fbe3be729ac349f8bc90b76ec557c2a5', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:53.329172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Allocated IP 172.25.3.120 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/f513e6af-4ed3-4a6f-b090-a35bb5802edb) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:53.499277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.595546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.665411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:53.669674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:53.678171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:53.935354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event updated for resources: {'Port': ['ID=f513e6af-4ed3-4a6f-b090-a35bb5802edb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:53.991136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-69896aa7-c118-43dc-8e28-df960be303f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:53.992615 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-69896aa7-c118-43dc-8e28-df960be303f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49e7e4f8-91cf-41f6-954e-4e72cb7a1a31 HTTP/1.1" status: 200 len: 857 time: 0.7616429 Sep 21 18:12:53.996476 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.036783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:54.096050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:54.100240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-e718685d-e24b-436f-95c6-57770592b325 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a97120ed-9a12-4e96-a4aa-71485b382103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837276 Sep 21 18:12:54.104811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:54.231158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.348124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-543e8872-39e1-41d4-9ef5-bd058ab7c0ab service neutron] 10.222.0.78 "GET /v2.0/networks/a97120ed-9a12-4e96-a4aa-71485b382103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944740 Sep 21 18:12:54.501816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Pushing event updated for resources: {'Port': ['ID=8d0019f9-9c0c-43f3-bad2-3508b68c0100,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:54.531653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:54.533430 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.557067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.569284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.711456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ec300098-e7e3-4e04-a6d5-6838a581da90 None None] Provisioning complete for port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:54.712879 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec300098-e7e3-4e04-a6d5-6838a581da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.729186 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-287caa2a-118f-43df-a639-6adfb87a39ce tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3847227 Sep 21 18:12:54.752658 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.818311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ec300098-e7e3-4e04-a6d5-6838a581da90 None None] Port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:12:54.840050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d630fb1b-ade9-4325-ba4b-ffaa5c8b87da,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:54.877350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Router 5c486f5c-5b4d-4a13-bd05-670be533fcc7 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:12:54.898131 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67354ae5-3c42-45bd-af47-93ae6161f1bf req-f337bb72-9be1-4d9f-8790-aa542b74e541 service neutron] 10.222.0.78 "GET /v2.0/networks/a97120ed-9a12-4e96-a4aa-71485b382103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347703 Sep 21 18:12:54.942404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bb22-76f3-4eb8-a856-1c5a1b2f8216 req-f8679dfc-9295-40f4-a2dd-482ea83eedc2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:54.949866 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a14bb22-76f3-4eb8-a856-1c5a1b2f8216 req-f8679dfc-9295-40f4-a2dd-482ea83eedc2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 946 time: 0.2363880 Sep 21 18:12:55.053271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.095440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 39631a62-a4b0-4805-b925-11d19faf145d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:12:55.167254 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a14bb22-76f3-4eb8-a856-1c5a1b2f8216 req-bcc10009-c329-4557-83ce-077fb2faf507 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163551 Sep 21 18:12:55.214025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:55.233889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9df103f5-c342-439e-91a2-a04c9fab156a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:55.235929 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.237337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fa599fb6-cbef-47c4-b3a9-4f1abf65ad17 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "PUT /v2.0/routers/5c486f5c-5b4d-4a13-bd05-670be533fcc7 HTTP/1.1" status: 200 len: 879 time: 3.8097789 Sep 21 18:12:55.240027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39584) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:55.340654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] Sync routers for ids ['5c486f5c-5b4d-4a13-bd05-670be533fcc7'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:55.408024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] Routers {'5c486f5c-5b4d-4a13-bd05-670be533fcc7'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:55.410053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5c486f5c-5b4d-4a13-bd05-670be533fcc7'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:55.410441 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.414000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9df103f5-c342-439e-91a2-a04c9fab156a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:55.414866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9df103f5-c342-439e-91a2-a04c9fab156a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:55.415804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d630fb1b-ade9-4325-ba4b-ffaa5c8b87da no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:55.445648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.495523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9296651f-31c7-47ca-b38c-7f1eacf97dc7 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/5c486f5c-5b4d-4a13-bd05-670be533fcc7 HTTP/1.1" status: 200 len: 920 time: 0.2476158 Sep 21 18:12:55.496152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39590) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:55.555510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.558173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:55.571977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.575467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-deddb307-551e-48df-a633-62cb3d6f22e9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9d2e7ef4-8e63-4df5-a4a0-f780cfa9b6db HTTP/1.1" status: 204 len: 168 time: 3.3421223 Sep 21 18:12:55.575672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90b21d-58c9-440c-b753-f97842ced4ce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:55.581665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39596) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:55.581973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7d90b21d-58c9-440c-b753-f97842ced4ce tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=5c486f5c-5b4d-4a13-bd05-670be533fcc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0809937 Sep 21 18:12:55.582432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39598) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:55.592780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:55.617055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d630fb1b-ade9-4325-ba4b-ffaa5c8b87da {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:55.617805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d630fb1b-ade9-4325-ba4b-ffaa5c8b87da not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:55.633885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] Routers {'5c486f5c-5b4d-4a13-bd05-670be533fcc7'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:55.634884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:12:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5c486f5c-5b4d-4a13-bd05-670be533fcc7'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:55.706603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Request body: {'port': {'device_id': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:55.731450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] Deleting subnet 8f9f6f18-455c-4389-bea5-e5dcdc0342ed {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:55.743289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.770487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:55.775666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f31509-6b64-4bf2-ac27-417bf9ad33af None None] The sync data for ids ['5c486f5c-5b4d-4a13-bd05-670be533fcc7'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:55.805231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 39631a62-a4b0-4805-b925-11d19faf145d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=39631a62-a4b0-4805-b925-11d19faf145d,segment=NetworkSegment(eee1486a-e653-4ab6-8ff9-76cc0c87abfd),segment_id=eee1486a-e653-4ab6-8ff9-76cc0c87abfd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:55.831890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15866065-4647-4c45-a7a7-47c509075fa2 req-657359d5-1765-4d0a-af73-1f29d53242a3 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:55.842944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15866065-4647-4c45-a7a7-47c509075fa2 req-657359d5-1765-4d0a-af73-1f29d53242a3 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 943 time: 0.4360681 Sep 21 18:12:55.853067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '39631a62-a4b0-4805-b925-11d19faf145d', 'network_id': 'a97120ed-9a12-4e96-a4aa-71485b382103', 'port_id': '39631a62-a4b0-4805-b925-11d19faf145d', 'mac_address': 'fa:16:3e:97:0f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e7e4f8-91cf-41f6-954e-4e72cb7a1a31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:12:55.915713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.944896 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.978855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39631a62-a4b0-4805-b925-11d19faf145d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:56.011646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-b8da6b59-eb8c-4141-b990-205d863fb145 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3195031 Sep 21 18:12:56.047336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 39631a62-a4b0-4805-b925-11d19faf145d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=39631a62-a4b0-4805-b925-11d19faf145d,segment=NetworkSegment(eee1486a-e653-4ab6-8ff9-76cc0c87abfd),segment_id=eee1486a-e653-4ab6-8ff9-76cc0c87abfd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:56.052947 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-15866065-4647-4c45-a7a7-47c509075fa2 req-ea4fef3c-4d8f-4537-9c6c-2bc4cd6cfed1 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072225 Sep 21 18:12:56.056010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.061438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.168624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0ee6b-bfb7-4873-b8c7-588912089501 req-1f717e2e-5f2e-4bec-b24b-36732380825f tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.172379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28a0ee6b-bfb7-4873-b8c7-588912089501 req-1f717e2e-5f2e-4bec-b24b-36732380825f tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 931 time: 0.3377740 Sep 21 18:12:56.175237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef32d9-a170-4efd-9e76-c653086a7e4f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.180690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05ef32d9-a170-4efd-9e76-c653086a7e4f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.5925834 Sep 21 18:12:56.202016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39606) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:56.245833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=39631a62-a4b0-4805-b925-11d19faf145d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:56.293186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2f4a196c-b9ad-42d1-9ef1-ff0052d5b4ee tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c486f5c-5b4d-4a13-bd05-670be533fcc7 HTTP/1.1" status: 200 len: 205 time: 0.0859666 Sep 21 18:12:56.301327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39610) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:56.322600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-5406f838-005e-461a-b2a0-529719339fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.324928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-5406f838-005e-461a-b2a0-529719339fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 1096 time: 0.2510877 Sep 21 18:12:56.341064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['39631a62-a4b0-4805-b925-11d19faf145d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:56.352009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28a0ee6b-bfb7-4873-b8c7-588912089501 req-b07ff4c7-9615-40d3-b9ae-0e4833ad0f2b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622765 Sep 21 18:12:56.545589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-394476de-4b40-47c0-8613-0bb16ddec901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.546469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-394476de-4b40-47c0-8613-0bb16ddec901 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.1625755 Sep 21 18:12:56.691342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.867079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.045715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833f91-9661-44c5-ab1f-a087634f93c9 req-43767a05-eaf0-4e9d-ad4f-ccca7649eab5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:57.047572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d833f91-9661-44c5-ab1f-a087634f93c9 req-43767a05-eaf0-4e9d-ad4f-ccca7649eab5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 946 time: 0.6403930 Sep 21 18:12:57.098322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 39631a62-a4b0-4805-b925-11d19faf145d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:57.146526 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d833f91-9661-44c5-ab1f-a087634f93c9 req-428366e1-3ea7-4ed6-96da-2eb9f2012981 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825400 Sep 21 18:12:57.226657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 39631a62-a4b0-4805-b925-11d19faf145d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:12:57.236799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 39631a62-a4b0-4805-b925-11d19faf145d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:57.242216 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.259121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.321475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9f6f18-455c-4389-bea5-e5dcdc0342ed,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:57.332982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0019f9-9c0c-43f3-bad2-3508b68c0100 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:57.389926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.406300 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.413233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.418814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-92ffc460-190f-46ad-8129-9e6af40c7b7e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8f9f6f18-455c-4389-bea5-e5dcdc0342ed HTTP/1.1" status: 204 len: 168 time: 1.8343229 Sep 21 18:12:57.420884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39638) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:57.445182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39631a62-a4b0-4805-b925-11d19faf145d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:57.445742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.450133 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d152f97-33c5-4d68-8095-60a395bcd7c6" -d '{"events": [{"server_uuid": "b4494f00-4f32-4819-b5e0-a1b29c05dd4c", "name": "network-vif-plugged", "status": "completed", "tag": "39631a62-a4b0-4805-b925-11d19faf145d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:57.454119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Transition to ACTIVE for port object 8d0019f9-9c0c-43f3-bad2-3508b68c0100 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:57.469248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7de0e4-09c3-45c4-8b60-67520554f324 None None] Network a8853b5a-c902-4556-8e8e-232466843571 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:57.475368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.604680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c1ad4-92a9-41d3-9ea1-6aff90e2ae97 req-52599a0b-7098-4038-85df-ae3cd9d0ef23 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:57.618943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-967c1ad4-92a9-41d3-9ea1-6aff90e2ae97 req-52599a0b-7098-4038-85df-ae3cd9d0ef23 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 944 time: 0.3128850 Sep 21 18:12:57.664362 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.667668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 39631a62-a4b0-4805-b925-11d19faf145d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=39631a62-a4b0-4805-b925-11d19faf145d,segment=NetworkSegment(eee1486a-e653-4ab6-8ff9-76cc0c87abfd),segment_id=eee1486a-e653-4ab6-8ff9-76cc0c87abfd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:57.777522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0019f9-9c0c-43f3-bad2-3508b68c0100,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:57.841501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-967c1ad4-92a9-41d3-9ea1-6aff90e2ae97 req-c2abb7f7-68eb-4362-8173-a2d22833f4af tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214534 Sep 21 18:12:57.847548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Deleting port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:57.848140 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.075957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] For port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7fbbe45c-ac60-4f00-b15d-04dddb8153e9,segment=NetworkSegment(b3026291-966f-479c-b284-fc0df443aafc),segment_id=b3026291-966f-479c-b284-fc0df443aafc)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:58.076352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.119221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Calling delete_port for 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:58.125364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.197647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Attempting to bind port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:58.198348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Attempting to bind port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:58.200789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Attempting to bind port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 on network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:58.261833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.278754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 on network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:58.279191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Attempting to bind port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 on network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:58.286626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Deleting port f513e6af-4ed3-4a6f-b090-a35bb5802edb {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:58.288482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.299553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=39631a62-a4b0-4805-b925-11d19faf145d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:58.300730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbbe45c-ac60-4f00-b15d-04dddb8153e9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:58.303046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] No DVR routers for this DVR port 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:58.317957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a150577-a409-458b-9ad9-f531c0283e5d None None] DHCP port deletion for a8853b5a-c902-4556-8e8e-232466843571 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:12:58.414855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:58.415603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Checking segment: {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:58.416180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Bound using segment: {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:58.416803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Bound port: 8d0019f9-9c0c-43f3-bad2-3508b68c0100, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba4f470-bcc9-47aa-b369-c4a93e572e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:58.417329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.446007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.449023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4292814-2887-4e69-a416-9d6103351b87 req-d802c79f-e5b6-4203-91b5-0606900e1475 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.457572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4292814-2887-4e69-a416-9d6103351b87 req-d802c79f-e5b6-4203-91b5-0606900e1475 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 946 time: 0.3536136 Sep 21 18:12:58.464232 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-3a895c92-eac4-4a1e-9dc8-2e0cc16d1af0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5623028 Sep 21 18:12:58.494725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8853b5a-c902-4556-8e8e-232466843571']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:58.526221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3026291-966f-479c-b284-fc0df443aafc') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:58.526848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3026291-966f-479c-b284-fc0df443aafc') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:58.564614 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4292814-2887-4e69-a416-9d6103351b87 req-1675f870-d8f0-4b09-ac0c-d82d74522a74 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056473 Sep 21 18:12:58.577018 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.603144 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.613533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:58.614505 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:58.616896 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:58.716913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] For port 8d0019f9-9c0c-43f3-bad2-3508b68c0100, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:58.720599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] For port 8d0019f9-9c0c-43f3-bad2-3508b68c0100, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8d0019f9-9c0c-43f3-bad2-3508b68c0100,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:58.724694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.728713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.773993 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.780767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a8853b5a-c902-4556-8e8e-232466843571 HTTP/1.1" status: 204 len: 168 time: 1.3523960 Sep 21 18:12:58.780767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39aae-9fff-4c82-b9f0-18efd18bcec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8853b5a-c902-4556-8e8e-232466843571,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:58.820526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-e42249b5-02e2-4d9d-9667-359236edfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.822741 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-e42249b5-02e2-4d9d-9667-359236edfbaa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 1097 time: 0.2827816 Sep 21 18:12:58.824834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.830178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.831094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.832727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d0019f9-9c0c-43f3-bad2-3508b68c0100 HTTP/1.1" status: 200 len: 1091 time: 3.1353967 Sep 21 18:12:58.833201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'tag': '8d0019f9-9c0c-43f3-bad2-3508b68c0100'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:58.835859 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d604c012-e329-4e13-a867-8c49a4116935" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8e03fc-831b-4218-9f85-5129b17a698e", "tag": "8d0019f9-9c0c-43f3-bad2-3508b68c0100"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:58.899588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Calling delete_port for f513e6af-4ed3-4a6f-b090-a35bb5802edb owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:58.924076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91ce53-1edd-4677-9884-0a86bb3d1537 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0019f9-9c0c-43f3-bad2-3508b68c0100,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:59.055926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39666) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:59.164515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d2af7d69-ebc7-49a4-84ab-916cfaa6c9f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbe3be729ac349f8bc90b76ec557c2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1049504 Sep 21 18:12:59.165554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39668) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:59.213571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:59.282667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd681840-313d-48ec-9014-581bf91fd584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.330161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:59.331932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7fbbe45c-ac60-4f00-b15d-04dddb8153e9 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:59.343058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd681840-313d-48ec-9014-581bf91fd584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.377588 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3bebe51a-0937-4e7d-8163-1dc37b459696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.419159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-b4a1a59b-4f0c-4749-8c06-076efb3b7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.421807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-b4a1a59b-4f0c-4749-8c06-076efb3b7b20 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.5578036 Sep 21 18:12:59.442111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd681840-313d-48ec-9014-581bf91fd584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.444908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd681840-313d-48ec-9014-581bf91fd584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.446225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fd681840-313d-48ec-9014-581bf91fd584 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45f7b399-daee-40ec-9250-22b9075cd470 HTTP/1.1" status: 204 len: 168 time: 0.2802830 Sep 21 18:12:59.463595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd681840-313d-48ec-9014-581bf91fd584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f7b399-daee-40ec-9250-22b9075cd470,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:59.510477 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-62b6a21b-8294-4976-a092-095636c93988 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f56508e-9704-4611-9ba0-a9607ef783e2 HTTP/1.1" status: 200 len: 217 time: 0.0811310 Sep 21 18:12:59.632072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.641177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-17e05b2f-2f9e-47c4-bca0-b2c024e8824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.642965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-17e05b2f-2f9e-47c4-bca0-b2c024e8824d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0812647 Sep 21 18:12:59.683321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event deleted for resources: {'Port': ['ID=f513e6af-4ed3-4a6f-b090-a35bb5802edb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:59.703588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-4b6cc487-0fc4-448f-b0ca-00dfd0b52b63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366979 Sep 21 18:12:59.851750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.975737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-38661ea8-f972-4c52-8fd5-b70cb5a4426e service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620411 Sep 21 18:13:00.006230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.015343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.496063 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.497081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Fanout notify agent at l3_agent the message router_deleted on router 5c486f5c-5b4d-4a13-bd05-670be533fcc7 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:00.506400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.511204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39700) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:00.512318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-798e0194-c0f3-4b96-85f0-07273721bbff tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/5c486f5c-5b4d-4a13-bd05-670be533fcc7 HTTP/1.1" status: 204 len: 168 time: 4.2053030 Sep 21 18:13:00.520048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0f6783d3-a42b-4d3a-b06c-b38af09261c9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-785683214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:00.548878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e7efe98-f634-4c8e-82b2-e363b92e207a req-c6b0548e-4876-4bbb-a1f9-87dce28f49f6 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446386 Sep 21 18:13:00.555733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f6783d3-a42b-4d3a-b06c-b38af09261c9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.556861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f6783d3-a42b-4d3a-b06c-b38af09261c9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.613711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f6783d3-a42b-4d3a-b06c-b38af09261c9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.617432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f6783d3-a42b-4d3a-b06c-b38af09261c9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.651656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f6783d3-a42b-4d3a-b06c-b38af09261c9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.653683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f6783d3-a42b-4d3a-b06c-b38af09261c9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1402843 Sep 21 18:13:00.656517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39712) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:00.664208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': True}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:00.732133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39714) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:00.853036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-564643881-network', 'tenant_id': 'fc5dc635e0af4ce5a1344b632df90e81'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:00.876428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Made reservation on behalf of fc5dc635e0af4ce5a1344b632df90e81 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:00.879155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.903796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.198978 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83bdb90-34a7-4200-a3e4-625e220a2abc x-openstack-request-id: req-f83bdb90-34a7-4200-a3e4-625e220a2abc {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:01.199523 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4494f00-4f32-4819-b5e0-a1b29c05dd4c", "name": "network-vif-plugged", "status": "completed", "tag": "39631a62-a4b0-4805-b925-11d19faf145d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:01.199523 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f83bdb90-34a7-4200-a3e4-625e220a2abc {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:01.199920 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39631a62-a4b0-4805-b925-11d19faf145d', 'code': 200} Sep 21 18:13:01.233761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.279205 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.285173 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.342265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-1e4ddb4e-7914-483d-b70a-cdd9c7299ddd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2837ab67-cffa-44a3-ba30-96e82963a749 HTTP/1.1" status: 200 len: 217 time: 0.0584641 Sep 21 18:13:01.408082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Allocated IP 172.25.3.226 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/49bcff3b-b2a5-41d0-9905-a8ca11713943) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:01.461337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-bbd6d2fe-31c3-4f6a-b4a4-35a1aa31d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.462849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-bbd6d2fe-31c3-4f6a-b4a4-35a1aa31d633 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0816047 Sep 21 18:13:01.474214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd6552-c84f-42b8-a46b-4ad635001584 req-65f0350f-625a-45ed-8185-4d0acd401561 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.475892 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bccd6552-c84f-42b8-a46b-4ad635001584 req-65f0350f-625a-45ed-8185-4d0acd401561 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 946 time: 0.1741841 Sep 21 18:13:01.537047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-9231d28d-ce74-477e-8a12-0762015c46b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568070 Sep 21 18:13:01.588282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-629019f2-bbee-4309-ae1d-5907bc7b16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.589807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-629019f2-bbee-4309-ae1d-5907bc7b16ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cefc5e41a1bd4eeb85b28e3186e3032c&device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 1094 time: 0.4086750 Sep 21 18:13:01.602854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6043-f822-4a79-9d20-15c16dbba7e2 req-efd2bf5f-e2f6-4f2b-833a-88e2ad36c980 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.609349 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52cd6043-f822-4a79-9d20-15c16dbba7e2 req-efd2bf5f-e2f6-4f2b-833a-88e2ad36c980 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 943 time: 0.3315341 Sep 21 18:13:01.639497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3627ef-0138-4c30-8cf2-e3138c540d79 req-7fd6a664-abc4-4629-ab8f-02e45c0596ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.640949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d3627ef-0138-4c30-8cf2-e3138c540d79 req-7fd6a664-abc4-4629-ab8f-02e45c0596ce service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 1096 time: 0.1550496 Sep 21 18:13:01.719084 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-8152ebfc-42de-4a39-9ea6-c4e75e0f7d83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0019f9-9c0c-43f3-bad2-3508b68c0100 HTTP/1.1" status: 200 len: 217 time: 0.1026263 Sep 21 18:13:01.722663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.738539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-12dd0b8b-2ebe-4dfe-b881-725696017ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808410 Sep 21 18:13:01.796504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bccd6552-c84f-42b8-a46b-4ad635001584 req-6ab4cd9e-09e1-44e9-8aa3-7fd07ee34605 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980285 Sep 21 18:13:01.811618 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52cd6043-f822-4a79-9d20-15c16dbba7e2 req-926d3cd8-9614-47fc-8a87-ffb61c595d1e tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994083 Sep 21 18:13:01.820411 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8d3627ef-0138-4c30-8cf2-e3138c540d79 req-3774c0fc-f306-40d9-97f1-3bdd02d8f325 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701477 Sep 21 18:13:01.865300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-177b4464-aeb9-40c8-a1a4-971301071039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.866695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-177b4464-aeb9-40c8-a1a4-971301071039 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d76058c2-98dd-46dd-975a-d35665e3c314 HTTP/1.1" status: 200 len: 854 time: 0.1328788 Sep 21 18:13:01.866854 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.875391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.900794 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6560c603-9ebb-49f0-a2c2-ec105b39adb7 x-openstack-request-id: req-6560c603-9ebb-49f0-a2c2-ec105b39adb7 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:01.901034 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8e03fc-831b-4218-9f85-5129b17a698e", "tag": "8d0019f9-9c0c-43f3-bad2-3508b68c0100", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:01.901287 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6560c603-9ebb-49f0-a2c2-ec105b39adb7 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:01.901708 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'tag': '8d0019f9-9c0c-43f3-bad2-3508b68c0100', 'status': 'completed', 'code': 200} Sep 21 18:13:01.933343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7ce1e4-938d-491f-b09a-f89746338699,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:01.953201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.960011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:01.968244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba50328b-8c1c-40b6-8a51-21bc4e5d8650 req-754fcacc-9f2a-4e05-bff9-e557fa9061c0 service neutron] 10.222.0.41 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186873 Sep 21 18:13:01.975711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.976075 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Added segment 17cab7c9-890d-43cd-bef3-a415651bf8fb of type vlan for network 11cce824-e437-4f34-93e0-dc1aad7545b7 Sep 21 18:13:02.024529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:02.030212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.034948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:02.044699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da943ee-1066-46b4-9e78-3c634184954b req-3e6f673e-f8de-4f06-a051-b1c571f0b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:02.046279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-3e6f673e-f8de-4f06-a051-b1c571f0b9fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c30c8be-64c7-4ac5-9879-adf41c7145a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644626 Sep 21 18:13:02.047342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:02.053391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Port': ['ID=49bcff3b-b2a5-41d0-9905-a8ca11713943,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:02.079454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.082229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:02.083066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.094508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feaf60-e4ab-48ba-928a-7c4fd55aaa83 req-9a44c6ad-551c-4d87-8a6e-8606b60ce647 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:02.096407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32feaf60-e4ab-48ba-928a-7c4fd55aaa83 req-9a44c6ad-551c-4d87-8a6e-8606b60ce647 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 945 time: 0.1600301 Sep 21 18:13:02.198987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] Pushing event updated for resources: {'Network': ['ID=11cce824-e437-4f34-93e0-dc1aad7545b7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:02.211103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 11cce824-e437-4f34-93e0-dc1aad7545b7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:02.227826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9f149e3a-56c1-405c-9d71-0adc221a59ce admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4943004 Sep 21 18:13:02.231607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39746) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:02.239689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Request body: {'subnet': {'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-564643881-subnet', 'tenant_id': 'fc5dc635e0af4ce5a1344b632df90e81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:02.280829 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32feaf60-e4ab-48ba-928a-7c4fd55aaa83 req-46f6f243-8d1c-4c1a-88f2-9e402d46cc06 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702387 Sep 21 18:13:02.329559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Made reservation on behalf of fc5dc635e0af4ce5a1344b632df90e81 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:02.330711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-abcfb823-0ed6-4d4a-b97a-72107a2e06fe service neutron] 10.222.0.41 "GET /v2.0/networks/2c30c8be-64c7-4ac5-9879-adf41c7145a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756109 Sep 21 18:13:02.338325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.574048 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2da943ee-1066-46b4-9e78-3c634184954b req-3db0fe0b-b4ab-42a9-a8e9-30ce94e30cce service neutron] 10.222.0.41 "GET /v2.0/networks/2c30c8be-64c7-4ac5-9879-adf41c7145a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264881 Sep 21 18:13:02.592332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.596193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e506d-fab4-46c9-bab8-f5d073a4efbc req-a8e5b173-33af-41f5-8a21-cd3e828e706d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:02.598577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-100e506d-fab4-46c9-bab8-f5d073a4efbc req-a8e5b173-33af-41f5-8a21-cd3e828e706d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 946 time: 0.1259239 Sep 21 18:13:02.620154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.659606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076e2521-b5af-41c9-942a-dbc28cafe6b6,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:02.676761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Checking segment: {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:02.677128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Network hostable DHCP agents. Network: 11cce824-e437-4f34-93e0-dc1aad7545b7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:02.695590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Network 11cce824-e437-4f34-93e0-dc1aad7545b7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:02.706241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 11cce824-e437-4f34-93e0-dc1aad7545b7) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:02.715774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:02.716636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.718221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cbeb80-6ba6-4cc7-ac13-ba5aa5ec36dd None None] Network 11cce824-e437-4f34-93e0-dc1aad7545b7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:02.739626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aae87054-2633-4ad1-af44-6c9bf6f41d16 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5060270 Sep 21 18:13:02.750989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-100e506d-fab4-46c9-bab8-f5d073a4efbc req-c9e6ff78-eca7-44d5-aee5-06aa44c26102 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397386 Sep 21 18:13:02.784568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604c012-e329-4e13-a867-8c49a4116935 req-42d7854c-3319-4f1e-b9e6-602935b873d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:02.786137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d604c012-e329-4e13-a867-8c49a4116935 req-42d7854c-3319-4f1e-b9e6-602935b873d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cefc5e41a1bd4eeb85b28e3186e3032c&device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 1094 time: 0.1200755 Sep 21 18:13:02.970389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5ebf9-d37f-44cb-b779-d78c4b0bf3fc None None] Network 11cce824-e437-4f34-93e0-dc1aad7545b7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:02.999295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604c012-e329-4e13-a867-8c49a4116935 req-cc152e1a-7d16-4f1e-ac1d-63ab48f84a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.001002 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d604c012-e329-4e13-a867-8c49a4116935 req-cc152e1a-7d16-4f1e-ac1d-63ab48f84a1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c30c8be-64c7-4ac5-9879-adf41c7145a4 HTTP/1.1" status: 200 len: 917 time: 0.1996763 Sep 21 18:13:03.004049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.007741 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.045703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669a7b-c6fa-4156-88da-a822e2fadb24 req-1f38e413-955b-4c5e-8e34-efc357c68429 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.050740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d669a7b-c6fa-4156-88da-a822e2fadb24 req-1f38e413-955b-4c5e-8e34-efc357c68429 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 943 time: 0.1122692 Sep 21 18:13:03.057519 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d604c012-e329-4e13-a867-8c49a4116935 req-a21c4a6b-32f5-47b9-99c5-28f8951504e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0019f9-9c0c-43f3-bad2-3508b68c0100 HTTP/1.1" status: 200 len: 217 time: 0.0450933 Sep 21 18:13:03.103629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d669a7b-c6fa-4156-88da-a822e2fadb24 req-f531b0b2-1bbd-4284-add2-b0c145b59f68 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475061 Sep 21 18:13:03.232121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604c012-e329-4e13-a867-8c49a4116935 req-08bee375-f761-4762-992e-f901009cc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.234073 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d604c012-e329-4e13-a867-8c49a4116935 req-08bee375-f761-4762-992e-f901009cc1ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d76058c2-98dd-46dd-975a-d35665e3c314 HTTP/1.1" status: 200 len: 854 time: 0.1103702 Sep 21 18:13:03.317304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604c012-e329-4e13-a867-8c49a4116935 req-2161465c-fc17-43d3-9687-f6e392f3301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.318832 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d604c012-e329-4e13-a867-8c49a4116935 req-2161465c-fc17-43d3-9687-f6e392f3301c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c30c8be-64c7-4ac5-9879-adf41c7145a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729508 Sep 21 18:13:03.420629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Router 4c0d80a2-dce5-4d12-8136-34e64e7e9c0d is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:13:03.474690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47692-dde7-4718-a12a-2c39b22d72ca req-b2b37018-7ed8-42be-826c-c39f0012b114 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.476406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ba47692-dde7-4718-a12a-2c39b22d72ca req-b2b37018-7ed8-42be-826c-c39f0012b114 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 945 time: 0.0583971 Sep 21 18:13:03.521696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ba47692-dde7-4718-a12a-2c39b22d72ca req-90d26b67-9c58-4cd4-a498-4138c98e2218 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 Sep 21 18:13:03.583200 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dbc5-f2ca-4dc5-aea4-5107f97ca065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.595592 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d604c012-e329-4e13-a867-8c49a4116935 req-d0fe5ffc-30d2-4838-84de-b9dbf163d0c0 service neutron] 10.222.0.41 "GET /v2.0/networks/2c30c8be-64c7-4ac5-9879-adf41c7145a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663071 Sep 21 18:13:03.605579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-f01d0910-16dc-41e1-b053-091a09af27d8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.607167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-f01d0910-16dc-41e1-b053-091a09af27d8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 814 time: 0.2951417 Sep 21 18:13:03.723513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-6c398e16-fdc6-435a-b83c-dba716e7c6f2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.725112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-6c398e16-fdc6-435a-b83c-dba716e7c6f2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 946 time: 0.0706117 Sep 21 18:13:03.916961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Deleting port 16af6f43-f236-445b-80a9-8198837ef139 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:03.917289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.943277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e2ad-feef-43d4-a3fd-2e3aca06b10e req-c5f83ac6-88b1-4f14-8582-8370fd73fee7 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.945189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5934e2ad-feef-43d4-a3fd-2e3aca06b10e req-c5f83ac6-88b1-4f14-8582-8370fd73fee7 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 945 time: 0.0912921 Sep 21 18:13:04.000738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5934e2ad-feef-43d4-a3fd-2e3aca06b10e req-de583455-05eb-47cd-90dd-26d2d8173c62 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Sep 21 18:13:04.067589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.094241 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-fae101e3-fdaf-40d0-b054-03286ee7c1a2 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/quotas/fc5dc635e0af4ce5a1344b632df90e81 HTTP/1.1" status: 200 len: 375 time: 0.4670775 Sep 21 18:13:04.142511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:04.147550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] For port 16af6f43-f236-445b-80a9-8198837ef139, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=16af6f43-f236-445b-80a9-8198837ef139,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:04.147984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.149140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.153664 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-38437fb4-edec-4afd-a881-75528f380022 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "PUT /v2.0/routers/4c0d80a2-dce5-4d12-8136-34e64e7e9c0d HTTP/1.1" status: 200 len: 914 time: 3.4957535 Sep 21 18:13:04.156139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39810) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.157942 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] Sync routers for ids ['4c0d80a2-dce5-4d12-8136-34e64e7e9c0d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:04.165515 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.171931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Calling delete_port for 16af6f43-f236-445b-80a9-8198837ef139 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:04.173637 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] Routers {'4c0d80a2-dce5-4d12-8136-34e64e7e9c0d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:04.174699 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4c0d80a2-dce5-4d12-8136-34e64e7e9c0d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:04.196758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34d6af-f653-4ece-90f3-bdcd0cecfdc7 req-7fd7ebcd-07dd-4c76-8132-9cddb76734a4 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.204749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a34d6af-f653-4ece-90f3-bdcd0cecfdc7 req-7fd7ebcd-07dd-4c76-8132-9cddb76734a4 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ec54106-bd18-4583-a908-514e409f7c2d HTTP/1.1" status: 200 len: 946 time: 0.1255786 Sep 21 18:13:04.215238 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:04.228199 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] Routers {'4c0d80a2-dce5-4d12-8136-34e64e7e9c0d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:04.229448 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4c0d80a2-dce5-4d12-8136-34e64e7e9c0d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:04.245944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d604c012-e329-4e13-a867-8c49a4116935 req-35b9935b-2446-4bd4-b4f2-fdffada5d5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2c30c8be-64c7-4ac5-9879-adf41c7145a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359680 Sep 21 18:13:04.280344 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:04.280993 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-09b54270-d6b7-4d2e-9357-bd1f1c96b9f3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1629233 Sep 21 18:13:04.281469 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5e977-d772-433c-8ccc-355a6110de84 None None] The sync data for ids ['4c0d80a2-dce5-4d12-8136-34e64e7e9c0d'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:13:04.297101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a34d6af-f653-4ece-90f3-bdcd0cecfdc7 req-ef979043-d270-4473-b5b6-15b1460760a3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914552 Sep 21 18:13:04.416239 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eedd4c35-e020-4181-85f1-2c37d03deeb8 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/4c0d80a2-dce5-4d12-8136-34e64e7e9c0d HTTP/1.1" status: 200 len: 920 time: 0.2575698 Sep 21 18:13:04.416860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39818) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.441425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.460909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749', '16af6f43-f236-445b-80a9-8198837ef139'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:04.463897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5f56508e-9704-4611-9ba0-a9607ef783e2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:04.503235 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-f709b063-057a-4e4a-8c4d-91a42614d7ab service neutron] 10.222.0.70 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212551 Sep 21 18:13:04.514486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event deleted for resources: {'Port': ['ID=16af6f43-f236-445b-80a9-8198837ef139,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:04.532065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] No DVR routers for this DVR port 16af6f43-f236-445b-80a9-8198837ef139 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:04.535881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.538247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6ecb595-d61e-476e-b471-3574bc6aaf50 req-84a28d45-f25a-4aca-9b57-9e6be143f66a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "DELETE /v2.0/ports/16af6f43-f236-445b-80a9-8198837ef139 HTTP/1.1" status: 204 len: 173 time: 0.8048790 Sep 21 18:13:04.540953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec54106-bd18-4583-a908-514e409f7c2d', 'name': 'network-vif-deleted', 'tag': '16af6f43-f236-445b-80a9-8198837ef139'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:04.543331 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9effd-fdcf-4e6a-95b0-666b537e0b1f" -d '{"events": [{"server_uuid": "1ec54106-bd18-4583-a908-514e409f7c2d", "name": "network-vif-deleted", "tag": "16af6f43-f236-445b-80a9-8198837ef139"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:04.561135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8e2d4-ddac-4de8-8687-b2e5eaf2bf96 req-492f8eb8-f935-4d05-b22b-b6029552561c tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.573107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9db8e2d4-ddac-4de8-8687-b2e5eaf2bf96 req-492f8eb8-f935-4d05-b22b-b6029552561c tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 943 time: 0.1653886 Sep 21 18:13:04.598435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80121363-d145-452c-a1ff-985f75db724a tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.600483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80121363-d145-452c-a1ff-985f75db724a tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=4c0d80a2-dce5-4d12-8136-34e64e7e9c0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1804550 Sep 21 18:13:04.604680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39822) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.635116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9db8e2d4-ddac-4de8-8687-b2e5eaf2bf96 req-696060bc-59fa-4561-b2c0-e9dd02644187 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524659 Sep 21 18:13:04.747930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60862a43-eeb1-427f-a2fa-6f1d681e6841 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.751919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-60862a43-eeb1-427f-a2fa-6f1d681e6841 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.1435258 Sep 21 18:13:04.753778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39830) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.756747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-245ae803-53b6-4bb8-aea2-80edb05014a6 service neutron] 10.222.0.70 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518542 Sep 21 18:13:04.790311 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe43bd1-3ee6-470f-a7f6-7b4a0ede3527 x-openstack-request-id: req-bfe43bd1-3ee6-470f-a7f6-7b4a0ede3527 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:04.790793 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec54106-bd18-4583-a908-514e409f7c2d", "name": "network-vif-deleted", "tag": "16af6f43-f236-445b-80a9-8198837ef139", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:04.791257 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfe43bd1-3ee6-470f-a7f6-7b4a0ede3527 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:04.791704 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec54106-bd18-4583-a908-514e409f7c2d', 'name': 'network-vif-deleted', 'tag': '16af6f43-f236-445b-80a9-8198837ef139', 'status': 'completed', 'code': 200} Sep 21 18:13:04.794432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f0b38edd-df98-4e0c-998d-e99ac4a5d8a3 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c0d80a2-dce5-4d12-8136-34e64e7e9c0d HTTP/1.1" status: 200 len: 205 time: 0.0354125 Sep 21 18:13:04.798615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39832) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.870369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8d0019f9-9c0c-43f3-bad2-3508b68c0100 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:04.899587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.996320 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.050096 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-338c109f-accf-4325-9a1d-c85c0dd23f2e req-e12f101d-f445-44e8-a62b-175fda6ffd7b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 210 time: 0.0618329 Sep 21 18:13:05.131350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8d0019f9-9c0c-43f3-bad2-3508b68c0100, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8d0019f9-9c0c-43f3-bad2-3508b68c0100,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:05.167783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '8d0019f9-9c0c-43f3-bad2-3508b68c0100', 'network_id': '2c30c8be-64c7-4ac5-9879-adf41c7145a4', 'port_id': '8d0019f9-9c0c-43f3-bad2-3508b68c0100', 'mac_address': 'fa:16:3e:1c:9a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76058c2-98dd-46dd-975a-d35665e3c314', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:05.243845 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.263438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0019f9-9c0c-43f3-bad2-3508b68c0100 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:05.287556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a73f14-5026-495e-8476-32560c1715ce req-3c331f68-cfa7-478a-9553-81cfe7f34ce4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.289899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8d0019f9-9c0c-43f3-bad2-3508b68c0100, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8d0019f9-9c0c-43f3-bad2-3508b68c0100,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:05.295128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32a73f14-5026-495e-8476-32560c1715ce req-3c331f68-cfa7-478a-9553-81cfe7f34ce4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 945 time: 0.1722076 Sep 21 18:13:05.295855 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.314282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.387520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=8d0019f9-9c0c-43f3-bad2-3508b68c0100,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:05.401407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32a73f14-5026-495e-8476-32560c1715ce req-66bfd68c-8c8a-41eb-b59e-2d6d29658bbe tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d0e9dc7-2842-43a8-a489-5a60101c8e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029415 Sep 21 18:13:05.475750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ecab-712e-4722-9e59-eff222f76979 req-98f0cc23-2456-4b29-9407-6f5f55902f77 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.477299 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d87ecab-712e-4722-9e59-eff222f76979 req-98f0cc23-2456-4b29-9407-6f5f55902f77 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 945 time: 0.0748425 Sep 21 18:13:05.487298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Deleting port 49bcff3b-b2a5-41d0-9905-a8ca11713943 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:05.487638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.578998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8d0019f9-9c0c-43f3-bad2-3508b68c0100'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:05.813543 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.849419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ee587-669a-45dc-a993-ac7ebd3115e7 req-ee979281-e267-470e-bac3-545019282fc2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.858593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e6ee587-669a-45dc-a993-ac7ebd3115e7 req-ee979281-e267-470e-bac3-545019282fc2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 946 time: 0.1240015 Sep 21 18:13:05.867457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba687e-80e4-4913-834f-4377f0005b67 req-cf8b7077-d804-4694-becb-2322dcfb33da tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.869877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9eba687e-80e4-4913-834f-4377f0005b67 req-cf8b7077-d804-4694-becb-2322dcfb33da tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 944 time: 0.1161625 Sep 21 18:13:05.874416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Calling delete_port for 49bcff3b-b2a5-41d0-9905-a8ca11713943 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:05.880233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Deleting port 39631a62-a4b0-4805-b925-11d19faf145d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:05.880632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.922809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9eba687e-80e4-4913-834f-4377f0005b67 req-48bb4a4b-1742-43e8-a525-a23e1f7a83d2 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Sep 21 18:13:06.009527 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e6ee587-669a-45dc-a993-ac7ebd3115e7 req-201d109b-c235-4334-950a-62236eb60901 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493378 Sep 21 18:13:06.162163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] For port 39631a62-a4b0-4805-b925-11d19faf145d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=39631a62-a4b0-4805-b925-11d19faf145d,segment=NetworkSegment(eee1486a-e653-4ab6-8ff9-76cc0c87abfd),segment_id=eee1486a-e653-4ab6-8ff9-76cc0c87abfd)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:06.162606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.202745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2759fc0c-bc6c-4cc5-9f68-59211a872482 req-af1e3897-4b77-4b2a-837c-b9703b83d62d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 210 time: 0.0493000 Sep 21 18:13:06.207826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Calling delete_port for 39631a62-a4b0-4805-b925-11d19faf145d owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:06.322800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.364152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event deleted for resources: {'Port': ['ID=49bcff3b-b2a5-41d0-9905-a8ca11713943,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:06.469614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.484852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['39631a62-a4b0-4805-b925-11d19faf145d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:06.507823 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.512846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Pushing event deleted for resources: {'Port': ['ID=39631a62-a4b0-4805-b925-11d19faf145d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:06.562276 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e47c73c6-96ba-4fcf-abe0-0f43fe906cc2 req-b61ced42-8544-494a-bc74-89a0bde5154b tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4494f00-4f32-4819-b5e0-a1b29c05dd4c HTTP/1.1" status: 200 len: 210 time: 0.0569594 Sep 21 18:13:06.631463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.636337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.658241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] No DVR routers for this DVR port 39631a62-a4b0-4805-b925-11d19faf145d on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:06.661494 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.663598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d87ecab-712e-4722-9e59-eff222f76979 req-51ef274e-52be-4d7f-b3f4-859dfd8632f4 tempest-InstanceActionsV221TestJSON-1232627027 tempest-InstanceActionsV221TestJSON-1232627027-project] 10.222.0.78 "DELETE /v2.0/ports/39631a62-a4b0-4805-b925-11d19faf145d HTTP/1.1" status: 204 len: 173 time: 1.1561584 Sep 21 18:13:06.664061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'name': 'network-vif-deleted', 'tag': '39631a62-a4b0-4805-b925-11d19faf145d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:06.666473 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319c35fa-a43d-4bf3-9a26-d25b78f9e10e" -d '{"events": [{"server_uuid": "b4494f00-4f32-4819-b5e0-a1b29c05dd4c", "name": "network-vif-deleted", "tag": "39631a62-a4b0-4805-b925-11d19faf145d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:06.719202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.719743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Fanout notify agent at l3_agent the message router_deleted on router 4c0d80a2-dce5-4d12-8136-34e64e7e9c0d {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:06.734448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.735754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5fb4d42f-f958-484a-8888-ed24c3b85387 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/4c0d80a2-dce5-4d12-8136-34e64e7e9c0d HTTP/1.1" status: 204 len: 168 time: 1.9356632 Sep 21 18:13:06.742456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39888) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:06.748825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-df3ffcd4-331c-4a38-99f0-77c6250813cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1122387010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:06.755812 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e830e5-5ab1-489e-8abc-90bba8de6447 x-openstack-request-id: req-74e830e5-5ab1-489e-8abc-90bba8de6447 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:06.756376 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4494f00-4f32-4819-b5e0-a1b29c05dd4c", "name": "network-vif-deleted", "tag": "39631a62-a4b0-4805-b925-11d19faf145d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:06.757130 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74e830e5-5ab1-489e-8abc-90bba8de6447 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:06.757696 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4494f00-4f32-4819-b5e0-a1b29c05dd4c', 'name': 'network-vif-deleted', 'tag': '39631a62-a4b0-4805-b925-11d19faf145d', 'status': 'completed', 'code': 200} Sep 21 18:13:06.781295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df3ffcd4-331c-4a38-99f0-77c6250813cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.782855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df3ffcd4-331c-4a38-99f0-77c6250813cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.819227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-12f24fe2-3460-425e-9f0d-3fee4799d300 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:06.820666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-12f24fe2-3460-425e-9f0d-3fee4799d300 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 814 time: 0.1968741 Sep 21 18:13:06.836732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8d0019f9-9c0c-43f3-bad2-3508b68c0100 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:06.841292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Request body: {'port': {'device_id': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'admin_state_up': True, 'tenant_id': 'fc5dc635e0af4ce5a1344b632df90e81'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:06.860789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df3ffcd4-331c-4a38-99f0-77c6250813cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.874718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df3ffcd4-331c-4a38-99f0-77c6250813cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.900015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df3ffcd4-331c-4a38-99f0-77c6250813cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.901439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df3ffcd4-331c-4a38-99f0-77c6250813cb tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1574564 Sep 21 18:13:06.904103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39890) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:06.911513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': False}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:06.947857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:06.968708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:06.969099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.017461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Made reservation on behalf of fc5dc635e0af4ce5a1344b632df90e81 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:07.024310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.173588 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.179357 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.216329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0019f9-9c0c-43f3-bad2-3508b68c0100'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:07.238320 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c8061-4a31-40b0-9867-151adc6a134d" -d '{"events": [{"server_uuid": "2f8e03fc-831b-4218-9f85-5129b17a698e", "name": "network-vif-plugged", "status": "completed", "tag": "8d0019f9-9c0c-43f3-bad2-3508b68c0100"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:07.253189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2944299-f9aa-4e2c-b710-0e5a7ce90cd0 req-e86dbc05-466c-468b-9ba5-6b98a47cd46c tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.256105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8d0019f9-9c0c-43f3-bad2-3508b68c0100, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8d0019f9-9c0c-43f3-bad2-3508b68c0100,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:07.262102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2944299-f9aa-4e2c-b710-0e5a7ce90cd0 req-e86dbc05-466c-468b-9ba5-6b98a47cd46c tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 944 time: 0.2040253 Sep 21 18:13:07.263925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.264941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 16af6f43-f236-445b-80a9-8198837ef139 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:07.286946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Allocated IP 172.20.0.8 (11cce824-e437-4f34-93e0-dc1aad7545b7/076e2521-b5af-41c9-942a-dbc28cafe6b6/ef9e58f6-b8df-4bde-9abc-46b702c09aca) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:07.314038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 16af6f43-f236-445b-80a9-8198837ef139 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:07.314755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 16af6f43-f236-445b-80a9-8198837ef139 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:07.326781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2944299-f9aa-4e2c-b710-0e5a7ce90cd0 req-bfb8dacd-8adb-403e-8ccc-3678c0d7b7c4 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633886 Sep 21 18:13:07.373775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=8d0019f9-9c0c-43f3-bad2-3508b68c0100,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:07.443360 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.499859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-40898cd7-958b-47e4-a254-7d146f6fe135 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.501406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-40898cd7-958b-47e4-a254-7d146f6fe135 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 946 time: 0.1439023 Sep 21 18:13:07.541236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7ab8a-3afc-4eb9-9ee7-13468d690caa req-2e4e3198-02d8-4fe8-bb72-6100dd81b9ca tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.542790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58c7ab8a-3afc-4eb9-9ee7-13468d690caa req-2e4e3198-02d8-4fe8-bb72-6100dd81b9ca tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 946 time: 0.1864984 Sep 21 18:13:07.573380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6edef3c2-e9f8-4bb9-9b2a-38a89e14bc5e req-17854649-85fe-4b82-8dfe-111f46ca3931 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 210 time: 0.0454075 Sep 21 18:13:07.611643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.652469 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc164fe-71d7-431e-8aa1-af4900c0f833 x-openstack-request-id: req-3dc164fe-71d7-431e-8aa1-af4900c0f833 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:07.653123 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8e03fc-831b-4218-9f85-5129b17a698e", "name": "network-vif-plugged", "status": "completed", "tag": "8d0019f9-9c0c-43f3-bad2-3508b68c0100", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:07.653231 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dc164fe-71d7-431e-8aa1-af4900c0f833 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:07.653823 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0019f9-9c0c-43f3-bad2-3508b68c0100', 'code': 200} Sep 21 18:13:07.668854 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.672586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58c7ab8a-3afc-4eb9-9ee7-13468d690caa req-a92ce5c0-ed7a-4746-a44e-a4076affb253 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062689 Sep 21 18:13:07.732391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Network 11cce824-e437-4f34-93e0-dc1aad7545b7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:07.741310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Deleting port 5f56508e-9704-4611-9ba0-a9607ef783e2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:07.741648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.751407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:07.769678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:07.832379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:07.838149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1bd3-fc9b-48ac-8744-8eb21e1f36e7 req-321c6c6e-2488-4c83-93f5-d473590d6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.839718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-762d1bd3-fc9b-48ac-8744-8eb21e1f36e7 req-321c6c6e-2488-4c83-93f5-d473590d6b0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 1096 time: 0.1097763 Sep 21 18:13:07.853360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.853960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.892842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-9e28a11c-8154-458c-b23b-3ee7b1a480e6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0570343 Sep 21 18:13:07.908221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Request body: {'port': {'device_id': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:07.932738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39926) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:07.944817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-762d1bd3-fc9b-48ac-8744-8eb21e1f36e7 req-0df65f18-ac7d-4a44-acee-248b6ee8d256 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Sep 21 18:13:08.021345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] Deleting subnet 49e7e4f8-91cf-41f6-954e-4e72cb7a1a31 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:08.026584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.056700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.086095 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.225543 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.292786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] For port 5f56508e-9704-4611-9ba0-a9607ef783e2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5f56508e-9704-4611-9ba0-a9607ef783e2,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:08.293497 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.326430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Calling delete_port for 5f56508e-9704-4611-9ba0-a9607ef783e2 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:08.330466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.341037 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.360974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.374528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.416599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.421230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/49e7e4f8-91cf-41f6-954e-4e72cb7a1a31 HTTP/1.1" status: 204 len: 168 time: 0.4872100 Sep 21 18:13:08.421893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39942) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:08.425823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e45fa-422d-40b1-b080-2b8e401779e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e7e4f8-91cf-41f6-954e-4e72cb7a1a31,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:08.542164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9e58f6-b8df-4bde-9abc-46b702c09aca {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:08.553293 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.562736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fcc81-f774-47d5-b023-c8d756816598 req-7653581d-dc51-447d-8d24-db3881a77e8d tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:08.564270 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed5fcc81-f774-47d5-b023-c8d756816598 req-7653581d-dc51-447d-8d24-db3881a77e8d tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 945 time: 0.1266754 Sep 21 18:13:08.582514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Allocated IP 172.25.3.158 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/36d1aebf-eb36-435a-83a6-d673938a664c) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:08.607659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.697606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ed5fcc81-f774-47d5-b023-c8d756816598 req-09e2c4ac-9754-4398-a984-95011f697626 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127794 Sep 21 18:13:08.710494 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.732954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.735310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97120ed-9a12-4e96-a4aa-71485b382103']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:08.746512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5f56508e-9704-4611-9ba0-a9607ef783e2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:08.762716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee1486a-e653-4ab6-8ff9-76cc0c87abfd') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:08.763186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee1486a-e653-4ab6-8ff9-76cc0c87abfd') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:08.772200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event deleted for resources: {'Port': ['ID=5f56508e-9704-4611-9ba0-a9607ef783e2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:08.781528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.782021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:08.799688 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.807189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:08.808266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.844795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f032cb9c-e4b1-4b82-8474-7d2d41d185d3 req-8dce9d99-50f2-4cfc-bc16-7f71b276e9e2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=67497aee-57aa-4fb0-920e-f27169952724 HTTP/1.1" status: 200 len: 210 time: 0.0326729 Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:08.870940 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:08.879718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Transition to ACTIVE for port object ef9e58f6-b8df-4bde-9abc-46b702c09aca will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:08.883561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.915232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] No DVR routers for this DVR port 5f56508e-9704-4611-9ba0-a9607ef783e2 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:08.920728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.928078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.955669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.958279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-609a766e-001d-4a96-8a09-2de6b2cb69fd req-cbd7a650-75cf-42e0-9ccf-c06549c3e5d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "DELETE /v2.0/ports/5f56508e-9704-4611-9ba0-a9607ef783e2 HTTP/1.1" status: 204 len: 173 time: 1.4400456 Sep 21 18:13:08.958927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67497aee-57aa-4fb0-920e-f27169952724', 'name': 'network-vif-deleted', 'tag': '5f56508e-9704-4611-9ba0-a9607ef783e2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:08.966819 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd35a22-ec66-4482-b259-e32d49c7a49e" -d '{"events": [{"server_uuid": "67497aee-57aa-4fb0-920e-f27169952724", "name": "network-vif-deleted", "tag": "5f56508e-9704-4611-9ba0-a9607ef783e2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:08.969816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.975970 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a97120ed-9a12-4e96-a4aa-71485b382103 HTTP/1.1" status: 204 len: 168 time: 0.5511262 Sep 21 18:13:08.977116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733e414-fc44-4eb4-a94a-1ef8d1b6bdd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97120ed-9a12-4e96-a4aa-71485b382103,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.029588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.074706 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37f55a4-6ae9-40ed-8cfb-d41edd85a273 x-openstack-request-id: req-c37f55a4-6ae9-40ed-8cfb-d41edd85a273 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:09.074997 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67497aee-57aa-4fb0-920e-f27169952724", "name": "network-vif-deleted", "tag": "5f56508e-9704-4611-9ba0-a9607ef783e2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:09.075252 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c37f55a4-6ae9-40ed-8cfb-d41edd85a273 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:09.075651 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67497aee-57aa-4fb0-920e-f27169952724', 'name': 'network-vif-deleted', 'tag': '5f56508e-9704-4611-9ba0-a9607ef783e2', 'status': 'completed', 'code': 200} Sep 21 18:13:09.127505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.160516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 39631a62-a4b0-4805-b925-11d19faf145d no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:09.188131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39966) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.202144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 39631a62-a4b0-4805-b925-11d19faf145d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:09.202792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 39631a62-a4b0-4805-b925-11d19faf145d not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:09.203408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5f56508e-9704-4611-9ba0-a9607ef783e2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:09.204464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:09.208686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:09.215248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:09.239418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d7e3-37a3-4848-be27-7e08302745fd req-2bc53f5d-f9dd-49ae-87ff-254d86301b72 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.249258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cc5d7e3-37a3-4848-be27-7e08302745fd req-2bc53f5d-f9dd-49ae-87ff-254d86301b72 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 943 time: 0.3752029 Sep 21 18:13:09.260222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 5f56508e-9704-4611-9ba0-a9607ef783e2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:09.260713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5f56508e-9704-4611-9ba0-a9607ef783e2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:09.282450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Pushing event updated for resources: {'Port': ['ID=36d1aebf-eb36-435a-83a6-d673938a664c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.335536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-008bcf60-86fe-4bf3-982a-13d6f2cffe83 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6c4b64f2375430987cb92819565e006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461394 Sep 21 18:13:09.338710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39974) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.340801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Attempting to bind port ef9e58f6-b8df-4bde-9abc-46b702c09aca on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:09.341165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Attempting to bind port ef9e58f6-b8df-4bde-9abc-46b702c09aca by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:09.341481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Attempting to bind port ef9e58f6-b8df-4bde-9abc-46b702c09aca on network 11cce824-e437-4f34-93e0-dc1aad7545b7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:09.360853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cc5d7e3-37a3-4848-be27-7e08302745fd req-248fa636-aec7-49e5-965f-28f8d386a412 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104813 Sep 21 18:13:09.369883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Port ef9e58f6-b8df-4bde-9abc-46b702c09aca on network 11cce824-e437-4f34-93e0-dc1aad7545b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:09.370495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Attempting to bind port ef9e58f6-b8df-4bde-9abc-46b702c09aca on network 11cce824-e437-4f34-93e0-dc1aad7545b7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:09.391487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:09.391487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Checking segment: {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:09.391487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Bound using segment: {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:09.391487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Bound port: ef9e58f6-b8df-4bde-9abc-46b702c09aca, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:09.391487 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.465693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241203b3-46f1-4d14-9c5e-d3a1b787c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.496122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241203b3-46f1-4d14-9c5e-d3a1b787c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.581517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:09.597840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:09.605642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.646631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.660213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.660849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.662747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] 10.222.0.78 "PUT /v2.0/ports/ef9e58f6-b8df-4bde-9abc-46b702c09aca HTTP/1.1" status: 200 len: 1091 time: 1.7605722 Sep 21 18:13:09.663453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:09.666926 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead" -d '{"events": [{"name": "network-changed", "server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:09.669098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241203b3-46f1-4d14-9c5e-d3a1b787c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.671758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241203b3-46f1-4d14-9c5e-d3a1b787c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.676565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-241203b3-46f1-4d14-9c5e-d3a1b787c3ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d0e9dc7-2842-43a8-a489-5a60101c8e72 HTTP/1.1" status: 204 len: 168 time: 0.3366351 Sep 21 18:13:09.704612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241203b3-46f1-4d14-9c5e-d3a1b787c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0e9dc7-2842-43a8-a489-5a60101c8e72,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.724386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a2134-a784-40f0-8c0f-2121601f933e service neutron] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.808660 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64ec88f-1715-4396-8f22-52ba27ec531b x-openstack-request-id: req-e64ec88f-1715-4396-8f22-52ba27ec531b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:09.809594 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:09.810060 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e64ec88f-1715-4396-8f22-52ba27ec531b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:09.810889 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'status': 'completed', 'code': 200} Sep 21 18:13:09.833717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-c877cff7-c424-47b6-8213-b15033e07e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.836443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-c877cff7-c424-47b6-8213-b15033e07e5c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 1094 time: 0.0983534 Sep 21 18:13:09.901890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-16aa5db8-ea64-490a-aebc-c1b88ff6c45e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca HTTP/1.1" status: 200 len: 217 time: 0.0555534 Sep 21 18:13:09.973551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.974769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-31f45a5c-a37b-4d61-a3fd-af069e826fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.976504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-31f45a5c-a37b-4d61-a3fd-af069e826fa7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 200 len: 854 time: 0.0587208 Sep 21 18:13:09.978633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.015652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-e90eacda-46bd-4bff-8239-1765a32aed09 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=11cce824-e437-4f34-93e0-dc1aad7545b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320930 Sep 21 18:13:10.041069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a24d4c-9737-4c1b-a850-a15891834234 req-ec52af8f-2f32-4b17-807f-305232fb3ead tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:10.048377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-46a24d4c-9737-4c1b-a850-a15891834234 req-ec52af8f-2f32-4b17-807f-305232fb3ead tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 945 time: 0.2222745 Sep 21 18:13:10.134853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-46a24d4c-9737-4c1b-a850-a15891834234 req-12fe0bbb-e01c-4c46-9cef-4f8f5cb3e90a tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854974 Sep 21 18:13:10.286819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Router 522a02a1-aca2-49c6-ae61-fcde60ad6bd6 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:13:10.378418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-d63015c1-8fa8-47de-a326-309c14cbdf04 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:10.380041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-d63015c1-8fa8-47de-a326-309c14cbdf04 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.1720977 Sep 21 18:13:10.384004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-7057354c-f92c-44fa-b5ac-08ee3ba81659 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582797 Sep 21 18:13:10.446968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-a378cbf3-14a9-466a-ba26-8234279cc131 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0604467 Sep 21 18:13:10.538716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:10.544508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.548402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8f02b9d9-c9a3-4fc2-8eb5-1fd9edf8595e tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "PUT /v2.0/routers/522a02a1-aca2-49c6-ae61-fcde60ad6bd6 HTTP/1.1" status: 200 len: 916 time: 3.6424685 Sep 21 18:13:10.549022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40030) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:10.550150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] Sync routers for ids ['522a02a1-aca2-49c6-ae61-fcde60ad6bd6'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:10.574509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] Routers {'522a02a1-aca2-49c6-ae61-fcde60ad6bd6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:10.575343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['522a02a1-aca2-49c6-ae61-fcde60ad6bd6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:10.638931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-dfeeb6fc-3566-489f-a3f2-36f6018738d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1822550 Sep 21 18:13:10.673781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:10.688015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] Routers {'522a02a1-aca2-49c6-ae61-fcde60ad6bd6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:10.689105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['522a02a1-aca2-49c6-ae61-fcde60ad6bd6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:10.698166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e6ad065-85ba-419d-8b46-dea2faca9c18 req-1c0c576e-90e8-41f4-95eb-7c13455ec6c1 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032479 Sep 21 18:13:10.749830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:10.751403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6a2e3e-524f-421a-9e97-2c0bace28431 None None] The sync data for ids ['522a02a1-aca2-49c6-ae61-fcde60ad6bd6'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:13:10.833689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-62a7ac4e-6a99-4b61-bbc8-862ff34e7f89 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837468 Sep 21 18:13:10.845551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-57f04123-c87b-4277-b4cc-e438596e7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:10.847986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-57f04123-c87b-4277-b4cc-e438596e7426 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 1094 time: 0.0892246 Sep 21 18:13:10.860518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f9ddca46-9cf6-47e5-ac7e-555f429561dc tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/522a02a1-aca2-49c6-ae61-fcde60ad6bd6 HTTP/1.1" status: 200 len: 922 time: 0.3091338 Sep 21 18:13:10.864212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40048) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:10.954313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9dfd-b0da-47b3-80a7-f51452f14503 req-b0e41d11-269a-4bfa-bc00-aa5a96397fd9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:10.956935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2ed9dfd-b0da-47b3-80a7-f51452f14503 req-b0e41d11-269a-4bfa-bc00-aa5a96397fd9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 943 time: 0.3236730 Sep 21 18:13:11.016504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34462a2-b840-4457-b090-448e7576938f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:11.022545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b34462a2-b840-4457-b090-448e7576938f tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=522a02a1-aca2-49c6-ae61-fcde60ad6bd6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1568468 Sep 21 18:13:11.023465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40052) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:11.130590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c35a152-bee6-409b-9d76-7fe09e382ea4 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:11.135982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0c35a152-bee6-409b-9d76-7fe09e382ea4 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.1096971 Sep 21 18:13:11.136870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40056) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:11.137263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40058) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:11.190774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0786f5ef-48b7-4fff-9d92-9a71b38f90ec tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=522a02a1-aca2-49c6-ae61-fcde60ad6bd6 HTTP/1.1" status: 200 len: 205 time: 0.0430541 Sep 21 18:13:11.193598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40062) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:11.207985 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2ed9dfd-b0da-47b3-80a7-f51452f14503 req-23f3c884-45f6-48de-b3d1-8754da78fa8c tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439344 Sep 21 18:13:11.414357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1143574274-network', 'tenant_id': '087b5da7e30f41449cca49bb1eccc111'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:11.449712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.507581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-f22e2d7b-de30-4328-ac2d-885e5c018ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:11.510312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-f22e2d7b-de30-4328-ac2d-885e5c018ee2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 916 time: 0.6422360 Sep 21 18:13:11.536113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-891d5d3f-e8e2-444f-8e5c-14d2c6d941bf service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012446 Sep 21 18:13:11.549329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Made reservation on behalf of 087b5da7e30f41449cca49bb1eccc111 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:11.553196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.599541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.617567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-821939f2-4e0b-4c81-a963-f633e3f8b4bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca HTTP/1.1" status: 200 len: 217 time: 0.0742972 Sep 21 18:13:11.687335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-96cabc35-1351-4022-a700-a3f93aa29b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:11.689135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-96cabc35-1351-4022-a700-a3f93aa29b35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 200 len: 854 time: 0.0643268 Sep 21 18:13:11.762069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-9eada29a-efd0-45f5-a1ac-8d1b4e9fd3c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=11cce824-e437-4f34-93e0-dc1aad7545b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654666 Sep 21 18:13:11.881780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-2236bbc4-20ac-496f-866e-737ba6e0d2a9 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104000 Sep 21 18:13:11.918855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-236bcdee-c954-42ad-8df1-201edc3bc00c req-191090bd-2e17-4cf8-829f-f49e183791bc tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 210 time: 0.0371349 Sep 21 18:13:11.935993 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.962526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.968548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.014974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:12.029699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7602158c-f8a5-4738-b4f8-b1dc3ba9eead req-9c751654-6cb6-41d3-9981-537c21875124 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366284 Sep 21 18:13:12.040628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.040979 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Added segment ed03ac3b-b2d1-4239-be66-225c3bbda34a of type vlan for network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 Sep 21 18:13:12.098159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f979e4-f75d-434f-a29a-9e5507f0bf10,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.116090 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.129027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.129441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.129774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.130064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.130559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.130742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.131076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.131551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.131870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.132199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.132570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.132852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:12.156639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Deleting port 36d1aebf-eb36-435a-83a6-d673938a664c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:12.156830 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.196740 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.197758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:12.198401 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.265779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1219378 Sep 21 18:13:12.266871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40094) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:12.274977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Request body: {'subnet': {'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1143574274-subnet', 'tenant_id': '087b5da7e30f41449cca49bb1eccc111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:12.308293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5e54f-1213-4de9-aa59-941928408ace admin admin] Pushing event updated for resources: {'Network': ['ID=d3e55fbb-79a6-4e37-bfe7-7214648f22b6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.322317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:12.329475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.351176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Calling delete_port for 36d1aebf-eb36-435a-83a6-d673938a664c owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:12.374566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Made reservation on behalf of 087b5da7e30f41449cca49bb1eccc111 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:12.379436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.418484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e74e6-1591-4d40-80eb-3811ce87d513 req-50ef879d-63a1-4f25-8cbd-0f9e0744aafb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:12.426732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-139e74e6-1591-4d40-80eb-3811ce87d513 req-50ef879d-63a1-4f25-8cbd-0f9e0744aafb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 943 time: 0.1373410 Sep 21 18:13:12.538600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-139e74e6-1591-4d40-80eb-3811ce87d513 req-336a2aaf-f8a4-4606-96ac-b0acfe1f0925 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103816 Sep 21 18:13:12.708526 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.727431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.761719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event deleted for resources: {'Port': ['ID=36d1aebf-eb36-435a-83a6-d673938a664c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.784490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7559dff-8d27-40dc-9966-340fd6d54cd3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.805132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Checking segment: {'id': 'ed03ac3b-b2d1-4239-be66-225c3bbda34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:12.805890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Network hostable DHCP agents. Network: d3e55fbb-79a6-4e37-bfe7-7214648f22b6, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:12.852811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:12.864379 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.868692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, d3e55fbb-79a6-4e37-bfe7-7214648f22b6) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:12.878867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e23707-2ed5-491f-be4b-ee880261a7e6 None None] Network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:12.881488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:12.882105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.906246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e4a45ead-54f0-4adc-8d08-0d7d2349128e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6319697 Sep 21 18:13:13.089685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.094443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.157715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.158379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Fanout notify agent at l3_agent the message router_deleted on router 522a02a1-aca2-49c6-ae61-fcde60ad6bd6 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:13.166303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04197281-7625-48fe-abb5-9134d82edd38 None None] Network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:13.180015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.181179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8161c90b-f1f5-45b9-bab5-5b2d485943c0 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/522a02a1-aca2-49c6-ae61-fcde60ad6bd6 HTTP/1.1" status: 204 len: 168 time: 1.9865482 Sep 21 18:13:13.185744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40124) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:13.192917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-439309987', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:13.216915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef9e58f6-b8df-4bde-9abc-46b702c09aca details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:13.254797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.256870 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.287381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b92059f0-12bc-4b6d-a928-b0b2d34a03be req-602c7753-b5ab-4a1f-bb83-8a0b18e8b70d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 210 time: 0.0416267 Sep 21 18:13:13.307476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-3edc337a-5a64-428e-ad58-bfa26cedb989 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:13.310741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-3edc337a-5a64-428e-ad58-bfa26cedb989 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.2418201 Sep 21 18:13:13.328845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Request body: {'port': {'device_id': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'admin_state_up': True, 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:13.368435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.480509 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.resource_extend [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:13:13.576013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:13.580246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.702593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.794474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcc35b-2a16-4e39-97bf-a59dc888e102 req-636851a2-d050-4b51-9764-cccc3e17b139 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:13.815954 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7bfcc35b-2a16-4e39-97bf-a59dc888e102 req-636851a2-d050-4b51-9764-cccc3e17b139 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 943 time: 0.1068957 Sep 21 18:13:13.848571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:13.874270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'port_id': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'mac_address': 'fa:16:3e:55:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e2521-b5af-41c9-942a-dbc28cafe6b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:13.923358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.946139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9e58f6-b8df-4bde-9abc-46b702c09aca {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:13.972849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Allocated IP 172.20.0.2 (9b03ef57-944f-4aee-8654-50a059213975/aff1d1a3-bfa4-41d0-96a4-ba193de66477/502d16b4-5f3c-4d7c-ac20-037f7f345fcf) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:13.974149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:13.981532 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.995390 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7bfcc35b-2a16-4e39-97bf-a59dc888e102 req-c1e705ce-36a0-4cd4-9a9b-b23ba6d5a1a5 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783712 Sep 21 18:13:14.047555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:14.060091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.060838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.061289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.061893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.063313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.063951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.064404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.065640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.066412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.067033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.068198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.068198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:14.119303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-01d5187d-44f6-48d2-a221-33c6ac6eebe2 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:14.130229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-01d5187d-44f6-48d2-a221-33c6ac6eebe2 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/networks?id=d3e55fbb-79a6-4e37-bfe7-7214648f22b6 HTTP/1.1" status: 200 len: 822 time: 0.2884984 Sep 21 18:13:14.170610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-548606d9-c256-471d-a875-22105e37e3f7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/quotas/087b5da7e30f41449cca49bb1eccc111 HTTP/1.1" status: 200 len: 375 time: 0.0392735 Sep 21 18:13:14.188989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ef9e58f6-b8df-4bde-9abc-46b702c09aca'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:14.213144 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:13:14.228561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fc623a50-87aa-4168-9847-d10eae5aec02 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=087b5da7e30f41449cca49bb1eccc111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470111 Sep 21 18:13:14.308433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.332903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.456155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-d011d8a6-3c6b-40cd-853a-53cadf2546bc service neutron] 10.222.0.70 "GET /v2.0/networks/d3e55fbb-79a6-4e37-bfe7-7214648f22b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138793 Sep 21 18:13:14.469564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5bc8f762-a6ea-4039-89d7-24391b412f35 req-91f0b91a-c4c5-42b6-a3df-12580ba17055 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 210 time: 0.0337186 Sep 21 18:13:14.516815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.545641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Allocated IP 172.25.3.208 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/2c86e0b9-70f1-4f48-85fb-67b2ea7d6f5a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:14.614777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-23e08c6a-fd82-4ae3-ac18-105a9d580c29 service neutron] 10.222.0.70 "GET /v2.0/networks/d3e55fbb-79a6-4e37-bfe7-7214648f22b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463706 Sep 21 18:13:14.629472 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.645766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:14.725009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.773034 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.780070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event updated for resources: {'Port': ['ID=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:14.800886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Network 9b03ef57-944f-4aee-8654-50a059213975 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:14.802454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:14.804837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:14.830080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:14.837740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:14.847323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:14.910237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:14.919019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.952278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-cf3a8e6e-9f79-4c88-937b-012194d78c2f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6307385 Sep 21 18:13:14.964772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Request body: {'port': {'device_id': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:15.061302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.175501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef9e58f6-b8df-4bde-9abc-46b702c09aca up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:15.336390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ef9e58f6-b8df-4bde-9abc-46b702c09aca completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:15.343639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ef9e58f6-b8df-4bde-9abc-46b702c09aca triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:15.345603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.533606 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.605943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:15.608953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d860-ea9b-4de2-9d8e-c45b046a2e74 req-a1425208-fb12-4254-ab31-16d55ba9e18e tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:15.610111 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6a10a-a51c-482f-88f3-4117b193908d" -d '{"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:15.622001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ff9d860-ea9b-4de2-9d8e-c45b046a2e74 req-a1425208-fb12-4254-ab31-16d55ba9e18e tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 944 time: 0.2783282 Sep 21 18:13:15.622658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b44dccec-c145-4c71-a832-b623279d5e02 req-eed01c87-fe54-4baa-8062-83ea0fd65312 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 210 time: 0.0666111 Sep 21 18:13:15.624578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event updated for resources: {'Port': ['ID=2c86e0b9-70f1-4f48-85fb-67b2ea7d6f5a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.658307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502d16b4-5f3c-4d7c-ac20-037f7f345fcf {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:15.675873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:15.684325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.689550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.781323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ff9d860-ea9b-4de2-9d8e-c45b046a2e74 req-155c96e0-ec24-44cf-9621-e6166b757ee8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582744 Sep 21 18:13:15.793044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Transition to ACTIVE for port object 502d16b4-5f3c-4d7c-ac20-037f7f345fcf will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:15.806022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.868138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.948733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.987793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Pushing event updated for resources: {'Port': ['ID=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.995032 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69406f62-10b9-4450-9358-76fba35de952 x-openstack-request-id: req-69406f62-10b9-4450-9358-76fba35de952 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:15.995322 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:15.995626 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69406f62-10b9-4450-9358-76fba35de952 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:15.996034 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'code': 200} Sep 21 18:13:16.036188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.036966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.037535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.038272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.039092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.040103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.040662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.041216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.041769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.042363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.042948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.043623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:16.093494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Attempting to bind port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:16.094008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Attempting to bind port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:16.094595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Attempting to bind port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:16.101047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf on network 9b03ef57-944f-4aee-8654-50a059213975 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:16.101895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Attempting to bind port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:16.108348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:16.109109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:16.109703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Bound using segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:16.110478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Bound port: 502d16b4-5f3c-4d7c-ac20-037f7f345fcf, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:16.111087 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.189681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df938c8-becb-42b1-8952-bbe8cd3d1832 req-41687e36-f500-4fb1-855d-ba7a0e0f8994 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.191294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df938c8-becb-42b1-8952-bbe8cd3d1832 req-41687e36-f500-4fb1-855d-ba7a0e0f8994 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 943 time: 0.1661775 Sep 21 18:13:16.192277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] For port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:16.197088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b617b7-2c85-4e43-81a2-90e630f68e51 req-de278c13-0475-4759-a8c4-846324090611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.198349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] For port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:16.198641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55b617b7-2c85-4e43-81a2-90e630f68e51 req-de278c13-0475-4759-a8c4-846324090611 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 1096 time: 0.1355965 Sep 21 18:13:16.207571 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.272343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.273212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.291614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] 10.222.0.78 "PUT /v2.0/ports/502d16b4-5f3c-4d7c-ac20-037f7f345fcf HTTP/1.1" status: 200 len: 1091 time: 1.3304200 Sep 21 18:13:16.292432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'tag': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:16.296098 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5d100-fd32-4787-a9d3-7a2b9224aa36" -d '{"events": [{"name": "network-changed", "server_uuid": "af5e1388-35bd-4c8d-a35c-527b397f38c6", "tag": "502d16b4-5f3c-4d7c-ac20-037f7f345fcf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:16.397386 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b49bcf-3577-48f2-b336-4873e2673adc x-openstack-request-id: req-b1b49bcf-3577-48f2-b336-4873e2673adc {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:16.397645 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5e1388-35bd-4c8d-a35c-527b397f38c6", "tag": "502d16b4-5f3c-4d7c-ac20-037f7f345fcf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:16.397738 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1b49bcf-3577-48f2-b336-4873e2673adc {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:16.398149 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'tag': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf', 'status': 'completed', 'code': 200} Sep 21 18:13:16.400046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aa48c-0c38-454a-94cc-2a8306bd172e service neutron] Pushing event updated for resources: {'Port': ['ID=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:16.420894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-5c5afa3a-0ac7-4076-91fb-4e4bb038709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.422482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-5c5afa3a-0ac7-4076-91fb-4e4bb038709a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 1094 time: 0.0813413 Sep 21 18:13:16.425605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55b617b7-2c85-4e43-81a2-90e630f68e51 req-91ad5448-fcd3-4fc9-868b-24aeccad261e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912363 Sep 21 18:13:16.441325 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7df938c8-becb-42b1-8952-bbe8cd3d1832 req-53adb540-5a48-4825-a016-7cf148b7be7c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080510 Sep 21 18:13:16.488924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.661990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-b2926eb9-6224-4865-ad3b-22be7936023f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=502d16b4-5f3c-4d7c-ac20-037f7f345fcf HTTP/1.1" status: 200 len: 217 time: 0.0519843 Sep 21 18:13:16.688886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Router b1c05e99-7236-4a0f-91c1-84b7c473b06b is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:13:16.898173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c22d91e-cd92-471e-b2ac-2176a9136fdf req-4cf18b09-006d-49ef-af51-fa318f815968 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 210 time: 0.1342690 Sep 21 18:13:16.923238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:16.946619 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] Sync routers for ids ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:16.963481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fff7112b-2695-44ea-835a-8c3ce907901d tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.965048 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] Routers {'b1c05e99-7236-4a0f-91c1-84b7c473b06b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:16.965762 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:16.966849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fff7112b-2695-44ea-835a-8c3ce907901d tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.41 "GET /v2.0/networks?id=d3e55fbb-79a6-4e37-bfe7-7214648f22b6 HTTP/1.1" status: 200 len: 822 time: 0.2469788 Sep 21 18:13:16.969889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-ebb1424c-bcd0-4009-a8b3-67f53637f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.972530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-ebb1424c-bcd0-4009-a8b3-67f53637f2e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.3022411 Sep 21 18:13:16.983102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Request body: {'port': {'device_id': '749d36df-f35a-47d2-9d99-238546422c70', 'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6', 'admin_state_up': True, 'tenant_id': '087b5da7e30f41449cca49bb1eccc111'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:17.069051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.086891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a8eddbcd-dea8-4245-a04f-1b8d2fa076d9 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8997207 Sep 21 18:13:17.088788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40232) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:17.122581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:17.124659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-36d09980-1011-4d1b-a8b3-f455036bd298 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743864 Sep 21 18:13:17.157888 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:17.171716 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] Routers {'b1c05e99-7236-4a0f-91c1-84b7c473b06b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:17.172730 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:17.253210 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:17.254532 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c94d6-2107-4455-a4b2-e302e300623c None None] The sync data for ids ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:13:17.317029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195700-f9d4-4a5e-ae06-d49eb0e26fcc req-aaf17234-bff5-4ebe-9ad8-077abd77af2a tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:17.318741 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d195700-f9d4-4a5e-ae06-d49eb0e26fcc req-aaf17234-bff5-4ebe-9ad8-077abd77af2a tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.3696730 Sep 21 18:13:17.367832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-debcbaab-4dbe-46d7-9d62-d545efc7998a service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547272 Sep 21 18:13:17.370703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Made reservation on behalf of 087b5da7e30f41449cca49bb1eccc111 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:17.374737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.461750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1d195700-f9d4-4a5e-ae06-d49eb0e26fcc req-70c1122b-56c4-4b00-8f31-ed1632f8d9b0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301808 Sep 21 18:13:17.709136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Allocated IP 172.20.0.11 (d3e55fbb-79a6-4e37-bfe7-7214648f22b6/e7559dff-8d27-40dc-9966-340fd6d54cd3/23308cff-cda5-4074-a2ea-4035c38cfebb) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:17.719003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f741e27b-7c95-4380-95de-be5e4d0359d9 req-132dc69e-276a-46c4-a20b-31313af50423 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414838 Sep 21 18:13:17.757640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42af56-1d86-4a2d-bb09-4002b215ebb7 req-28b3b9d4-88e4-4d8e-b1f9-d8c68bafaa77 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:17.765444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c42af56-1d86-4a2d-bb09-4002b215ebb7 req-28b3b9d4-88e4-4d8e-b1f9-d8c68bafaa77 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 943 time: 0.1134634 Sep 21 18:13:17.783090 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.813928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.854891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c42af56-1d86-4a2d-bb09-4002b215ebb7 req-c9e5bfca-f00c-48df-a6af-f7711bf79412 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880947 Sep 21 18:13:17.900538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Deleting port 2c86e0b9-70f1-4f48-85fb-67b2ea7d6f5a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:17.900946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.913710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-53738828-3857-41da-8ccd-2a81488b4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:17.915363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-53738828-3857-41da-8ccd-2a81488b4b93 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 1094 time: 0.1223264 Sep 21 18:13:18.036507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.050151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Calling delete_port for 2c86e0b9-70f1-4f48-85fb-67b2ea7d6f5a owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:18.095908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.120215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-defb0f20-0106-4c7b-ad87-18105441d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:18.121837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-defb0f20-0106-4c7b-ad87-18105441d5cc service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.1458254 Sep 21 18:13:18.158804 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0cbbb204-5013-4842-a257-c2277617e42f req-3023ec70-59b9-4592-b47d-9358d18670e0 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 210 time: 0.0274215 Sep 21 18:13:18.177210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.240480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:18.243729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:18.248726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:18.372559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-d2178527-5fe5-4ac5-9ea3-1de5097cef1b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=502d16b4-5f3c-4d7c-ac20-037f7f345fcf HTTP/1.1" status: 200 len: 217 time: 0.2411592 Sep 21 18:13:18.375644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Pushing event updated for resources: {'Port': ['ID=23308cff-cda5-4074-a2ea-4035c38cfebb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:18.389822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.436201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:18.436811 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.456234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Pushing event deleted for resources: {'Port': ['ID=2c86e0b9-70f1-4f48-85fb-67b2ea7d6f5a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:18.458339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e01f6265-a39d-4477-9d58-1e3d6d11c93a tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4808197 Sep 21 18:13:18.465446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-22aab907-6155-45b6-bcb2-b0570600bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:18.466823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-22aab907-6155-45b6-bcb2-b0570600bb06 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.0854335 Sep 21 18:13:18.473648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Request body: {'port': {'device_id': '749d36df-f35a-47d2-9d99-238546422c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:18.543997 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.554229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-bf008ed2-08b6-4532-9094-7b45e90a3451 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765007 Sep 21 18:13:18.612608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.784561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.788536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.830747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95287bec-f91c-4fe5-91f9-95c3778b7bf0 req-2d7f88b6-34af-484e-87db-e97d073836b7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:18.838854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95287bec-f91c-4fe5-91f9-95c3778b7bf0 req-2d7f88b6-34af-484e-87db-e97d073836b7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2288287 Sep 21 18:13:18.878926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Router b1c05e99-7236-4a0f-91c1-84b7c473b06b has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:13:18.917443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-32c04e8c-8e5f-4556-8a81-69ce9afec47f service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497651 Sep 21 18:13:18.991935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:19.002785 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.004761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eb8d9354-8674-4613-9ed3-9999580582e4 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "PUT /v2.0/routers/b1c05e99-7236-4a0f-91c1-84b7c473b06b HTTP/1.1" status: 200 len: 705 time: 1.8950555 Sep 21 18:13:19.005536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] Sync routers for ids ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:19.019303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40274) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:19.021675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] Routers {'b1c05e99-7236-4a0f-91c1-84b7c473b06b'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:19.027474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:19.047285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95287bec-f91c-4fe5-91f9-95c3778b7bf0 req-069e2860-5489-4823-84dd-6d5db00d376c tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051094 Sep 21 18:13:19.139111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:19.168219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] Routers {'b1c05e99-7236-4a0f-91c1-84b7c473b06b'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:19.169085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:19.189414 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6d5cae96-0db3-4dcd-b6f2-204b9b547341 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/routers/b1c05e99-7236-4a0f-91c1-84b7c473b06b HTTP/1.1" status: 200 len: 740 time: 0.1703293 Sep 21 18:13:19.201123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961d303-08b4-4118-b403-6dc385475048 req-998003bf-2887-4f33-94b4-aa80690bec94 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:19.209843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e961d303-08b4-4118-b403-6dc385475048 req-998003bf-2887-4f33-94b4-aa80690bec94 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 943 time: 0.2145138 Sep 21 18:13:19.211165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:19.211908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41842d-0096-459a-a83c-cd29788e9431 None None] The sync data for ids ['b1c05e99-7236-4a0f-91c1-84b7c473b06b'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:13:19.213248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40280) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:19.213605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 502d16b4-5f3c-4d7c-ac20-037f7f345fcf details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:19.319726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a407050-e727-4997-9304-914fccac3e13 tempest-RoutersAdminTest-155213839 tempest-RoutersAdminTest-155213839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=b1c05e99-7236-4a0f-91c1-84b7c473b06b HTTP/1.1" status: 200 len: 205 time: 0.0986564 Sep 21 18:13:19.323890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40290) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:19.364951 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e961d303-08b4-4118-b403-6dc385475048 req-06a49172-544f-4dff-805a-e9b7a42ecef9 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542673 Sep 21 18:13:19.396052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:19.415528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02c5d100-fd32-4787-a9d3-7a2b9224aa36 req-82ae9ebc-eab3-400c-a833-962317c02ebd service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693184 Sep 21 18:13:19.423393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'port_id': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf', 'mac_address': 'fa:16:3e:82:51:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff1d1a3-bfa4-41d0-96a4-ba193de66477', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:19.445177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681ea97-de3b-468d-916b-fb851a23dbda req-d85799ac-657e-4223-b6f0-4ecc566368cc tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:19.452891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fb154095-7db2-46c4-b9fa-6638005bfc9e tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c05e99-7236-4a0f-91c1-84b7c473b06b HTTP/1.1" status: 200 len: 205 time: 0.1269050 Sep 21 18:13:19.459131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40296) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:19.460998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5681ea97-de3b-468d-916b-fb851a23dbda req-d85799ac-657e-4223-b6f0-4ecc566368cc tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2250688 Sep 21 18:13:19.495227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.510399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502d16b4-5f3c-4d7c-ac20-037f7f345fcf {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:19.535969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:19.543944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.583965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5681ea97-de3b-468d-916b-fb851a23dbda req-e325eac2-29c7-4230-b1fa-27ea2f630ee0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181176 Sep 21 18:13:19.613876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23308cff-cda5-4074-a2ea-4035c38cfebb {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:19.632590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.660480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Transition to ACTIVE for port object 23308cff-cda5-4074-a2ea-4035c38cfebb will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:19.668139 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.674634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:19.679972 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7845-17cb-473c-9ce0-14ebe2465e31 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.812973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Pushing event updated for resources: {'Port': ['ID=23308cff-cda5-4074-a2ea-4035c38cfebb,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:19.824086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['502d16b4-5f3c-4d7c-ac20-037f7f345fcf'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:19.879480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Attempting to bind port 23308cff-cda5-4074-a2ea-4035c38cfebb on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:19.880554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Attempting to bind port 23308cff-cda5-4074-a2ea-4035c38cfebb by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'ed03ac3b-b2d1-4239-be66-225c3bbda34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:19.884747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Attempting to bind port 23308cff-cda5-4074-a2ea-4035c38cfebb on network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:19.892447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Port 23308cff-cda5-4074-a2ea-4035c38cfebb on network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:19.893688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Attempting to bind port 23308cff-cda5-4074-a2ea-4035c38cfebb on network d3e55fbb-79a6-4e37-bfe7-7214648f22b6 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:19.902968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:19.903540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Checking segment: {'id': 'ed03ac3b-b2d1-4239-be66-225c3bbda34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:19.905304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Bound using segment: {'id': 'ed03ac3b-b2d1-4239-be66-225c3bbda34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:19.907683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Bound port: 23308cff-cda5-4074-a2ea-4035c38cfebb, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed03ac3b-b2d1-4239-be66-225c3bbda34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:19.907683 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.982899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7845-17cb-473c-9ce0-14ebe2465e31 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.998036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcf65e-17dd-484c-a6bd-3c82bba88cbf req-a40b1229-b83d-47d5-962f-f635cbf11aa5 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:19.999944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cedcf65e-17dd-484c-a6bd-3c82bba88cbf req-a40b1229-b83d-47d5-962f-f635cbf11aa5 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 932 time: 0.4576523 Sep 21 18:13:20.001338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7845-17cb-473c-9ce0-14ebe2465e31 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.059455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] For port 23308cff-cda5-4074-a2ea-4035c38cfebb, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:20.072790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] For port 23308cff-cda5-4074-a2ea-4035c38cfebb, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=23308cff-cda5-4074-a2ea-4035c38cfebb,segment=NetworkSegment(ed03ac3b-b2d1-4239-be66-225c3bbda34a),segment_id=ed03ac3b-b2d1-4239-be66-225c3bbda34a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:20.086108 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.086464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7845-17cb-473c-9ce0-14ebe2465e31 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.086464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4a7845-17cb-473c-9ce0-14ebe2465e31 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Fanout notify agent at l3_agent the message router_deleted on router b1c05e99-7236-4a0f-91c1-84b7c473b06b {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:20.093848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7845-17cb-473c-9ce0-14ebe2465e31 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.104912 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e4a7845-17cb-473c-9ce0-14ebe2465e31 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/b1c05e99-7236-4a0f-91c1-84b7c473b06b HTTP/1.1" status: 204 len: 168 time: 0.6410646 Sep 21 18:13:20.104912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40312) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.124122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:20.125591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.127407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] 10.222.0.41 "PUT /v2.0/ports/23308cff-cda5-4074-a2ea-4035c38cfebb HTTP/1.1" status: 200 len: 1092 time: 1.6596022 Sep 21 18:13:20.130183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d36df-f35a-47d2-9d99-238546422c70', 'tag': '23308cff-cda5-4074-a2ea-4035c38cfebb'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:20.133700 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376" -d '{"events": [{"name": "network-changed", "server_uuid": "749d36df-f35a-47d2-9d99-238546422c70", "tag": "23308cff-cda5-4074-a2ea-4035c38cfebb"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:20.218444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cedcf65e-17dd-484c-a6bd-3c82bba88cbf req-5bfb6e59-51c8-499c-ab74-b389307c4443 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083244 Sep 21 18:13:20.220896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2cad78f5-6f81-4483-9b80-63c94056939f tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c05e99-7236-4a0f-91c1-84b7c473b06b HTTP/1.1" status: 200 len: 205 time: 0.1121309 Sep 21 18:13:20.224239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40318) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.291111 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-1af80e16-8bdc-4697-ae8a-3da91c3e9e3c tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] delete failed (client error): The resource could not be found. Sep 21 18:13:20.292596 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1af80e16-8bdc-4697-ae8a-3da91c3e9e3c tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/b1c05e99-7236-4a0f-91c1-84b7c473b06b HTTP/1.1" status: 404 len: 336 time: 0.0674012 Sep 21 18:13:20.295525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40322) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.376222 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069905ac-e174-4d0b-9b25-2d8a6428656b x-openstack-request-id: req-069905ac-e174-4d0b-9b25-2d8a6428656b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:20.376741 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749d36df-f35a-47d2-9d99-238546422c70", "tag": "23308cff-cda5-4074-a2ea-4035c38cfebb", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:20.378552 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-069905ac-e174-4d0b-9b25-2d8a6428656b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:20.380558 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749d36df-f35a-47d2-9d99-238546422c70', 'tag': '23308cff-cda5-4074-a2ea-4035c38cfebb', 'status': 'completed', 'code': 200} Sep 21 18:13:20.399515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-db243626-3e7e-4526-9e42-ee2afb5e1fe5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=522a02a1-aca2-49c6-ae61-fcde60ad6bd6 HTTP/1.1" status: 200 len: 205 time: 0.0963228 Sep 21 18:13:20.404596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40330) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.449375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-afd7fdd8-df99-4c3c-9ed9-e3a2b4639416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:20.451064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-afd7fdd8-df99-4c3c-9ed9-e3a2b4639416 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=087b5da7e30f41449cca49bb1eccc111&device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 1095 time: 0.2335143 Sep 21 18:13:20.453499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00b5bb-1d41-43a2-b79a-f7f93d9f573b service neutron] Pushing event updated for resources: {'Port': ['ID=23308cff-cda5-4074-a2ea-4035c38cfebb,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:20.500089 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-5e202b63-ca49-4022-bc26-a88463af2672 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] delete failed (client error): The resource could not be found. Sep 21 18:13:20.505870 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5e202b63-ca49-4022-bc26-a88463af2672 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/522a02a1-aca2-49c6-ae61-fcde60ad6bd6 HTTP/1.1" status: 404 len: 336 time: 0.0995884 Sep 21 18:13:20.507047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.527886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-ed5a9290-3de5-473f-973e-d6e3a52186d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23308cff-cda5-4074-a2ea-4035c38cfebb HTTP/1.1" status: 200 len: 217 time: 0.0677395 Sep 21 18:13:20.579515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e6af604c-b2d6-4219-971a-cdb0c26ced3a tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c0d80a2-dce5-4d12-8136-34e64e7e9c0d HTTP/1.1" status: 200 len: 205 time: 0.0427220 Sep 21 18:13:20.583959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40340) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.601748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078324-079c-4733-9ae0-7f83c65a2a7d req-c7fdd2b5-bb4d-4336-b04c-2f6a2f36c8e4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:20.608961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b078324-079c-4733-9ae0-7f83c65a2a7d req-c7fdd2b5-bb4d-4336-b04c-2f6a2f36c8e4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1803095 Sep 21 18:13:20.637300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdbe43-626c-4ccc-8202-00e3c7b46b7d req-2c82b06c-4ceb-49ec-a805-376b144f75a8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:20.652104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03fdbe43-626c-4ccc-8202-00e3c7b46b7d req-2c82b06c-4ceb-49ec-a805-376b144f75a8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 944 time: 0.1219230 Sep 21 18:13:20.666085 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-7713d7bb-723d-4c82-a0ee-8866473e6463 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] delete failed (client error): The resource could not be found. Sep 21 18:13:20.669977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7713d7bb-723d-4c82-a0ee-8866473e6463 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/4c0d80a2-dce5-4d12-8136-34e64e7e9c0d HTTP/1.1" status: 404 len: 336 time: 0.0826252 Sep 21 18:13:20.682912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40342) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.692241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e76459c7-9470-4e35-bdca-88c9d87a7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:20.695112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-e76459c7-9470-4e35-bdca-88c9d87a7ba1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7559dff-8d27-40dc-9966-340fd6d54cd3 HTTP/1.1" status: 200 len: 862 time: 0.1351058 Sep 21 18:13:20.723533 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3b078324-079c-4733-9ae0-7f83c65a2a7d req-14d9dc97-05d9-4c74-9c38-dd0a47bbc245 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085896 Sep 21 18:13:20.759475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a3bf4852-3a45-41c7-944b-6e0f33a8fe44 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c486f5c-5b4d-4a13-bd05-670be533fcc7 HTTP/1.1" status: 200 len: 205 time: 0.0703778 Sep 21 18:13:20.762071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40350) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.779427 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-1f2aa80f-85d6-4197-93b5-9018af8d2bab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e55fbb-79a6-4e37-bfe7-7214648f22b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711575 Sep 21 18:13:20.783435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03fdbe43-626c-4ccc-8202-00e3c7b46b7d req-9fd2a03d-1cd0-4317-a35d-c7609e611818 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300154 Sep 21 18:13:20.820847 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-2818e1fe-b056-415f-ada6-67f9f71cf189 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] delete failed (client error): The resource could not be found. Sep 21 18:13:20.822747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2818e1fe-b056-415f-ada6-67f9f71cf189 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/5c486f5c-5b4d-4a13-bd05-670be533fcc7 HTTP/1.1" status: 404 len: 336 time: 0.0606766 Sep 21 18:13:20.827541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.866071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6d657066-e39e-4dcc-beec-71689ec20d2a tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc02907-e652-439d-bab2-d6719d06c235 HTTP/1.1" status: 200 len: 205 time: 0.0368316 Sep 21 18:13:20.868237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.895132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-fb157d09-a9eb-4def-bc70-ebfa592b9259 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e55fbb-79a6-4e37-bfe7-7214648f22b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076059 Sep 21 18:13:20.919311 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-4a13abf3-8e8e-4985-8be5-71f76c4d7a4b tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] delete failed (client error): The resource could not be found. Sep 21 18:13:20.922236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a13abf3-8e8e-4985-8be5-71f76c4d7a4b tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/afc02907-e652-439d-bab2-d6719d06c235 HTTP/1.1" status: 404 len: 336 time: 0.0511520 Sep 21 18:13:20.924475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40358) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.953290 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-849020aa-c984-436c-923a-f4feec71b178 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "GET /v2.0/ports?device_id=c823e078-3ed0-4e45-9827-a88a1b6dc176 HTTP/1.1" status: 200 len: 205 time: 0.0273290 Sep 21 18:13:20.959029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40360) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:21.001033 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-f5081977-f784-4488-9a9e-d7d17eaa4aa5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] delete failed (client error): The resource could not be found. Sep 21 18:13:21.002286 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5081977-f784-4488-9a9e-d7d17eaa4aa5 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/routers/c823e078-3ed0-4e45-9827-a88a1b6dc176 HTTP/1.1" status: 404 len: 336 time: 0.0419230 Sep 21 18:13:21.005053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40362) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:21.031899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab3eb43-caf7-49e0-aa78-548b07866dcb req-66fe7f2f-1ce2-4b6a-8d04-d6022ca4e4f0 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e55fbb-79a6-4e37-bfe7-7214648f22b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219308 Sep 21 18:13:21.038285 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37cbf99-d25d-4547-a66c-c8023ec83c05 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:21.038751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37cbf99-d25d-4547-a66c-c8023ec83c05 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:21.042255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a37cbf99-d25d-4547-a66c-c8023ec83c05 tempest-RoutersAdminTest-196348606 tempest-RoutersAdminTest-196348606-project] 10.222.0.70 "DELETE /v2.0/subnets/06cc09ec-af91-41bb-860d-9a74c48a0dba HTTP/1.1" status: 404 len: 337 time: 0.0345156 Sep 21 18:13:21.133597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-e707d122-4ea2-4587-9e8c-f37582aea827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.135193 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-e707d122-4ea2-4587-9e8c-f37582aea827 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=087b5da7e30f41449cca49bb1eccc111&device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 1095 time: 0.0503583 Sep 21 18:13:21.218998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 502d16b4-5f3c-4d7c-ac20-037f7f345fcf up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:21.247314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-b30db0bf-cb55-4b4b-9349-0a7ab10780c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.248819 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-b30db0bf-cb55-4b4b-9349-0a7ab10780c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e55fbb-79a6-4e37-bfe7-7214648f22b6 HTTP/1.1" status: 200 len: 924 time: 0.1053729 Sep 21 18:13:21.304137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:21.311624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-dc3779ab-1233-4864-9cbf-47a353f30d55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23308cff-cda5-4074-a2ea-4035c38cfebb HTTP/1.1" status: 200 len: 217 time: 0.0536718 Sep 21 18:13:21.312170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:21.312550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.346543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40376) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:21.392575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-7469f9cf-abfc-4c90-b03d-e46af16f9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.394802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-7469f9cf-abfc-4c90-b03d-e46af16f9df8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7559dff-8d27-40dc-9966-340fd6d54cd3 HTTP/1.1" status: 200 len: 862 time: 0.0719247 Sep 21 18:13:21.442226 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-af27ad95-3319-44f6-a7a9-bdc163ba454f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e55fbb-79a6-4e37-bfe7-7214648f22b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352316 Sep 21 18:13:21.457042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.480679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:21.483002 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd39a86-d8c9-465a-903e-07eb3c902286" -d '{"events": [{"server_uuid": "af5e1388-35bd-4c8d-a35c-527b397f38c6", "name": "network-vif-plugged", "status": "completed", "tag": "502d16b4-5f3c-4d7c-ac20-037f7f345fcf"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:21.501392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:21.509468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81175e84-dfdb-4e8f-b5aa-d00e23f4b038 req-199c7c03-c5a8-4b7d-96b4-0412c7782898 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.512698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.518435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81175e84-dfdb-4e8f-b5aa-d00e23f4b038 req-199c7c03-c5a8-4b7d-96b4-0412c7782898 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 944 time: 0.1137230 Sep 21 18:13:21.578493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-177a4f6e-fcae-44a0-91ec-4f50081f20f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.607764 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99916890-5a0e-40d7-863c-80261e59aa65 x-openstack-request-id: req-99916890-5a0e-40d7-863c-80261e59aa65 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:21.608459 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e1388-35bd-4c8d-a35c-527b397f38c6", "name": "network-vif-plugged", "status": "completed", "tag": "502d16b4-5f3c-4d7c-ac20-037f7f345fcf", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:21.608880 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99916890-5a0e-40d7-863c-80261e59aa65 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:21.609759 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf', 'code': 200} Sep 21 18:13:21.610969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:21.627600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-b1347911-a6e0-436a-8ee2-18718f173cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e55fbb-79a6-4e37-bfe7-7214648f22b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755698 Sep 21 18:13:21.637893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-81175e84-dfdb-4e8f-b5aa-d00e23f4b038 req-38f2bfbc-b458-49c2-bc59-434a0a31f3bf tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181808 Sep 21 18:13:21.716923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-177a4f6e-fcae-44a0-91ec-4f50081f20f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.722630 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-177a4f6e-fcae-44a0-91ec-4f50081f20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.772677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a4f6e-fcae-44a0-91ec-4f50081f20f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ca00d-59a9-4c73-bc32-6d5de9e722ce,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:21.777525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-177a4f6e-fcae-44a0-91ec-4f50081f20f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08853555bd124846acfec8fae64e2f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296749 Sep 21 18:13:21.780781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40394) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:21.877865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae372-b6c6-4a6f-bf82-addb5f419157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.920679 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae372-b6c6-4a6f-bf82-addb5f419157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.962983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027abf62-9d46-4feb-a997-dc759fb36b36 req-bc0c7670-b75c-4443-8318-b6ff719a0156 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.964686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-027abf62-9d46-4feb-a997-dc759fb36b36 req-bc0c7670-b75c-4443-8318-b6ff719a0156 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.0992656 Sep 21 18:13:22.003477 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae372-b6c6-4a6f-bf82-addb5f419157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.006100 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae372-b6c6-4a6f-bf82-addb5f419157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.009816 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1e4ae372-b6c6-4a6f-bf82-addb5f419157 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a6ca00d-59a9-4c73-bc32-6d5de9e722ce HTTP/1.1" status: 204 len: 168 time: 0.2257512 Sep 21 18:13:22.028456 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-027abf62-9d46-4feb-a997-dc759fb36b36 req-da3b35e8-74da-4158-9576-b895a7b10bb1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 Sep 21 18:13:22.029872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ae372-b6c6-4a6f-bf82-addb5f419157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ca00d-59a9-4c73-bc32-6d5de9e722ce,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:22.179455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92f41-189b-4433-ad16-b2f5d3a8b775 req-5b9decf5-ceab-47de-9022-d9099229418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.181063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00d92f41-189b-4433-ad16-b2f5d3a8b775 req-5b9decf5-ceab-47de-9022-d9099229418a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 1096 time: 0.5507143 Sep 21 18:13:22.241947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90e0f4cf-9ddd-40e9-9d22-09ec53d89376 req-31d60436-76b2-4859-8e9d-7efdfaa5767b service neutron] 10.222.0.41 "GET /v2.0/networks/d3e55fbb-79a6-4e37-bfe7-7214648f22b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015813 Sep 21 18:13:22.280645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1120b-2a9d-43a8-9ec1-11e999a1e0a3 req-3392234e-cca4-4a59-b352-6ab43e66029b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.282219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0be1120b-2a9d-43a8-9ec1-11e999a1e0a3 req-3392234e-cca4-4a59-b352-6ab43e66029b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1307890 Sep 21 18:13:22.287156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00d92f41-189b-4433-ad16-b2f5d3a8b775 req-83a6a49e-bc65-4abd-bd79-2062a4e4cc40 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704064 Sep 21 18:13:22.334769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0be1120b-2a9d-43a8-9ec1-11e999a1e0a3 req-20f6e694-a69e-4002-91c9-267ccb437f73 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Sep 21 18:13:22.406940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40416) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:22.461122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1553431f-36b8-4d51-bce9-b85efdb8eb88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ac4c875b9bf40bf8d400de3426bf018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524375 Sep 21 18:13:22.463609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40418) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:22.517013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d6ff42d-1c97-4c18-80be-ddcb4ce95082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.539202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d6ff42d-1c97-4c18-80be-ddcb4ce95082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.595109 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d6ff42d-1c97-4c18-80be-ddcb4ce95082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.598637 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d6ff42d-1c97-4c18-80be-ddcb4ce95082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.599824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2d6ff42d-1c97-4c18-80be-ddcb4ce95082 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60d2cb60-1cd5-4c03-9e50-a332523ab6e1 HTTP/1.1" status: 204 len: 168 time: 0.1350036 Sep 21 18:13:22.607886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ff42d-1c97-4c18-80be-ddcb4ce95082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2cb60-1cd5-4c03-9e50-a332523ab6e1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:22.777835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eca5b6-c546-4af7-912c-6034aeca29ea req-f84b121d-2c3e-4570-a092-c545d78629dc tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.779708 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69eca5b6-c546-4af7-912c-6034aeca29ea req-f84b121d-2c3e-4570-a092-c545d78629dc tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 944 time: 0.0630760 Sep 21 18:13:22.836582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69eca5b6-c546-4af7-912c-6034aeca29ea req-67bf9a0f-4e18-401d-b26b-69f3e445bdd8 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Sep 21 18:13:22.946965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 23308cff-cda5-4074-a2ea-4035c38cfebb details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:23.076428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 23308cff-cda5-4074-a2ea-4035c38cfebb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=23308cff-cda5-4074-a2ea-4035c38cfebb,segment=NetworkSegment(ed03ac3b-b2d1-4239-be66-225c3bbda34a),segment_id=ed03ac3b-b2d1-4239-be66-225c3bbda34a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:23.089653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '23308cff-cda5-4074-a2ea-4035c38cfebb', 'network_id': 'd3e55fbb-79a6-4e37-bfe7-7214648f22b6', 'port_id': '23308cff-cda5-4074-a2ea-4035c38cfebb', 'mac_address': 'fa:16:3e:5a:fb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7559dff-8d27-40dc-9966-340fd6d54cd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:23.137330 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.216101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73a219-aeb6-4a5f-a614-8e31298ade08 req-af7a2fc5-f16c-4203-b733-67f6c75c4fc5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.218798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb73a219-aeb6-4a5f-a614-8e31298ade08 req-af7a2fc5-f16c-4203-b733-67f6c75c4fc5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.0811656 Sep 21 18:13:23.302596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb73a219-aeb6-4a5f-a614-8e31298ade08 req-087ce93d-5ff6-453a-a0a6-23fc62c83587 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762947 Sep 21 18:13:23.383596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23308cff-cda5-4074-a2ea-4035c38cfebb {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:23.414416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 23308cff-cda5-4074-a2ea-4035c38cfebb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=23308cff-cda5-4074-a2ea-4035c38cfebb,segment=NetworkSegment(ed03ac3b-b2d1-4239-be66-225c3bbda34a),segment_id=ed03ac3b-b2d1-4239-be66-225c3bbda34a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:23.420008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.485613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=23308cff-cda5-4074-a2ea-4035c38cfebb,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:23.512988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7962d-40f8-4dbe-bfca-b86ac411feeb req-71e644e4-a51c-44a2-8bac-b2cb3ed1bef4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.515002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38e7962d-40f8-4dbe-bfca-b86ac411feeb req-71e644e4-a51c-44a2-8bac-b2cb3ed1bef4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.0754590 Sep 21 18:13:23.562690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38e7962d-40f8-4dbe-bfca-b86ac411feeb req-01781021-91be-4da0-ad0a-8aa0153e2b15 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Sep 21 18:13:23.724884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['23308cff-cda5-4074-a2ea-4035c38cfebb'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:23.983225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9cfd-d848-4005-b64e-34c6f6e21a75 req-972a43d5-e6b0-4a82-8ebf-33ba64c052ec tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.984655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-897f9cfd-d848-4005-b64e-34c6f6e21a75 req-972a43d5-e6b0-4a82-8ebf-33ba64c052ec tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 945 time: 0.0680954 Sep 21 18:13:24.029201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-897f9cfd-d848-4005-b64e-34c6f6e21a75 req-a05cbd62-286a-4795-821a-db6634f85f45 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Sep 21 18:13:24.387778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40506) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:24.468838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dedf4-9669-4981-be18-fcdd9a6fe1ad req-dd77f7cc-9574-4629-ab1f-604f9bcba880 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.474991 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c3dedf4-9669-4981-be18-fcdd9a6fe1ad req-dd77f7cc-9574-4629-ab1f-604f9bcba880 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.0809376 Sep 21 18:13:24.516907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c3dedf4-9669-4981-be18-fcdd9a6fe1ad req-3ba83d7c-9cc8-40e6-8cd7-b4117c80be11 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Sep 21 18:13:24.547050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-80a1a1e6-b204-4933-9275-b891cae7079b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1093997438'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:24.577588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80a1a1e6-b204-4933-9275-b891cae7079b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.579312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80a1a1e6-b204-4933-9275-b891cae7079b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.687161 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80a1a1e6-b204-4933-9275-b891cae7079b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.694664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80a1a1e6-b204-4933-9275-b891cae7079b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.715643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80a1a1e6-b204-4933-9275-b891cae7079b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.719930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80a1a1e6-b204-4933-9275-b891cae7079b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3282804 Sep 21 18:13:24.721415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40524) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:24.835471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febac130-7cfa-4079-9fd3-08bd320fd774 req-bdbf9964-8b05-448d-999d-08dd54a6d3a8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.837111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-febac130-7cfa-4079-9fd3-08bd320fd774 req-bdbf9964-8b05-448d-999d-08dd54a6d3a8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.0818963 Sep 21 18:13:24.880633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-febac130-7cfa-4079-9fd3-08bd320fd774 req-0cd10490-eae2-44b6-b4ea-db07fb62e682 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372226 Sep 21 18:13:24.973898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 23308cff-cda5-4074-a2ea-4035c38cfebb up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:25.018799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1abc6-e420-400a-8b55-9d1a09b6e813 req-9b01d4cb-fd7a-444e-ac86-962eedc8e978 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:25.022052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87f1abc6-e420-400a-8b55-9d1a09b6e813 req-9b01d4cb-fd7a-444e-ac86-962eedc8e978 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.0685501 Sep 21 18:13:25.071141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 23308cff-cda5-4074-a2ea-4035c38cfebb completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:25.076766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 23308cff-cda5-4074-a2ea-4035c38cfebb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:25.077429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.096207 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87f1abc6-e420-400a-8b55-9d1a09b6e813 req-4ad2fa0e-d85b-40d4-bfd1-7ee1d0f2f042 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621440 Sep 21 18:13:25.155064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0616bfa6-68d0-4fde-87c3-dce136fa811b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.165147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ed6b-9350-4480-adf8-7fd5d81b8bad req-ccab0b0b-2c9f-480b-819f-9fc315ad3229 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:25.172460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64a7ed6b-9350-4480-adf8-7fd5d81b8bad req-ccab0b0b-2c9f-480b-819f-9fc315ad3229 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.5010750 Sep 21 18:13:25.187688 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.221888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749d36df-f35a-47d2-9d99-238546422c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23308cff-cda5-4074-a2ea-4035c38cfebb'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:25.224820 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed00773-35fe-4c10-88cb-af6508538e67" -d '{"events": [{"server_uuid": "749d36df-f35a-47d2-9d99-238546422c70", "name": "network-vif-plugged", "status": "completed", "tag": "23308cff-cda5-4074-a2ea-4035c38cfebb"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:25.245404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 23308cff-cda5-4074-a2ea-4035c38cfebb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=23308cff-cda5-4074-a2ea-4035c38cfebb,segment=NetworkSegment(ed03ac3b-b2d1-4239-be66-225c3bbda34a),segment_id=ed03ac3b-b2d1-4239-be66-225c3bbda34a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:25.254599 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.272173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7f92e-b70d-48ad-b4af-3358d2eda803 req-74ca992e-1e33-4649-ac7c-8996d1b1c14f tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:25.276452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4c7f92e-b70d-48ad-b4af-3358d2eda803 req-74ca992e-1e33-4649-ac7c-8996d1b1c14f tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 945 time: 0.0808001 Sep 21 18:13:25.316339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=23308cff-cda5-4074-a2ea-4035c38cfebb,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:25.348669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4c7f92e-b70d-48ad-b4af-3358d2eda803 req-510d24d4-34e6-4747-b4dd-b12726e804fc tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632412 Sep 21 18:13:25.365301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64a7ed6b-9350-4480-adf8-7fd5d81b8bad req-9cc3370d-cf1e-4b5b-b9b7-baa92c7741a4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919363 Sep 21 18:13:25.411174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0616bfa6-68d0-4fde-87c3-dce136fa811b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.413438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0616bfa6-68d0-4fde-87c3-dce136fa811b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.453587 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652fec4c-0c85-4b4d-90e2-272fb4649c70 x-openstack-request-id: req-652fec4c-0c85-4b4d-90e2-272fb4649c70 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:25.454066 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749d36df-f35a-47d2-9d99-238546422c70", "name": "network-vif-plugged", "status": "completed", "tag": "23308cff-cda5-4074-a2ea-4035c38cfebb", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:25.454670 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-652fec4c-0c85-4b4d-90e2-272fb4649c70 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:25.455434 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749d36df-f35a-47d2-9d99-238546422c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23308cff-cda5-4074-a2ea-4035c38cfebb', 'code': 200} Sep 21 18:13:25.473653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0616bfa6-68d0-4fde-87c3-dce136fa811b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.474468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0616bfa6-68d0-4fde-87c3-dce136fa811b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d47ae010-bad9-43f7-be4c-202f5a670d3f {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:25.479929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0616bfa6-68d0-4fde-87c3-dce136fa811b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.484056 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0616bfa6-68d0-4fde-87c3-dce136fa811b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d47ae010-bad9-43f7-be4c-202f5a670d3f HTTP/1.1" status: 204 len: 168 time: 0.7586293 Sep 21 18:13:25.484644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40546) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:25.495686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-feeb184f-658f-4eff-b959-d3cda5adf806 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Request body: {'router': {'name': 'tempest-router-1333262112', 'distributed': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:25.530768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feeb184f-658f-4eff-b959-d3cda5adf806 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.532227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feeb184f-658f-4eff-b959-d3cda5adf806 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.598283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7a141-78ca-430a-94ff-8f4ebba60cbc req-a33baff7-13e3-4c63-8686-7c0bff118002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:25.602300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62e7a141-78ca-430a-94ff-8f4ebba60cbc req-a33baff7-13e3-4c63-8686-7c0bff118002 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 1097 time: 0.0822186 Sep 21 18:13:25.646684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feeb184f-658f-4eff-b959-d3cda5adf806 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.678208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feeb184f-658f-4eff-b959-d3cda5adf806 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.710170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62e7a141-78ca-430a-94ff-8f4ebba60cbc req-d6aa82c4-f231-4fee-848f-864cc4c2fb3a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604303 Sep 21 18:13:25.711758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feeb184f-658f-4eff-b959-d3cda5adf806 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.713417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-feeb184f-658f-4eff-b959-d3cda5adf806 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2272317 Sep 21 18:13:25.716798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40558) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:25.759780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ae2-5068-4f98-a198-4af5d41bebd4 req-de569b61-c27a-4825-b6ce-cc88299e4158 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:25.762725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63e03ae2-5068-4f98-a198-4af5d41bebd4 req-de569b61-c27a-4825-b6ce-cc88299e4158 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.0918431 Sep 21 18:13:25.801757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a846c3d-d30c-49c4-9182-dec3245ebe2b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.815405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-63e03ae2-5068-4f98-a198-4af5d41bebd4 req-cd0dab9b-3a80-4090-88fe-0955f603e19c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470958 Sep 21 18:13:25.980082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a846c3d-d30c-49c4-9182-dec3245ebe2b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.982389 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a846c3d-d30c-49c4-9182-dec3245ebe2b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.050564 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a846c3d-d30c-49c4-9182-dec3245ebe2b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.051369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a846c3d-d30c-49c4-9182-dec3245ebe2b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc7900d0-8b58-443d-9f17-40dff6d83f4a {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:26.057215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a846c3d-d30c-49c4-9182-dec3245ebe2b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.061939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3a846c3d-d30c-49c4-9182-dec3245ebe2b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "DELETE /v2.0/routers/dc7900d0-8b58-443d-9f17-40dff6d83f4a HTTP/1.1" status: 204 len: 168 time: 0.3406868 Sep 21 18:13:26.062343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40564) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:26.069158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-733f6652-598e-4378-93e9-19e1715ca368 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Request body: {'router': {'name': 'tempest-router-1625570763', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '61ce97f8df964607809e8423f2ee075f'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:26.096212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f6652-598e-4378-93e9-19e1715ca368 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.097506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f6652-598e-4378-93e9-19e1715ca368 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.156499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f6652-598e-4378-93e9-19e1715ca368 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.162754 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f6652-598e-4378-93e9-19e1715ca368 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.176829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-733f6652-598e-4378-93e9-19e1715ca368 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.181551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-733f6652-598e-4378-93e9-19e1715ca368 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1147594 Sep 21 18:13:26.181768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40570) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:26.186692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:26.421732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.422157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.529077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b2bc7-93d4-4db7-a522-cebd491b4441 req-78353d76-32a8-4722-911a-6a6ae82d2f42 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:26.532572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9b4b2bc7-93d4-4db7-a522-cebd491b4441 req-78353d76-32a8-4722-911a-6a6ae82d2f42 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.0742662 Sep 21 18:13:26.546013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95090) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 21 18:13:26.546968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Router de53455e-3d24-462e-a1df-b24768ff2092 migrating from provider to provider. {{(pid=95090) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 21 18:13:26.546968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.555838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.571177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e45af3-ad71-4e8a-aa09-471f0873e10d req-c68030f5-0d80-4c08-807d-f41f3ea1dc53 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:26.572956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59e45af3-ad71-4e8a-aa09-471f0873e10d req-c68030f5-0d80-4c08-807d-f41f3ea1dc53 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 946 time: 0.1130342 Sep 21 18:13:26.574260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.587320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9b4b2bc7-93d4-4db7-a522-cebd491b4441 req-10835c7d-d5d2-4a21-a5b1-ddf35a82ac6b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Sep 21 18:13:26.687378 n-d-810285-3 neutron-server[95090]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] No L3 agents can host the router de53455e-3d24-462e-a1df-b24768ff2092 Sep 21 18:13:26.692191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59e45af3-ad71-4e8a-aa09-471f0873e10d req-2b31d4d2-dbaf-4b30-8dfc-f6dfc09e4ff0 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116388 Sep 21 18:13:26.845269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Hosts for router de53455e-3d24-462e-a1df-b24768ff2092: [] {{(pid=95090) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 21 18:13:26.875941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Hosts for other DVR routers connected to router de53455e-3d24-462e-a1df-b24768ff2092: set() {{(pid=95090) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 21 18:13:26.879484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.880925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3b2ac1ea-6235-4d51-ab46-bd7cd7f45e4b tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "PUT /v2.0/routers/de53455e-3d24-462e-a1df-b24768ff2092 HTTP/1.1" status: 200 len: 717 time: 0.6980934 Sep 21 18:13:26.883397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40594) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:27.032820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6af4f7-fa63-47d7-a697-c3f8b4c68f68 req-50f8d744-63c0-4237-82a3-d6f5f0f68104 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:27.037233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d6af4f7-fa63-47d7-a697-c3f8b4c68f68 req-50f8d744-63c0-4237-82a3-d6f5f0f68104 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.1067538 Sep 21 18:13:27.060652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-53e82929-1425-48f2-90b5-904312ee7f27 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "GET /v2.0/routers/de53455e-3d24-462e-a1df-b24768ff2092 HTTP/1.1" status: 200 len: 717 time: 0.1744046 Sep 21 18:13:27.063529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40602) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:27.095197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-a4790028-e5e3-43cf-b9e1-6eeb7d972c6f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:27.095197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-a4790028-e5e3-43cf-b9e1-6eeb7d972c6f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 945 time: 0.1500585 Sep 21 18:13:27.118447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d6af4f7-fa63-47d7-a697-c3f8b4c68f68 req-9343342f-44a8-45d2-bc70-41a2f9824404 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727780 Sep 21 18:13:27.238125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Deleting port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:27.238535 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.354355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-979632e0-aaf2-4cc1-b643-55de53f1ce2d tempest-RoutersTestDVR-291308939 tempest-RoutersTestDVR-291308939-project] 10.222.0.70 "GET /v2.0/routers/de53455e-3d24-462e-a1df-b24768ff2092 HTTP/1.1" status: 200 len: 683 time: 0.2830172 Sep 21 18:13:27.354355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40616) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:27.448986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] For port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:27.449920 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.486778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Calling delete_port for 502d16b4-5f3c-4d7c-ac20-037f7f345fcf owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:27.513536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc334d15-a1ef-4ab9-9a8a-e5bd8e3d4f6e tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.691045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.708974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:27.742087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event deleted for resources: {'Port': ['ID=502d16b4-5f3c-4d7c-ac20-037f7f345fcf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:27.807566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc334d15-a1ef-4ab9-9a8a-e5bd8e3d4f6e tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.813913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc334d15-a1ef-4ab9-9a8a-e5bd8e3d4f6e tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.822961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] No DVR routers for this DVR port 502d16b4-5f3c-4d7c-ac20-037f7f345fcf on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:27.833776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.838081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e03e4f3b-9a0a-410c-96b1-ec15155b7c6a req-b34dc6f6-fe84-4309-a6f2-be18b4ebe9b7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "DELETE /v2.0/ports/502d16b4-5f3c-4d7c-ac20-037f7f345fcf HTTP/1.1" status: 204 len: 173 time: 0.7350054 Sep 21 18:13:27.838782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'name': 'network-vif-deleted', 'tag': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:27.847950 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f3b151-46e8-420b-a08a-22a8314447d3" -d '{"events": [{"server_uuid": "af5e1388-35bd-4c8d-a35c-527b397f38c6", "name": "network-vif-deleted", "tag": "502d16b4-5f3c-4d7c-ac20-037f7f345fcf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:27.893332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7a4b8-ef03-4452-8530-0d4436f434a8 req-85f0cfba-cdfa-4510-9e51-8a98e62e8937 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:27.906928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1fc7a4b8-ef03-4452-8530-0d4436f434a8 req-85f0cfba-cdfa-4510-9e51-8a98e62e8937 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2156284 Sep 21 18:13:27.908684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc334d15-a1ef-4ab9-9a8a-e5bd8e3d4f6e tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.909432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc334d15-a1ef-4ab9-9a8a-e5bd8e3d4f6e tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de53455e-3d24-462e-a1df-b24768ff2092 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:27.919091 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc334d15-a1ef-4ab9-9a8a-e5bd8e3d4f6e tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.924641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc334d15-a1ef-4ab9-9a8a-e5bd8e3d4f6e tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "DELETE /v2.0/routers/de53455e-3d24-462e-a1df-b24768ff2092 HTTP/1.1" status: 204 len: 168 time: 0.5705771 Sep 21 18:13:27.925683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40642) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:27.931187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-05245765-4da6-40ab-a402-4439ad6ea876 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Request body: {'router': {'name': 'tempest-router-416757132', 'distributed': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:27.994277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e2cdf-1455-4096-ae87-d2b96b2ded6a req-4b316899-1ab7-4638-a00b-77974c7e9c6c tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:28.002360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d6e2cdf-1455-4096-ae87-d2b96b2ded6a req-4b316899-1ab7-4638-a00b-77974c7e9c6c tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 946 time: 0.0895646 Sep 21 18:13:28.026974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05245765-4da6-40ab-a402-4439ad6ea876 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.028682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05245765-4da6-40ab-a402-4439ad6ea876 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.068147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d6e2cdf-1455-4096-ae87-d2b96b2ded6a req-cfd57b50-d7da-4fc9-86a7-e935221fd5bc tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635822 Sep 21 18:13:28.096413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05245765-4da6-40ab-a402-4439ad6ea876 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.104178 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05245765-4da6-40ab-a402-4439ad6ea876 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.119582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1fc7a4b8-ef03-4452-8530-0d4436f434a8 req-c9038181-a34f-4617-80f5-ff6448649e38 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605611 Sep 21 18:13:28.129270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05245765-4da6-40ab-a402-4439ad6ea876 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.131365 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-05245765-4da6-40ab-a402-4439ad6ea876 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2042198 Sep 21 18:13:28.134061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40646) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:28.200845 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1363de-08c9-4636-85e0-73eb25b57cc9 x-openstack-request-id: req-1c1363de-08c9-4636-85e0-73eb25b57cc9 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:28.201140 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e1388-35bd-4c8d-a35c-527b397f38c6", "name": "network-vif-deleted", "tag": "502d16b4-5f3c-4d7c-ac20-037f7f345fcf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:28.201397 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c1363de-08c9-4636-85e0-73eb25b57cc9 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:28.201801 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5e1388-35bd-4c8d-a35c-527b397f38c6', 'name': 'network-vif-deleted', 'tag': '502d16b4-5f3c-4d7c-ac20-037f7f345fcf', 'status': 'completed', 'code': 200} Sep 21 18:13:28.233201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f2be8dd-4380-4f92-b765-ac915ee467c1 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.446372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eedfe517-5f3e-47f0-abc2-45303c78483d req-cbbba689-d37f-4ae4-a255-d9121cb1f7f3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=af5e1388-35bd-4c8d-a35c-527b397f38c6 HTTP/1.1" status: 200 len: 210 time: 0.0868015 Sep 21 18:13:28.584936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f2be8dd-4380-4f92-b765-ac915ee467c1 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.589140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f2be8dd-4380-4f92-b765-ac915ee467c1 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.657851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f2be8dd-4380-4f92-b765-ac915ee467c1 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.659904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2be8dd-4380-4f92-b765-ac915ee467c1 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6b42c69-80cb-4ef3-b45a-669515288b91 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:28.668478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f2be8dd-4380-4f92-b765-ac915ee467c1 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.670246 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3f2be8dd-4380-4f92-b765-ac915ee467c1 tempest-RoutersTestDVR-625834432 tempest-RoutersTestDVR-625834432-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b6b42c69-80cb-4ef3-b45a-669515288b91 HTTP/1.1" status: 204 len: 168 time: 0.5349786 Sep 21 18:13:28.693364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf156e-0793-4e71-bb62-0cb102c7a3b9 req-e32533ca-b531-4666-9c18-0221f538a085 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:28.695084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9cf156e-0793-4e71-bb62-0cb102c7a3b9 req-e32533ca-b531-4666-9c18-0221f538a085 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 946 time: 0.0702262 Sep 21 18:13:28.767248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9cf156e-0793-4e71-bb62-0cb102c7a3b9 req-5c4af83f-49e8-40be-8371-76aacbe06b89 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615978 Sep 21 18:13:29.040240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:29.181079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b99d3f4-bf51-4210-8c38-d12b5b9ff492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.245974 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1e49cac0-bb44-4a05-95c0-867dbcde5dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.255990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 502d16b4-5f3c-4d7c-ac20-037f7f345fcf no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:29.283562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 502d16b4-5f3c-4d7c-ac20-037f7f345fcf {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:29.284275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 502d16b4-5f3c-4d7c-ac20-037f7f345fcf not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:29.363696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b99d3f4-bf51-4210-8c38-d12b5b9ff492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.366212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39864b-92b7-454a-9a97-62ba2ad43163 req-db4c5de8-9c54-4739-b9cc-8a091ab637d1 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:29.368223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee39864b-92b7-454a-9a97-62ba2ad43163 req-db4c5de8-9c54-4739-b9cc-8a091ab637d1 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1104176 Sep 21 18:13:29.375585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b99d3f4-bf51-4210-8c38-d12b5b9ff492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.417824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee39864b-92b7-454a-9a97-62ba2ad43163 req-2905bc19-fb2a-4a4e-b82c-bd636c5c2574 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Sep 21 18:13:29.427158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99d3f4-bf51-4210-8c38-d12b5b9ff492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25926462-3342-4fee-9764-85554268e06a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:29.449069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1b99d3f4-bf51-4210-8c38-d12b5b9ff492 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61ce97f8df964607809e8423f2ee075f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054477 Sep 21 18:13:29.449369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40690) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:29.508253 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b98bfc7-4a25-4354-b180-b967548877ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.539727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b98bfc7-4a25-4354-b180-b967548877ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.605652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b98bfc7-4a25-4354-b180-b967548877ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.608416 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b98bfc7-4a25-4354-b180-b967548877ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.612980 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0b98bfc7-4a25-4354-b180-b967548877ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25926462-3342-4fee-9764-85554268e06a HTTP/1.1" status: 204 len: 168 time: 0.1586967 Sep 21 18:13:29.658606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98bfc7-4a25-4354-b180-b967548877ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25926462-3342-4fee-9764-85554268e06a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:29.919945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-171ba012-9af2-4d5f-bb35-8e101205b176 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:29.921957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-171ba012-9af2-4d5f-bb35-8e101205b176 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.1494355 Sep 21 18:13:29.936449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aac4c8-ccbd-464f-a0d6-ec41d06dcee1 req-c1e6c51e-a35b-4efe-a8f5-0f5bc10a4c0d tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:29.942111 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24aac4c8-ccbd-464f-a0d6-ec41d06dcee1 req-c1e6c51e-a35b-4efe-a8f5-0f5bc10a4c0d tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 946 time: 0.1025131 Sep 21 18:13:29.951008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-ec334102-ac10-4162-a958-58a5db61605a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/quotas/d9b90bb11c054b6ba3d1d9dc9b331b9f HTTP/1.1" status: 200 len: 375 time: 0.0192363 Sep 21 18:13:30.018773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24aac4c8-ccbd-464f-a0d6-ec41d06dcee1 req-727f2cbe-9565-4f8a-966b-8b490003169e tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0f979e4-f75d-434f-a29a-9e5507f0bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642629 Sep 21 18:13:30.069075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-f49061b4-3444-4c64-8320-fc6d0a198239 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1117451 Sep 21 18:13:30.072613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-8d74f0aa-6628-4538-b68a-ab16026616da tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:30.074721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-8d74f0aa-6628-4538-b68a-ab16026616da tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.41 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 946 time: 0.1200700 Sep 21 18:13:30.155528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:30.183609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d23e7b7-562c-43b5-9a32-bc1279b2a813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.307357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d16cb7ab-29eb-4209-89c8-bfd286f99ce2 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319791 Sep 21 18:13:30.331440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Deleting port 23308cff-cda5-4074-a2ea-4035c38cfebb {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:30.331778 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.344814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d23e7b7-562c-43b5-9a32-bc1279b2a813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.369824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d23e7b7-562c-43b5-9a32-bc1279b2a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.461824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:30.462766 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3d23e7b7-562c-43b5-9a32-bc1279b2a813 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ecd2f6372f5c4e9a9308bf726d247a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053939 Sep 21 18:13:30.479803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23e7b7-562c-43b5-9a32-bc1279b2a813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74044b-7d11-4d5a-abe8-33bae93aabd6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:30.529211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] For port 23308cff-cda5-4074-a2ea-4035c38cfebb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=23308cff-cda5-4074-a2ea-4035c38cfebb,segment=NetworkSegment(ed03ac3b-b2d1-4239-be66-225c3bbda34a),segment_id=ed03ac3b-b2d1-4239-be66-225c3bbda34a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:30.529500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.539683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-5aa5c1db-50ed-40cb-a99a-533863ac0862 service neutron] 10.222.0.70 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237947 Sep 21 18:13:30.557369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Calling delete_port for 23308cff-cda5-4074-a2ea-4035c38cfebb owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:30.611752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c9b6-cf1a-4a27-8595-be833e6b7a12 req-828977ad-4547-44a5-b984-dbf457d967f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:30.614294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0d8c9b6-cf1a-4a27-8595-be833e6b7a12 req-828977ad-4547-44a5-b984-dbf457d967f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.0725062 Sep 21 18:13:30.619918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c37c-2769-4d65-b722-ca84f86cc532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.657594 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c37c-2769-4d65-b722-ca84f86cc532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.672259 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c0d8c9b6-cf1a-4a27-8595-be833e6b7a12 req-5b145673-9c19-49af-9a34-1a11f1a3a09c tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458808 Sep 21 18:13:30.836487 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c37c-2769-4d65-b722-ca84f86cc532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.839598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c37c-2769-4d65-b722-ca84f86cc532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.842056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7bb9c37c-2769-4d65-b722-ca84f86cc532 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba74044b-7d11-4d5a-abe8-33bae93aabd6 HTTP/1.1" status: 204 len: 168 time: 0.3768473 Sep 21 18:13:30.885589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9c37c-2769-4d65-b722-ca84f86cc532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74044b-7d11-4d5a-abe8-33bae93aabd6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:30.900249 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77727b61-ad24-4e94-a419-262c040abe0d req-19fc5b47-ca23-41fa-82e7-6122086ac8b2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 210 time: 0.0756454 Sep 21 18:13:30.914785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.933318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['23308cff-cda5-4074-a2ea-4035c38cfebb'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:30.949675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Pushing event deleted for resources: {'Port': ['ID=23308cff-cda5-4074-a2ea-4035c38cfebb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:31.026895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] No DVR routers for this DVR port 23308cff-cda5-4074-a2ea-4035c38cfebb on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:31.031912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.037052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4569ec20-9bd6-4f7c-a0a0-9ae7f5f1e03b req-7b0556b8-fb84-4505-81f2-5a7bb01d66b7 tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.41 "DELETE /v2.0/ports/23308cff-cda5-4074-a2ea-4035c38cfebb HTTP/1.1" status: 204 len: 173 time: 0.9508169 Sep 21 18:13:31.037754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749d36df-f35a-47d2-9d99-238546422c70', 'name': 'network-vif-deleted', 'tag': '23308cff-cda5-4074-a2ea-4035c38cfebb'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:31.043165 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd397f-03b0-4c28-9293-d05ffab8a125" -d '{"events": [{"server_uuid": "749d36df-f35a-47d2-9d99-238546422c70", "name": "network-vif-deleted", "tag": "23308cff-cda5-4074-a2ea-4035c38cfebb"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:31.144911 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037c54dd-0c0a-4f0f-ba17-b9d7b964bbff x-openstack-request-id: req-037c54dd-0c0a-4f0f-ba17-b9d7b964bbff {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:31.145396 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749d36df-f35a-47d2-9d99-238546422c70", "name": "network-vif-deleted", "tag": "23308cff-cda5-4074-a2ea-4035c38cfebb", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:31.145825 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-037c54dd-0c0a-4f0f-ba17-b9d7b964bbff {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:31.146946 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749d36df-f35a-47d2-9d99-238546422c70', 'name': 'network-vif-deleted', 'tag': '23308cff-cda5-4074-a2ea-4035c38cfebb', 'status': 'completed', 'code': 200} Sep 21 18:13:31.237492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a370866-ff66-45c8-84b7-eb265e467e37 req-c73e8214-6bad-44b1-baec-364b4a03d5fe tempest-InstanceActionsNegativeTestJSON-1514810771 tempest-InstanceActionsNegativeTestJSON-1514810771-project] 10.222.0.70 "GET /v2.0/ports?device_id=749d36df-f35a-47d2-9d99-238546422c70 HTTP/1.1" status: 200 len: 210 time: 0.0701096 Sep 21 18:13:31.839233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdf025-1445-4e31-ba2f-3cebcf3ad0dc req-1b2ec864-0d3e-4631-a0cb-95842ea97416 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:31.851417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f3fdf025-1445-4e31-ba2f-3cebcf3ad0dc req-1b2ec864-0d3e-4631-a0cb-95842ea97416 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.0901723 Sep 21 18:13:31.942470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f3fdf025-1445-4e31-ba2f-3cebcf3ad0dc req-ea7f70e8-56f5-47e9-8f34-ae537c5cb60b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672541 Sep 21 18:13:32.045745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3c49176-0232-45c4-89c3-44e05196f5ea req-23f5487a-6c54-49bc-a838-0f91d23b2d94 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 210 time: 0.0358386 Sep 21 18:13:32.123980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:32.247842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'networks': [{'name': 'tempest-network--1854347142'}, {'name': 'tempest-network--450637798'}]} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:32.248158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'network': {'name': 'tempest-network--1854347142'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:32.248815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'network': {'name': 'tempest-network--450637798'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:32.279988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Made reservation on behalf of 4d3a233eb082499bb077b2474d608f63 for: {'network': 2} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:32.286492 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.307716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.328356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40814) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:32.390340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] Deleting subnet e7559dff-8d27-40dc-9966-340fd6d54cd3 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:32.396189 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.450629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.527470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.620889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.651621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7559dff-8d27-40dc-9966-340fd6d54cd3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:32.669453 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.671578 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ccfb5bc6-ff94-42b9-ba92-fd07f249ab0c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e7559dff-8d27-40dc-9966-340fd6d54cd3 HTTP/1.1" status: 204 len: 168 time: 0.3420808 Sep 21 18:13:32.687138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40826) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:32.781938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.898234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-320c505d-8313-4ed7-83dc-af227f31f6dd tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:32.899803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-320c505d-8313-4ed7-83dc-af227f31f6dd tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 805 time: 0.6673906 Sep 21 18:13:32.913804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Request body: {'port': {'device_id': '0264e174-0522-49ab-95db-fa9a9d93d780', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'admin_state_up': True, 'tenant_id': 'd9b90bb11c054b6ba3d1d9dc9b331b9f'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:32.932708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.982172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e55fbb-79a6-4e37-bfe7-7214648f22b6']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:32.998217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed03ac3b-b2d1-4239-be66-225c3bbda34a') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:32.998541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed03ac3b-b2d1-4239-be66-225c3bbda34a') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:33.009808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 23308cff-cda5-4074-a2ea-4035c38cfebb no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:33.029834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.053972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 23308cff-cda5-4074-a2ea-4035c38cfebb {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:33.056616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 23308cff-cda5-4074-a2ea-4035c38cfebb not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:33.061437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.078419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:33.078999 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:33.081601 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:33.098017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.129612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.130177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.193683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67a77909-4640-492b-9cde-3427bd948c60 req-e4662d57-4e9c-409a-ac9a-86d5d4dfccc8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 210 time: 0.0359609 Sep 21 18:13:33.196353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.204609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.205770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf18f20-2aa5-492d-8c7b-42af0b8a17d2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:33.206876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d3e55fbb-79a6-4e37-bfe7-7214648f22b6 HTTP/1.1" status: 204 len: 168 time: 0.5185478 Sep 21 18:13:33.225143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3b012-eccd-4b63-b94c-3b06df3a9063 req-4ffa80c1-5c2a-488b-9e50-854af976f506 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:33.232417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e1b3b012-eccd-4b63-b94c-3b06df3a9063 req-4ffa80c1-5c2a-488b-9e50-854af976f506 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1759698 Sep 21 18:13:33.242552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611fa7f-38e0-4900-84b9-fe763444d9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e55fbb-79a6-4e37-bfe7-7214648f22b6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:33.248083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:33.276686 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.277177 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Added segment 4820edda-d5da-4b6b-8a8c-022eafc3293b of type vlan for network 4e242e3d-4617-4eaa-b86c-ad1fa25d283d Sep 21 18:13:33.290975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Made reservation on behalf of d9b90bb11c054b6ba3d1d9dc9b331b9f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:33.295237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.352927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e1b3b012-eccd-4b63-b94c-3b06df3a9063 req-2405b8d0-06db-4644-a0e5-622295d2e6ef tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196001 Sep 21 18:13:33.354890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.445364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:33.471486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40846) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:33.481746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.482097 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Added segment e88dd441-c441-4df9-b037-698138b59110 of type vlan for network 770b7bd2-2c65-4dd6-95ca-d366908c4dae Sep 21 18:13:33.524344 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b06a9075-d4a0-466c-8ad7-6a3878fc6928 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=087b5da7e30f41449cca49bb1eccc111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511668 Sep 21 18:13:33.534245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40848) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:33.540225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.546823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Allocated IP 172.20.0.13 (9b03ef57-944f-4aee-8654-50a059213975/aff1d1a3-bfa4-41d0-96a4-ba193de66477/09fe430d-cdd0-49af-84d5-7b059dfd9bbc) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:33.590906 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd51069f-9db4-4615-9924-4ac2927caafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.613359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cae43e1-4f2d-41d9-afd5-ca9983eb34ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.614385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.614915 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.621885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:33.628082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:33.629138 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.639265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cae43e1-4f2d-41d9-afd5-ca9983eb34ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.711712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cae43e1-4f2d-41d9-afd5-ca9983eb34ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.714296 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cae43e1-4f2d-41d9-afd5-ca9983eb34ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.715524 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9cae43e1-4f2d-41d9-afd5-ca9983eb34ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0f979e4-f75d-434f-a29a-9e5507f0bf10 HTTP/1.1" status: 204 len: 168 time: 0.1800864 Sep 21 18:13:33.722462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5968649 Sep 21 18:13:33.727111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40854) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:33.739410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae43e1-4f2d-41d9-afd5-ca9983eb34ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f979e4-f75d-434f-a29a-9e5507f0bf10,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:33.772331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Network': ['ID=4e242e3d-4617-4eaa-b86c-ad1fa25d283d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:33.795289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 4e242e3d-4617-4eaa-b86c-ad1fa25d283d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:33.887522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1f112-e6c6-45ff-b8f5-0b1a259cf2be tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:33.888773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178075c-ab1d-482b-813f-15fa342e2ca7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Network': ['ID=770b7bd2-2c65-4dd6-95ca-d366908c4dae,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:33.902618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1f112-e6c6-45ff-b8f5-0b1a259cf2be tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:33.911390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1f112-e6c6-45ff-b8f5-0b1a259cf2be tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:33.914055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 770b7bd2-2c65-4dd6-95ca-d366908c4dae details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:33.919356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1f112-e6c6-45ff-b8f5-0b1a259cf2be tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:33.921692 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fad1f112-e6c6-45ff-b8f5-0b1a259cf2be tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1933050 Sep 21 18:13:33.925751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40856) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:33.931822 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.989548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.034177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:34.094505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.124289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Network 9b03ef57-944f-4aee-8654-50a059213975 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:34.140857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:34.151709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:34.220959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event updated for resources: {'Port': ['ID=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:34.221781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.246565 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.248460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:34.249576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.272315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-e012f9e1-0a3c-4d71-9584-1517fe875265 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3625360 Sep 21 18:13:34.278640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.287573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Request body: {'port': {'device_id': '0264e174-0522-49ab-95db-fa9a9d93d780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:34.334184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e242e3d-4617-4eaa-b86c-ad1fa25d283d']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:34.372937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4820edda-d5da-4b6b-8a8c-022eafc3293b') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:34.373216 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4820edda-d5da-4b6b-8a8c-022eafc3293b') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:34.394633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.411352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.430276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.447291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:34.448456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:34.452806 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:34.531607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b13d49-13bd-4c4f-902d-2bd634f136b7 req-58273437-c90b-41e7-a415-54c3b7b449b3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:34.541717 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a8b13d49-13bd-4c4f-902d-2bd634f136b7 req-58273437-c90b-41e7-a415-54c3b7b449b3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 932 time: 0.1266148 Sep 21 18:13:34.570393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.578654 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.581545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/networks/4e242e3d-4617-4eaa-b86c-ad1fa25d283d HTTP/1.1" status: 204 len: 168 time: 0.6540983 Sep 21 18:13:34.586438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40882) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:34.605255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd8e25-776a-4a88-b7f1-c187450ef12a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Network': ['ID=4e242e3d-4617-4eaa-b86c-ad1fa25d283d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:34.639330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9cd9d-f7c8-412e-ad62-409ff6c49f6b req-1d284338-4941-459f-92d2-a850e08874d1 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:34.640937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42d9cd9d-f7c8-412e-ad62-409ff6c49f6b req-1d284338-4941-459f-92d2-a850e08874d1 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1045213 Sep 21 18:13:34.690962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a8b13d49-13bd-4c4f-902d-2bd634f136b7 req-3d59cfa8-468e-4c55-a964-7f3d5df7b6b1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480744 Sep 21 18:13:34.700598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42d9cd9d-f7c8-412e-ad62-409ff6c49f6b req-1a4b0c9b-264d-43cb-9011-0998c3ffd9f2 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Sep 21 18:13:34.733790 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.802065 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.053987 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.115542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b7bd2-2c65-4dd6-95ca-d366908c4dae']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:35.126183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffd1dc-3c30-47f7-bad9-d52bd40a288b req-02bb2670-fd84-4815-9796-9aaa22a865f9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:35.128920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bffd1dc-3c30-47f7-bad9-d52bd40a288b req-02bb2670-fd84-4815-9796-9aaa22a865f9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 945 time: 0.1714377 Sep 21 18:13:35.155686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88dd441-c441-4df9-b037-698138b59110') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:35.156002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88dd441-c441-4df9-b037-698138b59110') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:35.182469 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.202350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40906) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:35.219465 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.255261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:35.255750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:35.258842 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:35.263481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bffd1dc-3c30-47f7-bad9-d52bd40a288b req-9a942ef9-09a3-443d-9f0e-904b046be13f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230376 Sep 21 18:13:35.291659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fe430d-cdd0-49af-84d5-7b059dfd9bbc {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:35.328819 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.332961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f641ba-eb8e-4c8a-a8de-101d497366dc req-fd954c37-10d6-4b0e-8a33-a24cd3ba8257 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:35.345069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97f641ba-eb8e-4c8a-a8de-101d497366dc req-fd954c37-10d6-4b0e-8a33-a24cd3ba8257 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 945 time: 0.1312327 Sep 21 18:13:35.354798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Transition to ACTIVE for port object 09fe430d-cdd0-49af-84d5-7b059dfd9bbc will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:35.355589 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.374047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.382036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/networks/770b7bd2-2c65-4dd6-95ca-d366908c4dae HTTP/1.1" status: 204 len: 168 time: 0.7920799 Sep 21 18:13:35.385381 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.388586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1285949294-network', 'tenant_id': '1ae15f090f5842f2996bfe0d0e8e70ab'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:35.398843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40916) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:35.432269 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97f641ba-eb8e-4c8a-a8de-101d497366dc req-b9af3c3e-d94a-401e-b2e6-602157daac43 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Sep 21 18:13:35.466227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Made reservation on behalf of 1ae15f090f5842f2996bfe0d0e8e70ab for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:35.467865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Pushing event updated for resources: {'Port': ['ID=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:35.468735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.480021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.497678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7211c2e-57ff-4b4b-abc9-8aa632030a7e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Network': ['ID=770b7bd2-2c65-4dd6-95ca-d366908c4dae,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:35.609558 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.616536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.669881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:35.703784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2058873e-4d26-4432-90a6-b1e1317aec92,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:35.710339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.711383 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Added segment 858b8da9-49e5-4ccc-92f2-b6ff99296574 of type vlan for network c7ed8212-419d-4577-ade1-d9cffc895d98 Sep 21 18:13:35.732659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Attempting to bind port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:35.733020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Attempting to bind port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:35.733446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Attempting to bind port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:35.749733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc on network 9b03ef57-944f-4aee-8654-50a059213975 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:35.750070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Attempting to bind port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc on network 9b03ef57-944f-4aee-8654-50a059213975 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:35.770663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:35.771036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Checking segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:35.771400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Bound using segment: {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:35.771855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Bound port: 09fe430d-cdd0-49af-84d5-7b059dfd9bbc, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2be3ba-5404-4c34-8332-594e722b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b03ef57-944f-4aee-8654-50a059213975'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:35.772222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.787936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.809136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50c2ea-3702-4389-b2a3-5d8bde8b9a4a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:35.816931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50c2ea-3702-4389-b2a3-5d8bde8b9a4a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:35.823317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fe50c2ea-3702-4389-b2a3-5d8bde8b9a4a tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3676929 Sep 21 18:13:35.823552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.823552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:35.823552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.824718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40930) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:35.830762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-633026822'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:35.875571 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6686966 Sep 21 18:13:35.875927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40932) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:35.882503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Request body: {'subnet': {'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1285949294-subnet', 'tenant_id': '1ae15f090f5842f2996bfe0d0e8e70ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:35.928882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Made reservation on behalf of 4d3a233eb082499bb077b2474d608f63 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:35.929113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773a3ff-98dd-4500-a0a5-5162bc6d121f admin admin] Pushing event updated for resources: {'Network': ['ID=c7ed8212-419d-4577-ade1-d9cffc895d98,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:35.937560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.940363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network c7ed8212-419d-4577-ade1-d9cffc895d98 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:35.972534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] For port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:35.979389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] For port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:35.982658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Made reservation on behalf of 1ae15f090f5842f2996bfe0d0e8e70ab for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:35.985125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.998876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:36.011242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.011628 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Added segment ed6c8958-811f-4901-9662-2dbd44f938cf of type vlan for network b37e9219-0a78-4d10-b36f-9b2190aae88b Sep 21 18:13:36.026112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.067587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c49b6c-f307-4178-8ec5-3fe313a9cfca req-56d9b359-75cf-464a-b69d-a849e223e6b1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.069072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33c49b6c-f307-4178-8ec5-3fe313a9cfca req-56d9b359-75cf-464a-b69d-a849e223e6b1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 944 time: 0.1742923 Sep 21 18:13:36.104211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdf8a5-ed13-4e76-ba68-a164fde0af15 req-bd3158fb-4af8-4e04-828a-e6a0cec30467 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.105834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3fdf8a5-ed13-4e76-ba68-a164fde0af15 req-bd3158fb-4af8-4e04-828a-e6a0cec30467 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2527571 Sep 21 18:13:36.118146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.119214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.120659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] 10.222.0.78 "PUT /v2.0/ports/09fe430d-cdd0-49af-84d5-7b059dfd9bbc HTTP/1.1" status: 200 len: 1092 time: 1.8389299 Sep 21 18:13:36.131449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0264e174-0522-49ab-95db-fa9a9d93d780', 'tag': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:36.133725 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1fc4f3-e284-4161-be14-5297681b8dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "0264e174-0522-49ab-95db-fa9a9d93d780", "tag": "09fe430d-cdd0-49af-84d5-7b059dfd9bbc"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:36.169912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.182878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33c49b6c-f307-4178-8ec5-3fe313a9cfca req-efc8e01d-21b8-4c74-97bd-f3dffbe3cfd8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042285 Sep 21 18:13:36.254935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6211fcd-7b22-48f4-8ba4-c19b203c0d3f service neutron] Pushing event updated for resources: {'Port': ['ID=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:36.267842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3fdf8a5-ed13-4e76-ba68-a164fde0af15 req-096e5d6f-ce3a-411f-81f9-9f19d127c298 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366003 Sep 21 18:13:36.275270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.286701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.292655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.293301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.343106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-128a1352-0315-4d53-a4f2-99b64e8a71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.344884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-128a1352-0315-4d53-a4f2-99b64e8a71cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 1095 time: 0.1686714 Sep 21 18:13:36.350058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5242035 Sep 21 18:13:36.354321 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96493d9-245f-4d60-b19b-9212670dc678 x-openstack-request-id: req-b96493d9-245f-4d60-b19b-9212670dc678 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:36.354865 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0264e174-0522-49ab-95db-fa9a9d93d780", "tag": "09fe430d-cdd0-49af-84d5-7b059dfd9bbc", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:36.355120 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b96493d9-245f-4d60-b19b-9212670dc678 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:36.355519 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0264e174-0522-49ab-95db-fa9a9d93d780', 'tag': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc', 'status': 'completed', 'code': 200} Sep 21 18:13:36.356097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:36.358427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac31f0a-38f1-4f42-840c-c97cecde1535,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:36.378879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1648624344'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:36.412192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Checking segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:36.412562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Network hostable DHCP agents. Network: c7ed8212-419d-4577-ade1-d9cffc895d98, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:36.420630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Made reservation on behalf of 4d3a233eb082499bb077b2474d608f63 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:36.424486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-a9122622-06b3-47fb-b112-cddb3e041ef8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09fe430d-cdd0-49af-84d5-7b059dfd9bbc HTTP/1.1" status: 200 len: 217 time: 0.0679314 Sep 21 18:13:36.425005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.425376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4bdb4-6603-4c38-a7ef-feb5f894f588 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Network': ['ID=b37e9219-0a78-4d10-b36f-9b2190aae88b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:36.441499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network b37e9219-0a78-4d10-b36f-9b2190aae88b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:36.452086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Network c7ed8212-419d-4577-ade1-d9cffc895d98 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:36.481574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:36.484825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, c7ed8212-419d-4577-ade1-d9cffc895d98) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:36.497053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.498091 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.519129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b308c23e-58dc-42d4-b562-09b5a0db2ce0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6419373 Sep 21 18:13:36.520827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.521266 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Added segment e8b17fe3-a473-4903-a74e-874a0e0be1a9 of type vlan for network f6414f98-70b2-4063-a7a1-97bc66b5ebb9 Sep 21 18:13:36.552310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-814cdf18-1c39-4ff0-a09a-f74f3bb8732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.553884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-814cdf18-1c39-4ff0-a09a-f74f3bb8732b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.1227183 Sep 21 18:13:36.562846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efd02b-9756-48b2-ab82-90be3ad3b27a None None] Network c7ed8212-419d-4577-ade1-d9cffc895d98 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:36.617686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.618687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-261a7568-f0bc-40ef-ac02-95d6c5062b40 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562813 Sep 21 18:13:36.635752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d61ca-ea37-4a9b-a3e9-e60c6bfad31c req-14ae493d-7426-462c-9e21-1fcd03db2074 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.638242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f9d61ca-ea37-4a9b-a3e9-e60c6bfad31c req-14ae493d-7426-462c-9e21-1fcd03db2074 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 945 time: 0.1029291 Sep 21 18:13:36.700705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1f9d61ca-ea37-4a9b-a3e9-e60c6bfad31c req-017627d0-1065-4f53-a104-a2fd2e380c42 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532622 Sep 21 18:13:36.721863 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.735421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.736418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.823272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-c7ed8212-419d-4577-ade1-d9cffc895d98', 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'tenant_id': '1ae15f090f5842f2996bfe0d0e8e70ab', 'fixed_ips': [{'subnet_id': '1ac31f0a-38f1-4f42-840c-c97cecde1535'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:36.824311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.839177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-50472db5-8eb8-488c-906a-901d5b11c538 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110581 Sep 21 18:13:36.871324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5083370 Sep 21 18:13:36.874319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40958) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:36.879964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'ports': [{'network_id': 'b37e9219-0a78-4d10-b36f-9b2190aae88b', 'name': 'tempest-port--102239489', 'admin_state_up': True}, {'network_id': 'f6414f98-70b2-4063-a7a1-97bc66b5ebb9', 'admin_state_up': False}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:36.880520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'port': {'network_id': 'b37e9219-0a78-4d10-b36f-9b2190aae88b', 'name': 'tempest-port--102239489', 'admin_state_up': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:36.881180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'port': {'network_id': 'f6414f98-70b2-4063-a7a1-97bc66b5ebb9', 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:36.885849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b2601-2ff4-434d-9e57-b0df0afc3d86 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Network': ['ID=f6414f98-70b2-4063-a7a1-97bc66b5ebb9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:36.957835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a878a3c-b37c-4642-a9ff-a40092cb19f3 req-60dc1438-e3bd-4eff-8e51-b1c484735164 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112227 Sep 21 18:13:36.960436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f6414f98-70b2-4063-a7a1-97bc66b5ebb9 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:37.122657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Allocated IP 172.20.0.2 (c7ed8212-419d-4577-ade1-d9cffc895d98/1ac31f0a-38f1-4f42-840c-c97cecde1535/febca5ff-b4e7-4753-a07f-99fe070b1bee) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:37.123614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Made reservation on behalf of 4d3a233eb082499bb077b2474d608f63 for: {'port': 2} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:37.154931 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.178507 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.203774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-9d7551ce-20c9-49a8-a28f-7b4d8ddba1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:37.205458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.206319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-9d7551ce-20c9-49a8-a28f-7b4d8ddba1cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 1095 time: 0.1996636 Sep 21 18:13:37.351943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-62b5e37c-7af2-4313-8b08-607bf22d97d4 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:37.353638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-62b5e37c-7af2-4313-8b08-607bf22d97d4 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 945 time: 0.3087437 Sep 21 18:13:37.360499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-0289a02a-04e1-433a-85db-27fb31c6935a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:37.368331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-0289a02a-04e1-433a-85db-27fb31c6935a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 816 time: 0.1596031 Sep 21 18:13:37.379423 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.390569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.391799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] device_id is not set on port 2c030502-2527-4c2c-b16c-58490a86c293 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:37.413063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-5ae9298f-4d89-458f-9317-810ccaeb95df tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/quotas/1ae15f090f5842f2996bfe0d0e8e70ab HTTP/1.1" status: 200 len: 375 time: 0.0443320 Sep 21 18:13:37.422231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96de0-c972-4702-8fd4-92a2f55d3753 req-bce987ce-32c9-48ad-b60b-d2b5910c05dc tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:37.431315 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-65b96de0-c972-4702-8fd4-92a2f55d3753 req-bce987ce-32c9-48ad-b60b-d2b5910c05dc tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 944 time: 0.1219890 Sep 21 18:13:37.495698 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-65b96de0-c972-4702-8fd4-92a2f55d3753 req-43034269-2d3d-43d0-b4fb-7f875c7a3fcc tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631807 Sep 21 18:13:37.500951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Pushing event updated for resources: {'Port': ['ID=febca5ff-b4e7-4753-a07f-99fe070b1bee,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:37.530754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Network c7ed8212-419d-4577-ade1-d9cffc895d98 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:37.533683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:37.540773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:37.606958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Attempting to bind port febca5ff-b4e7-4753-a07f-99fe070b1bee on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:37.607661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Attempting to bind port febca5ff-b4e7-4753-a07f-99fe070b1bee by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:37.608042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Attempting to bind port febca5ff-b4e7-4753-a07f-99fe070b1bee on network c7ed8212-419d-4577-ade1-d9cffc895d98 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:37.615685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:37.616134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Checking segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:37.616563 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.616967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Bound using segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:37.617448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Bound port: febca5ff-b4e7-4753-a07f-99fe070b1bee, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:37.618228 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.689906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Deleting port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:37.690536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.724130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-377a06d6-931d-426a-975f-73d4c75ba4ae tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3100564 Sep 21 18:13:37.725341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2034b08-807e-432b-b68a-3e26f3a7f2fb req-4a7add44-f761-43bc-8b88-2327f7856ad8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:37.727642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] For port febca5ff-b4e7-4753-a07f-99fe070b1bee, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:37.734552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2034b08-807e-432b-b68a-3e26f3a7f2fb req-4a7add44-f761-43bc-8b88-2327f7856ad8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1414289 Sep 21 18:13:37.735299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] For port febca5ff-b4e7-4753-a07f-99fe070b1bee, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=febca5ff-b4e7-4753-a07f-99fe070b1bee,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:37.749596 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.763848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.793895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-173bd64e-6b3b-441a-801a-ba3056019ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:37.795784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-173bd64e-6b3b-441a-801a-ba3056019ebb service neutron] 10.222.0.78 "GET /v2.0/networks?id=9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 200 len: 907 time: 0.4530523 Sep 21 18:13:37.817364 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2034b08-807e-432b-b68a-3e26f3a7f2fb req-edef0732-439b-4e0f-9878-4afd1fa40622 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816035 Sep 21 18:13:37.895529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] device_id is not set on port b1968f58-dfdf-43c7-913a-c7a60ea94ac9 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:37.904161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b80fc-4e39-4d9a-97f5-99c4fe0586b4 None None] Pushing event updated for resources: {'Port': ['ID=febca5ff-b4e7-4753-a07f-99fe070b1bee,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:37.921489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-2dcf7dd5-db4f-4e91-869c-90917684cd63 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09fe430d-cdd0-49af-84d5-7b059dfd9bbc HTTP/1.1" status: 200 len: 217 time: 0.0469048 Sep 21 18:13:38.025969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-f446e8e8-f02b-458e-9dc4-a30d20af8907 service neutron] 10.222.0.70 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004730 Sep 21 18:13:38.097751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-451617ca-51e4-4be7-bb87-c9dd0f97ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:38.099883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-451617ca-51e4-4be7-bb87-c9dd0f97ace4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 200 len: 845 time: 0.1656125 Sep 21 18:13:38.171823 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.178257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] For port 8d0019f9-9c0c-43f3-bad2-3508b68c0100, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8d0019f9-9c0c-43f3-bad2-3508b68c0100,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:38.178393 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.191243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3190fd1-3ca4-4b44-b469-c739cfc4065f req-48082857-0178-4d0d-9f3a-8c840b65ba31 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:38.198947 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3190fd1-3ca4-4b44-b469-c739cfc4065f req-48082857-0178-4d0d-9f3a-8c840b65ba31 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 945 time: 0.1479220 Sep 21 18:13:38.207839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-43664d46-946b-454f-8a67-db1d3c730229 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9b03ef57-944f-4aee-8654-50a059213975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623386 Sep 21 18:13:38.230872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Calling delete_port for 8d0019f9-9c0c-43f3-bad2-3508b68c0100 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:38.293897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-b1fc2cc2-425d-4d7f-89b8-116d52f47374 service neutron] 10.222.0.70 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667944 Sep 21 18:13:38.335385 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.336381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3190fd1-3ca4-4b44-b469-c739cfc4065f req-bb91d1ce-48ec-4211-a205-f2fcbd9020f7 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b45c5c5-6230-40da-84f3-3b9cad01c003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363175 Sep 21 18:13:38.338908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.449340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Port': ['ID=2c030502-2527-4c2c-b16c-58490a86c293,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:38.460058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Checking segment: {'id': 'ed6c8958-811f-4901-9662-2dbd44f938cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'b37e9219-0a78-4d10-b36f-9b2190aae88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:38.460577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network hostable DHCP agents. Network: b37e9219-0a78-4d10-b36f-9b2190aae88b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:38.540212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network b37e9219-0a78-4d10-b36f-9b2190aae88b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:38.578420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, b37e9219-0a78-4d10-b36f-9b2190aae88b) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:38.588227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:38.589103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6657d0-1eba-4f8d-88bb-91db4e6ca3fe None None] Network b37e9219-0a78-4d10-b36f-9b2190aae88b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:38.589737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.677509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Port': ['ID=b1968f58-dfdf-43c7-913a-c7a60ea94ac9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:38.883396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Checking segment: {'id': 'e8b17fe3-a473-4903-a74e-874a0e0be1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'f6414f98-70b2-4063-a7a1-97bc66b5ebb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:38.883769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network hostable DHCP agents. Network: f6414f98-70b2-4063-a7a1-97bc66b5ebb9, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:38.973906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48717c96-b0d9-41da-a2da-afcc1b910378 req-c4641f7a-011b-4f18-9646-c07c47b9be9f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:38.984657 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-48717c96-b0d9-41da-a2da-afcc1b910378 req-c4641f7a-011b-4f18-9646-c07c47b9be9f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 944 time: 0.2662771 Sep 21 18:13:39.011200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network f6414f98-70b2-4063-a7a1-97bc66b5ebb9 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:39.045660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f6414f98-70b2-4063-a7a1-97bc66b5ebb9) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:39.062132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd642d2-018b-47bb-a7fc-c0d51bc65cf9 None None] Network f6414f98-70b2-4063-a7a1-97bc66b5ebb9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:39.064408 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-48717c96-b0d9-41da-a2da-afcc1b910378 req-07e8eafd-c8b3-482c-91e7-6c3c22d2e785 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741823 Sep 21 18:13:39.072718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:39.089922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:39.104298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:39.105121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.138922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3d49b196-43a7-4b85-a349-2f3282f0b8d8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2631724 Sep 21 18:13:39.141281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41050) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:39.189473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-c22dcc30-aeba-422d-879b-6aa2a1b93bcd service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9732213 Sep 21 18:13:39.283538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-f64e9700-40a0-4d4f-abcc-b51a634e69a4 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:39.292941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-f64e9700-40a0-4d4f-abcc-b51a634e69a4 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 816 time: 0.3102362 Sep 21 18:13:39.333803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-c95f61e0-f6fb-4c23-aa5b-d5824a763045 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/quotas/1ae15f090f5842f2996bfe0d0e8e70ab HTTP/1.1" status: 200 len: 375 time: 0.0396087 Sep 21 18:13:39.431140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:39.441119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 09fe430d-cdd0-49af-84d5-7b059dfd9bbc details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:39.500059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da0f57-d546-4c77-8509-1e9623213e3f req-c1bf711c-195b-4ed9-87dd-661f4a3f9709 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:39.515340 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33da0f57-d546-4c77-8509-1e9623213e3f req-c1bf711c-195b-4ed9-87dd-661f4a3f9709 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2503946 Sep 21 18:13:39.557198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d8a49-1ad2-4beb-a22f-ca9a54616d27 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:39.566369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-153b568e-e98d-4fab-b851-58f170759a5c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2315161 Sep 21 18:13:39.570204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d8a49-1ad2-4beb-a22f-ca9a54616d27 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:39.572286 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-989d8a49-1ad2-4beb-a22f-ca9a54616d27 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4290264 Sep 21 18:13:39.578936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41100) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:39.649388 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33da0f57-d546-4c77-8509-1e9623213e3f req-eaf26282-ccf2-4644-abc0-dc846cdcd1d8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273592 Sep 21 18:13:39.668450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.679530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a1fc4f3-e284-4161-be14-5297681b8dd3 req-b7cc2dd7-06f9-4e2b-ad35-a39b8388b6c9 service neutron] 10.222.0.78 "GET /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553285 Sep 21 18:13:39.696363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-3234eb33-ab09-4409-b9bd-18596f937c63 service neutron] 10.222.0.70 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291211 Sep 21 18:13:39.728556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Pushing event deleted for resources: {'Port': ['ID=8d0019f9-9c0c-43f3-bad2-3508b68c0100,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:39.752078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device febca5ff-b4e7-4753-a07f-99fe070b1bee up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:39.791510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312eac17-1b4c-4dc8-ba34-d8fea477cc50 None None] Network c7ed8212-419d-4577-ade1-d9cffc895d98 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:39.894553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Deleting port 2c030502-2527-4c2c-b16c-58490a86c293 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:39.900105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.930876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8d0019f9-9c0c-43f3-bad2-3508b68c0100'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:39.990131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b1bed81e-20c9-455a-808f-36e62a618a7c service neutron] 10.222.0.70 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229569 Sep 21 18:13:40.061304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] No DVR routers for this DVR port 8d0019f9-9c0c-43f3-bad2-3508b68c0100 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:40.078449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.084470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99ccc23d-8d03-4416-86ac-b643f515b3ba req-12c31794-2349-433d-a5de-dd3392683f9b tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.41 "DELETE /v2.0/ports/8d0019f9-9c0c-43f3-bad2-3508b68c0100 HTTP/1.1" status: 204 len: 173 time: 2.7036228 Sep 21 18:13:40.085545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'name': 'network-vif-deleted', 'tag': '8d0019f9-9c0c-43f3-bad2-3508b68c0100'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:40.126432 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf773a3-4a93-42f0-ab91-5adb9f2faf60" -d '{"events": [{"server_uuid": "2f8e03fc-831b-4218-9f85-5129b17a698e", "name": "network-vif-deleted", "tag": "8d0019f9-9c0c-43f3-bad2-3508b68c0100"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:40.177715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.229016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Calling delete_port for 2c030502-2527-4c2c-b16c-58490a86c293 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:40.285520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:40.326020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc', 'network_id': '9b03ef57-944f-4aee-8654-50a059213975', 'port_id': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc', 'mac_address': 'fa:16:3e:cf:b4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff1d1a3-bfa4-41d0-96a4-ba193de66477', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:40.337876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fc60e0c-8ff6-4c4d-9164-3b535e71520f req-0681c7ae-0c78-4e31-84a0-e46bdf06d9a8 tempest-AttachSCSIVolumeTestJSON-1779846339 tempest-AttachSCSIVolumeTestJSON-1779846339-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f8e03fc-831b-4218-9f85-5129b17a698e HTTP/1.1" status: 200 len: 210 time: 0.1065533 Sep 21 18:13:40.389483 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.resource_extend [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:13:40.475405 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e41ab5-9580-4f51-af56-a7805adfec2f x-openstack-request-id: req-53e41ab5-9580-4f51-af56-a7805adfec2f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:40.476259 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8e03fc-831b-4218-9f85-5129b17a698e", "name": "network-vif-deleted", "tag": "8d0019f9-9c0c-43f3-bad2-3508b68c0100", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:40.476668 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53e41ab5-9580-4f51-af56-a7805adfec2f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:40.481785 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8e03fc-831b-4218-9f85-5129b17a698e', 'name': 'network-vif-deleted', 'tag': '8d0019f9-9c0c-43f3-bad2-3508b68c0100', 'status': 'completed', 'code': 200} Sep 21 18:13:40.529425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ff2342f-3f12-4d7c-b302-a6eb816e22fc None None] Provisioning complete for port febca5ff-b4e7-4753-a07f-99fe070b1bee triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:40.530808 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ff2342f-3f12-4d7c-b302-a6eb816e22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.575738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ae11d-9b75-4951-8e32-4603ee88277b req-4989866b-8bc4-49a3-a294-c4fd9f6ea511 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:40.577342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb9ae11d-9b75-4951-8e32-4603ee88277b req-4989866b-8bc4-49a3-a294-c4fd9f6ea511 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 944 time: 0.1484396 Sep 21 18:13:40.619008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.685656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb9ae11d-9b75-4951-8e32-4603ee88277b req-1a2a3e10-38da-4124-81f0-42b53d0010d8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910981 Sep 21 18:13:40.700218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Port': ['ID=2c030502-2527-4c2c-b16c-58490a86c293,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:40.744869 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.748126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-78575d4f-c2bf-49ef-b383-74e375b2762c tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/ports/2c030502-2527-4c2c-b16c-58490a86c293 HTTP/1.1" status: 204 len: 168 time: 1.1674452 Sep 21 18:13:40.750884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41238) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:41.232053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01803d-0dbd-47dc-925b-30368c4533e2 req-196fafff-4e77-4da0-81b3-b8c220ca92ca tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:41.240031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01803d-0dbd-47dc-925b-30368c4533e2 req-196fafff-4e77-4da0-81b3-b8c220ca92ca tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.3452134 Sep 21 18:13:41.335485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-1cd02efa-bd9e-42bf-99dd-a9c4c3f77cc4 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:41.338315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-1cd02efa-bd9e-42bf-99dd-a9c4c3f77cc4 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 816 time: 0.4412360 Sep 21 18:13:41.359288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Request body: {'port': {'device_id': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'admin_state_up': True, 'tenant_id': '1ae15f090f5842f2996bfe0d0e8e70ab'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:41.398843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd01803d-0dbd-47dc-925b-30368c4533e2 req-1dee58b4-293d-4e5f-b188-85cf834d66ec tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490920 Sep 21 18:13:41.459900 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.462702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ff2342f-3f12-4d7c-b302-a6eb816e22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.534111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fe430d-cdd0-49af-84d5-7b059dfd9bbc {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:41.611889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ff2342f-3f12-4d7c-b302-a6eb816e22fc None None] For port febca5ff-b4e7-4753-a07f-99fe070b1bee, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=febca5ff-b4e7-4753-a07f-99fe070b1bee,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:41.617181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:41.637598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ff2342f-3f12-4d7c-b302-a6eb816e22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.706768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Made reservation on behalf of 1ae15f090f5842f2996bfe0d0e8e70ab for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:41.709822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port febca5ff-b4e7-4753-a07f-99fe070b1bee triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:41.710247 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.714210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.766499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2342f-3f12-4d7c-b302-a6eb816e22fc None None] Pushing event updated for resources: {'Port': ['ID=febca5ff-b4e7-4753-a07f-99fe070b1bee,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:41.780866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:41.792501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'mac_address': 'fa:16:3e:89:81:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:41.814243 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.006782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.024813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-3cf7d122-28e4-44e6-bcf6-d404c5f9e61b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:42.032068 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-3cf7d122-28e4-44e6-bcf6-d404c5f9e61b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 816 time: 1.3360715 Sep 21 18:13:42.032259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6ba222af-fc6d-49d9-b2e4-3c65c398dc8c None None] Provisioning complete for port febca5ff-b4e7-4753-a07f-99fe070b1bee triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:42.032536 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6ba222af-fc6d-49d9-b2e4-3c65c398dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.057542 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-4e361798-98e4-4160-87ea-3d871710bd73 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/quotas/1ae15f090f5842f2996bfe0d0e8e70ab HTTP/1.1" status: 200 len: 375 time: 0.0239263 Sep 21 18:13:42.076085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Allocated IP 172.20.0.11 (c7ed8212-419d-4577-ade1-d9cffc895d98/1ac31f0a-38f1-4f42-840c-c97cecde1535/62ceed6d-a216-4ea6-9871-11b8febdc265) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:42.103828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Deleting port b1968f58-dfdf-43c7-913a-c7a60ea94ac9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:42.104168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.115278 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['09fe430d-cdd0-49af-84d5-7b059dfd9bbc'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:42.179906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.187077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7337f48-0c40-40c4-a8a1-cef35deff6b8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:42.194947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Calling delete_port for b1968f58-dfdf-43c7-913a-c7a60ea94ac9 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:42.330178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:42.350235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.364306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:42.382507 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.453678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Port': ['ID=b1968f58-dfdf-43c7-913a-c7a60ea94ac9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:42.475424 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:42.486328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.494712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea78541e-2682-46c5-8079-b58025667b63 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/ports/b1968f58-dfdf-43c7-913a-c7a60ea94ac9 HTTP/1.1" status: 204 len: 168 time: 1.7413399 Sep 21 18:13:42.497231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41360) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:42.564944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.567814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-99a4f2ba-892c-465f-a45c-ac2f90871b7f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5090356 Sep 21 18:13:42.578643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aeefcf9e-389b-4220-a696-a66d467d0b9b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0786588 Sep 21 18:13:42.579695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41374) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:42.583422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f7337f48-0c40-40c4-a8a1-cef35deff6b8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:42.592880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2099995844'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:42.674839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.688429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Made reservation on behalf of 4d3a233eb082499bb077b2474d608f63 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:42.692846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.760847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:42.781298 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-d0e69bca-cf09-4913-824c-80fbb10bb95b service neutron] 10.222.0.70 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123721 Sep 21 18:13:42.787053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.787404 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Added segment dfa93322-74ef-47db-9b4c-3b536c50a72f of type vlan for network 0e72f55a-1c45-47c3-aaeb-4f3711eddc90 Sep 21 18:13:42.797988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device febca5ff-b4e7-4753-a07f-99fe070b1bee up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:42.864711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b431f-d201-4002-b650-9fc789e5c1c2 req-7d5c476f-0c97-4206-acab-6bdf9daa6fe1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:42.875072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e0b431f-d201-4002-b650-9fc789e5c1c2 req-7d5c476f-0c97-4206-acab-6bdf9daa6fe1 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 945 time: 0.9964213 Sep 21 18:13:42.949304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Network c7ed8212-419d-4577-ade1-d9cffc895d98 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:42.980207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:42.987561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:43.025704 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-a57cc565-cead-4ca5-a0f0-338677778c0b service neutron] 10.222.0.70 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217929 Sep 21 18:13:43.074714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-78302202-199d-4ee9-bebf-53334b2872f7 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:43.084235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-78302202-199d-4ee9-bebf-53334b2872f7 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.78 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 816 time: 0.4739025 Sep 21 18:13:43.130717 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.146881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Pushing event updated for resources: {'Port': ['ID=62ceed6d-a216-4ea6-9871-11b8febdc265,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:43.207188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port febca5ff-b4e7-4753-a07f-99fe070b1bee triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:43.207188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.215182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Request body: {'port': {'device_id': '91315ccc-d821-4347-9e6a-29fb677e691a', 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'admin_state_up': True, 'tenant_id': '1ae15f090f5842f2996bfe0d0e8e70ab'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:43.229551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.245901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:43.249027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.345586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e0b431f-d201-4002-b650-9fc789e5c1c2 req-cfe0d250-5942-4b27-893c-4de5b650f5b6 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695065 Sep 21 18:13:43.525524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Network': ['ID=0e72f55a-1c45-47c3-aaeb-4f3711eddc90,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:43.575965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0e72f55a-1c45-47c3-aaeb-4f3711eddc90 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:43.597751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0e91ff94-dfff-4093-aed6-a27b4f384d72 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0087485 Sep 21 18:13:43.602019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:43.639468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-342904873'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:43.643341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:43.647059 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.705524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ac5dca37-052b-44cc-8f46-3e16597116b7 None None] Provisioning complete for port 62ceed6d-a216-4ea6-9871-11b8febdc265 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:43.711162 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ac5dca37-052b-44cc-8f46-3e16597116b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.752801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd371c5c-720d-47cd-83e7-11a8f691d482 req-f3199b9e-9baf-49a0-81bd-f23606b1aca5 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:43.765164 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fd371c5c-720d-47cd-83e7-11a8f691d482 req-f3199b9e-9baf-49a0-81bd-f23606b1aca5 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2102332 Sep 21 18:13:43.766825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-88136c94-3f91-4d19-a1cc-a8052db25d06 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4169433 Sep 21 18:13:43.785729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Made reservation on behalf of 4d3a233eb082499bb077b2474d608f63 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:43.785944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24ab14e0-0b74-4a6d-81ac-73d0ef7c76b4 req-af377dc5-5dd4-40bb-9073-d8674514c620 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 210 time: 0.0757644 Sep 21 18:13:43.792203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.926094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Made reservation on behalf of 1ae15f090f5842f2996bfe0d0e8e70ab for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:43.932192 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.939072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:43.955376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dca37-052b-44cc-8f46-3e16597116b7 None None] Port 62ceed6d-a216-4ea6-9871-11b8febdc265 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:43.958242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Request body: {'port': {'device_id': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:43.984893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fd371c5c-720d-47cd-83e7-11a8f691d482 req-e0cc389f-1d8d-4463-af9c-ed5b03a9bea2 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170508 Sep 21 18:13:44.013265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.014037 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Added segment 59e53318-7738-4cf3-8c90-99a996a0c598 of type vlan for network 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef Sep 21 18:13:44.107047 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.144289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.152960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.168998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:44.169672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.373365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Network': ['ID=516aaa85-3c00-4c62-a5dc-0a3d639fb5ef,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:44.388418 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-09aa3629-d407-40d1-924e-45df20c62ff8 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7606802 Sep 21 18:13:44.395348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:44.432746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:44.527414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Allocated IP 172.20.0.7 (c7ed8212-419d-4577-ade1-d9cffc895d98/1ac31f0a-38f1-4f42-840c-c97cecde1535/4bf1c871-b5af-45aa-8935-c4ab157418a8) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:44.740450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f7337f48-0c40-40c4-a8a1-cef35deff6b8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:44.740928 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.984935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58bdc6dd-ba7a-430c-a604-7dc11fc0bd36 req-c082507e-6532-416f-9fcd-d39eabeb744d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 210 time: 0.0783794 Sep 21 18:13:45.052474 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.209783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845abcc3-465f-4e4b-8f2e-36f539cf2c28 req-b7565f81-4691-418c-a269-06cdb58d7f57 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:45.222058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845abcc3-465f-4e4b-8f2e-36f539cf2c28 req-b7565f81-4691-418c-a269-06cdb58d7f57 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 945 time: 0.5190821 Sep 21 18:13:45.273183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058180-3452-4729-bb79-06793a26eef7 req-e884248d-99bd-4396-92d1-c8e095e76150 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:45.276517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:45.280715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:45.286407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36058180-3452-4729-bb79-06793a26eef7 req-e884248d-99bd-4396-92d1-c8e095e76150 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1391237 Sep 21 18:13:45.287722 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a49dc-4fb3-434a-9ba7-8b60d9987bb6" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:45.312306 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.315681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8d0019f9-9c0c-43f3-bad2-3508b68c0100 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:45.462674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845abcc3-465f-4e4b-8f2e-36f539cf2c28 req-51e287b7-5b5e-4c26-b58f-00a99588d8cf tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379944 Sep 21 18:13:45.482646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.503613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 8d0019f9-9c0c-43f3-bad2-3508b68c0100 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:45.506884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8d0019f9-9c0c-43f3-bad2-3508b68c0100 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:45.515448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:45.605308 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdab0600-320b-4ecd-b561-4adcefc47862 x-openstack-request-id: req-cdab0600-320b-4ecd-b561-4adcefc47862 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:45.606593 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:45.607259 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdab0600-320b-4ecd-b561-4adcefc47862 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:45.608043 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'code': 200} Sep 21 18:13:45.714672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36058180-3452-4729-bb79-06793a26eef7 req-67c7155b-4666-475f-b2f5-a580272fd00d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258072 Sep 21 18:13:45.800899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 09fe430d-cdd0-49af-84d5-7b059dfd9bbc up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:45.843648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-ef2aacbc-723a-45d2-91fe-919dcaa52d0b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:45.847421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-ef2aacbc-723a-45d2-91fe-919dcaa52d0b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 816 time: 0.5386696 Sep 21 18:13:45.864613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Request body: {'port': {'device_id': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'admin_state_up': True, 'tenant_id': '1ae15f090f5842f2996bfe0d0e8e70ab'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:46.007652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:46.013446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:46.014078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.114814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ceed6d-a216-4ea6-9871-11b8febdc265 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:46.145846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Made reservation on behalf of 1ae15f090f5842f2996bfe0d0e8e70ab for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:46.146949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.157644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.186023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Transition to ACTIVE for port object 62ceed6d-a216-4ea6-9871-11b8febdc265 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:46.191273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.213033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.268456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.336267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Network c7ed8212-419d-4577-ade1-d9cffc895d98 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:46.355330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:46.378653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:46.419205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:46.428089 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.591686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:46.605620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:46.607075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.661112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5164430 Sep 21 18:13:46.695137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Request body: {'port': {'device_id': '91315ccc-d821-4347-9e6a-29fb677e691a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:46.783928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Allocated IP 172.20.0.3 (c7ed8212-419d-4577-ade1-d9cffc895d98/1ac31f0a-38f1-4f42-840c-c97cecde1535/ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:46.928329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfe069-2cb3-4cfb-9378-cf97b914225c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Pushing event updated for resources: {'Port': ['ID=4bf1c871-b5af-45aa-8935-c4ab157418a8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:47.064396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-56c81f2f-9b8c-404c-87d9-caa4a361251d None None] Provisioning complete for port 4bf1c871-b5af-45aa-8935-c4ab157418a8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:47.069625 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-56c81f2f-9b8c-404c-87d9-caa4a361251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.362854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-56c81f2f-9b8c-404c-87d9-caa4a361251d None None] Port 4bf1c871-b5af-45aa-8935-c4ab157418a8 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:47.364366 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c46d958d-621f-468a-8a04-b0a010c2afaf req-22a373c8-dd95-4bc9-9db2-3b377f10147d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 210 time: 0.1619921 Sep 21 18:13:47.463018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Pushing event updated for resources: {'Port': ['ID=62ceed6d-a216-4ea6-9871-11b8febdc265,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:47.609092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0264e174-0522-49ab-95db-fa9a9d93d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:47.612491 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86b2ece-c981-46c0-ab0c-9a255562b201" -d '{"events": [{"server_uuid": "0264e174-0522-49ab-95db-fa9a9d93d780", "name": "network-vif-plugged", "status": "completed", "tag": "09fe430d-cdd0-49af-84d5-7b059dfd9bbc"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:47.635236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.694771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd11e7-4bc5-47d1-8fa9-1bfc79d0e2aa req-94060561-c800-4496-a91d-edba88b7f026 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:47.701284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2cd11e7-4bc5-47d1-8fa9-1bfc79d0e2aa req-94060561-c800-4496-a91d-edba88b7f026 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 1.0223591 Sep 21 18:13:47.710929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Attempting to bind port 62ceed6d-a216-4ea6-9871-11b8febdc265 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:47.711403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Attempting to bind port 62ceed6d-a216-4ea6-9871-11b8febdc265 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:47.712100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Attempting to bind port 62ceed6d-a216-4ea6-9871-11b8febdc265 on network c7ed8212-419d-4577-ade1-d9cffc895d98 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:47.715120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f07834-7cff-45d7-b005-feee457c3d44 req-b9b17705-11f5-4239-a024-9c5cd6ee5c01 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:47.720658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-00f07834-7cff-45d7-b005-feee457c3d44 req-b9b17705-11f5-4239-a024-9c5cd6ee5c01 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1705730 Sep 21 18:13:47.763689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.765369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:47.773336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'subnets': [{'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1809444115', 'ip_version': 6}, {'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:47.773652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'subnet': {'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1809444115', 'ip_version': 6}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:47.774414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Request body: {'subnet': {'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:47.785873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Port 62ceed6d-a216-4ea6-9871-11b8febdc265 on network c7ed8212-419d-4577-ade1-d9cffc895d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:47.786219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Attempting to bind port 62ceed6d-a216-4ea6-9871-11b8febdc265 on network c7ed8212-419d-4577-ade1-d9cffc895d98 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:47.815567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:47.815904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Checking segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:47.816284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Bound using segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:47.816725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Bound port: 62ceed6d-a216-4ea6-9871-11b8febdc265, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:47.817079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.858538 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-00f07834-7cff-45d7-b005-feee457c3d44 req-ee3b47be-497e-4402-8805-fbff8f8dd1fc tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226163 Sep 21 18:13:47.867988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2cd11e7-4bc5-47d1-8fa9-1bfc79d0e2aa req-10b8c609-9bea-41f9-b3f4-9fa6244d2452 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528959 Sep 21 18:13:47.872966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.019692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Network c7ed8212-419d-4577-ade1-d9cffc895d98 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:48.028903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:48.041733 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fd8b80-a87d-409e-8026-d7e63be455bd x-openstack-request-id: req-e5fd8b80-a87d-409e-8026-d7e63be455bd {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:48.041952 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0264e174-0522-49ab-95db-fa9a9d93d780", "name": "network-vif-plugged", "status": "completed", "tag": "09fe430d-cdd0-49af-84d5-7b059dfd9bbc", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:48.042269 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5fd8b80-a87d-409e-8026-d7e63be455bd {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:48.042676 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0264e174-0522-49ab-95db-fa9a9d93d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc', 'code': 200} Sep 21 18:13:48.057951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:48.223412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] For port 62ceed6d-a216-4ea6-9871-11b8febdc265, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:48.235088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Pushing event updated for resources: {'Port': ['ID=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:48.300193 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] For port 62ceed6d-a216-4ea6-9871-11b8febdc265, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=62ceed6d-a216-4ea6-9871-11b8febdc265,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:48.334466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.382626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.383319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.437340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d958698-6733-4f90-9d3c-0f5431207c55 req-59a86336-ecf6-4733-ba42-1117b2cb3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.440057 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6d958698-6733-4f90-9d3c-0f5431207c55 req-59a86336-ecf6-4733-ba42-1117b2cb3ee1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 1097 time: 0.2784512 Sep 21 18:13:48.508802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.509529 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.522905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] 10.222.0.41 "PUT /v2.0/ports/62ceed6d-a216-4ea6-9871-11b8febdc265 HTTP/1.1" status: 200 len: 1092 time: 4.7160828 Sep 21 18:13:48.525470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'tag': '62ceed6d-a216-4ea6-9871-11b8febdc265'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:48.538572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-1a778028-f683-4402-8ac5-7a8969bf680a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6786058 Sep 21 18:13:48.542075 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36" -d '{"events": [{"name": "network-changed", "server_uuid": "6186a63d-b932-44a6-a2f8-2ee32c6996b4", "tag": "62ceed6d-a216-4ea6-9871-11b8febdc265"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:48.561370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6eade5f9-899c-49ca-ace9-428b26297bda None None] Provisioning complete for port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:48.564831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6eade5f9-899c-49ca-ace9-428b26297bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.612047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Request body: {'port': {'device_id': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:48.662958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6eade5f9-899c-49ca-ace9-428b26297bda None None] Port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:48.671326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Made reservation on behalf of 4d3a233eb082499bb077b2474d608f63 for: {'subnet': 2} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:48.676187 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.676531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.692436 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5298969-28d2-46c9-9c51-7033d1b593d0 x-openstack-request-id: req-d5298969-28d2-46c9-9c51-7033d1b593d0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:48.692864 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6186a63d-b932-44a6-a2f8-2ee32c6996b4", "tag": "62ceed6d-a216-4ea6-9871-11b8febdc265", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:48.692979 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5298969-28d2-46c9-9c51-7033d1b593d0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:48.693369 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'tag': '62ceed6d-a216-4ea6-9871-11b8febdc265', 'status': 'completed', 'code': 200} Sep 21 18:13:48.708965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6d958698-6733-4f90-9d3c-0f5431207c55 req-01cc46ec-39a9-42b0-a2ee-b76d55edf770 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390609 Sep 21 18:13:48.795376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.829139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126330a4-06db-416a-8b4d-a3ad21fda148 service neutron] Pushing event updated for resources: {'Port': ['ID=62ceed6d-a216-4ea6-9871-11b8febdc265,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:48.897364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85088976-6307-4b80-9ba5-3513cb14ac8a req-f9b668dd-318d-4acd-885e-dc7b5d40e5e9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.906561 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85088976-6307-4b80-9ba5-3513cb14ac8a req-f9b668dd-318d-4acd-885e-dc7b5d40e5e9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 931 time: 0.2904673 Sep 21 18:13:49.066106 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-85088976-6307-4b80-9ba5-3513cb14ac8a req-dea888d6-f461-47a7-8eb9-ac031c87fb60 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585629 Sep 21 18:13:49.119483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf1c871-b5af-45aa-8935-c4ab157418a8 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:49.129287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.145589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Transition to ACTIVE for port object 4bf1c871-b5af-45aa-8935-c4ab157418a8 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:49.163419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-7d10d237-1fc4-40f1-86fb-661a7d6b4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:49.165447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-7d10d237-1fc4-40f1-86fb-661a7d6b4667 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 1095 time: 0.5064945 Sep 21 18:13:49.200023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.259112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-699ca756-7ba5-4c20-a010-eb69b4da1cb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ceed6d-a216-4ea6-9871-11b8febdc265 HTTP/1.1" status: 200 len: 217 time: 0.0799000 Sep 21 18:13:49.322768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690c561-f3a5-40c0-baee-a439634a8cf0 req-5c91fe39-9cea-4148-a039-18566a6ee021 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:49.331081 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7690c561-f3a5-40c0-baee-a439634a8cf0 req-5c91fe39-9cea-4148-a039-18566a6ee021 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1984353 Sep 21 18:13:49.414227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7690c561-f3a5-40c0-baee-a439634a8cf0 req-78e49c35-bb31-4d8c-93e1-f20e9635623d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816169 Sep 21 18:13:49.438165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Pushing event updated for resources: {'Port': ['ID=4bf1c871-b5af-45aa-8935-c4ab157418a8,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:49.477297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4b9b8-e737-4e5d-87fc-fd74926fc4c4 req-856de660-1229-469a-ba44-32f098523bae tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:49.479109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77d4b9b8-e737-4e5d-87fc-fd74926fc4c4 req-856de660-1229-469a-ba44-32f098523bae tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.3316228 Sep 21 18:13:49.536277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-6420c16c-b04d-4047-a6b8-5383ea91b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:49.537742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-6420c16c-b04d-4047-a6b8-5383ea91b541 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 200 len: 855 time: 0.2531900 Sep 21 18:13:49.557991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:49.582143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.608450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Transition to ACTIVE for port object ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:49.622554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.817383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef9e58f6-b8df-4bde-9abc-46b702c09aca details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:49.879095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:50.023549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Attempting to bind port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:50.024714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Attempting to bind port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:50.025286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Attempting to bind port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 on network c7ed8212-419d-4577-ade1-d9cffc895d98 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:50.037997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 on network c7ed8212-419d-4577-ade1-d9cffc895d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:50.042676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Attempting to bind port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 on network c7ed8212-419d-4577-ade1-d9cffc895d98 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:50.055509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:50.055893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Checking segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:50.062489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Bound using segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:50.063441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Bound port: ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:50.064255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.136098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef9e58f6-b8df-4bde-9abc-46b702c09aca no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:50.304302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] For port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:50.316818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:50.334215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] For port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:50.342570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.344392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.350651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'port_id': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'mac_address': 'fa:16:3e:55:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e2521-b5af-41c9-942a-dbc28cafe6b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:50.425830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:50.426294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca98b9f-fe6a-4098-9a78-0c248acad63f req-a169386d-528a-435c-8427-6f15d4278e80 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:50.427861 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daea77d2-4e0a-4f78-9849-45c4ccbc060d" -d '{"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:50.429791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bca98b9f-fe6a-4098-9a78-0c248acad63f req-a169386d-528a-435c-8427-6f15d4278e80 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 943 time: 0.1692231 Sep 21 18:13:50.440435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:50.441300 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.443132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 HTTP/1.1" status: 200 len: 1091 time: 1.8798690 Sep 21 18:13:50.490946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'tag': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:50.506710 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cce80c-3e87-47a4-a335-db4bdcaeac34" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e398aa-b430-4b4e-8493-0d0cf1ad775a", "tag": "ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:50.516320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77d4b9b8-e737-4e5d-87fc-fd74926fc4c4 req-46699b28-cb19-4ad2-9ec2-c13bbeaeef52 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0072846 Sep 21 18:13:50.587649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:50.602719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Attempting to bind port 4bf1c871-b5af-45aa-8935-c4ab157418a8 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:50.605958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Attempting to bind port 4bf1c871-b5af-45aa-8935-c4ab157418a8 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:50.606619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Attempting to bind port 4bf1c871-b5af-45aa-8935-c4ab157418a8 on network c7ed8212-419d-4577-ade1-d9cffc895d98 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:50.623907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.634542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-2cda375c-3244-49d5-9ae5-c106c2534bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:50.645422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-2cda375c-3244-49d5-9ae5-c106c2534bad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ed8212-419d-4577-ade1-d9cffc895d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0758352 Sep 21 18:13:50.705549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bca98b9f-fe6a-4098-9a78-0c248acad63f req-c55ef3c6-8a25-4f43-85c5-7f99d5485d4d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879380 Sep 21 18:13:50.712944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-04ea7266-3989-4cce-b518-feefa64887dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:50.723574 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-04ea7266-3989-4cce-b518-feefa64887dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 1094 time: 0.1369023 Sep 21 18:13:50.751130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Port 4bf1c871-b5af-45aa-8935-c4ab157418a8 on network c7ed8212-419d-4577-ade1-d9cffc895d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:50.765155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Attempting to bind port 4bf1c871-b5af-45aa-8935-c4ab157418a8 on network c7ed8212-419d-4577-ade1-d9cffc895d98 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:50.836920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-9158bcde-a7d4-4dc5-9d3c-36777f33b0a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 HTTP/1.1" status: 200 len: 217 time: 0.0989354 Sep 21 18:13:50.838543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38774fc8-94bb-4adc-9565-160001bead81 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:50.875907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:50.877679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Checking segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:50.878428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Bound using segment: {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:50.879494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Bound port: 4bf1c871-b5af-45aa-8935-c4ab157418a8, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858b8da9-49e5-4ccc-92f2-b6ff99296574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:50.880136 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.886595 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92565ba7-9593-4fcb-ba88-c48c587cef88 x-openstack-request-id: req-92565ba7-9593-4fcb-ba88-c48c587cef88 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:50.887139 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:50.887139 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92565ba7-9593-4fcb-ba88-c48c587cef88 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:50.887562 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'code': 200} Sep 21 18:13:50.888229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:50.946399 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.974360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-bbaef2d6-4588-43fa-b81c-f1f71effbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:50.977165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-bbaef2d6-4588-43fa-b81c-f1f71effbb44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 200 len: 855 time: 0.1303685 Sep 21 18:13:50.989678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef9e58f6-b8df-4bde-9abc-46b702c09aca {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:51.093123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336e83-f30e-4103-b2a6-095696051761 req-6b0d9905-e5b5-4546-9e22-b22cba47f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:51.101002 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-6b0d9905-e5b5-4546-9e22-b22cba47f666 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ed8212-419d-4577-ade1-d9cffc895d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143954 Sep 21 18:13:51.103123 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:13:51.106775 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:13:51.150271 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66184541-1190-4bed-8a23-892bd1c10f0e x-openstack-request-id: req-66184541-1190-4bed-8a23-892bd1c10f0e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:51.150271 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e398aa-b430-4b4e-8493-0d0cf1ad775a", "tag": "ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:51.150271 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66184541-1190-4bed-8a23-892bd1c10f0e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:51.150647 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'tag': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5', 'status': 'completed', 'code': 200} Sep 21 18:13:51.201258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-b2b86757-fb11-404d-bd98-aefd358e6372 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468297 Sep 21 18:13:51.219020 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:13:51.279680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] For port 4bf1c871-b5af-45aa-8935-c4ab157418a8, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:51.283103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] For port 4bf1c871-b5af-45aa-8935-c4ab157418a8, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=4bf1c871-b5af-45aa-8935-c4ab157418a8,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:51.303701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.307930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-3aa34d38-87b3-4278-a9ef-f18e6ce04031 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952176 Sep 21 18:13:51.335290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41716) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:51.432701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99040d0-588c-4ab0-8e7c-2b8f92ea3602 req-37d666b5-9b4f-4a60-bf20-f48a7ce737b9 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:51.441331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c99040d0-588c-4ab0-8e7c-2b8f92ea3602 req-37d666b5-9b4f-4a60-bf20-f48a7ce737b9 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.5342288 Sep 21 18:13:51.596401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-94336e83-f30e-4103-b2a6-095696051761 req-de865c19-833e-4140-b3d8-da3dd9b54865 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812049 Sep 21 18:13:51.627099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:51.627805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.629257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] 10.222.0.78 "PUT /v2.0/ports/4bf1c871-b5af-45aa-8935-c4ab157418a8 HTTP/1.1" status: 200 len: 1091 time: 4.9463606 Sep 21 18:13:51.635062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91315ccc-d821-4347-9e6a-29fb677e691a', 'tag': '4bf1c871-b5af-45aa-8935-c4ab157418a8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:51.638049 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a4f435-60f3-494a-b62b-570aaa1cc818" -d '{"events": [{"name": "network-changed", "server_uuid": "91315ccc-d821-4347-9e6a-29fb677e691a", "tag": "4bf1c871-b5af-45aa-8935-c4ab157418a8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:51.747781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.795259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9e58f6-b8df-4bde-9abc-46b702c09aca {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:51.850556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:51.863880 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.874108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c99040d0-588c-4ab0-8e7c-2b8f92ea3602 req-38021baf-d8f9-4252-b2c9-8ea45b13f531 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317877 Sep 21 18:13:51.913589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-099b3a08-0668-4b37-8f29-e394acb8ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:51.916130 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-099b3a08-0668-4b37-8f29-e394acb8ac5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 1094 time: 0.2328346 Sep 21 18:13:51.947351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a70c-547c-431a-8097-7d860d5f3f8a req-2056607e-44cb-427b-ad53-0a765ad22caf tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:51.949175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fae5a70c-547c-431a-8097-7d860d5f3f8a req-2056607e-44cb-427b-ad53-0a765ad22caf tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 943 time: 0.1850202 Sep 21 18:13:52.000797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1093-440e-4bfa-9e79-5ec4bb0338dc service neutron] Pushing event updated for resources: {'Port': ['ID=4bf1c871-b5af-45aa-8935-c4ab157418a8,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:52.045202 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef93480-0721-4e71-b2fa-717140b61ad1 x-openstack-request-id: req-9ef93480-0721-4e71-b2fa-717140b61ad1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:52.054120 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91315ccc-d821-4347-9e6a-29fb677e691a", "tag": "4bf1c871-b5af-45aa-8935-c4ab157418a8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:52.054642 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ef93480-0721-4e71-b2fa-717140b61ad1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:52.055263 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91315ccc-d821-4347-9e6a-29fb677e691a', 'tag': '4bf1c871-b5af-45aa-8935-c4ab157418a8', 'status': 'completed', 'code': 200} Sep 21 18:13:52.078577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.085356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:52.113129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ef9e58f6-b8df-4bde-9abc-46b702c09aca'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:52.161975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fae5a70c-547c-431a-8097-7d860d5f3f8a req-d4fdd192-9a60-4050-936a-699b5556c1f8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206760 Sep 21 18:13:52.208065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-9cfa6eee-e2e0-48cf-aa74-3ec2fb154f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.211810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-9cfa6eee-e2e0-48cf-aa74-3ec2fb154f3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 918 time: 0.2846425 Sep 21 18:13:52.256171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac7b4bc9-03e7-4ff2-9172-028de342b4a1 req-15b03c2a-443d-462b-a286-acc352ce0de3 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9703164 Sep 21 18:13:52.293709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-89da99ee-1285-4d16-a543-1be7cb9eb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.295660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-89da99ee-1285-4d16-a543-1be7cb9eb524 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 1094 time: 0.5082014 Sep 21 18:13:52.333269 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-95bba8b5-542c-456f-b029-96a4adc0fe7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 HTTP/1.1" status: 200 len: 217 time: 0.1115150 Sep 21 18:13:52.426841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-ab6d78f0-5169-446e-b8af-a52eaeedf157 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bf1c871-b5af-45aa-8935-c4ab157418a8 HTTP/1.1" status: 200 len: 217 time: 0.1189573 Sep 21 18:13:52.468148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Subnet': ['ID=bf00e2a9-ce36-4880-a1f1-8b8b326c9a97,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:52.503123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-d380ca22-84aa-4c70-8508-ee8f405196e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.504753 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-d380ca22-84aa-4c70-8508-ee8f405196e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 200 len: 855 time: 0.1637158 Sep 21 18:13:52.535984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b25d29-8a3a-4b85-aa6c-99a2ccfd529e req-f4694f45-4f5d-4404-9e53-0ca35001f8a8 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.537602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80b25d29-8a3a-4b85-aa6c-99a2ccfd529e req-f4694f45-4f5d-4404-9e53-0ca35001f8a8 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 943 time: 0.3791223 Sep 21 18:13:52.600667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-331cc20e-2b66-441f-939d-3f959d1350b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.602618 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-331cc20e-2b66-441f-939d-3f959d1350b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ed8212-419d-4577-ade1-d9cffc895d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824940 Sep 21 18:13:52.611196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Checking segment: {'id': 'dfa93322-74ef-47db-9b4c-3b536c50a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:52.611687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network hostable DHCP agents. Network: 0e72f55a-1c45-47c3-aaeb-4f3711eddc90, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:52.675349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-279d542b-00cd-4249-b4d4-e4069658fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.679598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-279d542b-00cd-4249-b4d4-e4069658fe01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 200 len: 855 time: 0.2320745 Sep 21 18:13:52.742474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-c58651b0-4bca-48bb-8e24-cbe846fbf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.746320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-c58651b0-4bca-48bb-8e24-cbe846fbf215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 1095 time: 0.4286466 Sep 21 18:13:52.764807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96934596-7e8c-4001-a58d-3d3535b0c66d req-1e4cff83-3d9a-48d3-a3f7-e6e744eb272d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.766814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96934596-7e8c-4001-a58d-3d3535b0c66d req-1e4cff83-3d9a-48d3-a3f7-e6e744eb272d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.0731347 Sep 21 18:13:52.774230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network 0e72f55a-1c45-47c3-aaeb-4f3711eddc90 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:52.801997 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-44a2c8d6-3f13-4a8e-9b92-3f47ba240fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882958 Sep 21 18:13:52.821168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80b25d29-8a3a-4b85-aa6c-99a2ccfd529e req-3a838a90-ce42-4ebc-a16d-18c3e326d09d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006125 Sep 21 18:13:52.834705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0e72f55a-1c45-47c3-aaeb-4f3711eddc90) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:52.845707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d65400-fcf4-4611-acb7-5cd970339027 None None] Network 0e72f55a-1c45-47c3-aaeb-4f3711eddc90 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:52.846129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.920903 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-69cce80c-3e87-47a4-a335-db4bdcaeac34 req-8dbcea77-8471-427d-8e58-f89353c8e653 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096938 Sep 21 18:13:52.951342 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96934596-7e8c-4001-a58d-3d3535b0c66d req-009a6664-edd1-4af7-a1e4-26e8b568945c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776209 Sep 21 18:13:53.018670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-0c5208f6-36db-471b-8ec9-88984c34603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.020315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-0c5208f6-36db-471b-8ec9-88984c34603e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7ed8212-419d-4577-ade1-d9cffc895d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934568 Sep 21 18:13:53.099714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event updated for resources: {'Subnet': ['ID=85ca0d4e-c0b1-4da4-ac89-c005d28f839b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:53.120024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0e72f55a-1c45-47c3-aaeb-4f3711eddc90', 'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90', 'tenant_id': '4d3a233eb082499bb077b2474d608f63', 'fixed_ips': [{'subnet_id': 'bf00e2a9-ce36-4880-a1f1-8b8b326c9a97'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:53.123737 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.161385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-6f129faf-9f47-4c4d-86d3-3eaadeffd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.162973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-6f129faf-9f47-4c4d-86d3-3eaadeffd10d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 918 time: 0.4053369 Sep 21 18:13:53.273781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Checking segment: {'id': '59e53318-7738-4cf3-8c90-99a996a0c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:53.274152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network hostable DHCP agents. Network: 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:53.277298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-f5c4a146-cb5c-4206-8a01-4528f9d1154c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ceed6d-a216-4ea6-9871-11b8febdc265 HTTP/1.1" status: 200 len: 217 time: 0.1045804 Sep 21 18:13:53.330419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004a483-ffcd-4c36-b8d0-65b443177ad9 req-4af0118d-3356-4a8b-8b7f-0f4bbc718766 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.332615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6004a483-ffcd-4c36-b8d0-65b443177ad9 req-4af0118d-3356-4a8b-8b7f-0f4bbc718766 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2875514 Sep 21 18:13:53.386382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bdba6-c857-4f82-9088-12aad39d2000 req-4563cc63-ca71-4b22-b5eb-95bcdb3cd249 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.389107 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-985bdba6-c857-4f82-9088-12aad39d2000 req-4563cc63-ca71-4b22-b5eb-95bcdb3cd249 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 944 time: 0.0943983 Sep 21 18:13:53.446796 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-985bdba6-c857-4f82-9088-12aad39d2000 req-9381f8ff-0324-475b-9618-83a7f60fff94 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 Sep 21 18:13:53.480900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-99ee6436-df13-4193-997c-03bc1bdc1956 service neutron] 10.222.0.78 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427428 Sep 21 18:13:53.487153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Allocated IP 2001:db8::1 (0e72f55a-1c45-47c3-aaeb-4f3711eddc90/bf00e2a9-ce36-4880-a1f1-8b8b326c9a97/8cf120c8-bd08-4b4d-8043-3bbfca1b009b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:53.498650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Network 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:53.529921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41750) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:53.547696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-380385f7-b076-4f14-8a37-05166c560a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.550158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-380385f7-b076-4f14-8a37-05166c560a15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 200 len: 855 time: 0.2608449 Sep 21 18:13:53.574448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6004a483-ffcd-4c36-b8d0-65b443177ad9 req-2c03bc87-8ca6-429f-a4a0-e285f4d0b6fe tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785431 Sep 21 18:13:53.604372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:53.622230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.638981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.639711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.655245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeab4d1-0a8c-424f-b986-d61ac58f12ce None None] Network 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:53.855716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-769307d6-454b-43e7-aa19-91f565188173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.878816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41764) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:53.881677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cff83400-c55a-40d4-a17d-e1ee37424255 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.1121514 Sep 21 18:13:53.893221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef9e58f6-b8df-4bde-9abc-46b702c09aca up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:53.927288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-0c534d9d-4b28-4fab-a6c3-fe2bb9935cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.928840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-0c534d9d-4b28-4fab-a6c3-fe2bb9935cdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ed8212-419d-4577-ade1-d9cffc895d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3579836 Sep 21 18:13:53.933613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a05633-8ca8-4b61-a67b-ef60528a74ef req-c2661f8f-5a35-423c-b8b5-2205e1a501b8 service neutron] 10.222.0.78 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426455 Sep 21 18:13:54.073647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77912f83-3ca6-4a56-93e0-37aee27fe4ad tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.074887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77912f83-3ca6-4a56-93e0-37aee27fe4ad tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.076459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77912f83-3ca6-4a56-93e0-37aee27fe4ad tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.088333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-77912f83-3ca6-4a56-93e0-37aee27fe4ad tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2081146 Sep 21 18:13:54.091517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41768) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:54.118920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a4b5-84ff-4f8b-b6d5-4859ee741c08 req-4ba942be-9dbf-4c77-800a-14b2d3898bf0 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.126592 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfd6a4b5-84ff-4f8b-b6d5-4859ee741c08 req-4ba942be-9dbf-4c77-800a-14b2d3898bf0 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2178528 Sep 21 18:13:54.133314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-516aaa85-3c00-4c62-a5dc-0a3d639fb5ef', 'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef', 'tenant_id': '4d3a233eb082499bb077b2474d608f63', 'fixed_ips': [{'subnet_id': '85ca0d4e-c0b1-4da4-ac89-c005d28f839b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:54.134050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-610a55ed-3062-4088-8b95-a1675ead70e1 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953278 Sep 21 18:13:54.137281 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.210270 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bfd6a4b5-84ff-4f8b-b6d5-4859ee741c08 req-d3e6d996-32d8-47fc-8210-c8d169fac069 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826576 Sep 21 18:13:54.223554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Deleting subnet bf00e2a9-ce36-4880-a1f1-8b8b326c9a97 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:54.224430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.249633 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.260952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.310910 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.339756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-769307d6-454b-43e7-aa19-91f565188173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.343593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.358140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ef9e58f6-b8df-4bde-9abc-46b702c09aca triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:54.358735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.400678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-769307d6-454b-43e7-aa19-91f565188173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.449211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-769307d6-454b-43e7-aa19-91f565188173 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=752bdc39fe96406082519ce88534ce69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9179616 Sep 21 18:13:54.456409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41770) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:54.602871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769307d6-454b-43e7-aa19-91f565188173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1114f580-73a6-4c09-8b2f-bf968e5c136f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:54.624281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:54.640093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Network 0e72f55a-1c45-47c3-aaeb-4f3711eddc90 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:54.682589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:54.709884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Pushing event updated for resources: {'Port': ['ID=8cf120c8-bd08-4b4d-8043-3bbfca1b009b,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:54.725729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:54.769647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eaf95-b4ad-4fc3-a59a-9c98e499719d req-2a80c61a-37f2-4482-84eb-d347982e0e5c tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.777369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae1eaf95-b4ad-4fc3-a59a-9c98e499719d req-2a80c61a-37f2-4482-84eb-d347982e0e5c tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 944 time: 0.2084479 Sep 21 18:13:54.815317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Allocated IP 2001:db8:0:1::1 (516aaa85-3c00-4c62-a5dc-0a3d639fb5ef/85ca0d4e-c0b1-4da4-ac89-c005d28f839b/8beee155-7de2-4ddd-b678-7fd6a27e275d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:54.815887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c362f3d0-c73c-4dca-a691-4757d7c2d2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.824180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.880959 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ae1eaf95-b4ad-4fc3-a59a-9c98e499719d req-3775348e-e6c0-4145-b83c-e0ce0257b6d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964954 Sep 21 18:13:54.917893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c362f3d0-c73c-4dca-a691-4757d7c2d2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.978446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eddcdd-22b7-4b32-a5b2-68f31003d4c0 req-a1c10ad6-d95a-425f-bfaa-96acd80dfbd3 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.981992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96eddcdd-22b7-4b32-a5b2-68f31003d4c0 req-a1c10ad6-d95a-425f-bfaa-96acd80dfbd3 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 943 time: 0.8462455 Sep 21 18:13:55.002705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Attempting to bind port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:55.003087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Attempting to bind port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'dfa93322-74ef-47db-9b4c-3b536c50a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:55.003659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Attempting to bind port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b on network 0e72f55a-1c45-47c3-aaeb-4f3711eddc90 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:55.014770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.025297 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.051161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Subnet': ['ID=bf00e2a9-ce36-4880-a1f1-8b8b326c9a97,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:55.061742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.069447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-710dbe2f-ce8f-4d08-af0b-964c86307fe3 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/subnets/bf00e2a9-ce36-4880-a1f1-8b8b326c9a97 HTTP/1.1" status: 204 len: 168 time: 0.9751420 Sep 21 18:13:55.070324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41780) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:55.082486 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c362f3d0-c73c-4dca-a691-4757d7c2d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.085301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:55.085649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c362f3d0-c73c-4dca-a691-4757d7c2d2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.089422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c362f3d0-c73c-4dca-a691-4757d7c2d2a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1114f580-73a6-4c09-8b2f-bf968e5c136f HTTP/1.1" status: 204 len: 168 time: 0.6178176 Sep 21 18:13:55.089600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-659d85c2-316e-4763-b55b-4ea01acea5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:55.090775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-659d85c2-316e-4763-b55b-4ea01acea5f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 1094 time: 0.9239125 Sep 21 18:13:55.101162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:55.103924 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077936e3-7971-4a30-bcea-0c06b4de0cb5" -d '{"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:55.112580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:55.113054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Checking segment: {'id': 'dfa93322-74ef-47db-9b4c-3b536c50a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:55.113558 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.114168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Bound using segment: {'id': 'dfa93322-74ef-47db-9b4c-3b536c50a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:55.114790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Bound port: 8cf120c8-bd08-4b4d-8043-3bbfca1b009b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa93322-74ef-47db-9b4c-3b536c50a72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '0e72f55a-1c45-47c3-aaeb-4f3711eddc90'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:55.115248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.127735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.134598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96eddcdd-22b7-4b32-a5b2-68f31003d4c0 req-bdb47e3f-4ec2-416d-a636-6b28e151c6cb tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334496 Sep 21 18:13:55.173453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362f3d0-c73c-4dca-a691-4757d7c2d2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1114f580-73a6-4c09-8b2f-bf968e5c136f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:55.215937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f0beb6c-5f2e-41e9-9bac-96f6d5d23d36 req-e6a3ab73-6628-4c3c-abb3-3f943f8dca2f service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343263 Sep 21 18:13:55.218941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Deleting subnet 85ca0d4e-c0b1-4da4-ac89-c005d28f839b {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:55.252357 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680a17d9-1bbd-437e-a418-4a7094ad89e5 x-openstack-request-id: req-680a17d9-1bbd-437e-a418-4a7094ad89e5 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:55.252357 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:55.254206 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-680a17d9-1bbd-437e-a418-4a7094ad89e5 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:55.257829 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'code': 200} Sep 21 18:13:55.280637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:55.365536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-979648b4-930c-4628-b563-22e0c7c88f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:55.366043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-979648b4-930c-4628-b563-22e0c7c88f76 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 918 time: 0.2643197 Sep 21 18:13:55.430157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5', 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'port_id': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5', 'mac_address': 'fa:16:3e:f6:73:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac31f0a-38f1-4f42-840c-c97cecde1535', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:55.453620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Deleting port 9625d9da-f538-4214-a052-7456bcced59e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:55.454023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.473431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-9b43d0d0-1e39-41d8-9938-35381efa12ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bf1c871-b5af-45aa-8935-c4ab157418a8 HTTP/1.1" status: 200 len: 217 time: 0.0848837 Sep 21 18:13:55.477502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3862a96-b91c-445f-bf78-55dc7179a7e2 req-5f8aa867-8034-4ee0-a5af-804bd21cd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:55.479072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f3862a96-b91c-445f-bf78-55dc7179a7e2 req-5f8aa867-8034-4ee0-a5af-804bd21cd15e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 1096 time: 0.0842705 Sep 21 18:13:55.511543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160da7c-0b4b-4d83-b1a5-c664ebe67b60 req-188db3d4-3d5b-4fe9-a803-2e1d8ef28f15 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:55.516620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4160da7c-0b4b-4d83-b1a5-c664ebe67b60 req-188db3d4-3d5b-4fe9-a803-2e1d8ef28f15 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1767514 Sep 21 18:13:55.550360 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f3862a96-b91c-445f-bf78-55dc7179a7e2 req-71477b9a-8b9b-4503-a71f-87d5a224cf08 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621808 Sep 21 18:13:55.562908 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.651028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:55.655518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:55.697730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4160da7c-0b4b-4d83-b1a5-c664ebe67b60 req-7ddd7b80-fc05-4696-9989-be7ccaf0875a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040318 Sep 21 18:13:55.709323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] For port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:55.726464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-692fa6ab-d3df-41a7-8bcf-d3756812ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:55.727984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:55.729148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-692fa6ab-d3df-41a7-8bcf-d3756812ec59 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 200 len: 855 time: 0.2443185 Sep 21 18:13:55.743494 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.747121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] For port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8cf120c8-bd08-4b4d-8043-3bbfca1b009b,segment=NetworkSegment(dfa93322-74ef-47db-9b4c-3b536c50a72f),segment_id=dfa93322-74ef-47db-9b4c-3b536c50a72f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:55.785911 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.795022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] For port 9625d9da-f538-4214-a052-7456bcced59e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9625d9da-f538-4214-a052-7456bcced59e,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:55.795441 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.815128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.827405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Calling delete_port for 9625d9da-f538-4214-a052-7456bcced59e owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:55.830822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.842858 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.845979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-ea2cb897-23ba-47d0-a141-04847914715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:55.847586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-ea2cb897-23ba-47d0-a141-04847914715b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7ed8212-419d-4577-ade1-d9cffc895d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081865 Sep 21 18:13:55.917682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:55.957068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.980156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Network 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:55.981739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4243274-aa26-40e8-a4d1-f118d74b9277 None None] Network 0e72f55a-1c45-47c3-aaeb-4f3711eddc90 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:55.987794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:56.027782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:56.066779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-334df285-3977-46f8-b049-55cbcebbc54a service neutron] 10.222.0.78 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052593 Sep 21 18:13:56.208373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87d2a1-4bc1-4acf-9ed5-fce4bdeba721 None None] Pushing event updated for resources: {'Port': ['ID=8cf120c8-bd08-4b4d-8043-3bbfca1b009b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:56.234222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:56.262431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8c20-796e-41d0-888e-467e8817973e req-b9d4e1d9-15b4-492c-aa5f-d2d42ce365b3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:56.264283 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2dd8c20-796e-41d0-888e-467e8817973e req-b9d4e1d9-15b4-492c-aa5f-d2d42ce365b3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2610905 Sep 21 18:13:56.305549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.345966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e2dd8c20-796e-41d0-888e-467e8817973e req-a87abece-4ef3-4dbd-ad45-54ce5a159884 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733788 Sep 21 18:13:56.422093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.435289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Pushing event updated for resources: {'Port': ['ID=8beee155-7de2-4ddd-b678-7fd6a27e275d,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:56.456451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5a4f435-60f3-494a-b62b-570aaa1cc818 req-e9435eec-47f7-451d-a353-4e92c06d36d6 service neutron] 10.222.0.78 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457224 Sep 21 18:13:56.466677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Subnet': ['ID=85ca0d4e-c0b1-4da4-ac89-c005d28f839b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:56.476328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.483958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf6a3d15-49f3-4924-ab70-dd072202f54b tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/subnets/85ca0d4e-c0b1-4da4-ac89-c005d28f839b HTTP/1.1" status: 204 len: 168 time: 1.4071670 Sep 21 18:13:56.484765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41816) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:56.517117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 62ceed6d-a216-4ea6-9871-11b8febdc265 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:56.529353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.619086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71d1ba-02c4-492e-9f60-502a21cdcb60 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:56.624194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5c71d1ba-02c4-492e-9f60-502a21cdcb60 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1347387 Sep 21 18:13:56.627010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41822) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:56.627905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=9625d9da-f538-4214-a052-7456bcced59e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:56.747515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.762099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b9a32-9164-4f9c-930c-c50864bee7a0 req-a60230b0-a473-4f4e-89cd-79525243df7d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:56.765413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 62ceed6d-a216-4ea6-9871-11b8febdc265, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=62ceed6d-a216-4ea6-9871-11b8febdc265,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:56.775426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-537b9a32-9164-4f9c-930c-c50864bee7a0 req-a60230b0-a473-4f4e-89cd-79525243df7d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 944 time: 0.5013859 Sep 21 18:13:56.866587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '62ceed6d-a216-4ea6-9871-11b8febdc265', 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'port_id': '62ceed6d-a216-4ea6-9871-11b8febdc265', 'mac_address': 'fa:16:3e:02:d7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac31f0a-38f1-4f42-840c-c97cecde1535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:56.919552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Attempting to bind port 8beee155-7de2-4ddd-b678-7fd6a27e275d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:56.923498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Attempting to bind port 8beee155-7de2-4ddd-b678-7fd6a27e275d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '59e53318-7738-4cf3-8c90-99a996a0c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:56.924703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Attempting to bind port 8beee155-7de2-4ddd-b678-7fd6a27e275d on network 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:56.953286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-537b9a32-9164-4f9c-930c-c50864bee7a0 req-e6375dbd-af48-4dc1-8be0-bbd38e37d0d1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767511 Sep 21 18:13:56.999593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe2d1-4592-4851-9cc1-fc384b7104fe req-3fab9cf2-2c0a-402d-bb49-316cf4d3f83c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:57.034447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8affe2d1-4592-4851-9cc1-fc384b7104fe req-3fab9cf2-2c0a-402d-bb49-316cf4d3f83c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1547475 Sep 21 18:13:57.050494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:57.052047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Checking segment: {'id': '59e53318-7738-4cf3-8c90-99a996a0c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:57.054147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.055919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Bound using segment: {'id': '59e53318-7738-4cf3-8c90-99a996a0c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:57.056445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Bound port: 8beee155-7de2-4ddd-b678-7fd6a27e275d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e53318-7738-4cf3-8c90-99a996a0c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '516aaa85-3c00-4c62-a5dc-0a3d639fb5ef'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:57.056842 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.096038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Deleting port 8beee155-7de2-4ddd-b678-7fd6a27e275d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:57.096680 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.134896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8affe2d1-4592-4851-9cc1-fc384b7104fe req-c6b2595a-16e5-4415-89e5-3bdba9d8061a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923820 Sep 21 18:13:57.165208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.218377 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.268952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ceed6d-a216-4ea6-9871-11b8febdc265 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:57.270437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] For port 8beee155-7de2-4ddd-b678-7fd6a27e275d, host n-d-810285-3, got binding levels [] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:57.271010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.283180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] For port 8beee155-7de2-4ddd-b678-7fd6a27e275d, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:57.340017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] For port 8beee155-7de2-4ddd-b678-7fd6a27e275d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8beee155-7de2-4ddd-b678-7fd6a27e275d,segment=NetworkSegment(59e53318-7738-4cf3-8c90-99a996a0c598),segment_id=59e53318-7738-4cf3-8c90-99a996a0c598)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:57.409115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 62ceed6d-a216-4ea6-9871-11b8febdc265, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=62ceed6d-a216-4ea6-9871-11b8febdc265,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:57.411449 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.441311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.464957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Calling delete_port for 8beee155-7de2-4ddd-b678-7fd6a27e275d owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:57.558543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091b2c5-0477-43e7-a90b-8ce679dd95f0 None None] Network 516aaa85-3c00-4c62-a5dc-0a3d639fb5ef requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:57.574286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f8338-3509-4f94-8af3-c5b53afd4474 None None] Pushing event updated for resources: {'Port': ['ID=8beee155-7de2-4ddd-b678-7fd6a27e275d,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:57.629218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61bc86-de36-4355-8b1d-874ab8903cf1 req-c5c6506b-2109-4806-8a44-e84720f40c75 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:57.631671 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea61bc86-de36-4355-8b1d-874ab8903cf1 req-c5c6506b-2109-4806-8a44-e84720f40c75 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.1298115 Sep 21 18:13:57.694799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Router c3590ebe-a550-436d-b883-b1807d13c9f4 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:13:57.722662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea61bc86-de36-4355-8b1d-874ab8903cf1 req-f0998b45-a03a-4508-ac6f-2c9a037b658f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837364 Sep 21 18:13:57.723203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.769060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Port': ['ID=8beee155-7de2-4ddd-b678-7fd6a27e275d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:57.785675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] No DVR routers for this DVR port 8beee155-7de2-4ddd-b678-7fd6a27e275d on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:57.819940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=62ceed6d-a216-4ea6-9871-11b8febdc265,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:57.833410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d8062-d055-4656-b2ba-3b6d97206c08 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:13:57.861272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['62ceed6d-a216-4ea6-9871-11b8febdc265'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:57.899446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 4bf1c871-b5af-45aa-8935-c4ab157418a8 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:57.949948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.977232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516aaa85-3c00-4c62-a5dc-0a3d639fb5ef']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:57.987465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e53318-7738-4cf3-8c90-99a996a0c598') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:57.987808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e53318-7738-4cf3-8c90-99a996a0c598') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:57.999151 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.016321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.024445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:58.024841 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:58.107345 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:58.139755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a15ed9-5918-4747-8a23-dbd173eaa8fe req-b6c7e7ab-7387-4b21-a2d5-f757aaec8a5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:58.152858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67a15ed9-5918-4747-8a23-dbd173eaa8fe req-b6c7e7ab-7387-4b21-a2d5-f757aaec8a5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 944 time: 0.0925999 Sep 21 18:13:58.177850 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.185215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.187569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/networks/516aaa85-3c00-4c62-a5dc-0a3d639fb5ef HTTP/1.1" status: 204 len: 168 time: 1.5564017 Sep 21 18:13:58.200324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41854) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:58.214164 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67a15ed9-5918-4747-8a23-dbd173eaa8fe req-80b91a1b-c37f-439b-a18b-6ad787dc2ccf tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603526 Sep 21 18:13:58.243041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72478e00-e803-4ce1-b4b6-d558c5cf8e40 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Network': ['ID=516aaa85-3c00-4c62-a5dc-0a3d639fb5ef,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:58.344217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 4bf1c871-b5af-45aa-8935-c4ab157418a8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=4bf1c871-b5af-45aa-8935-c4ab157418a8,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:58.345946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02084-d9ad-4fab-b6b6-454139b210bb req-4623547e-562f-418a-888a-6c15b1471ab9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:58.364996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d8062-d055-4656-b2ba-3b6d97206c08 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:13:58.374173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0d02084-d9ad-4fab-b6b6-454139b210bb req-4623547e-562f-418a-888a-6c15b1471ab9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.2743278 Sep 21 18:13:58.399739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '4bf1c871-b5af-45aa-8935-c4ab157418a8', 'network_id': 'c7ed8212-419d-4577-ade1-d9cffc895d98', 'port_id': '4bf1c871-b5af-45aa-8935-c4ab157418a8', 'mac_address': 'fa:16:3e:cb:97:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac31f0a-38f1-4f42-840c-c97cecde1535', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:58.420312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:58.437732 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] Sync routers for ids ['c3590ebe-a550-436d-b883-b1807d13c9f4'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:58.468086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d832ee83-755e-41f3-bd7b-ea840d118e0b admin admin] 10.222.0.70 "PUT /v2.0/routers/c3590ebe-a550-436d-b883-b1807d13c9f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1209455 Sep 21 18:13:58.468353 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] Routers {'c3590ebe-a550-436d-b883-b1807d13c9f4'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:58.471979 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c3590ebe-a550-436d-b883-b1807d13c9f4'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:58.475528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41860) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:58.601355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.666135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfd6c1-cbe6-473d-83ad-2493f1d659ac req-8421ed8d-b1fa-4baa-bc68-34c0344b34ae tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:58.677009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f1cfd6c1-cbe6-473d-83ad-2493f1d659ac req-8421ed8d-b1fa-4baa-bc68-34c0344b34ae tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2516046 Sep 21 18:13:58.713808 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] Set router c3590ebe-a550-436d-b883-b1807d13c9f4 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:13:58.749297 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f1cfd6c1-cbe6-473d-83ad-2493f1d659ac req-fb64e43b-2e04-4d82-847e-83a39291769d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659261 Sep 21 18:13:58.775786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Deleting port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:58.777230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.912950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] For port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8cf120c8-bd08-4b4d-8043-3bbfca1b009b,segment=NetworkSegment(dfa93322-74ef-47db-9b4c-3b536c50a72f),segment_id=dfa93322-74ef-47db-9b4c-3b536c50a72f)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:58.913605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.941139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Calling delete_port for 8cf120c8-bd08-4b4d-8043-3bbfca1b009b owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:58.999059 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:13:56Z', 'revision_number': 5, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.069769 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.072686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.087172 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] Checking router: c3590ebe-a550-436d-b883-b1807d13c9f4 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:13:59.089744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:59.119429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Port': ['ID=8cf120c8-bd08-4b4d-8043-3bbfca1b009b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:59.122875 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] Routers {'c3590ebe-a550-436d-b883-b1807d13c9f4'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:59.126600 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:13:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c3590ebe-a550-436d-b883-b1807d13c9f4'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.139600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] No DVR routers for this DVR port 8cf120c8-bd08-4b4d-8043-3bbfca1b009b on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:59.148868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf1c871-b5af-45aa-8935-c4ab157418a8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:59.316750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0d02084-d9ad-4fab-b6b6-454139b210bb req-ae7968af-a45a-48d8-af37-819365af553d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9413016 Sep 21 18:13:59.337951 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.374587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 4bf1c871-b5af-45aa-8935-c4ab157418a8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=4bf1c871-b5af-45aa-8935-c4ab157418a8,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:59.411383 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.419503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-d3d37b58-98ac-4a3c-8a8c-bc6570a16962 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1653833 Sep 21 18:13:59.489323 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] Set router c3590ebe-a550-436d-b883-b1807d13c9f4 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:13:59.559182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=4bf1c871-b5af-45aa-8935-c4ab157418a8,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:59.564014 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6621d71d-45db-4224-8c85-7a4f9c1ffed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.743554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.752521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80403e6d-d268-431b-9339-d8aff03fb61c req-4f5dec2d-65ee-485e-9b1e-562c9078309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:59.754616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-4f5dec2d-65ee-485e-9b1e-562c9078309d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 1096 time: 0.2143354 Sep 21 18:13:59.774950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['4bf1c871-b5af-45aa-8935-c4ab157418a8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:59.799363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.857809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e72f55a-1c45-47c3-aaeb-4f3711eddc90']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.904980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274a63-1e00-4bc9-b66c-8c4247aceaf8 req-ab5e5efc-d645-4809-8012-e1e180ace0f2 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:59.908253 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f274a63-1e00-4bc9-b66c-8c4247aceaf8 req-ab5e5efc-d645-4809-8012-e1e180ace0f2 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 944 time: 0.1537812 Sep 21 18:13:59.929369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa93322-74ef-47db-9b4c-3b536c50a72f') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.936061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa93322-74ef-47db-9b4c-3b536c50a72f') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.980873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:14:00.017781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:00.019854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.051557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80403e6d-d268-431b-9339-d8aff03fb61c req-0c82d198-6aee-4b92-b78e-8cf47314000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:00.052352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.053345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-0c82d198-6aee-4b92-b78e-8cf47314000d service neutron] 10.222.0.78 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 916 time: 0.2384720 Sep 21 18:14:00.055134 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:13:56Z', 'revision_number': 5, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:00.086883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.104032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:00.104777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:00.108381 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:00.134726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f274a63-1e00-4bc9-b66c-8c4247aceaf8 req-be80a87b-0ea3-4f35-a5b4-e6a64bdfc61a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920872 Sep 21 18:14:00.145479 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29610659-6c9b-4395-ab6a-f3ba146be9e9 None None] The sync data for ids ['c3590ebe-a550-436d-b883-b1807d13c9f4'] in n-d-810285-3 is: [{'id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827224148-router', 'tenant_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:44Z', 'updated_at': '2021-09-21T18:13:56Z', 'revision_number': 5, 'project_id': 'cefc5e41a1bd4eeb85b28e3186e3032c', 'gw_port': {'id': 'c554d92a-52d8-4b58-88fa-807957c91e17', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3590ebe-a550-436d-b883-b1807d13c9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:45Z', 'updated_at': '2021-09-21T18:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:00.168630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-38026626-3731-41d3-a790-61666d3b996a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca HTTP/1.1" status: 200 len: 217 time: 0.1045852 Sep 21 18:14:00.272656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af38d58-1669-4d87-b296-3a1184fce870 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:00.277439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.280162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd998b-cd06-4e41-bab7-714677d52b3c req-e8863580-a0c9-45ed-987c-b67a12fed050 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:00.287049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.293880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/networks/0e72f55a-1c45-47c3-aaeb-4f3711eddc90 HTTP/1.1" status: 204 len: 168 time: 2.0694480 Sep 21 18:14:00.297399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdcd998b-cd06-4e41-bab7-714677d52b3c req-e8863580-a0c9-45ed-987c-b67a12fed050 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.3171270 Sep 21 18:14:00.301120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41888) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:00.315956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Deleting port c554d92a-52d8-4b58-88fa-807957c91e17 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:00.316670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.354169 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.360053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42842d54-e0bc-43df-a014-5d53e6fe84f7 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Network': ['ID=0e72f55a-1c45-47c3-aaeb-4f3711eddc90,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:00.412180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:00.414561 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646ce6bc-e47e-422f-89e5-a25d133105f6" -d '{"events": [{"server_uuid": "c8e398aa-b430-4b4e-8493-0d0cf1ad775a", "name": "network-vif-plugged", "status": "completed", "tag": "ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:00.437789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80403e6d-d268-431b-9339-d8aff03fb61c req-312212d6-fb06-466a-98e5-ce0f34927232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:00.440880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-312212d6-fb06-466a-98e5-ce0f34927232 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 200 len: 854 time: 0.2616012 Sep 21 18:14:00.483022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdcd998b-cd06-4e41-bab7-714677d52b3c req-a24b18ee-8422-43de-b91a-3c39b52248f2 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831410 Sep 21 18:14:00.561773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:00.568894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] For port c554d92a-52d8-4b58-88fa-807957c91e17, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c554d92a-52d8-4b58-88fa-807957c91e17,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:00.569264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.587858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Calling delete_port for c554d92a-52d8-4b58-88fa-807957c91e17 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:00.597133 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.630342 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9523ba9-88a3-4266-ae91-8df1a47a4520 x-openstack-request-id: req-f9523ba9-88a3-4266-ae91-8df1a47a4520 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:00.630697 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e398aa-b430-4b4e-8493-0d0cf1ad775a", "name": "network-vif-plugged", "status": "completed", "tag": "ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:00.630899 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9523ba9-88a3-4266-ae91-8df1a47a4520 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:00.631309 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5', 'code': 200} Sep 21 18:14:00.632563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9625d9da-f538-4214-a052-7456bcced59e no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:00.666485 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.742131 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.765332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6414f98-70b2-4063-a7a1-97bc66b5ebb9']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:00.778936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b17fe3-a473-4903-a74e-874a0e0be1a9') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:00.779508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b17fe3-a473-4903-a74e-874a0e0be1a9') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:00.786058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 62ceed6d-a216-4ea6-9871-11b8febdc265 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:00.798737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.817184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-612ef748-aa8f-4762-a431-e15617226857 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=11cce824-e437-4f34-93e0-dc1aad7545b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3641107 Sep 21 18:14:00.820019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.884364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9625d9da-f538-4214-a052-7456bcced59e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:00.884590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9625d9da-f538-4214-a052-7456bcced59e not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:00.910128 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.933812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:00.935672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:00.943776 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:01.012208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c554d92a-52d8-4b58-88fa-807957c91e17,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:01.015825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:01.021075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af38d58-1669-4d87-b296-3a1184fce870 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:01.028221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-8217d113-ac40-4b61-bcb6-968272cfdb5d service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897023 Sep 21 18:14:01.036288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 62ceed6d-a216-4ea6-9871-11b8febdc265 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:14:01.046631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 62ceed6d-a216-4ea6-9871-11b8febdc265 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:01.046631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.070473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6fe7fee7-a6bf-4c39-ab89-0acab8db3c36 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:01.099298 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6fe7fee7-a6bf-4c39-ab89-0acab8db3c36 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 814 time: 0.4988325 Sep 21 18:14:01.122469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.134275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.139483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/networks/f6414f98-70b2-4063-a7a1-97bc66b5ebb9 HTTP/1.1" status: 204 len: 168 time: 0.8091369 Sep 21 18:14:01.142608 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-5fe2f432-4464-4ee3-be14-3857ca173e04 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/quotas/fc5dc635e0af4ce5a1344b632df90e81 HTTP/1.1" status: 200 len: 375 time: 0.0400994 Sep 21 18:14:01.143565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41906) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:01.162665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ddc06-b56b-4ffd-8bef-4b362bc51676 req-0a70b98c-eb47-499e-a72f-2e7e358ca663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:01.163921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a60ddc06-b56b-4ffd-8bef-4b362bc51676 req-0a70b98c-eb47-499e-a72f-2e7e358ca663 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 1096 time: 0.3450584 Sep 21 18:14:01.208181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09413d3-1f88-4edf-a1a2-2ce602d0cf6e tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Network': ['ID=f6414f98-70b2-4063-a7a1-97bc66b5ebb9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:01.258117 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a60ddc06-b56b-4ffd-8bef-4b362bc51676 req-2eb70c17-4460-4c86-9207-e0c0b7fa822f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855482 Sep 21 18:14:01.303047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.318180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.400177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 62ceed6d-a216-4ea6-9871-11b8febdc265, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=62ceed6d-a216-4ea6-9871-11b8febdc265,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:01.451577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.454491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.466400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.470872 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.574812 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.575394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3590ebe-a550-436d-b883-b1807d13c9f4 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:14:01.587185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.588398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f99b100c-8f8e-4f1c-abfa-7895b56d42ce admin admin] 10.222.0.70 "DELETE /v2.0/routers/c3590ebe-a550-436d-b883-b1807d13c9f4 HTTP/1.1" status: 204 len: 168 time: 3.1120384 Sep 21 18:14:01.601582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41914) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:01.607522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.623080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b629-9b1b-43bc-98df-ede2af807d04 req-9106ff4c-79dd-4f66-a17b-b6db5e51c71d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:01.627355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baf3b629-9b1b-43bc-98df-ede2af807d04 req-9106ff4c-79dd-4f66-a17b-b6db5e51c71d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.3742070 Sep 21 18:14:01.652983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37e9219-0a78-4d10-b36f-9b2190aae88b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:01.674946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6c8958-811f-4901-9662-2dbd44f938cf') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:01.675301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6c8958-811f-4901-9662-2dbd44f938cf') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:01.684406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=62ceed6d-a216-4ea6-9871-11b8febdc265,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:01.687014 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.712582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.733966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:01.734464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:01.818297 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:01.829040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baf3b629-9b1b-43bc-98df-ede2af807d04 req-54dc4306-55b7-4cdf-a5ab-2ff97cb046fb tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505988 Sep 21 18:14:01.841166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-3e20d1a7-d44c-4bc8-87ed-e587a29d615c tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:01.852850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-72fd6830-3f72-490d-b74c-80877b1350c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1733520 Sep 21 18:14:01.856510 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-3e20d1a7-d44c-4bc8-87ed-e587a29d615c tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "GET /v2.0/ports?device_id=032a8862-6fec-4824-b00a-3a22631e6a8e HTTP/1.1" status: 200 len: 945 time: 0.6042140 Sep 21 18:14:01.892415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80403e6d-d268-431b-9339-d8aff03fb61c req-e49b0a0a-0a09-4f17-89c8-ff2b0d3f5890 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300998 Sep 21 18:14:01.909586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] Deleting subnet d76058c2-98dd-46dd-975a-d35665e3c314 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:01.918098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.928561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 4bf1c871-b5af-45aa-8935-c4ab157418a8 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:01.976679 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-31710aec-e7bb-447c-8402-651b9b26f9b5 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7944710 Sep 21 18:14:02.004338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.123852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 4bf1c871-b5af-45aa-8935-c4ab157418a8 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:14:02.136453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 4bf1c871-b5af-45aa-8935-c4ab157418a8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:02.137513 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.248322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.288021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.304069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] 10.222.0.70 "DELETE /v2.0/networks/b37e9219-0a78-4d10-b36f-9b2190aae88b HTTP/1.1" status: 204 len: 168 time: 1.1438479 Sep 21 18:14:02.458019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b03f6-8edc-4d0d-bc01-0735264f4032 tempest-BulkNetworkOpsIpV6Test-1042280347 tempest-BulkNetworkOpsIpV6Test-1042280347-project] Pushing event deleted for resources: {'Network': ['ID=b37e9219-0a78-4d10-b36f-9b2190aae88b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:02.462978 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.552057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.576309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 4bf1c871-b5af-45aa-8935-c4ab157418a8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=4bf1c871-b5af-45aa-8935-c4ab157418a8,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:02.585139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.600104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-3453ac10-b505-4fa0-bda5-287df2b83455 service neutron] 10.222.0.70 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984080 Sep 21 18:14:02.602885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c554d92a-52d8-4b58-88fa-807957c91e17 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:02.671540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ceed6d-a216-4ea6-9871-11b8febdc265'}, {'server_uuid': '91315ccc-d821-4347-9e6a-29fb677e691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf1c871-b5af-45aa-8935-c4ab157418a8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:02.675549 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c953d9e1-0f38-430b-8a9b-ae44ba891bf6" -d '{"events": [{"server_uuid": "6186a63d-b932-44a6-a2f8-2ee32c6996b4", "name": "network-vif-plugged", "status": "completed", "tag": "62ceed6d-a216-4ea6-9871-11b8febdc265"}, {"server_uuid": "91315ccc-d821-4347-9e6a-29fb677e691a", "name": "network-vif-plugged", "status": "completed", "tag": "4bf1c871-b5af-45aa-8935-c4ab157418a8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:02.681547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c554d92a-52d8-4b58-88fa-807957c91e17 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:02.682339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c554d92a-52d8-4b58-88fa-807957c91e17 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:02.698392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Deleting port ef9e58f6-b8df-4bde-9abc-46b702c09aca {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:02.698728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.718143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=4bf1c871-b5af-45aa-8935-c4ab157418a8,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:02.739615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.793810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.796715 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d76058c2-98dd-46dd-975a-d35665e3c314 HTTP/1.1" status: 204 len: 168 time: 1.1663754 Sep 21 18:14:02.797179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd7764-47b6-4b33-9518-f75079a51c5e None None] Network 2c30c8be-64c7-4ac5-9879-adf41c7145a4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:02.805429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.806771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.807459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.808382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.809786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.810620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.811542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.815002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef9bd22-e44c-49ec-b5ff-41bb26689eec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6500 time: 0.8258014 Sep 21 18:14:02.816072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d52f61-3888-4bd2-8c09-fdcaf3a2bcec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76058c2-98dd-46dd-975a-d35665e3c314,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:02.818606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41926) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:02.853081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3c7b-41cc-4431-a8b6-4868ea7d5829 req-f490b502-fdd5-47ae-95fb-534f6dbf7b93 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.863610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4df3c7b-41cc-4431-a8b6-4868ea7d5829 req-f490b502-fdd5-47ae-95fb-534f6dbf7b93 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2411993 Sep 21 18:14:02.919162 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-8f8b6159-51bb-40d9-b9d2-8db42fded404 service neutron] 10.222.0.70 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180773 Sep 21 18:14:03.047196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] For port ef9e58f6-b8df-4bde-9abc-46b702c09aca, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ef9e58f6-b8df-4bde-9abc-46b702c09aca,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:03.049351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.067941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4df3c7b-41cc-4431-a8b6-4868ea7d5829 req-e9af2f4c-1170-494b-a258-e49662380afd tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001908 Sep 21 18:14:03.073952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cbc0b621-99ce-43c6-b177-d70ad031f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.080083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cbc0b621-99ce-43c6-b177-d70ad031f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.081888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cbc0b621-99ce-43c6-b177-d70ad031f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.082055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41938) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:03.086625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cbc0b621-99ce-43c6-b177-d70ad031f33b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 200 len: 2300 time: 0.1987250 Sep 21 18:14:03.105484 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.126268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Calling delete_port for ef9e58f6-b8df-4bde-9abc-46b702c09aca owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:03.213584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] DHCP port deletion for 2c30c8be-64c7-4ac5-9879-adf41c7145a4 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:03.301965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-6a663d41-485d-4351-8773-d4166103dac3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 200 len: 1001 time: 0.1928694 Sep 21 18:14:03.361200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] Deleting port c9f8790c-4ab9-49f8-95db-872f917a5ce6 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:03.363445 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.491572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-8a9d5816-bc28-4990-8000-a01c9833fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.493100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-8a9d5816-bc28-4990-8000-a01c9833fff8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d00e426-bcda-42b5-816e-952a40847cf3 HTTP/1.1" status: 200 len: 855 time: 0.1771181 Sep 21 18:14:03.499927 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ef3efc-93c3-4dcb-ad20-69be767820b1 x-openstack-request-id: req-f9ef3efc-93c3-4dcb-ad20-69be767820b1 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:03.510303 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6186a63d-b932-44a6-a2f8-2ee32c6996b4", "name": "network-vif-plugged", "status": "completed", "tag": "62ceed6d-a216-4ea6-9871-11b8febdc265", "code": 200}, {"server_uuid": "91315ccc-d821-4347-9e6a-29fb677e691a", "name": "network-vif-plugged", "status": "completed", "tag": "4bf1c871-b5af-45aa-8935-c4ab157418a8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:03.510952 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9ef3efc-93c3-4dcb-ad20-69be767820b1 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:03.512106 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ceed6d-a216-4ea6-9871-11b8febdc265', 'code': 200} Sep 21 18:14:03.517718 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91315ccc-d821-4347-9e6a-29fb677e691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf1c871-b5af-45aa-8935-c4ab157418a8', 'code': 200} Sep 21 18:14:03.556652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] For port c9f8790c-4ab9-49f8-95db-872f917a5ce6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c9f8790c-4ab9-49f8-95db-872f917a5ce6,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:03.560890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.598786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc523ebe-13b7-4c8e-9e61-572d2d0445f8 req-070489a0-536c-46b6-8df7-7ece00213131 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.610860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] Calling delete_port for c9f8790c-4ab9-49f8-95db-872f917a5ce6 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:03.619999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc523ebe-13b7-4c8e-9e61-572d2d0445f8 req-070489a0-536c-46b6-8df7-7ece00213131 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.3157291 Sep 21 18:14:03.647873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c316579-a340-472d-a33b-b1dcff1159db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.748809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-030d1a16-430e-46ff-8835-ce1511b534ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.755043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Deleting port c9f8790c-4ab9-49f8-95db-872f917a5ce6 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:03.757725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-030d1a16-430e-46ff-8835-ce1511b534ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499630 Sep 21 18:14:03.758727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.822248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.841037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] No DVR routers for this DVR port c9f8790c-4ab9-49f8-95db-872f917a5ce6 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:03.887723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] For port c9f8790c-4ab9-49f8-95db-872f917a5ce6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c9f8790c-4ab9-49f8-95db-872f917a5ce6,segment=NetworkSegment(8ba4f470-bcc9-47aa-b369-c4a93e572e00),segment_id=8ba4f470-bcc9-47aa-b369-c4a93e572e00)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:03.887723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.891720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8021-af95-4be0-9f86-6d342b0d11c6 None None] Pushing event deleted for resources: {'Port': ['ID=c9f8790c-4ab9-49f8-95db-872f917a5ce6,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:03.913584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Calling delete_port for c9f8790c-4ab9-49f8-95db-872f917a5ce6 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:03.946321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ef9e58f6-b8df-4bde-9abc-46b702c09aca no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:03.959237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ef52-33a8-4950-8a77-5616c87b20bc req-9525b1f6-c7db-47dc-aa0a-678408160103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.960845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15c2ef52-33a8-4950-8a77-5616c87b20bc req-9525b1f6-c7db-47dc-aa0a-678408160103 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 1096 time: 0.3641274 Sep 21 18:14:03.965183 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4fb0a5d-33fd-4754-8434-8c506af5a774 req-1094dc0d-ae3b-4347-ba32-5150de08b40a tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 210 time: 0.1605554 Sep 21 18:14:04.043221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-56a96048-b19f-47cb-ae8a-4c5859f381d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d3a233eb082499bb077b2474d608f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9594591 Sep 21 18:14:04.050716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41962) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:04.103824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc523ebe-13b7-4c8e-9e61-572d2d0445f8 req-3fdd0397-8f71-4a92-aef7-44f949cd5cf0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826870 Sep 21 18:14:04.106007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122288e1-d526-4066-bfec-77e5b0d44743 req-429c5e14-bc44-4a05-9c32-2d8306171734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:04.107752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-122288e1-d526-4066-bfec-77e5b0d44743 req-429c5e14-bc44-4a05-9c32-2d8306171734 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 1097 time: 0.5712821 Sep 21 18:14:04.123775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15c2ef52-33a8-4950-8a77-5616c87b20bc req-48c0ec28-bb7f-4c5d-887d-25af7006b8f8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476429 Sep 21 18:14:04.162594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-738b5fed-77a2-44e6-937a-a40bbd42e4d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914824 Sep 21 18:14:04.300722 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.301947 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.323555 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.346586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-122288e1-d526-4066-bfec-77e5b0d44743 req-d9670955-94af-4846-a599-ffdbd9ded986 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119718 Sep 21 18:14:04.363734 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.370902 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.406636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63db5ec9-c6cb-4f2b-a04f-99afcdf63b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.424402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f8790c-4ab9-49f8-95db-872f917a5ce6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:04.488423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] No DVR routers for this DVR port c9f8790c-4ab9-49f8-95db-872f917a5ce6 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:04.499222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562c14-8c7e-4613-a485-cf12e6064508 req-aa5c7c79-929b-4e07-8faa-4f39e5188a2f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:04.501455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-e85d4bad-59f3-49df-8b78-a36b32ed4060 service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212726 Sep 21 18:14:04.507317 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74562c14-8c7e-4613-a485-cf12e6064508 req-aa5c7c79-929b-4e07-8faa-4f39e5188a2f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.2073634 Sep 21 18:14:04.521430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc8ad5-d71d-42c0-bccb-1aff8968d0fd req-a9c8b604-c74b-4008-9e7e-b48e9a938816 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:04.530672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Pushing event deleted for resources: {'Port': ['ID=ef9e58f6-b8df-4bde-9abc-46b702c09aca,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:04.540331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63db5ec9-c6cb-4f2b-a04f-99afcdf63b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.550558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31cc8ad5-d71d-42c0-bccb-1aff8968d0fd req-a9c8b604-c74b-4008-9e7e-b48e9a938816 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2360451 Sep 21 18:14:04.603259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c9f8790c-4ab9-49f8-95db-872f917a5ce6 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:04.629589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-67174e02-2330-40c1-81c7-f1f73c71190c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 217 time: 0.0767245 Sep 21 18:14:04.636127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] No DVR routers for this DVR port ef9e58f6-b8df-4bde-9abc-46b702c09aca on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:04.654040 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.656246 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4866496a-0a11-4abb-bbd2-4a1f41c76928 req-def17559-962c-46a8-adb9-d9afa54e2625 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "DELETE /v2.0/ports/ef9e58f6-b8df-4bde-9abc-46b702c09aca HTTP/1.1" status: 204 len: 173 time: 2.7989058 Sep 21 18:14:04.669817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c9f8790c-4ab9-49f8-95db-872f917a5ce6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:04.671388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-deleted', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:04.671905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c9f8790c-4ab9-49f8-95db-872f917a5ce6 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:04.679446 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5586d47-7e0c-4c32-8233-f3e8ccf2c857" -d '{"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-deleted", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:04.679681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31cc8ad5-d71d-42c0-bccb-1aff8968d0fd req-a08fa26c-9a4d-417c-9845-9ea61248a0ef tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228237 Sep 21 18:14:04.739129 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.749129 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.799566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-e0308b9c-eac0-4661-b4b8-9347bf16af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:04.801097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-e0308b9c-eac0-4661-b4b8-9347bf16af70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1589758 Sep 21 18:14:04.846726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74562c14-8c7e-4613-a485-cf12e6064508 req-05fe1acc-0af7-4743-a747-867192082902 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312595 Sep 21 18:14:04.862751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c30c8be-64c7-4ac5-9879-adf41c7145a4']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:04.878369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba4f470-bcc9-47aa-b369-c4a93e572e00') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:04.879621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba4f470-bcc9-47aa-b369-c4a93e572e00') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:04.895648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63db5ec9-c6cb-4f2b-a04f-99afcdf63b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.900815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63db5ec9-c6cb-4f2b-a04f-99afcdf63b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.904930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-63db5ec9-c6cb-4f2b-a04f-99afcdf63b3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/baf18f20-2aa5-492d-8c7b-42af0b8a17d2 HTTP/1.1" status: 204 len: 168 time: 0.8434737 Sep 21 18:14:04.912793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.913988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-b882ad9c-9ae2-4410-a059-8879f43c7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:04.915585 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-b882ad9c-9ae2-4410-a059-8879f43c7b2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955029 Sep 21 18:14:04.916394 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e9707-5b27-41e2-88bb-7febb2697241 x-openstack-request-id: req-3b1e9707-5b27-41e2-88bb-7febb2697241 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:04.916687 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a8862-6fec-4824-b00a-3a22631e6a8e", "name": "network-vif-deleted", "tag": "ef9e58f6-b8df-4bde-9abc-46b702c09aca", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:04.916944 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b1e9707-5b27-41e2-88bb-7febb2697241 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:04.917338 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a8862-6fec-4824-b00a-3a22631e6a8e', 'name': 'network-vif-deleted', 'tag': 'ef9e58f6-b8df-4bde-9abc-46b702c09aca', 'status': 'completed', 'code': 200} Sep 21 18:14:04.945170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db5ec9-c6cb-4f2b-a04f-99afcdf63b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf18f20-2aa5-492d-8c7b-42af0b8a17d2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:04.954445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.967399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:04.967682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:04.970413 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:05.113776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.157039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-59ad70f1-ebb6-40b4-95ee-d4f11f32eecc req-1304e9a8-6a96-43c3-987b-84b4aaa32762 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 210 time: 0.0543649 Sep 21 18:14:05.180049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.184640 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2c30c8be-64c7-4ac5-9879-adf41c7145a4 HTTP/1.1" status: 204 len: 168 time: 2.3629544 Sep 21 18:14:05.199167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41982) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:05.214967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec298-471f-4cd4-bc15-006cc2708182 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c30c8be-64c7-4ac5-9879-adf41c7145a4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:05.374250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-0c435681-e689-4f3f-a1a5-493d0764957a service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471021 Sep 21 18:14:05.603652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-8d58808d-ad58-4edf-a6f7-0549cf01e152 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:05.611878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-8d58808d-ad58-4edf-a6f7-0549cf01e152 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 814 time: 0.3987148 Sep 21 18:14:05.638469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Request body: {'port': {'device_id': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'admin_state_up': True, 'tenant_id': 'fc5dc635e0af4ce5a1344b632df90e81'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:06.039101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Made reservation on behalf of fc5dc635e0af4ce5a1344b632df90e81 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:06.050364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.294273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ee456-68be-4867-b0c5-b44e788498fe req-9e70667f-0859-41d8-9cd4-684d9e278aa9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:06.306230 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e0ee456-68be-4867-b0c5-b44e788498fe req-9e70667f-0859-41d8-9cd4-684d9e278aa9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1902459 Sep 21 18:14:06.392097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9e0ee456-68be-4867-b0c5-b44e788498fe req-347a6099-20d0-4f3b-a381-59d64d153b8b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866539 Sep 21 18:14:06.450626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-c5ebd939-a4a6-4786-aed3-05008738261f service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0285876 Sep 21 18:14:06.464243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Allocated IP 172.20.0.14 (11cce824-e437-4f34-93e0-dc1aad7545b7/076e2521-b5af-41c9-942a-dbc28cafe6b6/22c0168c-cfe4-4502-95b4-29e99dedb8b1) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:06.588717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf576d5a-021b-44a7-a0cb-f9e6d5958dca req-d4ff07f4-bd8a-4a44-b14c-9c469e4c51ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:06.590386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf576d5a-021b-44a7-a0cb-f9e6d5958dca req-d4ff07f4-bd8a-4a44-b14c-9c469e4c51ee tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.3555956 Sep 21 18:14:06.592003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-bef0ecd9-8fc3-4308-bc1b-9afa09b6ab73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 217 time: 0.0572805 Sep 21 18:14:06.652909 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf576d5a-021b-44a7-a0cb-f9e6d5958dca req-40da3ba7-86b0-4e5b-a89b-3885705b1143 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549936 Sep 21 18:14:06.678137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3c87b40a-4876-481a-996d-4d4b4d012952 req-72e1563a-54c5-4307-9941-c29cc24d4735 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 210 time: 0.0910289 Sep 21 18:14:06.715138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42026) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:06.742681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.791119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.827770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-8f87c03d-b3e7-4ac9-a7b1-2517d6c94c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:06.830145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-8f87c03d-b3e7-4ac9-a7b1-2517d6c94c54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1945970 Sep 21 18:14:06.848062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Network 11cce824-e437-4f34-93e0-dc1aad7545b7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:06.853326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:06.857006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:06.915541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f69c3-d652-487a-bede-1ac4434023ad req-42328a9e-fa19-4c48-831a-3a79d80d3b15 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:06.917451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-989f69c3-d652-487a-bede-1ac4434023ad req-42328a9e-fa19-4c48-831a-3a79d80d3b15 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 945 time: 0.1848552 Sep 21 18:14:06.917578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:06.929112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2079159272'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:06.941875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:06.942775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.966237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:06.967710 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d97a28a9-efe0-479e-9ae1-55d916723731 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3375971 Sep 21 18:14:06.970845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.003582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.011203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Request body: {'port': {'device_id': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:07.013437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-1777adc5-b52f-4476-8601-7ef7b1c1af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:07.015364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-1777adc5-b52f-4476-8601-7ef7b1c1af2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1756337 Sep 21 18:14:07.092956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-989f69c3-d652-487a-bede-1ac4434023ad req-18f08498-b9bb-4e75-b41f-0ba92216f236 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328766 Sep 21 18:14:07.107189 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.201176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.320924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-8bd04436-554d-4b3b-b1e5-24c90c693f0f service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965367 Sep 21 18:14:07.523054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.537221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.572631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-223bca32-aa83-4587-8ac7-7debd179de4c service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316298 Sep 21 18:14:07.583855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:07.601325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c0168c-cfe4-4502-95b4-29e99dedb8b1 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:14:07.611418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.626862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Transition to ACTIVE for port object 22c0168c-cfe4-4502-95b4-29e99dedb8b1 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:14:07.635904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.702017 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cac2f5d7-3b49-4277-a869-8da2ed4e3976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297 HTTP/1.1" status: 200 len: 217 time: 0.1155875 Sep 21 18:14:07.744593 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.744863 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Added segment 9f8fe461-f10d-4576-a5ed-69f0cbd08ca7 of type vlan for network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b Sep 21 18:14:07.804024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:07.822659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1edca22-aba9-425f-954a-92e5e99650e1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:07.826450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cbce27e2-f1c7-4fb0-83c5-957e8864f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:07.828029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cbce27e2-f1c7-4fb0-83c5-957e8864f6f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.0907681 Sep 21 18:14:07.864975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Attempting to bind port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:07.865624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Attempting to bind port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:07.866526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Attempting to bind port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 on network 11cce824-e437-4f34-93e0-dc1aad7545b7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:07.874835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 on network 11cce824-e437-4f34-93e0-dc1aad7545b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:14:07.875451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Attempting to bind port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 on network 11cce824-e437-4f34-93e0-dc1aad7545b7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:07.886105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc8350-b9d8-415b-a374-7e3eee3272d4 req-1c1b07df-8540-4f48-b264-3dea1886499a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:07.888576 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a1bc8350-b9d8-415b-a374-7e3eee3272d4 req-1c1b07df-8540-4f48-b264-3dea1886499a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.0992939 Sep 21 18:14:07.893979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:07.894675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Checking segment: {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:07.895239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Bound using segment: {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:07.896083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Bound port: 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:07.896669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.946632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.003030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a1bc8350-b9d8-415b-a374-7e3eee3272d4 req-54e23dd2-4505-4b4a-86df-d35c9741f907 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947623 Sep 21 18:14:08.005442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.008641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:08.018565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:08.036505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.040717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1e15-edb4-47c5-974f-9733a62dc754 req-b5d848e5-3a77-46dc-bca7-d16705aa1b66 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.042438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d74f1e15-edb4-47c5-974f-9733a62dc754 req-b5d848e5-3a77-46dc-bca7-d16705aa1b66 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.3723419 Sep 21 18:14:08.078154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-c69e2036-e40b-476e-9b04-66d9de66c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.080564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-c69e2036-e40b-476e-9b04-66d9de66c18b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2243247 Sep 21 18:14:08.090617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.091608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.093206 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] 10.222.0.78 "PUT /v2.0/ports/22c0168c-cfe4-4502-95b4-29e99dedb8b1 HTTP/1.1" status: 200 len: 1092 time: 1.1086812 Sep 21 18:14:08.093805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:08.097951 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455efab1-d974-446c-af9f-a2e28f93329d" -d '{"events": [{"name": "network-changed", "server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:08.134037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c812-928e-4e2f-b218-e728fdadd9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:08.214571 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.220858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.221471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.235356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-4da7c210-34ee-4ac9-bc94-64aa2a5636a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.236919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-4da7c210-34ee-4ac9-bc94-64aa2a5636a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 1095 time: 0.0863068 Sep 21 18:14:08.285785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16295c62-5282-48f1-844b-d7a1a6268ebc req-88c98bd2-c76e-47cb-be1a-ac73accb76dd tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.304081 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-16295c62-5282-48f1-844b-d7a1a6268ebc req-88c98bd2-c76e-47cb-be1a-ac73accb76dd tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 944 time: 0.1213973 Sep 21 18:14:08.318870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d74f1e15-edb4-47c5-974f-9733a62dc754 req-dd5a32d3-5e39-43ae-bf78-ecb9a6b950e7 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580862 Sep 21 18:14:08.321165 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5995278 Sep 21 18:14:08.327037 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.366539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-45bcc033-1f58-402f-a8fb-04241bb05da9 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544553 Sep 21 18:14:08.483775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-b5be3498-1342-49d8-b2c9-244b49ddbed7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1 HTTP/1.1" status: 200 len: 217 time: 0.2367468 Sep 21 18:14:08.486833 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea61edd-5cb5-454f-bbce-0a839f7bc73e x-openstack-request-id: req-2ea61edd-5cb5-454f-bbce-0a839f7bc73e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:08.487292 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:08.487694 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ea61edd-5cb5-454f-bbce-0a839f7bc73e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:08.488326 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'status': 'completed', 'code': 200} Sep 21 18:14:08.505900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-16295c62-5282-48f1-844b-d7a1a6268ebc req-a54fdcbe-b181-4e24-9ff0-161a285c9431 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003803 Sep 21 18:14:08.557280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-4b84ebc0-960d-456c-958d-dfde2b6f7796 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306906 Sep 21 18:14:08.562739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bff722-c0dd-424e-8f9f-2ec330ff81ad tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Network': ['ID=0909fb3f-d1a2-407f-b6ad-b0827a6d812b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:08.611764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:08.697459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-00e23c7f-8ebf-478e-9f02-53765bb3e23a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675 HTTP/1.1" status: 200 len: 217 time: 0.1123116 Sep 21 18:14:08.707769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-b1a001b1-ab5c-4804-ba23-51c1b449656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.710602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-b1a001b1-ab5c-4804-ba23-51c1b449656f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 200 len: 854 time: 0.2007656 Sep 21 18:14:08.775127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6ac79af1-b107-4e4c-9bd9-de1976b3d635 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=11cce824-e437-4f34-93e0-dc1aad7545b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475602 Sep 21 18:14:08.864037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cd28647b-c6cc-4c3c-84a7-529afac78eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.869391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cd28647b-c6cc-4c3c-84a7-529afac78eed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1551709 Sep 21 18:14:08.967653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-9bf50fa6-3fa5-4661-9421-502bee9b4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:08.969863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-9bf50fa6-3fa5-4661-9421-502bee9b4e3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902114 Sep 21 18:14:09.024790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2484b-8ecf-4989-bcc7-9273e2d1cdd7 req-1d3113ca-ab42-406e-8308-351f9af70f46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.061654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fc2484b-8ecf-4989-bcc7-9273e2d1cdd7 req-1d3113ca-ab42-406e-8308-351f9af70f46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 945 time: 0.3613031 Sep 21 18:14:09.218487 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-d2f0fc10-9930-4af7-bc13-83b9a9644de7 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334359 Sep 21 18:14:09.270589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e7398-b429-4eeb-9fe7-9ea437c964b0 req-037a80b9-63a4-443c-8f6a-4f7f0c05ac46 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.272277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d4e7398-b429-4eeb-9fe7-9ea437c964b0 req-037a80b9-63a4-443c-8f6a-4f7f0c05ac46 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1690567 Sep 21 18:14:09.327858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fc2484b-8ecf-4989-bcc7-9273e2d1cdd7 req-df8aa587-c24c-48a6-bde5-091aabb94730 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653031 Sep 21 18:14:09.370603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-f8791073-1f1c-412d-b497-92d2447e6a77 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551753 Sep 21 18:14:09.411296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d4e7398-b429-4eeb-9fe7-9ea437c964b0 req-d47f84fa-9726-4a21-89fe-67621a1e96d5 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250842 Sep 21 18:14:09.434518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Deleting port 51d7c39f-eed9-454d-8687-269cf957e74f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:09.434518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.440955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21e73ba0-437d-47fa-84c1-6f7a5ba33421 req-6832dc59-bddb-4cdd-a779-543fa10769cc service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095776 Sep 21 18:14:09.562028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455efab1-d974-446c-af9f-a2e28f93329d req-4f66e000-4806-409a-9cc4-95b587291434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.564896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-455efab1-d974-446c-af9f-a2e28f93329d req-4f66e000-4806-409a-9cc4-95b587291434 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 1095 time: 0.0692089 Sep 21 18:14:09.603483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5fb1f-35ee-4a15-b16c-bed84ec4f374 req-b11c4281-5ad5-46df-aa1b-2d473b2a5250 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.604923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fee5fb1f-35ee-4a15-b16c-bed84ec4f374 req-b11c4281-5ad5-46df-aa1b-2d473b2a5250 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1690860 Sep 21 18:14:09.617399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-86687454-7185-47ac-97ae-243713bff21f service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263169 Sep 21 18:14:09.632821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] For port 51d7c39f-eed9-454d-8687-269cf957e74f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=51d7c39f-eed9-454d-8687-269cf957e74f,segment=NetworkSegment(233d0cee-9dd7-44e5-9f33-a8bddfae3a2e),segment_id=233d0cee-9dd7-44e5-9f33-a8bddfae3a2e)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:09.633191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.679790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-902d31cb-c8f5-4ba6-a228-de94ef747282 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7 HTTP/1.1" status: 200 len: 217 time: 0.0526652 Sep 21 18:14:09.686165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Calling delete_port for 51d7c39f-eed9-454d-8687-269cf957e74f owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:09.724198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455efab1-d974-446c-af9f-a2e28f93329d req-cc9d8dff-7e7f-4db5-88a5-b0f90552c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.726378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-455efab1-d974-446c-af9f-a2e28f93329d req-cc9d8dff-7e7f-4db5-88a5-b0f90552c84e service neutron] 10.222.0.78 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 916 time: 0.1534941 Sep 21 18:14:09.743776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fee5fb1f-35ee-4a15-b16c-bed84ec4f374 req-6cc3400f-898e-423c-9c26-cf1a79cce791 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311703 Sep 21 18:14:09.747261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b9790-74db-40f6-be48-e724ab6adc35 req-8287a50e-7c02-495b-9cee-1a9028694fc9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.754222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b9790-74db-40f6-be48-e724ab6adc35 req-8287a50e-7c02-495b-9cee-1a9028694fc9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.766882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b9790-74db-40f6-be48-e724ab6adc35 req-8287a50e-7c02-495b-9cee-1a9028694fc9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.768550 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d61b9790-74db-40f6-be48-e724ab6adc35 req-8287a50e-7c02-495b-9cee-1a9028694fc9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a&device_id=91315ccc-d821-4347-9e6a-29fb677e691a&device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 2417 time: 0.0967977 Sep 21 18:14:09.795426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-8f1160a2-1756-44ac-8d72-77f9a8832068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.796900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-8f1160a2-1756-44ac-8d72-77f9a8832068 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.1051073 Sep 21 18:14:09.817716 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-455efab1-d974-446c-af9f-a2e28f93329d req-c6518dd4-98f5-44ed-8bc9-0fac2e6a5fbb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1 HTTP/1.1" status: 200 len: 217 time: 0.0422289 Sep 21 18:14:09.864336 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d61b9790-74db-40f6-be48-e724ab6adc35 req-b1375e94-5a32-4fad-bacd-dc4c745d47d3 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949249 Sep 21 18:14:09.881002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455efab1-d974-446c-af9f-a2e28f93329d req-e8ad3ad3-3132-49f2-9780-83909d5236b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.883320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-455efab1-d974-446c-af9f-a2e28f93329d req-e8ad3ad3-3132-49f2-9780-83909d5236b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 200 len: 854 time: 0.0534463 Sep 21 18:14:09.920531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-455efab1-d974-446c-af9f-a2e28f93329d req-5c30e0ab-f612-45ad-86f6-de13b200be03 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=11cce824-e437-4f34-93e0-dc1aad7545b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281150 Sep 21 18:14:09.938864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-ba6aa6f1-361d-4e43-94d3-91b14c950682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:09.940399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-ba6aa6f1-361d-4e43-94d3-91b14c950682 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1343756 Sep 21 18:14:10.055926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-455efab1-d974-446c-af9f-a2e28f93329d req-5f2ae22a-73a6-4edb-be1c-efce58a8974a service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165421 Sep 21 18:14:10.059643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581d1a9-0dfd-46b8-8832-f7e94fcc084e req-f2cb7650-2f8e-48bb-877c-4d166c0dcf6b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:10.061290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b581d1a9-0dfd-46b8-8832-f7e94fcc084e req-f2cb7650-2f8e-48bb-877c-4d166c0dcf6b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 944 time: 0.1662879 Sep 21 18:14:10.149935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b581d1a9-0dfd-46b8-8832-f7e94fcc084e req-f431d07f-e812-4ffc-b5e2-6bffcef5a0ad tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775492 Sep 21 18:14:10.151915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-cf249bc3-ce64-4870-a858-840db462af9e service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999996 Sep 21 18:14:10.523708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf92a7-b71d-4d0b-8175-43534d913d16 req-1ea23f6a-eea5-4ccd-8f40-f8de0ed1076d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:10.533021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-efbf92a7-b71d-4d0b-8175-43534d913d16 req-1ea23f6a-eea5-4ccd-8f40-f8de0ed1076d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.4924340 Sep 21 18:14:10.590377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-455efab1-d974-446c-af9f-a2e28f93329d req-d578fd76-bd32-414d-aa90-29223bc3c9fb service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195999 Sep 21 18:14:10.610672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-efbf92a7-b71d-4d0b-8175-43534d913d16 req-d493eaba-e6ac-44f1-832c-92c6ab8411c1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687129 Sep 21 18:14:10.668683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-196296a5-9d46-412f-aa21-76c2468f409c service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067561 Sep 21 18:14:10.681665 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.743091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-b5c64fd3-bebe-4940-bbe8-3e512b84af15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 200 len: 217 time: 0.0605516 Sep 21 18:14:10.757711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d7c39f-eed9-454d-8687-269cf957e74f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:10.822222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-e4333399-e4d1-403e-bf10-b571c5f074bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:10.823696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-e4333399-e4d1-403e-bf10-b571c5f074bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.0603781 Sep 21 18:14:10.967908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56febbc1-ddbd-464c-9f1e-d69cb999ca22 req-2467431d-9b30-4cd5-a05e-d1d18b6ba023 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:10.970068 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56febbc1-ddbd-464c-9f1e-d69cb999ca22 req-2467431d-9b30-4cd5-a05e-d1d18b6ba023 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 945 time: 0.3004444 Sep 21 18:14:11.001210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422b28-84c2-4e96-b84e-f8de741aaa23 req-b1768e76-cec1-4f79-9a22-1162538f147f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:11.013043 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-37422b28-84c2-4e96-b84e-f8de741aaa23 req-b1768e76-cec1-4f79-9a22-1162538f147f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.0776479 Sep 21 18:14:11.061196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-37422b28-84c2-4e96-b84e-f8de741aaa23 req-c63b13e6-88df-4f6d-87c4-64577d962f15 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510931 Sep 21 18:14:11.101962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158de-1d79-415b-a10d-24099f14ced1 req-6f3c73dd-f458-4487-8614-432458ecd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:11.103180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-6f3c73dd-f458-4487-8614-432458ecd319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2677674 Sep 21 18:14:11.256160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56febbc1-ddbd-464c-9f1e-d69cb999ca22 req-39e94d38-7b27-450d-9ab8-8d3f20e037bf tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057478 Sep 21 18:14:11.275062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-04df3a4d-2afa-4f05-91ce-7271571ff1b9 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203773 Sep 21 18:14:11.470588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.545255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c72c42-2d0f-4cf1-ac88-50e89d3e5131 req-bbab5a58-4597-4ff7-bad7-07b130d298cd tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:11.547070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5c72c42-2d0f-4cf1-ac88-50e89d3e5131 req-bbab5a58-4597-4ff7-bad7-07b130d298cd tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 944 time: 0.1728656 Sep 21 18:14:11.635035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3be158de-1d79-415b-a10d-24099f14ced1 req-e6b94a5c-d055-455b-aab9-8e6669aa96d4 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491082 Sep 21 18:14:11.693471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5c72c42-2d0f-4cf1-ac88-50e89d3e5131 req-dc3376a3-8fa3-4299-8edd-79d39251b090 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386058 Sep 21 18:14:11.843482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42158) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:11.849952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'subnet': {'network_id': '0909fb3f-d1a2-407f-b6ad-b0827a6d812b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:11.973108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:11.978676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.980030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Router b73a6389-7720-4fb7-8551-93a26f6e5af0 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:14:11.995556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 22c0168c-cfe4-4502-95b4-29e99dedb8b1 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:14:12.158623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:12.173946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80d4e4bb-bb43-4c08-a226-59c8f650c8e5 admin admin] 10.222.0.70 "PUT /v2.0/routers/b73a6389-7720-4fb7-8551-93a26f6e5af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9659803 Sep 21 18:14:12.177370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42170) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.216204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:12.229401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'port_id': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'mac_address': 'fa:16:3e:9d:12:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e2521-b5af-41c9-942a-dbc28cafe6b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:14:12.233040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] Sync routers for ids ['b73a6389-7720-4fb7-8551-93a26f6e5af0'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:12.277695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] Routers {'b73a6389-7720-4fb7-8551-93a26f6e5af0'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:12.278486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b73a6389-7720-4fb7-8551-93a26f6e5af0'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:12.306345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a2480-bf68-4c13-878f-6345a2365d6c req-8a66d2d3-56d0-4fe4-ae1e-1ca28f7cad06 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:12.308731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a5a2480-bf68-4c13-878f-6345a2365d6c req-8a66d2d3-56d0-4fe4-ae1e-1ca28f7cad06 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1330826 Sep 21 18:14:12.401632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.447866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] Set router b73a6389-7720-4fb7-8551-93a26f6e5af0 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:12.452353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.585521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Subnet': ['ID=5432fa82-0b17-4eec-a6a4-536fdf475416,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:12.604858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.604858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.605179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.605345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.605748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.606180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.606484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.606820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.607145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.607467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.608273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.608273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:12.612332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:12.618579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.623839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a5a2480-bf68-4c13-878f-6345a2365d6c req-6c29b5d5-3a22-4959-b748-4878cea0d7bd tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076937 Sep 21 18:14:12.624191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Checking segment: {'id': '9f8fe461-f10d-4576-a5ed-69f0cbd08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0909fb3f-d1a2-407f-b6ad-b0827a6d812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:12.624783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network hostable DHCP agents. Network: 0909fb3f-d1a2-407f-b6ad-b0827a6d812b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:12.647999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:12.661827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0909fb3f-d1a2-407f-b6ad-b0827a6d812b) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:12.698946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:12.704664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.760506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Deleting port dad6c118-afb8-45a9-866d-a9f667710ccb {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:12.760992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.807485 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-66bf35e6-a31d-4b28-9d89-7005d079425a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9615047 Sep 21 18:14:12.811603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42182) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.824047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2109197909'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:12.843505 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.854559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ec85a-97da-4e7b-9b29-ddfaaa3614b3 None None] Network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:12.960207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] For port dad6c118-afb8-45a9-866d-a9f667710ccb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dad6c118-afb8-45a9-866d-a9f667710ccb,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:12.960606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.978236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:12.991967 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.992366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a4f8b-2d9b-415f-8936-633e2fd1ef0d req-3fe0f298-dd90-4e48-87cf-29287083848d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:13.002936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d75a4f8b-2d9b-415f-8936-633e2fd1ef0d req-3fe0f298-dd90-4e48-87cf-29287083848d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 944 time: 0.1095667 Sep 21 18:14:13.010240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Calling delete_port for dad6c118-afb8-45a9-866d-a9f667710ccb owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:13.016000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c0168c-cfe4-4502-95b4-29e99dedb8b1 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:14:13.060055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb200ee-316d-4740-a17b-681caee459cb req-d4dc806e-ac9b-4fa6-9580-0a3dda1c7af1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:13.073692 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ebb200ee-316d-4740-a17b-681caee459cb req-d4dc806e-ac9b-4fa6-9580-0a3dda1c7af1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1993480 Sep 21 18:14:13.101395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d75a4f8b-2d9b-415f-8936-633e2fd1ef0d req-a7aa2c82-f296-4064-9108-af68dcc755e8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993390 Sep 21 18:14:13.136588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:13.170398 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ebb200ee-316d-4740-a17b-681caee459cb req-106b07c3-c4be-4fcd-8cff-98e70a32fd60 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921710 Sep 21 18:14:13.171868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.173486 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Added segment 34ba0bcf-33cc-48c3-af90-6760ba14a59f of type vlan for network 84f298dd-a846-4a7c-9a68-1794d95f1d57 Sep 21 18:14:13.237458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.278675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.285930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:13.287241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.306743 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.310812 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.315171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:13.326775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5137637 Sep 21 18:14:13.336022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42188) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:13.339562 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.342752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'subnet': {'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:13.376448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad6c118-afb8-45a9-866d-a9f667710ccb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.401508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:13.403784 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8665bc6-9778-4e0f-bb79-a16fbcf41086" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:13.418648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651368e-2b52-4b85-8d79-4f955727e4b7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Network': ['ID=84f298dd-a846-4a7c-9a68-1794d95f1d57,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.442406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 84f298dd-a846-4a7c-9a68-1794d95f1d57 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:13.447315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:13.456560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.481910 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b43e7-5c65-4bd0-8af4-aa707f73fc58 x-openstack-request-id: req-e45b43e7-5c65-4bd0-8af4-aa707f73fc58 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:13.482173 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:13.482372 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e45b43e7-5c65-4bd0-8af4-aa707f73fc58 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:13.482753 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'code': 200} Sep 21 18:14:13.496243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:13.501038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.502153 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.535936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.562107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.564888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.612198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['22c0168c-cfe4-4502-95b4-29e99dedb8b1'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:14:13.647620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.652464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73a6389-7720-4fb7-8551-93a26f6e5af0 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:14:13.668913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.670183 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-75e87321-ba1a-4b28-b6e9-dd3a6b1e1da7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b73a6389-7720-4fb7-8551-93a26f6e5af0 HTTP/1.1" status: 204 len: 168 time: 1.4910071 Sep 21 18:14:13.676308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42202) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:13.716889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0909fb3f-d1a2-407f-b6ad-b0827a6d812b', 'network_id': '0909fb3f-d1a2-407f-b6ad-b0827a6d812b', 'tenant_id': 'd3b50aa214a44b168ea185ea64dd2c79', 'fixed_ips': [{'subnet_id': '5432fa82-0b17-4eec-a6a4-536fdf475416'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:13.717746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.721333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.730808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'name': 'tempest-AttachSCSIVolumeTestJSON-479236280-router', 'tenant_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:57Z', 'updated_at': '2021-09-21T18:14:10Z', 'revision_number': 5, 'project_id': 'eb5e4445aecb4b16a740c168d5601fd2', 'gw_port': {'id': 'dad6c118-afb8-45a9-866d-a9f667710ccb', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a6389-7720-4fb7-8551-93a26f6e5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:12:00Z', 'updated_at': '2021-09-21T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:13.776110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] Deleting subnet e183e156-6c80-4d36-ab20-057fd562ebef {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:13.779374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.791471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] Checking router: b73a6389-7720-4fb7-8551-93a26f6e5af0 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:13.824117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.879813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] Routers set() bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:13.880193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] Router IDs set() for agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:14:13.880840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_agentschedulers_db [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b73a6389-7720-4fb7-8551-93a26f6e5af0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent'). {{(pid=95092) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:14:13.881225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a197040b-3b7f-4bd2-9953-a6d908b86988 None None] The sync data for ids ['b73a6389-7720-4fb7-8551-93a26f6e5af0'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:13.917886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:14:13.919695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.920592 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.991024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.012738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Subnet': ['ID=84a0cc26-46ff-456b-aa4e-a78472cc10b4,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:14.017649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Allocated IP 2001:db8:0:ffff::2 (0909fb3f-d1a2-407f-b6ad-b0827a6d812b/5432fa82-0b17-4eec-a6a4-536fdf475416/700501ec-73aa-4a97-bd02-f06684244723) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:14.026810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.030762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e183e156-6c80-4d36-ab20-057fd562ebef HTTP/1.1" status: 204 len: 168 time: 0.3514273 Sep 21 18:14:14.033743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42208) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:14.039245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087a367-e59b-461f-8f9a-7770aec3b14f None None] Network 50147cee-76ea-4799-91d9-4408ad8e035c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:14.070829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Checking segment: {'id': '34ba0bcf-33cc-48c3-af90-6760ba14a59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:14.071199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network hostable DHCP agents. Network: 84f298dd-a846-4a7c-9a68-1794d95f1d57, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:14.091895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network 84f298dd-a846-4a7c-9a68-1794d95f1d57 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:14.093428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64cbe7-1688-42f2-93f8-c3d76cbc6bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e183e156-6c80-4d36-ab20-057fd562ebef,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:14.107267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 84f298dd-a846-4a7c-9a68-1794d95f1d57) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:14.115505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:14.119170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.136215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7fd8e0-8dc0-44ee-96d0-81f9e09f9e62 None None] Network 84f298dd-a846-4a7c-9a68-1794d95f1d57 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:14.143346 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d14fba84-1fad-4930-a932-9a5d124bbdd6 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8056991 Sep 21 18:14:14.146100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42212) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:14.156757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'port': {'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57', 'name': 'tempest-NetworksIpV6TestAttrs-1434491379'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:14.176346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3c21e-78fa-4766-8073-130d2e0b84d4 req-5f1cde0d-e5cb-4fd4-a41f-5377f15420c7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:14.183905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04a3c21e-78fa-4766-8073-130d2e0b84d4 req-5f1cde0d-e5cb-4fd4-a41f-5377f15420c7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2068002 Sep 21 18:14:14.192264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.264465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04a3c21e-78fa-4766-8073-130d2e0b84d4 req-46b3aca9-5296-4536-8995-50b4728593a0 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689595 Sep 21 18:14:14.309281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Deleting port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:14.309655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.431384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d74d72-1af0-47ed-8fc8-4ccf0772c79a req-c4d2e1b0-6aff-42a5-a357-f61eca84f9f7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:14.437351 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38d74d72-1af0-47ed-8fc8-4ccf0772c79a req-c4d2e1b0-6aff-42a5-a357-f61eca84f9f7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 945 time: 0.1653149 Sep 21 18:14:14.442781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:14.447689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.519421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] DHCP port deletion for 50147cee-76ea-4799-91d9-4408ad8e035c request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:14.533934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] device_id is not set on port 9f2234b4-f80d-4c5c-919f-6e57366376f4 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:14:14.534634 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.549552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] For port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,segment=NetworkSegment(233d0cee-9dd7-44e5-9f33-a8bddfae3a2e),segment_id=233d0cee-9dd7-44e5-9f33-a8bddfae3a2e)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:14.550568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.568876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38d74d72-1af0-47ed-8fc8-4ccf0772c79a req-1bf77778-51dd-4c56-bcd9-9ffc03b9bb6f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814915 Sep 21 18:14:14.572615 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.609088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df922-b01b-4dd5-9d79-1946891b7489 req-9cbf9b20-4213-4eee-95d2-97be59926964 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:14.610229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-84f298dd-a846-4a7c-9a68-1794d95f1d57', 'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57', 'tenant_id': 'd3b50aa214a44b168ea185ea64dd2c79', 'fixed_ips': [{'subnet_id': '84a0cc26-46ff-456b-aa4e-a78472cc10b4'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:14.611153 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.621738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-644df922-b01b-4dd5-9d79-1946891b7489 req-9cbf9b20-4213-4eee-95d2-97be59926964 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.2423069 Sep 21 18:14:14.625592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Calling delete_port for 7e62cbed-2ffe-41a0-a9c4-2149f40316fa owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:14.635600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:14.642792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:14.692933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-644df922-b01b-4dd5-9d79-1946891b7489 req-c6be95df-f395-4d5f-b8ca-cdfb89d68c93 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651882 Sep 21 18:14:14.730570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Allocated IP 2001:db8::f816:3eff:fe3f:acd6 (84f298dd-a846-4a7c-9a68-1794d95f1d57/84a0cc26-46ff-456b-aa4e-a78472cc10b4/9f2234b4-f80d-4c5c-919f-6e57366376f4) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:14.739438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:14.744166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Pushing event updated for resources: {'Port': ['ID=700501ec-73aa-4a97-bd02-f06684244723,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:14.760103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.760456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.760872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.761138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.761470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.761806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.762144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.762491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.762824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.763146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.763469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.763791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:14.808387 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.813445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] Deleting port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:14.813797 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.842678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Attempting to bind port 700501ec-73aa-4a97-bd02-f06684244723 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:14.843092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Attempting to bind port 700501ec-73aa-4a97-bd02-f06684244723 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9f8fe461-f10d-4576-a5ed-69f0cbd08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0909fb3f-d1a2-407f-b6ad-b0827a6d812b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:14.843474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Attempting to bind port 700501ec-73aa-4a97-bd02-f06684244723 on network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:14.855656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:14.856045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Checking segment: {'id': '9f8fe461-f10d-4576-a5ed-69f0cbd08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0909fb3f-d1a2-407f-b6ad-b0827a6d812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:14.856456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.856858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Bound using segment: {'id': '9f8fe461-f10d-4576-a5ed-69f0cbd08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0909fb3f-d1a2-407f-b6ad-b0827a6d812b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:14.857350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Bound port: 700501ec-73aa-4a97-bd02-f06684244723, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8fe461-f10d-4576-a5ed-69f0cbd08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0909fb3f-d1a2-407f-b6ad-b0827a6d812b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:14.857820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.890426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:14.893767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] No DVR routers for this DVR port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:14.919650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 51d7c39f-eed9-454d-8687-269cf957e74f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:14.997650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 51d7c39f-eed9-454d-8687-269cf957e74f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:14.998029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 51d7c39f-eed9-454d-8687-269cf957e74f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:15.001965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] For port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:15.002424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.017722 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.021615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] Calling delete_port for 7e62cbed-2ffe-41a0-a9c4-2149f40316fa owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:15.030621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] Port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:14:15.035582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.039313 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.072440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50147cee-76ea-4799-91d9-4408ad8e035c']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:15.082839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] Pushing event deleted for resources: {'Port': ['ID=7e62cbed-2ffe-41a0-a9c4-2149f40316fa,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.089942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.118350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:15.118350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233d0cee-9dd7-44e5-9f33-a8bddfae3a2e') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:15.151292 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.175335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] For port 700501ec-73aa-4a97-bd02-f06684244723, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:15.179896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.192562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:15.192562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:15.194610 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:15.204488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network 84f298dd-a846-4a7c-9a68-1794d95f1d57 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:15.208428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:15.212567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:15.217235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] For port 700501ec-73aa-4a97-bd02-f06684244723, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=700501ec-73aa-4a97-bd02-f06684244723,segment=NetworkSegment(9f8fe461-f10d-4576-a5ed-69f0cbd08ca7),segment_id=9f8fe461-f10d-4576-a5ed-69f0cbd08ca7)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:15.218527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:15.219521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.228692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a18869-6567-4202-a710-73ecef98ab7c None None] No DVR routers for this DVR port 7e62cbed-2ffe-41a0-a9c4-2149f40316fa on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:15.232899 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.240506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Port': ['ID=9f2234b4-f80d-4c5c-919f-6e57366376f4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.270488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e01d6f51-71dd-421e-a3d7-cfca251ae0b8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1217651 Sep 21 18:14:15.272902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42224) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:15.291753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Allocated IP 2001:db8::f816:3eff:fe65:b001 (84f298dd-a846-4a7c-9a68-1794d95f1d57/84a0cc26-46ff-456b-aa4e-a78472cc10b4/8868c11a-2ff4-453e-a253-46411a060aec) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:15.309827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.340425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.368130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] 10.222.0.70 "DELETE /v2.0/networks/50147cee-76ea-4799-91d9-4408ad8e035c HTTP/1.1" status: 204 len: 168 time: 1.3100381 Sep 21 18:14:15.371655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae97028-7c3b-402f-b643-1cf0878c1517 admin admin] Pushing event deleted for resources: {'Network': ['ID=50147cee-76ea-4799-91d9-4408ad8e035c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.372123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting subnet 84a0cc26-46ff-456b-aa4e-a78472cc10b4 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:15.458689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bb92b-9057-443b-8042-2a0c747e2f11 None None] Pushing event updated for resources: {'Port': ['ID=700501ec-73aa-4a97-bd02-f06684244723,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.509283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3726e-dd48-42fd-815f-a9d708162295 req-c6fef9f9-689a-4140-ba2f-16563bcd460e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:15.513279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05a3726e-dd48-42fd-815f-a9d708162295 req-c6fef9f9-689a-4140-ba2f-16563bcd460e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.0917456 Sep 21 18:14:15.559852 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.568321 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.569198 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.603395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05a3726e-dd48-42fd-815f-a9d708162295 req-fcc884f5-2bdd-4297-9bf7-2f9ecd2d1f30 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761812 Sep 21 18:14:15.646386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42232) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:15.676982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Network 84f298dd-a846-4a7c-9a68-1794d95f1d57 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:15.678907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.691057 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:15.710465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:15.748840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8996adb3-3978-4df3-8554-80aacab89282 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cefc5e41a1bd4eeb85b28e3186e3032c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044872 Sep 21 18:14:15.752301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42240) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:15.769874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Pushing event updated for resources: {'Port': ['ID=8868c11a-2ff4-453e-a253-46411a060aec,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.799541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Attempting to bind port 8868c11a-2ff4-453e-a253-46411a060aec on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:15.799964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Attempting to bind port 8868c11a-2ff4-453e-a253-46411a060aec by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '34ba0bcf-33cc-48c3-af90-6760ba14a59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:15.800428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Attempting to bind port 8868c11a-2ff4-453e-a253-46411a060aec on network 84f298dd-a846-4a7c-9a68-1794d95f1d57 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:15.833668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:15.834057 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Checking segment: {'id': '34ba0bcf-33cc-48c3-af90-6760ba14a59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:15.834503 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.834907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Bound using segment: {'id': '34ba0bcf-33cc-48c3-af90-6760ba14a59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:15.835406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Bound port: 8868c11a-2ff4-453e-a253-46411a060aec, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ba0bcf-33cc-48c3-af90-6760ba14a59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '84f298dd-a846-4a7c-9a68-1794d95f1d57'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:15.835797 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.836997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.901523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.927367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552258-1215-46f6-99c6-af01db323ee3 req-8e8c76b2-76f6-4b56-9bf7-dc5f1a04dbdd tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:15.937178 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b552258-1215-46f6-99c6-af01db323ee3 req-8e8c76b2-76f6-4b56-9bf7-dc5f1a04dbdd tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 945 time: 0.1852522 Sep 21 18:14:15.963463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b247e-c3b7-4fbe-b153-f487a3030309 req-fc84417e-011e-4487-9ba7-f2d0377864a2 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:15.965130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d7b247e-c3b7-4fbe-b153-f487a3030309 req-fc84417e-011e-4487-9ba7-f2d0377864a2 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1072662 Sep 21 18:14:16.014979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] For port 8868c11a-2ff4-453e-a253-46411a060aec, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:16.017464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d7b247e-c3b7-4fbe-b153-f487a3030309 req-230c925e-1591-4105-b481-1394a8ea7c82 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Sep 21 18:14:16.017735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b552258-1215-46f6-99c6-af01db323ee3 req-a84df60c-7600-4cd6-8ab9-15c484b28be6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776246 Sep 21 18:14:16.027795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] For port 8868c11a-2ff4-453e-a253-46411a060aec, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8868c11a-2ff4-453e-a253-46411a060aec,segment=NetworkSegment(34ba0bcf-33cc-48c3-af90-6760ba14a59f),segment_id=34ba0bcf-33cc-48c3-af90-6760ba14a59f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:16.039366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 22c0168c-cfe4-4502-95b4-29e99dedb8b1 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:16.047549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.050163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.052791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b45c5c5-6230-40da-84f3-3b9cad01c003 HTTP/1.1" status: 204 len: 168 time: 0.2995281 Sep 21 18:14:16.067635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45c5c5-6230-40da-84f3-3b9cad01c003,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:16.104346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.104701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.105050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.105553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.105738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.106151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.111344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.111712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.112062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.112404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.123390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.124205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef57a0d-ba42-4e80-a40e-f29a2d68edb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:16.154442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.202258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.242541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:14:16.253134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:16.253411 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.323436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9c1ca-0999-40d7-936b-d902a0ed5853 None None] Pushing event updated for resources: {'Port': ['ID=8868c11a-2ff4-453e-a253-46411a060aec,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:16.341906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.403403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Subnet': ['ID=84a0cc26-46ff-456b-aa4e-a78472cc10b4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:16.410368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.412978 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a7fb30d-ba5c-4fa3-89bf-fd127098534e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/84a0cc26-46ff-456b-aa4e-a78472cc10b4 HTTP/1.1" status: 204 len: 168 time: 1.1390152 Sep 21 18:14:16.415862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42266) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:16.652676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8183f6-4dd7-4816-a09f-883e78d5de7a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:16.661618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8183f6-4dd7-4816-a09f-883e78d5de7a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:16.666593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6b8183f6-4dd7-4816-a09f-883e78d5de7a tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2464740 Sep 21 18:14:16.667113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42272) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:16.960205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42280) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:16.962067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:14:16.971186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 700501ec-73aa-4a97-bd02-f06684244723 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:16.989908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-076d8f41-dbb4-4c63-a5c2-efedc47b871d tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.024682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60f381-796d-461a-a3a2-de29b2d1aee9 req-faa40845-3776-45a3-84ed-56b66731c730 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:17.034012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd60f381-796d-461a-a3a2-de29b2d1aee9 req-faa40845-3776-45a3-84ed-56b66731c730 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2737510 Sep 21 18:14:17.051863 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.064701 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-076d8f41-dbb4-4c63-a5c2-efedc47b871d tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 18:14:17.075092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076d8f41-dbb4-4c63-a5c2-efedc47b871d tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:17.084331 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-076d8f41-dbb4-4c63-a5c2-efedc47b871d tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/84f298dd-a846-4a7c-9a68-1794d95f1d57 HTTP/1.1" status: 409 len: 405 time: 0.4113836 Sep 21 18:14:17.091494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42290) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:17.111937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-17374720'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:17.140199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a9a8a-d184-4dee-9c65-0feb307717fd None None] Network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:17.162398 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dd60f381-796d-461a-a3a2-de29b2d1aee9 req-9740c84d-60df-4012-a2ee-2d7389a6d0dd tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270537 Sep 21 18:14:17.233690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:17.236935 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d2b947-4599-4858-a6a1-ddb2f3bf9801" -d '{"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-plugged", "status": "completed", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:17.302902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:17.342820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8ac48-fa24-4102-bbff-10fdeab875cb req-a67535a4-3ab6-4fa9-8508-cd059913d4b7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:17.347138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:17.380977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ff8ac48-fa24-4102-bbff-10fdeab875cb req-a67535a4-3ab6-4fa9-8508-cd059913d4b7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 945 time: 0.1547353 Sep 21 18:14:17.395197 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.408357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d47ba34d-1cab-4bde-863d-eaaed565d561 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb5e4445aecb4b16a740c168d5601fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372153 Sep 21 18:14:17.410646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42300) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:17.435146 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.466890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9f5d9b07-28cf-4aaf-9701-1e4a065d4eab None None] Provisioning complete for port 700501ec-73aa-4a97-bd02-f06684244723 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:17.467565 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9b07-28cf-4aaf-9701-1e4a065d4eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.499286 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ff8ac48-fa24-4102-bbff-10fdeab875cb req-28c9d764-4b7b-4647-a8d7-cbdd85ac7512 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170762 Sep 21 18:14:17.512246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547897b7-44db-46c3-831b-4ff3cd66d4ba req-3d707098-5f36-4d53-81b0-ea0be736cb4e tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:17.522837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-547897b7-44db-46c3-831b-4ff3cd66d4ba req-3d707098-5f36-4d53-81b0-ea0be736cb4e tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.3726017 Sep 21 18:14:17.564642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:17.582887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62087a8d-8faa-4cf3-9bf9-4aa190695dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.598634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.598982 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Added segment a41613b4-904b-440e-978f-3364caf8a0c6 of type vlan for network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 Sep 21 18:14:17.653825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-547897b7-44db-46c3-831b-4ff3cd66d4ba req-829e6877-5446-4f7b-a856-21f2e14ecef8 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271362 Sep 21 18:14:17.681312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62087a8d-8faa-4cf3-9bf9-4aa190695dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.692555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.763843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.773689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:17.774405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.785966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 700501ec-73aa-4a97-bd02-f06684244723 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:17.786374 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.853624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62087a8d-8faa-4cf3-9bf9-4aa190695dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.856843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62087a8d-8faa-4cf3-9bf9-4aa190695dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.858132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-62087a8d-8faa-4cf3-9bf9-4aa190695dfc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7882c656-1feb-472c-9dac-6b6ecbfeb405 HTTP/1.1" status: 204 len: 168 time: 0.4420660 Sep 21 18:14:17.870443 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d11d42-3211-4bec-9da2-cebddb43021f x-openstack-request-id: req-f9d11d42-3211-4bec-9da2-cebddb43021f {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:17.870946 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-plugged", "status": "completed", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:17.871092 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9d11d42-3211-4bec-9da2-cebddb43021f {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:17.871383 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'code': 200} Sep 21 18:14:17.885253 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:17.885489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62087a8d-8faa-4cf3-9bf9-4aa190695dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7882c656-1feb-472c-9dac-6b6ecbfeb405,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:17.891733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7871387 Sep 21 18:14:17.892591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42304) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:17.898801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'subnet': {'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:17.958315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d40e2b-fd30-4399-a6f2-e13f39b0b20f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Network': ['ID=5c3cf516-24a4-46a6-ae72-0a67993dbe87,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:18.060968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:18.077320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e492fc40-fe26-43e1-af83-544e7802e93e None None] Network 84f298dd-a846-4a7c-9a68-1794d95f1d57 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:18.173880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a63f-2a56-4a01-8417-d3b59b5b2461 req-cffe65a3-a017-4be7-b535-33cc335d7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:18.176990 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4624a63f-2a56-4a01-8417-d3b59b5b2461 req-cffe65a3-a017-4be7-b535-33cc335d7446 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 1097 time: 0.2338991 Sep 21 18:14:18.192856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:18.205925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'mac_address': 'fa:16:3e:89:81:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:14:18.255862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:18.259671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.346705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4624a63f-2a56-4a01-8417-d3b59b5b2461 req-4eec3b63-591b-4f45-86ce-2d1d6963ddca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526725 Sep 21 18:14:18.442241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244b782-eb37-444a-8cb4-4064187de533 req-14679683-b20b-4b39-8a17-fd8d18dd968c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:18.452071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1244b782-eb37-444a-8cb4-4064187de533 req-14679683-b20b-4b39-8a17-fd8d18dd968c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1525185 Sep 21 18:14:18.550678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1244b782-eb37-444a-8cb4-4064187de533 req-24a7e809-75f5-4431-9b38-c4558254a7ec tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872812 Sep 21 18:14:18.746787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.792917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:14:18.794448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9b07-28cf-4aaf-9701-1e4a065d4eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.795412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.843140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba921e0c-10d1-40e6-bd33-4e6681ebee54 req-12305ff8-3c15-4dff-bbdb-983a1cd54b41 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:18.852531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba921e0c-10d1-40e6-bd33-4e6681ebee54 req-12305ff8-3c15-4dff-bbdb-983a1cd54b41 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1933687 Sep 21 18:14:18.869847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7337f48-0c40-40c4-a8a1-cef35deff6b8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:14:18.948461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba921e0c-10d1-40e6-bd33-4e6681ebee54 req-d1075700-4031-4da4-8f56-46a5a77e4e43 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 Sep 21 18:14:18.949250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Subnet': ['ID=81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:18.993031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Checking segment: {'id': 'a41613b4-904b-440e-978f-3364caf8a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:18.993412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network hostable DHCP agents. Network: 5c3cf516-24a4-46a6-ae72-0a67993dbe87, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:18.995666 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.035732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:19.054074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5c3cf516-24a4-46a6-ae72-0a67993dbe87) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:19.060947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:19.064046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.096088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a42ec-995a-4f5e-9bb3-6249e63a97c4 None None] Network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:19.098855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06a4719c-79ca-45ce-8780-f3d19bf58bd3 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2057421 Sep 21 18:14:19.101482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:19.105034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff577faa-6aa0-4d32-b4d6-3a11646d3ce7 req-36938bc8-cb13-4696-a289-646bd1338999 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:19.107056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'port': {'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87', 'name': 'tempest-NetworksIpV6TestAttrs-1728340811'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:19.118563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff577faa-6aa0-4d32-b4d6-3a11646d3ce7 req-36938bc8-cb13-4696-a289-646bd1338999 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1074805 Sep 21 18:14:19.121536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:19.177132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff577faa-6aa0-4d32-b4d6-3a11646d3ce7 req-8d45bcd5-a15b-4371-85ff-068da24bae3a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Sep 21 18:14:19.192575 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.435929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:19.444774 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.459600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9f5d9b07-28cf-4aaf-9701-1e4a065d4eab None None] For port 700501ec-73aa-4a97-bd02-f06684244723, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=700501ec-73aa-4a97-bd02-f06684244723,segment=NetworkSegment(9f8fe461-f10d-4576-a5ed-69f0cbd08ca7),segment_id=9f8fe461-f10d-4576-a5ed-69f0cbd08ca7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:19.491923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] device_id is not set on port 7a28cc39-d9a8-46f8-9530-10e2c7e75e8d yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:14:19.574859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:19.580264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f7337f48-0c40-40c4-a8a1-cef35deff6b8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:14:19.636854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9b07-28cf-4aaf-9701-1e4a065d4eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.644891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Allocated IP 2001:db8::f816:3eff:fe8a:704e (5c3cf516-24a4-46a6-ae72-0a67993dbe87/81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7/7a28cc39-d9a8-46f8-9530-10e2c7e75e8d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:19.658610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42352) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:19.744682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5c3cf516-24a4-46a6-ae72-0a67993dbe87', 'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87', 'tenant_id': 'd3b50aa214a44b168ea185ea64dd2c79', 'fixed_ips': [{'subnet_id': '81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:19.749388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.912773 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.929647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-926122832-network', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:19.990654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Made reservation on behalf of 0441ebf55fe44ce999133f06f838aac0 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:19.993678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.018613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.091641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.105409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] DHCP port deletion for 84f298dd-a846-4a7c-9a68-1794d95f1d57 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:20.185953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:20.196423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:20.207223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:20.210859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.211548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.225234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] Provisioning complete for port 8868c11a-2ff4-453e-a253-46411a060aec triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:20.225654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.228706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Port': ['ID=7a28cc39-d9a8-46f8-9530-10e2c7e75e8d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:20.232437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Allocated IP 2001:db8::f816:3eff:fe6b:708 (5c3cf516-24a4-46a6-ae72-0a67993dbe87/81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7/3a8dfda0-3a93-4a8b-963b-0d40b2a4b368) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:20.247021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e1ef-efae-439c-a4a6-8377c7bca56c req-82af0c60-dc36-4358-b492-f9a1f226bb5a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.255788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bcb3e1ef-efae-439c-a4a6-8377c7bca56c req-82af0c60-dc36-4358-b492-f9a1f226bb5a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2313721 Sep 21 18:14:20.310855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bcb3e1ef-efae-439c-a4a6-8377c7bca56c req-3df039b3-3292-4e18-b495-63de84d0b675 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Sep 21 18:14:20.421619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f420f24-8111-467a-906b-262aa1494e89 req-f3a9e40e-f108-4108-9f50-6f30fda40665 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.424186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f420f24-8111-467a-906b-262aa1494e89 req-f3a9e40e-f108-4108-9f50-6f30fda40665 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.2712455 Sep 21 18:14:20.468471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.483158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.487252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a0cc354-8734-4109-a4cc-f20fb2a60367 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3844881 Sep 21 18:14:20.489975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42370) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:20.509953 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f420f24-8111-467a-906b-262aa1494e89 req-ed1114e3-d220-4643-9070-8822238cf7cb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766239 Sep 21 18:14:20.519496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.525799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.543606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:20.543763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.545001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.551702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.558641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.560653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be17afef-f45b-466e-b710-eca5a9d40a88,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:20.573085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.574329 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Added segment abad2343-83f7-494f-85e5-01ef9ca1b1e6 of type vlan for network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f Sep 21 18:14:20.585829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.596687 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-62c67c46-6f3d-485e-9a7a-ce6ef209a959 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.1751344 Sep 21 18:14:20.709945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting subnet 81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:20.713342 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.726462 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a1cd4e1f-e5a1-44c0-b8d0-4db729c7ba72 req-baa0a51a-a210-4698-9adf-ba202311b8a8 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268086 Sep 21 18:14:20.734510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.737873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.755358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:14:20.755718 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:14:20.778250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.791429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d9b07-28cf-4aaf-9701-1e4a065d4eab None None] Pushing event updated for resources: {'Port': ['ID=700501ec-73aa-4a97-bd02-f06684244723,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:20.825635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2769d5-3f85-472a-9c7f-a9781a27f22c req-c7ad7d99-ab23-4496-a85c-050f5b07a3da tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.827497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae2769d5-3f85-472a-9c7f-a9781a27f22c req-c7ad7d99-ab23-4496-a85c-050f5b07a3da tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1533918 Sep 21 18:14:20.863716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.910680 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae2769d5-3f85-472a-9c7f-a9781a27f22c req-0a9da852-b774-48b9-a0a2-217ffdc4c86b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739081 Sep 21 18:14:20.913007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.917758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:20.918850 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.962926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Pushing event updated for resources: {'Port': ['ID=3a8dfda0-3a93-4a8b-963b-0d40b2a4b368,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:20.999996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:21.017673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:21.031962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3690052 Sep 21 18:14:21.039699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42376) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.044024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] Deleting port 8868c11a-2ff4-453e-a253-46411a060aec {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:21.048368 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.052938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:21.122333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5cfd-507d-4144-a9ed-e9638e62ed00 req-304b6e22-f67d-49e9-bc02-b8e02b3f293b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.124467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-367d5cfd-507d-4144-a9ed-e9638e62ed00 req-304b6e22-f67d-49e9-bc02-b8e02b3f293b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1846836 Sep 21 18:14:21.141035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Request body: {'subnet': {'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-subnet', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:21.195234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961aaff5-36f0-4bf1-9a9c-c2e3ca2429c6 admin admin] Pushing event updated for resources: {'Network': ['ID=61d05eda-3dac-4d4c-840b-8afb6dbaa53f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:21.201714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Made reservation on behalf of 0441ebf55fe44ce999133f06f838aac0 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:21.206710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.219295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.380730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-367d5cfd-507d-4144-a9ed-e9638e62ed00 req-ebd92db4-6602-4373-bea3-5d2d21673da9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151831 Sep 21 18:14:21.456243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.490846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.500279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7 HTTP/1.1" status: 204 len: 168 time: 1.0050323 Sep 21 18:14:21.502781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42388) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.510050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.545864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018455b9-4f32-472d-b65f-50a577af19cb tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Subnet': ['ID=81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:21.578648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa89a2b-6ca7-44db-94e4-954ff22355fc,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:21.582133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:21.678017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.689159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6b737-f7da-44e1-baef-c0fd2e99096d tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.691085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6b737-f7da-44e1-baef-c0fd2e99096d tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.692888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a4c6b737-f7da-44e1-baef-c0fd2e99096d tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1571772 Sep 21 18:14:21.695909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42390) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.696671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.702734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.720826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.737033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.748894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.770968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.785081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.794550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Attempting to bind port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:21.795025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Attempting to bind port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'a41613b4-904b-440e-978f-3364caf8a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:21.795516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Attempting to bind port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368 on network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:21.795940 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-835cf757-03f2-4301-ab82-3312e62b6259 req-3401d90c-80f3-4d19-81c4-f76f77c00ed7 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.6029346 Sep 21 18:14:21.825756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] For port 8868c11a-2ff4-453e-a253-46411a060aec, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8868c11a-2ff4-453e-a253-46411a060aec,segment=NetworkSegment(34ba0bcf-33cc-48c3-af90-6760ba14a59f),segment_id=34ba0bcf-33cc-48c3-af90-6760ba14a59f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:21.841914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dad6c118-afb8-45a9-866d-a9f667710ccb no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:21.843252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Checking segment: {'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:21.844636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Network hostable DHCP agents. Network: 61d05eda-3dac-4d4c-840b-8afb6dbaa53f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:21.848809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.853531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] For port 8868c11a-2ff4-453e-a253-46411a060aec, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8868c11a-2ff4-453e-a253-46411a060aec,segment=NetworkSegment(34ba0bcf-33cc-48c3-af90-6760ba14a59f),segment_id=34ba0bcf-33cc-48c3-af90-6760ba14a59f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:21.854093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.858126 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9422fcd-6016-4c34-b056-b7d150e14890 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.874508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f0f36-d90e-4ef5-94ea-dd64d2875bf2 req-ca64fa6f-2434-4b30-921f-be902dbc40d3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.884907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6b0f0f36-d90e-4ef5-94ea-dd64d2875bf2 req-ca64fa6f-2434-4b30-921f-be902dbc40d3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2878904 Sep 21 18:14:21.890553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:21.909509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 61d05eda-3dac-4d4c-840b-8afb6dbaa53f) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:21.912696 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9422fcd-6016-4c34-b056-b7d150e14890 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 18:14:21.914464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9422fcd-6016-4c34-b056-b7d150e14890 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.918787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:21.920206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.923156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9422fcd-6016-4c34-b056-b7d150e14890 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/5c3cf516-24a4-46a6-ae72-0a67993dbe87 HTTP/1.1" status: 409 len: 405 time: 0.2260561 Sep 21 18:14:21.924958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42394) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.935839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1044703322'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:21.941230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:21.941701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Checking segment: {'id': 'a41613b4-904b-440e-978f-3364caf8a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:21.943414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.943414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Bound using segment: {'id': 'a41613b4-904b-440e-978f-3364caf8a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:21.944063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Bound port: 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41613b4-904b-440e-978f-3364caf8a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c3cf516-24a4-46a6-ae72-0a67993dbe87'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:21.944556 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.957416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c2cea48-a700-486d-abe9-5f8fcb3122d3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9141536 Sep 21 18:14:21.959798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42398) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.966456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] Pushing event updated for resources: {'Port': ['ID=8868c11a-2ff4-453e-a253-46411a060aec,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:21.978043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:21.990742 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6b0f0f36-d90e-4ef5-94ea-dd64d2875bf2 req-0e1ca10f-07f3-4c85-8743-8729f012e71c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001344 Sep 21 18:14:22.028689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:14:22.028689 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:14:22.028689 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id_1': '0441ebf55fe44ce999133f06f838aac0', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 14, 1, 985570)}] Sep 21 18:14:22.028689 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:14:22.030821 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:14:22.048779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] For port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:22.052926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] For port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3a8dfda0-3a93-4a8b-963b-0d40b2a4b368,segment=NetworkSegment(a41613b4-904b-440e-978f-3364caf8a0c6),segment_id=a41613b4-904b-440e-978f-3364caf8a0c6)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:22.054242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: dad6c118-afb8-45a9-866d-a9f667710ccb {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:22.054763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dad6c118-afb8-45a9-866d-a9f667710ccb not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:22.056640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e62cbed-2ffe-41a0-a9c4-2149f40316fa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:22.059413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3052282-ce9c-4bbe-972c-2418c0b9fe35 None None] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:22.066888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:22.069450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.080681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.132616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] Calling delete_port for 8868c11a-2ff4-453e-a253-46411a060aec owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:22.137977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] Provisioning complete for port 700501ec-73aa-4a97-bd02-f06684244723 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:22.138546 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-856f5e71-e5b3-4316-aa53-9c53a6c02b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.176579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:22.179479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93300fa-0a65-4bd1-b178-735b46646c85 req-77ef04c6-7f3c-4530-b256-12de72aaed22 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:22.189518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.189952 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Added segment 5095af1d-bc09-462b-b264-79fa5918a914 of type vlan for network 69686d7b-0b64-4346-805b-04ea30a9acc7 Sep 21 18:14:22.191839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d93300fa-0a65-4bd1-b178-735b46646c85 req-77ef04c6-7f3c-4530-b256-12de72aaed22 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.0995724 Sep 21 18:14:22.205220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7e62cbed-2ffe-41a0-a9c4-2149f40316fa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:22.205220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7e62cbed-2ffe-41a0-a9c4-2149f40316fa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:22.238531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.285714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.298522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:22.299721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.320173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d93300fa-0a65-4bd1-b178-735b46646c85 req-512d780c-c112-4a3d-a04b-65aeb670b383 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225824 Sep 21 18:14:22.456372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5255752 Sep 21 18:14:22.459613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42406) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:22.466443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'subnet': {'network_id': '69686d7b-0b64-4346-805b-04ea30a9acc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:22.491707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919862bc-a5da-4ad1-988b-3874c2e432ea req-63d56097-5e1e-493b-bcb5-fa8636a79b59 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:22.493297 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-919862bc-a5da-4ad1-988b-3874c2e432ea req-63d56097-5e1e-493b-bcb5-fa8636a79b59 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.2247214 Sep 21 18:14:22.529450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 700501ec-73aa-4a97-bd02-f06684244723 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:22.561413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932e4c-500a-43c6-8194-a409635857c7 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Network': ['ID=69686d7b-0b64-4346-805b-04ea30a9acc7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:22.631626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-919862bc-a5da-4ad1-988b-3874c2e432ea req-7196efa2-a64e-44dc-9a03-87a2ceda7bc0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917532 Sep 21 18:14:22.683488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 69686d7b-0b64-4346-805b-04ea30a9acc7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:22.883906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 700501ec-73aa-4a97-bd02-f06684244723 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:22.884657 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.994778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c514-908c-4592-aafc-8ad486b6dd35 None None] Pushing event updated for resources: {'Port': ['ID=3a8dfda0-3a93-4a8b-963b-0d40b2a4b368,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:23.063831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845fdae6-c257-4be4-9eff-709528a358f1 None None] Network 5c3cf516-24a4-46a6-ae72-0a67993dbe87 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:23.095158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42418) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:23.197069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4b192-7d38-41f3-b40c-6a9775c3cade req-fea3aa27-74be-4b6c-8237-74936f47d8ae tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:23.198703 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ab4b192-7d38-41f3-b40c-6a9775c3cade req-fea3aa27-74be-4b6c-8237-74936f47d8ae tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.0781715 Sep 21 18:14:23.294910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:23.322211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ab4b192-7d38-41f3-b40c-6a9775c3cade req-c838d121-5ca0-400c-9690-6c126b4f8d98 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012633 Sep 21 18:14:23.323183 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b78c-020e-4d23-a5e7-436c3f3543e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.443670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.444642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.482552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591c05-34d8-46a6-8dba-ecf54337a9f6 req-ea9f81a1-faa5-4fb1-b189-3706f0153da3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:23.484343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2591c05-34d8-46a6-8dba-ecf54337a9f6 req-ea9f81a1-faa5-4fb1-b189-3706f0153da3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.9454482 Sep 21 18:14:23.555859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-61d05eda-3dac-4d4c-840b-8afb6dbaa53f', 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'fixed_ips': [{'subnet_id': 'baa89a2b-6ca7-44db-94e4-954ff22355fc'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:23.557200 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.566299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b78c-020e-4d23-a5e7-436c3f3543e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.574406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b78c-020e-4d23-a5e7-436c3f3543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.594415 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.649562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0fe5b78c-020e-4d23-a5e7-436c3f3543e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27e2885f4c76417fa4e39816d0f04ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522244 Sep 21 18:14:23.652085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42428) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:23.657464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.668166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5b78c-020e-4d23-a5e7-436c3f3543e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38fa81e-ad45-4099-86b3-ffe15d204859,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:23.800032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4f54-3c6c-46b7-b4aa-168b13f218e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.812995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:23.818442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.841504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4f54-3c6c-46b7-b4aa-168b13f218e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.881677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71949179-abcf-439f-af4f-66efefb9bdc6 req-30f1bcbc-06cd-48c2-b2de-42084ff3ca82 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:23.883602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71949179-abcf-439f-af4f-66efefb9bdc6 req-30f1bcbc-06cd-48c2-b2de-42084ff3ca82 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1215749 Sep 21 18:14:23.908502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Allocated IP 172.20.0.2 (61d05eda-3dac-4d4c-840b-8afb6dbaa53f/baa89a2b-6ca7-44db-94e4-954ff22355fc/3ca52cc9-7115-4ad6-a468-a47cb48bc1e5) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:23.962927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-71949179-abcf-439f-af4f-66efefb9bdc6 req-a05ab2ce-db4f-4195-9878-b3fe3077719a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686750 Sep 21 18:14:23.988798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4f54-3c6c-46b7-b4aa-168b13f218e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.991448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4f54-3c6c-46b7-b4aa-168b13f218e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.994253 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8f4d4f54-3c6c-46b7-b4aa-168b13f218e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b38fa81e-ad45-4099-86b3-ffe15d204859 HTTP/1.1" status: 204 len: 168 time: 0.3392522 Sep 21 18:14:24.017527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d4f54-3c6c-46b7-b4aa-168b13f218e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38fa81e-ad45-4099-86b3-ffe15d204859,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:24.101013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.122966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] Pushing event deleted for resources: {'Port': ['ID=8868c11a-2ff4-453e-a253-46411a060aec,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:24.127020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.129637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1c756-91ff-437a-b283-a477c80f112a None None] No DVR routers for this DVR port 8868c11a-2ff4-453e-a253-46411a060aec on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:24.170713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2591c05-34d8-46a6-8dba-ecf54337a9f6 req-0bcbb889-092a-4769-b48c-acbb95036fa9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442730 Sep 21 18:14:24.178533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Pushing event updated for resources: {'Port': ['ID=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:24.207070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f7337f48-0c40-40c4-a8a1-cef35deff6b8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:24.207070 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.210689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.221892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:24.253616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:24.258886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:24.364458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Attempting to bind port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:24.364753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Attempting to bind port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:24.365102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Attempting to bind port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 on network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:24.374500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:24.375013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Checking segment: {'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:24.375432 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.375829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Bound using segment: {'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:24.376328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Bound port: 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:24.376725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.565497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:14:24.567866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.735666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Subnet': ['ID=8cbc0ac1-1583-44cc-8ea0-1308c7760ac1,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:24.789690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Checking segment: {'id': '5095af1d-bc09-462b-b264-79fa5918a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '69686d7b-0b64-4346-805b-04ea30a9acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:24.790066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network hostable DHCP agents. Network: 69686d7b-0b64-4346-805b-04ea30a9acc7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:24.793770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] For port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:24.808198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] For port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,segment=NetworkSegment(abad2343-83f7-494f-85e5-01ef9ca1b1e6),segment_id=abad2343-83f7-494f-85e5-01ef9ca1b1e6)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:24.819926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b07d3-b2cd-4436-b458-b17e4db3bde8 req-8052159e-5e50-4389-a1fb-a85531d636c7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:24.821728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-248b07d3-b2cd-4436-b458-b17e4db3bde8 req-8052159e-5e50-4389-a1fb-a85531d636c7 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1895678 Sep 21 18:14:24.870899 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.922871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network 69686d7b-0b64-4346-805b-04ea30a9acc7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:24.942817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-248b07d3-b2cd-4436-b458-b17e4db3bde8 req-ebb80d23-206c-47da-aebb-d50554b15d4f tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980783 Sep 21 18:14:25.014047 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.028287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fd8d6-1758-4d3d-ad96-bf4db4341e55 req-237612dc-6835-46e7-9c02-87bd2a007e0f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.036358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c7fd8d6-1758-4d3d-ad96-bf4db4341e55 req-237612dc-6835-46e7-9c02-87bd2a007e0f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1264703 Sep 21 18:14:25.054373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 69686d7b-0b64-4346-805b-04ea30a9acc7) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:25.098845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1c832-1486-4a0a-a089-c8d18eb66ec0 None None] Network 69686d7b-0b64-4346-805b-04ea30a9acc7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:25.106338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42480) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:25.198794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7c7fd8d6-1758-4d3d-ad96-bf4db4341e55 req-d750152f-ae7f-44f3-beca-3713df90e049 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593528 Sep 21 18:14:25.225703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:25.226164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.231992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.232568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:25.241379 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21107c23-97ab-486d-9fd6-f4a3b9b92955" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:25.335501 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.394125 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.404321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.405317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.407204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.408085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.411249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.412090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.412941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.423283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-34aafe79-6093-4a13-9230-f7d6e25c4774 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9588990 Sep 21 18:14:25.424321 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-d0f25627-a3e0-4166-8316-db39123dea1b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6500 time: 0.3108544 Sep 21 18:14:25.424762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42490) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:25.428449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.483964 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20026189-deea-4bb0-b286-44dc11754ca9 x-openstack-request-id: req-20026189-deea-4bb0-b286-44dc11754ca9 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:25.483964 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:25.485481 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20026189-deea-4bb0-b286-44dc11754ca9 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:25.485909 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'code': 200} Sep 21 18:14:25.499025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-9fa87f15-0243-4573-9803-3156247850bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd2ed728-07cd-41ae-9769-fbee9339b678&id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728426 Sep 21 18:14:25.550128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955a5f1-3e40-447a-87b5-ee24469daed6 None None] Pushing event updated for resources: {'Port': ['ID=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:25.672976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-69686d7b-0b64-4346-805b-04ea30a9acc7', 'network_id': '69686d7b-0b64-4346-805b-04ea30a9acc7', 'tenant_id': 'd3b50aa214a44b168ea185ea64dd2c79', 'fixed_ips': [{'subnet_id': '8cbc0ac1-1583-44cc-8ea0-1308c7760ac1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:25.674447 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.736197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6113f9-53bf-4211-a9f9-f145bd29a214 req-c11e5428-094a-45e5-b049-558bee976674 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.740518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=10']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:25.746101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c6113f9-53bf-4211-a9f9-f145bd29a214 req-c11e5428-094a-45e5-b049-558bee976674 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.5319002 Sep 21 18:14:25.827843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.860397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Allocated IP 172.25.3.84 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/bfe44c97-1c74-4478-a246-fbf0fddc1252) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:25.912496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Allocated IP 2001:db8::f816:3eff:fecd:fba4 (69686d7b-0b64-4346-805b-04ea30a9acc7/8cbc0ac1-1583-44cc-8ea0-1308c7760ac1/63156cf8-56fd-4555-9528-08123b126a52) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:26.025537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c6113f9-53bf-4211-a9f9-f145bd29a214 req-6ff7648b-7d10-43be-899b-0b5f820417b8 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781837 Sep 21 18:14:26.093175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.157495 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.180490 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.189273 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.222928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d78e-6a73-400b-956b-4650788c4cb4 req-9f3305a4-1f7f-43cf-9084-88e24fe79aaf tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:26.233975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e68d78e-6a73-400b-956b-4650788c4cb4 req-9f3305a4-1f7f-43cf-9084-88e24fe79aaf tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.0992382 Sep 21 18:14:26.286870 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e68d78e-6a73-400b-956b-4650788c4cb4 req-21c84390-1a87-4a4a-a63c-d141ab0281ec tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518503 Sep 21 18:14:26.289759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.297546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.355786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Network 69686d7b-0b64-4346-805b-04ea30a9acc7 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:26.372484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:26.380908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:26.518384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Pushing event updated for resources: {'Port': ['ID=63156cf8-56fd-4555-9528-08123b126a52,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:26.537333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbc0ac1-1583-44cc-8ea0-1308c7760ac1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:26.597267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:26.633753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:26.651050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:26.654762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:26.667923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe44c97-1c74-4478-a246-fbf0fddc1252,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:26.691267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Attempting to bind port 63156cf8-56fd-4555-9528-08123b126a52 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:26.692471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Attempting to bind port 63156cf8-56fd-4555-9528-08123b126a52 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5095af1d-bc09-462b-b264-79fa5918a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '69686d7b-0b64-4346-805b-04ea30a9acc7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:26.693029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Attempting to bind port 63156cf8-56fd-4555-9528-08123b126a52 on network 69686d7b-0b64-4346-805b-04ea30a9acc7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:26.715502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:26.731835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Checking segment: {'id': '5095af1d-bc09-462b-b264-79fa5918a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '69686d7b-0b64-4346-805b-04ea30a9acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:26.731988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5189927-8400-4ff1-9646-3fd054eec699 req-036b876b-2b11-413c-8ffc-e34c32256235 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:26.732748 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.733324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Bound using segment: {'id': '5095af1d-bc09-462b-b264-79fa5918a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '69686d7b-0b64-4346-805b-04ea30a9acc7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:26.734246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Bound port: 63156cf8-56fd-4555-9528-08123b126a52, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5095af1d-bc09-462b-b264-79fa5918a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '69686d7b-0b64-4346-805b-04ea30a9acc7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:26.735111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.741077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5189927-8400-4ff1-9646-3fd054eec699 req-036b876b-2b11-413c-8ffc-e34c32256235 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.2983899 Sep 21 18:14:26.744649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.792531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69686d7b-0b64-4346-805b-04ea30a9acc7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:26.832658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:26.833405 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.852117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced270a-b35b-45f5-98df-1fc635a51e49 req-524a4977-992c-451a-9f89-a3eee5a39c20 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:26.853700 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eced270a-b35b-45f5-98df-1fc635a51e49 req-524a4977-992c-451a-9f89-a3eee5a39c20 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1080756 Sep 21 18:14:26.941554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] For port 63156cf8-56fd-4555-9528-08123b126a52, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:26.946157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] For port 63156cf8-56fd-4555-9528-08123b126a52, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=63156cf8-56fd-4555-9528-08123b126a52,segment=NetworkSegment(5095af1d-bc09-462b-b264-79fa5918a914),segment_id=5095af1d-bc09-462b-b264-79fa5918a914)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:26.952563 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eced270a-b35b-45f5-98df-1fc635a51e49 req-eb473b82-ce3a-4328-b3f5-f374810f7ac8 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909829 Sep 21 18:14:26.962838 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.975283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5095af1d-bc09-462b-b264-79fa5918a914') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:26.975589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5095af1d-bc09-462b-b264-79fa5918a914') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:27.019874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.034247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5189927-8400-4ff1-9646-3fd054eec699 req-73b434fb-1b6e-4cfc-bebe-98264de46769 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921472 Sep 21 18:14:27.058510 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.076446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:27.076653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:27.080837 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:27.097244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.191836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:27.204823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc2b5e-f790-4482-b712-4cdf87b7a5b1 None None] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:27.244621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df84a4-818d-444d-bbbe-c7b6d17c8149 req-437a351d-2d72-4d29-a4cb-618e6a343e84 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:27.257723 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f9df84a4-818d-444d-bbbe-c7b6d17c8149 req-437a351d-2d72-4d29-a4cb-618e6a343e84 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1101041 Sep 21 18:14:27.276847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:14:27.276847 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:14:27.276847 n-d-810285-3 neutron-server[95090]: [parameters: {'id': '69686d7b-0b64-4346-805b-04ea30a9acc7'}] Sep 21 18:14:27.276847 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:14:27.277383 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:14:27.336689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f9df84a4-818d-444d-bbbe-c7b6d17c8149 req-32a0d466-226a-4d01-b9fb-3949ad53c383 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721936 Sep 21 18:14:27.339681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b01c4-234b-4db2-a9ea-6f3b6f7d3934 req-e55a40c1-9867-44d4-ab09-f76bb3ecf818 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:27.346238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-597b01c4-234b-4db2-a9ea-6f3b6f7d3934 req-e55a40c1-9867-44d4-ab09-f76bb3ecf818 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1142051 Sep 21 18:14:27.390847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de6b56-49a2-485d-8f2d-2762d18f5766 None None] Pushing event updated for resources: {'Port': ['ID=63156cf8-56fd-4555-9528-08123b126a52,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:27.400394 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.429317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,segment=NetworkSegment(abad2343-83f7-494f-85e5-01ef9ca1b1e6),segment_id=abad2343-83f7-494f-85e5-01ef9ca1b1e6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:27.431297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-80a3a2a0-29da-4f4d-98a2-f30a226ea747 None None] Provisioning complete for port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:27.431744 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-80a3a2a0-29da-4f4d-98a2-f30a226ea747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.439447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d44c70-5394-48ff-8be2-93da5fb7e54e None None] Network 69686d7b-0b64-4346-805b-04ea30a9acc7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:27.483446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.592233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'network': {'name': 'tempest-network-smoke--801542718', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'port_security_enabled': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:27.601039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-597b01c4-234b-4db2-a9ea-6f3b6f7d3934 req-2f288c32-be42-4fb7-9be2-0e11eb39b16f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307148 Sep 21 18:14:27.648179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Made reservation on behalf of 336f5a1b47774c81b404dc5e1192f608 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:27.652724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.685439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.736634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:27.825228 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.834776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b5775-a59e-46af-8c63-aa7b935db37d req-ef35d5bc-bbd4-44d0-a171-050c3b6ebc6d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:27.842675 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b3b5775-a59e-46af-8c63-aa7b935db37d req-ef35d5bc-bbd4-44d0-a171-050c3b6ebc6d tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.1589134 Sep 21 18:14:27.873837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.918371 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8b3b5775-a59e-46af-8c63-aa7b935db37d req-a0fef2a7-8679-460c-96a2-5f300616fd24 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730476 Sep 21 18:14:28.006116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting port 63156cf8-56fd-4555-9528-08123b126a52 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:28.006739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.023110 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.032031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.063602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:28.091379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b546e9d-317a-426b-987d-97b6a816da3d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:28.095313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.095659 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Added segment a2dde619-10fb-4ab8-bfb5-45002edcdb7f of type vlan for network 8c236007-ec62-4d34-a32b-349fd28d1c91 Sep 21 18:14:28.124547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425726a0-7ad4-4fe3-82ce-ec93f24c7946 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:28.150474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] For port 63156cf8-56fd-4555-9528-08123b126a52, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=63156cf8-56fd-4555-9528-08123b126a52,segment=NetworkSegment(5095af1d-bc09-462b-b264-79fa5918a914),segment_id=5095af1d-bc09-462b-b264-79fa5918a914)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:28.151045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.151859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.169996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Calling delete_port for 63156cf8-56fd-4555-9528-08123b126a52 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:28.193659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.196788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Router 8cbac225-98e3-4f99-b005-3ac33aed19d3 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:14:28.201627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:28.203609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.217872 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:14:28.322363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a4d90f51-d200-4f37-afed-d30e8a24199b None None] Provisioning complete for port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:28.323058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a4d90f51-d200-4f37-afed-d30e8a24199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.338847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Network': ['ID=8c236007-ec62-4d34-a32b-349fd28d1c91,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:28.366946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-00f003f7-ac40-4560-b77e-7137752cea12 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1712925 Sep 21 18:14:28.369036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42552) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:28.380989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-253846988', 'admin_state_up': True, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:28.433006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:28.440091 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.443407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.513415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:28.515665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88568-1aac-4f3b-84b6-09384609fe36 req-cb91ef66-0154-45b5-8de7-bfc6657df747 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:28.523750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0c88568-1aac-4f3b-84b6-09384609fe36 req-cb91ef66-0154-45b5-8de7-bfc6657df747 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.2405717 Sep 21 18:14:28.540262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.542306 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.588557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:28.600123 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Sync routers for ids ['8cbac225-98e3-4f99-b005-3ac33aed19d3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:28.611515 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Routers {'8cbac225-98e3-4f99-b005-3ac33aed19d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:28.616275 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8cbac225-98e3-4f99-b005-3ac33aed19d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:28.639790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No DVR routers for this DVR port 63156cf8-56fd-4555-9528-08123b126a52 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:28.656445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Port': ['ID=63156cf8-56fd-4555-9528-08123b126a52,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:28.678119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.686296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e1e9a779-9239-40fd-b181-fa7ba1b62e71 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7220032 Sep 21 18:14:28.695608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42556) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:28.708396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425726a0-7ad4-4fe3-82ce-ec93f24c7946 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:28.756104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:28.756852 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.779149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0c88568-1aac-4f3b-84b6-09384609fe36 req-aa18776f-9050-4920-a7ea-39d5f7808a6e tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464256 Sep 21 18:14:28.805812 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Set router 8cbac225-98e3-4f99-b005-3ac33aed19d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:28.865152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.893181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.969469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69686d7b-0b64-4346-805b-04ea30a9acc7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:29.008346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5095af1d-bc09-462b-b264-79fa5918a914') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:29.008669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5095af1d-bc09-462b-b264-79fa5918a914') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:29.033853 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 3, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:29.048788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.068341 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Checking router: 8cbac225-98e3-4f99-b005-3ac33aed19d3 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:29.069095 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Updating router 8cbac225-98e3-4f99-b005-3ac33aed19d3 port bfe44c97-1c74-4478-a246-fbf0fddc1252 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:29.095308 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.145912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.172831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:29.173464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:29.177108 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:29.256043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336f342-0607-4cba-80c1-f892821bbda9 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:29.265643 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e468a66-cd08-418e-aaaf-835619580fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.311161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c07a0-457a-41ee-92bd-f94dc9d4984e req-6ddb7f23-2a10-4d4e-813a-e394639fda48 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:29.322833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-100c07a0-457a-41ee-92bd-f94dc9d4984e req-6ddb7f23-2a10-4d4e-813a-e394639fda48 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2614076 Sep 21 18:14:29.377425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.419078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.428158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/69686d7b-0b64-4346-805b-04ea30a9acc7 HTTP/1.1" status: 204 len: 168 time: 4.0010259 Sep 21 18:14:29.432243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0198c5-abb2-487d-8d89-66c1fc9a24dd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Network': ['ID=69686d7b-0b64-4346-805b-04ea30a9acc7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:29.440497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42564) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:29.462898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-216600532'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:29.492492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a336f342-0607-4cba-80c1-f892821bbda9 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:29.534206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-100c07a0-457a-41ee-92bd-f94dc9d4984e req-94359301-162c-4e7e-9c89-4cc39aa27767 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103536 Sep 21 18:14:29.565660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:29.569719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.617938 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.627096 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.643710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:29.666639 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.668824 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Added segment 232133d3-900a-411e-88d0-1ac740a82ee3 of type vlan for network 44529786-4205-4148-9fb2-7589eb6b6e7a Sep 21 18:14:29.713828 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Attempting to bind port bfe44c97-1c74-4478-a246-fbf0fddc1252 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:29.714595 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Attempting to bind port bfe44c97-1c74-4478-a246-fbf0fddc1252 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:29.715115 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Attempting to bind port bfe44c97-1c74-4478-a246-fbf0fddc1252 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:29.735874 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:29.736764 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:29.737367 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.739196 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:29.740134 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Bound port: bfe44c97-1c74-4478-a246-fbf0fddc1252, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:29.740791 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.792574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b34e9f-710f-4162-963e-325464a8054b req-e215f2aa-392d-4222-bcc7-297c4945bd78 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:29.805262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-70b34e9f-710f-4162-963e-325464a8054b req-e215f2aa-392d-4222-bcc7-297c4945bd78 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.8710659 Sep 21 18:14:29.826066 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] For port bfe44c97-1c74-4478-a246-fbf0fddc1252, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:29.832356 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] For port bfe44c97-1c74-4478-a246-fbf0fddc1252, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bfe44c97-1c74-4478-a246-fbf0fddc1252,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:29.839411 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.870339 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Pushing event updated for resources: {'Port': ['ID=bfe44c97-1c74-4478-a246-fbf0fddc1252,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:29.886158 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.886728 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.887065 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.887393 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.887759 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.888252 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.888639 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.888978 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.890666 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.891150 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.891479 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.892180 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:29.921364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fb790-4379-4076-9585-4df352bb27c8 req-032a54a9-d2fa-415e-a43b-1eda8ba6207a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:29.923835 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c04fb790-4379-4076-9585-4df352bb27c8 req-032a54a9-d2fa-415e-a43b-1eda8ba6207a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.7597644 Sep 21 18:14:29.952767 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Routers {'8cbac225-98e3-4f99-b005-3ac33aed19d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:29.953574 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8cbac225-98e3-4f99-b005-3ac33aed19d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:30.061572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-70b34e9f-710f-4162-963e-325464a8054b req-3be95242-9be1-4983-824c-ae0e17741428 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544446 Sep 21 18:14:30.075276 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e54d-9365-4659-9d57-1bdd57394df5 None None] Pushing event updated for resources: {'Port': ['ID=bfe44c97-1c74-4478-a246-fbf0fddc1252,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:30.188195 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] Set router 8cbac225-98e3-4f99-b005-3ac33aed19d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:30.295113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.337323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71edfc-0eb4-436f-83f9-ab2b5f211fcd req-e1c7333e-bd86-4f28-945c-dba17d7e2963 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:30.339188 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c71edfc-0eb4-436f-83f9-ab2b5f211fcd req-e1c7333e-bd86-4f28-945c-dba17d7e2963 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.0847600 Sep 21 18:14:30.355057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.364898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.373460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:30.374038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.389165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Deleting port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:30.389810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.397613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.452013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0075016 Sep 21 18:14:30.453201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42572) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:30.467046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'subnet': {'network_id': '44529786-4205-4148-9fb2-7589eb6b6e7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:30.519974 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 3, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:30.522402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c71edfc-0eb4-436f-83f9-ab2b5f211fcd req-ed6ff06c-33a5-4fe2-9f49-80b2b3a63c53 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728513 Sep 21 18:14:30.543114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c832140-e7cd-4c0b-9946-af8c0858baee tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Network': ['ID=44529786-4205-4148-9fb2-7589eb6b6e7a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:30.578632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 44529786-4205-4148-9fb2-7589eb6b6e7a details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:30.631394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a491f23-26a9-4c0f-9e19-6653351c89e4 None None] The sync data for ids ['8cbac225-98e3-4f99-b005-3ac33aed19d3'] in n-d-810285-3 is: [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 3, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:30.711293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:30.722291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.883047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Allocated IP 172.25.3.129 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/59cac618-b3f4-4a8e-b129-c94d09f4d735) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:30.901126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] For port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:30.901518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.946951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Calling delete_port for 09fe430d-cdd0-49af-84d5-7b059dfd9bbc owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:30.983723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b112229-1381-4f37-ba06-5d474e603743 req-30893651-8c3a-4a8e-925b-8c7f16db0557 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:30.986210 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b112229-1381-4f37-ba06-5d474e603743 req-30893651-8c3a-4a8e-925b-8c7f16db0557 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 946 time: 0.2999766 Sep 21 18:14:31.018468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.152973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Checking segment: {'id': '232133d3-900a-411e-88d0-1ac740a82ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '44529786-4205-4148-9fb2-7589eb6b6e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:31.153423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network hostable DHCP agents. Network: 44529786-4205-4148-9fb2-7589eb6b6e7a, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:31.157877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Subnet': ['ID=beb89a33-0298-4aba-b7e4-b6b0c6157196,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:31.197111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network 44529786-4205-4148-9fb2-7589eb6b6e7a is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:31.231599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 44529786-4205-4148-9fb2-7589eb6b6e7a) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:31.245043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24398bec-d127-482a-95a7-a73d5554b251 None None] Network 44529786-4205-4148-9fb2-7589eb6b6e7a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:31.265341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:31.267434 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.294773 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.338242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2483-ae9c-4811-9ab8-38c3f74735a7 req-970aeebd-288d-4eec-83fc-25c06125ad2f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:31.339892 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3ac2483-ae9c-4811-9ab8-38c3f74735a7 req-970aeebd-288d-4eec-83fc-25c06125ad2f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1592641 Sep 21 18:14:31.354277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8b12c185-8297-4e27-a4a0-7639c4abd0c1 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8950884 Sep 21 18:14:31.355216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42582) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:31.385524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.474318 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.510525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3ac2483-ae9c-4811-9ab8-38c3f74735a7 req-e53f9874-5989-44d5-b487-2593702e13a9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611507 Sep 21 18:14:31.514768 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b112229-1381-4f37-ba06-5d474e603743 req-58abd9a6-d738-408d-bbf9-517a6f1169a5 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027437 Sep 21 18:14:31.583609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:31.610363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:31.629874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:31.635811 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.729438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=59cac618-b3f4-4a8e-b129-c94d09f4d735,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:31.806559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.870705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb382031-5796-4e4c-b729-b412fd740a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-44529786-4205-4148-9fb2-7589eb6b6e7a', 'network_id': '44529786-4205-4148-9fb2-7589eb6b6e7a', 'tenant_id': 'd3b50aa214a44b168ea185ea64dd2c79', 'fixed_ips': [{'subnet_id': 'beb89a33-0298-4aba-b7e4-b6b0c6157196'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:31.871577 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb382031-5796-4e4c-b729-b412fd740a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.914163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083757b-d094-453a-bdbb-68e0547889ae req-389bd256-d61c-4162-a6ec-da0d475f892b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:31.919949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5083757b-d094-453a-bdbb-68e0547889ae req-389bd256-d61c-4162-a6ec-da0d475f892b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.2205651 Sep 21 18:14:32.001320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5083757b-d094-453a-bdbb-68e0547889ae req-7beea87b-ef64-45b8-8c82-7dd09087dc3a tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686357 Sep 21 18:14:32.013928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-bb382031-5796-4e4c-b729-b412fd740a90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beb89a33-0298-4aba-b7e4-b6b0c6157196: This subnet is being modified by another concurrent operation. Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beb89a33-0298-4aba-b7e4-b6b0c6157196: This subnet is being modified by another concurrent operation. Sep 21 18:14:32.037244 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:14:32.052404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f95c2-0a18-46c8-aae0-2c8a1d2eba81 None None] Network 44529786-4205-4148-9fb2-7589eb6b6e7a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:32.076977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Subnet': ['ID=beb89a33-0298-4aba-b7e4-b6b0c6157196,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:32.147357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.172532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 09fe430d-cdd0-49af-84d5-7b059dfd9bbc no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:32.185943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2837ab67-cffa-44a3-ba30-96e82963a749'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:14:32.207637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.244348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44529786-4205-4148-9fb2-7589eb6b6e7a']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:32.263827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232133d3-900a-411e-88d0-1ac740a82ee3') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:32.264145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232133d3-900a-411e-88d0-1ac740a82ee3') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:32.295019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.313146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 09fe430d-cdd0-49af-84d5-7b059dfd9bbc {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:32.313549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 09fe430d-cdd0-49af-84d5-7b059dfd9bbc not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:32.321804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event deleted for resources: {'Port': ['ID=09fe430d-cdd0-49af-84d5-7b059dfd9bbc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:32.333662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.350830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:32.350830 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:32.353991 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:32.430923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bfe44c97-1c74-4478-a246-fbf0fddc1252 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:32.438509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5d607-aeca-42f3-abb5-81a9dd149b01 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:32.496655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.506715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.517805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/44529786-4205-4148-9fb2-7589eb6b6e7a HTTP/1.1" status: 204 len: 168 time: 1.1605616 Sep 21 18:14:32.521944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42590) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:32.531395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Allocated IP 172.20.0.1 (61d05eda-3dac-4d4c-840b-8afb6dbaa53f/baa89a2b-6ca7-44db-94e4-954ff22355fc/4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:32.557734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1253976942'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:32.568566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3385c8-bf87-4846-be09-4f0a709365bd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Network': ['ID=44529786-4205-4148-9fb2-7589eb6b6e7a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:32.599944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] No DVR routers for this DVR port 09fe430d-cdd0-49af-84d5-7b059dfd9bbc on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:32.608377 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.611942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c04fb790-4379-4076-9585-4df352bb27c8 req-753143f0-26e2-4983-835b-fd075871048e tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.78 "DELETE /v2.0/ports/09fe430d-cdd0-49af-84d5-7b059dfd9bbc HTTP/1.1" status: 204 len: 173 time: 2.6761703 Sep 21 18:14:32.617663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:32.623672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0264e174-0522-49ab-95db-fa9a9d93d780', 'name': 'network-vif-deleted', 'tag': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:32.627266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.632742 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eaa47a-67fb-44b6-aea9-578e281ce831" -d '{"events": [{"server_uuid": "0264e174-0522-49ab-95db-fa9a9d93d780", "name": "network-vif-deleted", "tag": "09fe430d-cdd0-49af-84d5-7b059dfd9bbc"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:32.690850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:32.707520 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.707967 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Added segment dc8e477b-8bbd-49ed-a67c-07f9ca0c0baf of type vlan for network b199f0a3-1083-4960-a753-33eb452e9d20 Sep 21 18:14:32.714934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bfe44c97-1c74-4478-a246-fbf0fddc1252 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:32.715466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.892035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5d607-aeca-42f3-abb5-81a9dd149b01 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:32.895365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8671e262-345e-4dfb-8be8-c3c508ab325c req-1ba09ce0-60a3-41c1-9e05-90878d52e66c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=0264e174-0522-49ab-95db-fa9a9d93d780 HTTP/1.1" status: 200 len: 210 time: 0.0945275 Sep 21 18:14:32.911525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.918486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.957607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.965676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:32.966689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.020820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d6c0-6705-449b-b5d9-450bf45981c7 req-7eeffb76-2ab1-4491-b849-a859961c5dff tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:33.028579 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dda6d6c0-6705-449b-b5d9-450bf45981c7 req-7eeffb76-2ab1-4491-b849-a859961c5dff tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.3264639 Sep 21 18:14:33.032014 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea7b3ed-22d5-4847-a3bf-35d444cf8f1c x-openstack-request-id: req-cea7b3ed-22d5-4847-a3bf-35d444cf8f1c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:33.032322 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0264e174-0522-49ab-95db-fa9a9d93d780", "name": "network-vif-deleted", "tag": "09fe430d-cdd0-49af-84d5-7b059dfd9bbc", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:33.032550 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cea7b3ed-22d5-4847-a3bf-35d444cf8f1c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:33.032943 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0264e174-0522-49ab-95db-fa9a9d93d780', 'name': 'network-vif-deleted', 'tag': '09fe430d-cdd0-49af-84d5-7b059dfd9bbc', 'status': 'completed', 'code': 200} Sep 21 18:14:33.061402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.073210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Network': ['ID=b199f0a3-1083-4960-a753-33eb452e9d20,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:33.106925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network b199f0a3-1083-4960-a753-33eb452e9d20 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:33.112166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3123bb13-a651-4fb1-b1da-dd2a106823fd tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5882182 Sep 21 18:14:33.114699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:33.121742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Request body: {'subnet': {'network_id': 'b199f0a3-1083-4960-a753-33eb452e9d20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:33.172098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.223304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dda6d6c0-6705-449b-b5d9-450bf45981c7 req-30903f26-cf1c-44f0-8654-99a328ad8065 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937907 Sep 21 18:14:33.306833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ef88b-1e46-4c06-bca4-d256ae11e6b1 req-1399ffe6-b5e7-4277-aaa5-285ff7e3fe75 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:33.308620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec4ef88b-1e46-4c06-bca4-d256ae11e6b1 req-1399ffe6-b5e7-4277-aaa5-285ff7e3fe75 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1330297 Sep 21 18:14:33.351321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port bfe44c97-1c74-4478-a246-fbf0fddc1252, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bfe44c97-1c74-4478-a246-fbf0fddc1252,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:33.387720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.403371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec4ef88b-1e46-4c06-bca4-d256ae11e6b1 req-6680f1c8-4ecb-4ee6-a2a7-0ea54f651336 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851126 Sep 21 18:14:33.432319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Made reservation on behalf of d3b50aa214a44b168ea185ea64dd2c79 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:33.436853 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.576955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=bfe44c97-1c74-4478-a246-fbf0fddc1252,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:33.648892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.694039 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3c12bd8c-93e6-44d9-9f4d-9675e8a43949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.799343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.854616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:14:33.857019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.866503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:33.875096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:33.885515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:33.890986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Pushing event updated for resources: {'Port': ['ID=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:33.932407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router e518947b-6e60-4680-925d-25bad9aae295 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:14:33.983611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.987872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Checking segment: {'id': 'dc8e477b-8bbd-49ed-a67c-07f9ca0c0baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b199f0a3-1083-4960-a753-33eb452e9d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:33.988394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network hostable DHCP agents. Network: b199f0a3-1083-4960-a753-33eb452e9d20, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:34.043069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Network b199f0a3-1083-4960-a753-33eb452e9d20 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:34.055884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event updated for resources: {'Subnet': ['ID=da9a6378-e024-4992-9084-78526d3bc1d0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:34.080596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, b199f0a3-1083-4960-a753-33eb452e9d20) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:34.091571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:34.092181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.099705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef205fff-1f2b-4cd7-abca-2e006f96bfa1 None None] Network b199f0a3-1083-4960-a753-33eb452e9d20 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:34.122344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-07d78c38-5ca2-488f-a804-7a6c7a40895f tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0064509 Sep 21 18:14:34.125390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42620) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:34.147334 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.248136 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.313348 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.437751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-774ae918-b4ab-4ea4-94ac-c58247f0ed47 None None] Provisioning complete for port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:34.438342 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-774ae918-b4ab-4ea4-94ac-c58247f0ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.443931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bfe44c97-1c74-4478-a246-fbf0fddc1252 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:34.481772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.516331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-774ae918-b4ab-4ea4-94ac-c58247f0ed47 None None] Port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:34.587021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a578f-7e70-4c11-83fa-804ab8f84d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-b199f0a3-1083-4960-a753-33eb452e9d20', 'network_id': 'b199f0a3-1083-4960-a753-33eb452e9d20', 'tenant_id': 'd3b50aa214a44b168ea185ea64dd2c79', 'fixed_ips': [{'subnet_id': 'da9a6378-e024-4992-9084-78526d3bc1d0'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:34.589196 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b24a578f-7e70-4c11-83fa-804ab8f84d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.658740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c70db-c609-4ab9-a935-90563c0fa4da req-8604aab2-d470-4dc6-9d93-ba17b57ed31e tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:34.670586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-544c70db-c609-4ab9-a935-90563c0fa4da req-8604aab2-d470-4dc6-9d93-ba17b57ed31e tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.0965707 Sep 21 18:14:34.681013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.732657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Subnet': ['ID=da9a6378-e024-4992-9084-78526d3bc1d0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:34.762546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bfe44c97-1c74-4478-a246-fbf0fddc1252 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:34.763834 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.797653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-544c70db-c609-4ab9-a935-90563c0fa4da req-456c7ca5-f903-4708-86ed-1eb849baf8a2 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248755 Sep 21 18:14:34.840602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:34.867874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Sync routers for ids ['e518947b-6e60-4680-925d-25bad9aae295'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:34.875597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1d25-207e-4a5c-83cf-5be6deb9ce9c req-8dd71b3f-42ae-4f5f-a6a1-b6d4e75c15b9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:34.883227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cddc1d25-207e-4a5c-83cf-5be6deb9ce9c req-8dd71b3f-42ae-4f5f-a6a1-b6d4e75c15b9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1045408 Sep 21 18:14:34.889095 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.910663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.919193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.920422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c09ccf59-f1a4-4c54-9001-aea2e0b182ec tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5490365 Sep 21 18:14:34.925010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42638) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-b24a578f-7e70-4c11-83fa-804ab8f84d69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da9a6378-e024-4992-9084-78526d3bc1d0: This subnet is being modified by another concurrent operation. Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da9a6378-e024-4992-9084-78526d3bc1d0: This subnet is being modified by another concurrent operation. Sep 21 18:14:34.929896 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:14:34.950828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb6d8a-85d4-4b4c-8888-b85422bfad70 None None] Network b199f0a3-1083-4960-a753-33eb452e9d20 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:34.954624 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.957656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Routers {'e518947b-6e60-4680-925d-25bad9aae295'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:34.958447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e518947b-6e60-4680-925d-25bad9aae295'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:34.981613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b199f0a3-1083-4960-a753-33eb452e9d20']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:35.007486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8e477b-8bbd-49ed-a67c-07f9ca0c0baf') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:35.008606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8e477b-8bbd-49ed-a67c-07f9ca0c0baf') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:35.017220 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cddc1d25-207e-4a5c-83cf-5be6deb9ce9c req-1b6dbd89-063b-4e4e-b020-61e2918f6eec tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322622 Sep 21 18:14:35.053929 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.182957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fa248ae9-45ad-438a-bc20-2612102fb0eb tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=336f5a1b47774c81b404dc5e1192f608&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2552803 Sep 21 18:14:35.196750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42654) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.436613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.444307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.447576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.456839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea99c5b-9a10-4876-a4cc-029d168bfc7b None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:35.486531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Set router e518947b-6e60-4680-925d-25bad9aae295 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:35.504757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:35.505384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:35.508974 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:35.583199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Pushing event updated for resources: {'Port': ['ID=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:35.609869 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.613529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3963e-826f-447a-bce1-f4fa484aaf88 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:35.617212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e1f3963e-826f-447a-bce1-f4fa484aaf88 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4167075 Sep 21 18:14:35.618037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42664) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.632895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.641951 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.644181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/b199f0a3-1083-4960-a753-33eb452e9d20 HTTP/1.1" status: 204 len: 168 time: 1.5174255 Sep 21 18:14:35.647459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42666) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.687863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca077aea-90ff-4cf4-ba03-eb381f522545 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Network': ['ID=b199f0a3-1083-4960-a753-33eb452e9d20,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:35.691307 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-7016bc5f-8f3c-4cd0-8d7a-5243c54d5f7e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:35.691769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7016bc5f-8f3c-4cd0-8d7a-5243c54d5f7e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:35.693885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7016bc5f-8f3c-4cd0-8d7a-5243c54d5f7e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/da9a6378-e024-4992-9084-78526d3bc1d0 HTTP/1.1" status: 404 len: 337 time: 0.0454283 Sep 21 18:14:35.696529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42668) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.743117 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-955591d9-b5ff-45e4-b438-27184c87f761 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:35.743779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955591d9-b5ff-45e4-b438-27184c87f761 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:35.748855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-955591d9-b5ff-45e4-b438-27184c87f761 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/b199f0a3-1083-4960-a753-33eb452e9d20 HTTP/1.1" status: 404 len: 339 time: 0.0498428 Sep 21 18:14:35.750330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42670) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.774333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ed3d4d73-946e-42ba-90d5-3346e425ee9d tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1528022 Sep 21 18:14:35.779189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42672) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.807165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-884470265', 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:35.807963 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-0887b997-7b4d-4489-a99d-9c986155de30 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:35.808565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0887b997-7b4d-4489-a99d-9c986155de30 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:35.813251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea99c5b-9a10-4876-a4cc-029d168bfc7b None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:35.816059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42676) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.825470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0887b997-7b4d-4489-a99d-9c986155de30 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/beb89a33-0298-4aba-b7e4-b6b0c6157196 HTTP/1.1" status: 404 len: 337 time: 0.0740392 Sep 21 18:14:35.886837 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-634f9f79-7d32-47d0-817f-764b2ff4ddb8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:35.887843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634f9f79-7d32-47d0-817f-764b2ff4ddb8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:35.889697 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-634f9f79-7d32-47d0-817f-764b2ff4ddb8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/44529786-4205-4148-9fb2-7589eb6b6e7a HTTP/1.1" status: 404 len: 339 time: 0.0573580 Sep 21 18:14:35.907270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:14:32Z', 'revision_number': 3, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:35.919356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42678) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.944080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Checking router: e518947b-6e60-4680-925d-25bad9aae295 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:35.944739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Updating router e518947b-6e60-4680-925d-25bad9aae295 port 59cac618-b3f4-4a8e-b129-c94d09f4d735 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:35.966544 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1fa7c9-141d-4ac0-b79c-28e52b0ef11e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:35.967609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1fa7c9-141d-4ac0-b79c-28e52b0ef11e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:35.976524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42680) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:35.979057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6e1fa7c9-141d-4ac0-b79c-28e52b0ef11e tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/8cbc0ac1-1583-44cc-8ea0-1308c7760ac1 HTTP/1.1" status: 404 len: 337 time: 0.0581324 Sep 21 18:14:35.986301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.007190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ae673-ba14-45a3-8594-e4177459cf8c req-ad875714-4a41-4676-bba6-58aef58a98c9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:36.015866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-076ae673-ba14-45a3-8594-e4177459cf8c req-ad875714-4a41-4676-bba6-58aef58a98c9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1368203 Sep 21 18:14:36.017971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b79c-f914-48cd-90f3-f6b72566ad52 req-b8efad58-09cd-41bf-9733-187cf8c77e56 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:36.019699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d906b79c-f914-48cd-90f3-f6b72566ad52 req-b8efad58-09cd-41bf-9733-187cf8c77e56 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 945 time: 0.3656950 Sep 21 18:14:36.045748 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a70d07a-47e7-4b57-b5ff-2307df337987 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:36.047360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a70d07a-47e7-4b57-b5ff-2307df337987 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:36.049320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2a70d07a-47e7-4b57-b5ff-2307df337987 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/69686d7b-0b64-4346-805b-04ea30a9acc7 HTTP/1.1" status: 404 len: 339 time: 0.0643120 Sep 21 18:14:36.063534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42684) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:36.078893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-076ae673-ba14-45a3-8594-e4177459cf8c req-e200b408-f1d0-45f5-864e-a225ef027cb9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619514 Sep 21 18:14:36.113027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:36.132899 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d906b79c-f914-48cd-90f3-f6b72566ad52 req-abc622f9-9beb-47c7-a163-205ade1a3537 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995140 Sep 21 18:14:36.143320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:36.169255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Made reservation on behalf of 336f5a1b47774c81b404dc5e1192f608 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:36.173607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.300134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6db2f-ba54-4531-9ae5-459c21e226bf req-0360fba9-8fdf-4194-b81d-33a77d182012 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:36.303713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bce6db2f-ba54-4531-9ae5-459c21e226bf req-0360fba9-8fdf-4194-b81d-33a77d182012 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.0911613 Sep 21 18:14:36.369228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting port 7a28cc39-d9a8-46f8-9530-10e2c7e75e8d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:36.369687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.431630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bce6db2f-ba54-4531-9ae5-459c21e226bf req-6944918e-c0b1-46f1-af9f-96d1410b9921 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178141 Sep 21 18:14:36.477158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Router 8cbac225-98e3-4f99-b005-3ac33aed19d3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:14:36.500075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.518134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Calling delete_port for 7a28cc39-d9a8-46f8-9530-10e2c7e75e8d owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:36.627437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.659458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.681105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.685965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Port': ['ID=7a28cc39-d9a8-46f8-9530-10e2c7e75e8d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:36.696343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.698479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-45c3683c-72f7-46ca-af71-9732df199749 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/ports/7a28cc39-d9a8-46f8-9530-10e2c7e75e8d HTTP/1.1" status: 204 len: 168 time: 0.6184103 Sep 21 18:14:36.701987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42690) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:36.754372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Attempting to bind port 59cac618-b3f4-4a8e-b129-c94d09f4d735 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:36.754859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Attempting to bind port 59cac618-b3f4-4a8e-b129-c94d09f4d735 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:36.755315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Attempting to bind port 59cac618-b3f4-4a8e-b129-c94d09f4d735 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:36.763142 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8d4449-d475-452f-8717-6c61ede57ce9 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:36.763890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8d4449-d475-452f-8717-6c61ede57ce9 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:36.764046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:36.764444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:36.764961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.766052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:36.766787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Bound port: 59cac618-b3f4-4a8e-b129-c94d09f4d735, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:36.767248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.772127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dd8d4449-d475-452f-8717-6c61ede57ce9 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/81c1cbc5-64f5-4c95-a7b5-e17b21fd7ea7 HTTP/1.1" status: 404 len: 337 time: 0.0681577 Sep 21 18:14:36.774663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42692) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:36.814156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.865329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] For port 59cac618-b3f4-4a8e-b129-c94d09f4d735, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:36.869664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] For port 59cac618-b3f4-4a8e-b129-c94d09f4d735, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=59cac618-b3f4-4a8e-b129-c94d09f4d735,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:36.871425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:36.882061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6ef1d849-a2ff-423e-9e4d-ff79199e53af admin admin] 10.222.0.70 "PUT /v2.0/routers/8cbac225-98e3-4f99-b005-3ac33aed19d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1854055 Sep 21 18:14:36.893779 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Sync routers for ids ['8cbac225-98e3-4f99-b005-3ac33aed19d3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:36.895249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.910538 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Routers {'8cbac225-98e3-4f99-b005-3ac33aed19d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:36.911280 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8cbac225-98e3-4f99-b005-3ac33aed19d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:36.917682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36d647-ad24-42e4-a984-f6fc6de0c569 None None] Pushing event updated for resources: {'Port': ['ID=59cac618-b3f4-4a8e-b129-c94d09f4d735,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:36.949042 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.975762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Subnet': ['ID=aa8872fd-dce2-4d16-949e-6f5b888f3c0f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:36.983474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36d647-ad24-42e4-a984-f6fc6de0c569 None None] Pushing event updated for resources: {'Port': ['ID=59cac618-b3f4-4a8e-b129-c94d09f4d735,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:37.002996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Checking segment: {'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:37.003704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network hostable DHCP agents. Network: 8c236007-ec62-4d34-a32b-349fd28d1c91, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:37.005802 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Routers {'e518947b-6e60-4680-925d-25bad9aae295'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:37.007168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e518947b-6e60-4680-925d-25bad9aae295'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:37.011460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-175d9cf2-1dd7-44bb-aed6-02d5820e5982 None None] Provisioning complete for port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:37.011963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-175d9cf2-1dd7-44bb-aed6-02d5820e5982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.048708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:37.068838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8c236007-ec62-4d34-a32b-349fd28d1c91) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:37.074628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:37.075802 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.100408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-175d9cf2-1dd7-44bb-aed6-02d5820e5982 None None] Port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:37.109617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b3d2f-bcd3-40a5-8e07-c98c830c44dc None None] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:37.109834 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4435b1c9-e6a4-41c2-89a3-31be3cd36ec2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3068740 Sep 21 18:14:37.111946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42702) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:37.206356 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Set router 8cbac225-98e3-4f99-b005-3ac33aed19d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:37.322069 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.334978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-8c236007-ec62-4d34-a32b-349fd28d1c91', 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'fixed_ips': [{'subnet_id': 'aa8872fd-dce2-4d16-949e-6f5b888f3c0f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:37.335997 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.413863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-c40ea522-8ada-4fec-a25b-f63e8d06b418 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:37.414977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-c40ea522-8ada-4fec-a25b-f63e8d06b418 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 945 time: 0.3061566 Sep 21 18:14:37.476481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] Set router e518947b-6e60-4680-925d-25bad9aae295 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:37.556116 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:14:34Z', 'revision_number': 4, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec', 'name': '', 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'mac_address': 'fa:16:3e:a4:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'baa89a2b-6ca7-44db-94e4-954ff22355fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:35Z', 'revision_number': 2, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'subnets': [{'id': 'baa89a2b-6ca7-44db-94e4-954ff22355fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:37.587650 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Checking router: 8cbac225-98e3-4f99-b005-3ac33aed19d3 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:37.588010 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Updating router 8cbac225-98e3-4f99-b005-3ac33aed19d3 port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:37.616492 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.666374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:37.666932 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.746288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9856bf3-c6af-416c-b647-426b18f84b4c req-48c216f7-80ff-4878-9b9f-497dd37f26a7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:37.758587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9856bf3-c6af-416c-b647-426b18f84b4c req-48c216f7-80ff-4878-9b9f-497dd37f26a7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.5433509 Sep 21 18:14:37.759455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Allocated IP 172.20.0.2 (8c236007-ec62-4d34-a32b-349fd28d1c91/aa8872fd-dce2-4d16-949e-6f5b888f3c0f/b3c905bf-b13e-4534-8acc-8bb6ee3093fc) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:37.934340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9856bf3-c6af-416c-b647-426b18f84b4c req-44e3a8a7-d950-4e1f-b6d8-a99a1e72105b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733828 Sep 21 18:14:37.984473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] For port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3a8dfda0-3a93-4a8b-963b-0d40b2a4b368,segment=NetworkSegment(a41613b4-904b-440e-978f-3364caf8a0c6),segment_id=a41613b4-904b-440e-978f-3364caf8a0c6)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:37.988673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.005677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-efa105b9-ed2a-4411-ba2e-6ea62432022c tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6683939 Sep 21 18:14:38.035891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Calling delete_port for 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:38.069654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Deleting port 2837ab67-cffa-44a3-ba30-96e82963a749 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:38.070728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.089042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:38.123144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.179702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.200136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] For port 2837ab67-cffa-44a3-ba30-96e82963a749, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2837ab67-cffa-44a3-ba30-96e82963a749,segment=NetworkSegment(bb2be3ba-5404-4c34-8332-594e722b1e16),segment_id=bb2be3ba-5404-4c34-8332-594e722b1e16)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:38.200737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.208179 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.220519 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.226573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.238933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Calling delete_port for 2837ab67-cffa-44a3-ba30-96e82963a749 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:38.262376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Pushing event updated for resources: {'Port': ['ID=b3c905bf-b13e-4534-8acc-8bb6ee3093fc,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:38.294795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:38.299344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:38.310534 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd96621-36dc-4978-8bf0-c49683a23f22 None None] Pushing event updated for resources: {'Port': ['ID=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:38.312879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:38.400590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:14:32Z', 'revision_number': 3, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:38.467584 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Attempting to bind port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:38.467949 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Attempting to bind port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:38.468842 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Attempting to bind port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec on network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:38.473858 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.486334 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:38.487000 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Checking segment: {'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:38.487182 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.487469 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Bound using segment: {'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:38.489748 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Bound port: 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad2343-83f7-494f-85e5-01ef9ca1b1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:38.490248 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.542116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9818e80-f92d-412c-aaed-46a5f9d887af None None] The sync data for ids ['e518947b-6e60-4680-925d-25bad9aae295'] in n-d-810285-3 is: [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:14:32Z', 'revision_number': 3, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:38.578680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Attempting to bind port b3c905bf-b13e-4534-8acc-8bb6ee3093fc on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:38.579058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Attempting to bind port b3c905bf-b13e-4534-8acc-8bb6ee3093fc by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:38.579424 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Attempting to bind port b3c905bf-b13e-4534-8acc-8bb6ee3093fc on network 8c236007-ec62-4d34-a32b-349fd28d1c91 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:38.597003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:38.599073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Checking segment: {'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:38.599695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.600940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Bound using segment: {'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:38.602648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Bound port: b3c905bf-b13e-4534-8acc-8bb6ee3093fc, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:38.606764 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.654890 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] For port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:38.655471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.670232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c732d74-5f19-4d1a-bcc9-436af19908ec req-75b22d6f-3a84-4c42-a61a-09ecf4cbfec3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:38.672339 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] For port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,segment=NetworkSegment(abad2343-83f7-494f-85e5-01ef9ca1b1e6),segment_id=abad2343-83f7-494f-85e5-01ef9ca1b1e6)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:38.676382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c732d74-5f19-4d1a-bcc9-436af19908ec req-75b22d6f-3a84-4c42-a61a-09ecf4cbfec3 tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5e92722-bbf7-4af4-98e2-83ea6d72131c HTTP/1.1" status: 200 len: 945 time: 0.2884376 Sep 21 18:14:38.684975 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.779144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] For port b3c905bf-b13e-4534-8acc-8bb6ee3093fc, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:38.788659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] For port b3c905bf-b13e-4534-8acc-8bb6ee3093fc, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b3c905bf-b13e-4534-8acc-8bb6ee3093fc,segment=NetworkSegment(a2dde619-10fb-4ab8-bfb5-45002edcdb7f),segment_id=a2dde619-10fb-4ab8-bfb5-45002edcdb7f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:38.801476 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.847412 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Routers {'8cbac225-98e3-4f99-b005-3ac33aed19d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:38.848095 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8cbac225-98e3-4f99-b005-3ac33aed19d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:38.897494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c732d74-5f19-4d1a-bcc9-436af19908ec req-8b171d2b-77e8-4562-8342-6dab9519584c tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.70 "GET /v2.0/security-groups?id=20dd7494-4294-47a5-b92d-fe9334843ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902075 Sep 21 18:14:39.013866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c7fc0a57-7d3b-467a-b9ba-8565ed8c5028 None None] Provisioning complete for port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:39.023989 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c7fc0a57-7d3b-467a-b9ba-8565ed8c5028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.057252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Allocated IP 172.25.3.18 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/00b4135c-5ffc-40df-a0b7-74fc84184e24) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:39.119865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.227081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No DVR routers for this DVR port 3a8dfda0-3a93-4a8b-963b-0d40b2a4b368 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:39.243793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2837ab67-cffa-44a3-ba30-96e82963a749 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:39.247597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44ab0b-2b84-49fe-a538-2994fe9d7569 None None] Pushing event updated for resources: {'Port': ['ID=b3c905bf-b13e-4534-8acc-8bb6ee3093fc,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.347676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.377130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Port': ['ID=3a8dfda0-3a93-4a8b-963b-0d40b2a4b368,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.413591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.459071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.505415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:39.522514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:39.528128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:39.568244 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd96621-36dc-4978-8bf0-c49683a23f22 None None] Pushing event updated for resources: {'Port': ['ID=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.603054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Port 2837ab67-cffa-44a3-ba30-96e82963a749 update to DOWN by agent not found {{(pid=95092) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 18:14:39.610167 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] Set router 8cbac225-98e3-4f99-b005-3ac33aed19d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:39.623036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=00b4135c-5ffc-40df-a0b7-74fc84184e24,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.635089 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c7fc0a57-7d3b-467a-b9ba-8565ed8c5028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.669089 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.719020 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.721874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Pushing event deleted for resources: {'Port': ['ID=2837ab67-cffa-44a3-ba30-96e82963a749,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.736479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c7fc0a57-7d3b-467a-b9ba-8565ed8c5028 None None] For port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,segment=NetworkSegment(abad2343-83f7-494f-85e5-01ef9ca1b1e6),segment_id=abad2343-83f7-494f-85e5-01ef9ca1b1e6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:39.753050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c7fc0a57-7d3b-467a-b9ba-8565ed8c5028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.798853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.825071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11774a1d-aa7b-4e1f-a68a-4cbf89558d80 req-0fb09469-0505-4cd2-8bea-5eeb884cf48b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:39.826697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11774a1d-aa7b-4e1f-a68a-4cbf89558d80 req-0fb09469-0505-4cd2-8bea-5eeb884cf48b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.7359800 Sep 21 18:14:39.861938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3cf516-24a4-46a6-ae72-0a67993dbe87']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:39.876156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc0a57-7d3b-467a-b9ba-8565ed8c5028 None None] Pushing event updated for resources: {'Port': ['ID=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.896363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41613b4-904b-440e-978f-3364caf8a0c6') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:39.896636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41613b4-904b-440e-978f-3364caf8a0c6') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:39.908821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1d619791-4e82-4bff-bb89-271c90b59567 None None] Provisioning complete for port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:39.909237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1d619791-4e82-4bff-bb89-271c90b59567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.924670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] No DVR routers for this DVR port 2837ab67-cffa-44a3-ba30-96e82963a749 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:39.935447 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.937571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ccf2dc9-d59e-4dd9-ac62-516994d5606a req-2dfaede3-b475-40be-9a09-75711862f76a tempest-ServersTestJSON-1493378229 tempest-ServersTestJSON-1493378229-project] 10.222.0.41 "DELETE /v2.0/ports/2837ab67-cffa-44a3-ba30-96e82963a749 HTTP/1.1" status: 204 len: 173 time: 2.5067430 Sep 21 18:14:39.938409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'name': 'network-vif-deleted', 'tag': '2837ab67-cffa-44a3-ba30-96e82963a749'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:39.940901 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba92ec-6c71-4d35-a767-14aa1aeb7937" -d '{"events": [{"server_uuid": "d5e92722-bbf7-4af4-98e2-83ea6d72131c", "name": "network-vif-deleted", "tag": "2837ab67-cffa-44a3-ba30-96e82963a749"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:39.955394 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.011512 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.035735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.041262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11774a1d-aa7b-4e1f-a68a-4cbf89558d80 req-0b00e229-f2e7-4631-8f07-7602733bcaa3 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763949 Sep 21 18:14:40.054383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:40.054789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:40.058318 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:40.241118 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:14:34Z', 'revision_number': 4, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec', 'name': '', 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'mac_address': 'fa:16:3e:a4:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'baa89a2b-6ca7-44db-94e4-954ff22355fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:38Z', 'revision_number': 4, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'subnets': [{'id': 'baa89a2b-6ca7-44db-94e4-954ff22355fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:40.334068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.368430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.383804 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5ad89-f90f-4953-a5d6-84dba7ae177f None None] The sync data for ids ['8cbac225-98e3-4f99-b005-3ac33aed19d3'] in n-d-810285-3 is: [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:14:34Z', 'revision_number': 4, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec', 'name': '', 'network_id': '61d05eda-3dac-4d4c-840b-8afb6dbaa53f', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'mac_address': 'fa:16:3e:a4:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'baa89a2b-6ca7-44db-94e4-954ff22355fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:38Z', 'revision_number': 4, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'subnets': [{'id': 'baa89a2b-6ca7-44db-94e4-954ff22355fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:40.387703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/5c3cf516-24a4-46a6-ae72-0a67993dbe87 HTTP/1.1" status: 204 len: 168 time: 3.6119030 Sep 21 18:14:40.421987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42730) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:40.434998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a62491-1ede-459f-b67c-070ca4f32725 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Network': ['ID=5c3cf516-24a4-46a6-ae72-0a67993dbe87,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:40.489206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18902510-4fb3-48d4-97dd-49e9c0c00204 req-76be1f20-8e97-4521-9509-09447b4d0850 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:40.500434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18902510-4fb3-48d4-97dd-49e9c0c00204 req-76be1f20-8e97-4521-9509-09447b4d0850 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.3031127 Sep 21 18:14:40.660065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18902510-4fb3-48d4-97dd-49e9c0c00204 req-3ad7b077-8e4f-4d09-91c0-c8ab9bb5c131 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584592 Sep 21 18:14:40.667313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b3c905bf-b13e-4534-8acc-8bb6ee3093fc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:40.746669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting port 9f2234b4-f80d-4c5c-919f-6e57366376f4 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:40.747260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.773252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b3c905bf-b13e-4534-8acc-8bb6ee3093fc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:40.773648 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:40.790921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42732) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:40.994117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.045499 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.054336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Calling delete_port for 9f2234b4-f80d-4c5c-919f-6e57366376f4 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:41.071420 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b5b3e0-67d3-4189-9f84-51f096cf7a6b x-openstack-request-id: req-69b5b3e0-67d3-4189-9f84-51f096cf7a6b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:41.071783 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e92722-bbf7-4af4-98e2-83ea6d72131c", "name": "network-vif-deleted", "tag": "2837ab67-cffa-44a3-ba30-96e82963a749", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:41.071984 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69b5b3e0-67d3-4189-9f84-51f096cf7a6b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:41.072411 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e92722-bbf7-4af4-98e2-83ea6d72131c', 'name': 'network-vif-deleted', 'tag': '2837ab67-cffa-44a3-ba30-96e82963a749', 'status': 'completed', 'code': 200} Sep 21 18:14:41.105987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.115505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] Deleting subnet aff1d1a3-bfa4-41d0-96a4-ba193de66477 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:41.119794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.134094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b3c905bf-b13e-4534-8acc-8bb6ee3093fc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b3c905bf-b13e-4534-8acc-8bb6ee3093fc,segment=NetworkSegment(a2dde619-10fb-4ab8-bfb5-45002edcdb7f),segment_id=a2dde619-10fb-4ab8-bfb5-45002edcdb7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:41.145914 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.148674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 59cac618-b3f4-4a8e-b129-c94d09f4d735 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:41.173147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.227132 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.248570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1027d-7315-4e2f-9ee7-80a2ad141e0e None None] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:41.274997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299098a0-0c9b-4ff8-a15e-2636baeda495 req-a0382fcd-c0df-4f81-9294-b50c06101a19 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:41.282805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-299098a0-0c9b-4ff8-a15e-2636baeda495 req-a0382fcd-c0df-4f81-9294-b50c06101a19 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1122460 Sep 21 18:14:41.357257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.394610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-299098a0-0c9b-4ff8-a15e-2636baeda495 req-2beeac89-5e5f-42e4-9d3d-bb8596753837 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077247 Sep 21 18:14:41.459934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Port': ['ID=9f2234b4-f80d-4c5c-919f-6e57366376f4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:41.476544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.478605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7bc8e4bf-8087-4974-bcce-80f5b6d932a8 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/ports/9f2234b4-f80d-4c5c-919f-6e57366376f4 HTTP/1.1" status: 204 len: 168 time: 1.0542817 Sep 21 18:14:41.484171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42742) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:41.547293 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc23802-71b8-4e7e-b396-82dd0880af24 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:41.547753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc23802-71b8-4e7e-b396-82dd0880af24 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:41.551879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ebc23802-71b8-4e7e-b396-82dd0880af24 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/84a0cc26-46ff-456b-aa4e-a78472cc10b4 HTTP/1.1" status: 404 len: 337 time: 0.0663924 Sep 21 18:14:41.556003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:41.603494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 59cac618-b3f4-4a8e-b129-c94d09f4d735 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:41.603494 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.642762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b768c383-fe61-488b-9b31-ba48e2a20aca None None] Provisioning complete for port b3c905bf-b13e-4534-8acc-8bb6ee3093fc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:41.643390 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b768c383-fe61-488b-9b31-ba48e2a20aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.715999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b3c905bf-b13e-4534-8acc-8bb6ee3093fc,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:41.844890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.876642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 59cac618-b3f4-4a8e-b129-c94d09f4d735, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=59cac618-b3f4-4a8e-b129-c94d09f4d735,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:41.912300 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.014562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.112886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=59cac618-b3f4-4a8e-b129-c94d09f4d735,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:42.164153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Allocated IP 172.20.0.1 (8c236007-ec62-4d34-a32b-349fd28d1c91/aa8872fd-dce2-4d16-949e-6f5b888f3c0f/5aedca72-5c58-466b-b31e-5bb7597787ad) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:42.319050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=00b4135c-5ffc-40df-a0b7-74fc84184e24,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:42.446707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.473866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.535869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff1d1a3-bfa4-41d0-96a4-ba193de66477,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:42.541979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.544615 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f93e951-9324-4e45-bd34-4a84a447a528 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aff1d1a3-bfa4-41d0-96a4-ba193de66477 HTTP/1.1" status: 204 len: 168 time: 1.7447894 Sep 21 18:14:42.550741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42760) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:42.588456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.589985 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-438624d8-a3a3-4ede-af58-90f072588611 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5107183 Sep 21 18:14:42.591796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-69d51d2b-d83f-44f4-9d78-28e454d13b68 None None] Provisioning complete for port b3c905bf-b13e-4534-8acc-8bb6ee3093fc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:42.592350 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69d51d2b-d83f-44f4-9d78-28e454d13b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.647143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:42.656280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.677989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1f429-f24b-44cf-880d-453d45282ad8 req-e78afc42-aa5a-43a4-9ce0-31fdfa1f9c9b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:42.682859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0be1f429-f24b-44cf-880d-453d45282ad8 req-e78afc42-aa5a-43a4-9ce0-31fdfa1f9c9b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.2825511 Sep 21 18:14:42.764212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0be1f429-f24b-44cf-880d-453d45282ad8 req-be99b416-5c7d-4e9f-bcb6-35f7146cf0d7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748107 Sep 21 18:14:42.792841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.813053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-d4567465-3f4e-4eb0-a641-a1752ea5ce44 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.2112720 Sep 21 18:14:42.860416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:42.860969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.883392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.885151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.975985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f298dd-a846-4a7c-9a68-1794d95f1d57']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:42.990613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ba0bcf-33cc-48c3-af90-6760ba14a59f') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:42.991189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ba0bcf-33cc-48c3-af90-6760ba14a59f') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:43.023346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.028143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 59cac618-b3f4-4a8e-b129-c94d09f4d735 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:43.045772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fca5-6b11-4e8c-bc22-a7614765f0dd req-f9e83241-a340-4a50-b04a-719b9d64833e tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:43.048886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d930fca5-6b11-4e8c-bc22-a7614765f0dd req-f9e83241-a340-4a50-b04a-719b9d64833e tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1168966 Sep 21 18:14:43.055799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.082519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:43.082939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:43.086565 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:43.112562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 59cac618-b3f4-4a8e-b129-c94d09f4d735 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:43.113329 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.127926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d930fca5-6b11-4e8c-bc22-a7614765f0dd req-cace1bb5-02f1-4b8d-ad6a-0d135b3016cc tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692992 Sep 21 18:14:43.177281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.185167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.196706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.204319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.209185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/84f298dd-a846-4a7c-9a68-1794d95f1d57 HTTP/1.1" status: 204 len: 168 time: 1.6524842 Sep 21 18:14:43.209892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42762) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:43.247913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b3c905bf-b13e-4534-8acc-8bb6ee3093fc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:43.253801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=5aedca72-5c58-466b-b31e-5bb7597787ad,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:43.288256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:43.299374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:43.326235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:43.342906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b3c905bf-b13e-4534-8acc-8bb6ee3093fc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:43.344064 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.351228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce379e-0a65-4711-aed8-015a8ecd9320 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Network': ['ID=84f298dd-a846-4a7c-9a68-1794d95f1d57,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:43.361302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting subnet 5432fa82-0b17-4eec-a6a4-536fdf475416 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:43.366032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.424665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b03ef57-944f-4aee-8654-50a059213975']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:43.427174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.429602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.581267 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.588446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2be3ba-5404-4c34-8332-594e722b1e16') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:43.589070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2be3ba-5404-4c34-8332-594e722b1e16') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:43.601471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.618164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.625156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:43.625662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:43.649565 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:43.676475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.680601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-684656e9-341d-4d1a-bf5b-b9d982544259 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:43.682036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-684656e9-341d-4d1a-bf5b-b9d982544259 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.8570290 Sep 21 18:14:43.711491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Subnet': ['ID=5432fa82-0b17-4eec-a6a4-536fdf475416,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:43.719399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-e68015af-5f13-420a-8204-f50258cbf25b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:14:43.720534 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ecdb22d5-30f5-4366-8a2f-c2f9c02585f3 req-e68015af-5f13-420a-8204-f50258cbf25b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070055 Sep 21 18:14:43.730552 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.735424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.738334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de442c42-dddc-4da5-9ef9-145ab65b553e None None] Network 0909fb3f-d1a2-407f-b6ad-b0827a6d812b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:43.748043 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.754502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-23dc2aeb-9523-4324-80d3-b040ce62b2cc tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/subnets/5432fa82-0b17-4eec-a6a4-536fdf475416 HTTP/1.1" status: 204 len: 168 time: 0.5237353 Sep 21 18:14:43.754709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42770) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:43.757491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.762700 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] 10.222.0.70 "DELETE /v2.0/networks/9b03ef57-944f-4aee-8654-50a059213975 HTTP/1.1" status: 204 len: 168 time: 1.2105052 Sep 21 18:14:43.793208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170f018-d7dd-4d70-b9d0-1508af451c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b03ef57-944f-4aee-8654-50a059213975,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:43.999990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5e77c4ff-1839-49b5-af2c-a83cb56d37bb None None] Provisioning complete for port 5aedca72-5c58-466b-b31e-5bb7597787ad triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:44.000831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5e77c4ff-1839-49b5-af2c-a83cb56d37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.013257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.051915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5e77c4ff-1839-49b5-af2c-a83cb56d37bb None None] Port 5aedca72-5c58-466b-b31e-5bb7597787ad cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:44.058739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-7e583cc7-238c-4931-a844-55d5bb6a8212 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2991481 Sep 21 18:14:44.084858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:44.113236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42784) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:44.134272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728333e-0f34-441f-b1aa-3d80fc5e5bee req-6f2d59b6-2ef1-421b-b994-f63eb19fcb8a tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:44.142655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e728333e-0f34-441f-b1aa-3d80fc5e5bee req-6f2d59b6-2ef1-421b-b994-f63eb19fcb8a tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1568317 Sep 21 18:14:44.157568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.186990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-64a90679-c602-421c-a5b5-0289bc36482f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9b90bb11c054b6ba3d1d9dc9b331b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721984 Sep 21 18:14:44.194053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42790) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:44.223851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] DHCP port deletion for 0909fb3f-d1a2-407f-b6ad-b0827a6d812b request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:44.239348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e728333e-0f34-441f-b1aa-3d80fc5e5bee req-9dd1a9c0-86e1-4121-b216-2eb0ee1cc366 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958200 Sep 21 18:14:44.273557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Deleting port 700501ec-73aa-4a97-bd02-f06684244723 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:44.274567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.290221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fff67a6c-e742-4a53-bc29-abd3467ab443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.300921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] Deleting port 700501ec-73aa-4a97-bd02-f06684244723 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:44.301562 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.321238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fff67a6c-e742-4a53-bc29-abd3467ab443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.384221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 700501ec-73aa-4a97-bd02-f06684244723 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:44.394438 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.434711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.442002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] For port 700501ec-73aa-4a97-bd02-f06684244723, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=700501ec-73aa-4a97-bd02-f06684244723,segment=NetworkSegment(9f8fe461-f10d-4576-a5ed-69f0cbd08ca7),segment_id=9f8fe461-f10d-4576-a5ed-69f0cbd08ca7)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:44.442501 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.447644 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fff67a6c-e742-4a53-bc29-abd3467ab443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.450114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fff67a6c-e742-4a53-bc29-abd3467ab443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.451291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fff67a6c-e742-4a53-bc29-abd3467ab443 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20dd7494-4294-47a5-b92d-fe9334843ccc HTTP/1.1" status: 204 len: 168 time: 0.2561350 Sep 21 18:14:44.456645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] For port 700501ec-73aa-4a97-bd02-f06684244723, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=700501ec-73aa-4a97-bd02-f06684244723,segment=NetworkSegment(9f8fe461-f10d-4576-a5ed-69f0cbd08ca7),segment_id=9f8fe461-f10d-4576-a5ed-69f0cbd08ca7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:44.457242 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.466411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff67a6c-e742-4a53-bc29-abd3467ab443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd7494-4294-47a5-b92d-fe9334843ccc,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:44.501088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.520260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] Calling delete_port for 700501ec-73aa-4a97-bd02-f06684244723 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:44.536292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Allocated IP 172.25.3.99 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/cb8a4de2-f7ff-43da-b673-85a9daff95d0) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:44.657557 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.667246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.680694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=5aedca72-5c58-466b-b31e-5bb7597787ad,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:44.689660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Calling delete_port for 700501ec-73aa-4a97-bd02-f06684244723 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:44.707240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da151-0825-4db9-bfa0-ae853fe97f7e req-41c9acd2-5cab-4dbb-b0da-28e98656a448 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:44.708845 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db0da151-0825-4db9-bfa0-ae853fe97f7e req-41c9acd2-5cab-4dbb-b0da-28e98656a448 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.3308399 Sep 21 18:14:44.723269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 700501ec-73aa-4a97-bd02-f06684244723, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=700501ec-73aa-4a97-bd02-f06684244723,segment=NetworkSegment(9f8fe461-f10d-4576-a5ed-69f0cbd08ca7),segment_id=9f8fe461-f10d-4576-a5ed-69f0cbd08ca7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:44.730754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.745804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.747984 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.788058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.801573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:44.805382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:44.805621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] No DVR routers for this DVR port 700501ec-73aa-4a97-bd02-f06684244723 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:44.810162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:44.839997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=700501ec-73aa-4a97-bd02-f06684244723,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:44.863598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=cb8a4de2-f7ff-43da-b673-85a9daff95d0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:44.881189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69a9d1-dbac-45c0-b7dd-7135a08d4b3c None None] Pushing event deleted for resources: {'Port': ['ID=700501ec-73aa-4a97-bd02-f06684244723,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:44.928188 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db0da151-0825-4db9-bfa0-ae853fe97f7e req-524c994e-9eaa-4d78-b0dd-043844dc547c tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020073 Sep 21 18:14:44.942078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:44.943146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.955961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:45.013799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.047534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.113277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] No DVR routers for this DVR port 700501ec-73aa-4a97-bd02-f06684244723 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:45.122936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Port': ['ID=700501ec-73aa-4a97-bd02-f06684244723,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:45.221205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db990083-6165-4873-916c-bbdc4e83b4d0 req-687b291c-d408-4277-90c4-fa48d565d84c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:45.225431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.228932 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db990083-6165-4873-916c-bbdc4e83b4d0 req-687b291c-d408-4277-90c4-fa48d565d84c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.2095766 Sep 21 18:14:45.233182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.299723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-195ebd51-99bb-45a0-be51-6111147976c9 None None] Provisioning complete for port 5aedca72-5c58-466b-b31e-5bb7597787ad triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:45.301773 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-195ebd51-99bb-45a0-be51-6111147976c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.332984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.354372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=cb8a4de2-f7ff-43da-b673-85a9daff95d0,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:45.365661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-195ebd51-99bb-45a0-be51-6111147976c9 None None] Port 5aedca72-5c58-466b-b31e-5bb7597787ad cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:45.365805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.365805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-ebe682a4-a343-4858-887d-230d69fb2e83 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2982628 Sep 21 18:14:45.458067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-87463eec-a8d6-4aa2-a15e-bcef83745fd3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0817094 Sep 21 18:14:45.541483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42832) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:45.566994 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.592184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-1a97af41-4417-4eaa-9213-9669b452ce65 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:45.594429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-1a97af41-4417-4eaa-9213-9669b452ce65 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1292880 Sep 21 18:14:45.599794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router e518947b-6e60-4680-925d-25bad9aae295 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:14:45.608426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-5405babe-365f-4a71-8f60-209fd67a0c09 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:14:45.609583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9212f9-07e8-4c2f-a3b5-845a8692ed04 req-5405babe-365f-4a71-8f60-209fd67a0c09 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061581 Sep 21 18:14:45.610306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db990083-6165-4873-916c-bbdc4e83b4d0 req-3336e549-df9a-4e9b-bfee-a00576bcda2b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801587 Sep 21 18:14:45.621096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0909fb3f-d1a2-407f-b6ad-b0827a6d812b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:45.637909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8fe461-f10d-4576-a5ed-69f0cbd08ca7') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:45.637909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8fe461-f10d-4576-a5ed-69f0cbd08ca7') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:45.658455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.695182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1909739310-network', 'tenant_id': 'bd8b161aa70542168f4e2e9fc489d83d'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:45.709193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.746031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:45.746465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:45.750351 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:45.753610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Made reservation on behalf of bd8b161aa70542168f4e2e9fc489d83d for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:45.754802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.775323 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.861383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.871980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea1898-ea8a-42e5-ab31-8c2f6daf5a50 req-8aaa325b-819e-4981-b9a2-3521a31d04c1 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:45.873499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fea1898-ea8a-42e5-ab31-8c2f6daf5a50 req-8aaa325b-819e-4981-b9a2-3521a31d04c1 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1685517 Sep 21 18:14:45.889443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.891659 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] 10.222.0.70 "DELETE /v2.0/networks/0909fb3f-d1a2-407f-b6ad-b0827a6d812b HTTP/1.1" status: 204 len: 168 time: 2.1355252 Sep 21 18:14:45.898978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-25a42aa7-c228-441a-a71f-01f9a4f074a4 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1627111 Sep 21 18:14:45.911022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:45.912802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:45.915656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e683-d7bb-472a-91b2-97b696342948 tempest-NetworksIpV6TestAttrs-2002099213 tempest-NetworksIpV6TestAttrs-2002099213-project] Pushing event deleted for resources: {'Network': ['ID=0909fb3f-d1a2-407f-b6ad-b0827a6d812b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:45.921731 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf11a7b3-2f75-4b4d-92ed-fa14d9fb88ea tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "PUT /v2.0/routers/e518947b-6e60-4680-925d-25bad9aae295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8075154 Sep 21 18:14:45.926532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42844) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:45.941711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Sync routers for ids ['e518947b-6e60-4680-925d-25bad9aae295'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:45.953180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Routers {'e518947b-6e60-4680-925d-25bad9aae295'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:45.953911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e518947b-6e60-4680-925d-25bad9aae295'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:45.971608 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3fea1898-ea8a-42e5-ab31-8c2f6daf5a50 req-b38fbb4e-17e2-40d0-8f9b-f1a8f7ff59a3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754433 Sep 21 18:14:46.080153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Set router e518947b-6e60-4680-925d-25bad9aae295 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:46.143691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.161265 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.184736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:46.221588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:46.231604 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.231876 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Added segment f721a1b9-f307-46c7-90b8-db8fecae9ac5 of type vlan for network 79171c36-9108-402c-8b84-2f9bbd045d7c Sep 21 18:14:46.312629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.313686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.314498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.315294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.315927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.316606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.317076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.317540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.318011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.318527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.319154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.323949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-784c2e5b-1758-4440-86d4-ffed5bc50990 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.3924224 Sep 21 18:14:46.323949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.324751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42860) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:46.332583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.354234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd47e4-7a24-4688-af8f-61d942557218,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:46.397575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.398642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.399223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.416845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:14:43Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5aedca72-5c58-466b-b31e-5bb7597787ad', 'name': '', 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:61:df:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'aa8872fd-dce2-4d16-949e-6f5b888f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:40Z', 'updated_at': '2021-09-21T18:14:44Z', 'revision_number': 2, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': 'aa8872fd-dce2-4d16-949e-6f5b888f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:46.481267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9384027 Sep 21 18:14:46.482432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Checking router: e518947b-6e60-4680-925d-25bad9aae295 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:46.482828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Updating router e518947b-6e60-4680-925d-25bad9aae295 port 5aedca72-5c58-466b-b31e-5bb7597787ad binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:46.486861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:46.498229 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32779bd8-76a4-4b0e-9bd3-0718942627ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3b50aa214a44b168ea185ea64dd2c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121772 Sep 21 18:14:46.504702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.505171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.505834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.506498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.507202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.507822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.508442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.509196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.510148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.510791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.511403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.517633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a80e3454-eaf0-4f43-a4b7-dbbf76f97cc4 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7105 time: 0.1916199 Sep 21 18:14:46.518559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42866) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:46.518689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Request body: {'subnet': {'network_id': '79171c36-9108-402c-8b84-2f9bbd045d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1909739310-subnet', 'tenant_id': 'bd8b161aa70542168f4e2e9fc489d83d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:46.519289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42868) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:46.536517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cf694-1aed-4cd1-8c8f-1b3a329ff690 admin admin] Pushing event updated for resources: {'Network': ['ID=79171c36-9108-402c-8b84-2f9bbd045d7c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:46.562243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 79171c36-9108-402c-8b84-2f9bbd045d7c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:46.573080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Made reservation on behalf of bd8b161aa70542168f4e2e9fc489d83d for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:46.575685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.594989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.608216 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.663196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02dd9aff-9ff1-480b-9984-c01741c3e8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.739932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02dd9aff-9ff1-480b-9984-c01741c3e8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.779878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2e37b-9793-4bd5-b605-842a10539398 req-4fdddd0e-277c-47cb-8de5-ace754468ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.782017 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a2e37b-9793-4bd5-b605-842a10539398 req-4fdddd0e-277c-47cb-8de5-ace754468ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 1097 time: 0.1035113 Sep 21 18:14:46.816861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453922d1-ec4c-4a79-9bc6-626da26abc18 req-de677181-3d8a-44dd-a2cc-f8898ef41b71 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:46.824632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-453922d1-ec4c-4a79-9bc6-626da26abc18 req-de677181-3d8a-44dd-a2cc-f8898ef41b71 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.1487563 Sep 21 18:14:46.872051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Allocated IP 172.25.3.43 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/1a749940-5dbb-4d36-b996-d4b3f9098206) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:46.956992 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-453922d1-ec4c-4a79-9bc6-626da26abc18 req-c259b18a-2d3e-4aab-b69d-5e3a2dd431d5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311898 Sep 21 18:14:46.971238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02dd9aff-9ff1-480b-9984-c01741c3e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.973920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02dd9aff-9ff1-480b-9984-c01741c3e8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.977555 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-02dd9aff-9ff1-480b-9984-c01741c3e8eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1edca22-aba9-425f-954a-92e5e99650e1 HTTP/1.1" status: 204 len: 168 time: 0.4545202 Sep 21 18:14:46.994976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd9aff-9ff1-480b-9984-c01741c3e8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1edca22-aba9-425f-954a-92e5e99650e1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:47.026255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c27de84f-e49e-4662-a1a1-fee094721de9 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.5023751 Sep 21 18:14:47.058539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2e37b-9793-4bd5-b605-842a10539398 req-a1156d2f-edcd-4430-a59a-31b66dc0fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:47.060421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a2e37b-9793-4bd5-b605-842a10539398 req-a1156d2f-edcd-4430-a59a-31b66dc0fcdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 200 len: 918 time: 0.2680271 Sep 21 18:14:47.064539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.143258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e106f4-c415-4f11-9527-7c515afe2faa req-71fff6db-ca34-4758-bf33-42c54955715f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:47.151038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36e106f4-c415-4f11-9527-7c515afe2faa req-71fff6db-ca34-4758-bf33-42c54955715f tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.0751994 Sep 21 18:14:47.160135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b55460-dd86-4e08-bba4-d7d1a209c8e9,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:47.168894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a2e37b-9793-4bd5-b605-842a10539398 req-51052ea6-359e-4f02-aa5e-6a463e9ea616 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62ceed6d-a216-4ea6-9871-11b8febdc265 HTTP/1.1" status: 200 len: 217 time: 0.0604255 Sep 21 18:14:47.231832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.232070 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.234328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36e106f4-c415-4f11-9527-7c515afe2faa req-10b0404f-c7e6-4e8c-85ee-81793e3b4a9d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Sep 21 18:14:47.248463 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.267784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2e37b-9793-4bd5-b605-842a10539398 req-8d3610b9-f3ff-4fed-ba97-290c556cc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:47.269296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a2e37b-9793-4bd5-b605-842a10539398 req-8d3610b9-f3ff-4fed-ba97-290c556cc5ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 200 len: 855 time: 0.0899856 Sep 21 18:14:47.271975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Checking segment: {'id': 'f721a1b9-f307-46c7-90b8-db8fecae9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '79171c36-9108-402c-8b84-2f9bbd045d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:47.272337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Network hostable DHCP agents. Network: 79171c36-9108-402c-8b84-2f9bbd045d7c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:47.312608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:47.342594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Network 79171c36-9108-402c-8b84-2f9bbd045d7c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:47.353376 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.400358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528e493-2e81-4e6b-9016-70b5ef865aaa None None] Pushing event updated for resources: {'Port': ['ID=5aedca72-5c58-466b-b31e-5bb7597787ad,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:47.407351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5732a-aaf0-4be0-909b-7418a02c4eb4 req-78391b19-397f-4aa6-98fe-fc2666c7dcee tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:47.415698 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c9e5732a-aaf0-4be0-909b-7418a02c4eb4 req-78391b19-397f-4aa6-98fe-fc2666c7dcee tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1038747 Sep 21 18:14:47.446869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=1a749940-5dbb-4d36-b996-d4b3f9098206,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:47.451851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Attempting to bind port 5aedca72-5c58-466b-b31e-5bb7597787ad on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:47.453610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Attempting to bind port 5aedca72-5c58-466b-b31e-5bb7597787ad by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:47.454355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Attempting to bind port 5aedca72-5c58-466b-b31e-5bb7597787ad on network 8c236007-ec62-4d34-a32b-349fd28d1c91 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:47.459140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 79171c36-9108-402c-8b84-2f9bbd045d7c) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:47.463833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:47.464437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.476571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:47.477438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c9e5732a-aaf0-4be0-909b-7418a02c4eb4 req-5ba126f3-065f-4892-93ab-62b23ae6e3e4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568385 Sep 21 18:14:47.479579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2e37b-9793-4bd5-b605-842a10539398 req-fa6c5fc4-bb31-4e21-b46d-725f383c4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:47.481100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a2e37b-9793-4bd5-b605-842a10539398 req-fa6c5fc4-bb31-4e21-b46d-725f383c4648 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ed8212-419d-4577-ade1-d9cffc895d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944950 Sep 21 18:14:47.483412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:47.485849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:47.487849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:47.489112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Checking segment: {'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:47.490676 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.491989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Bound using segment: {'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:47.493573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Bound port: 5aedca72-5c58-466b-b31e-5bb7597787ad, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:47.496645 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.502636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c94734-67f3-45ba-aad8-69f14a90dcee None None] Network 79171c36-9108-402c-8b84-2f9bbd045d7c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:47.586400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.632816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cd3019b4-008b-4f59-b689-337093e8149b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1392672 Sep 21 18:14:47.632816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.719127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:47.720779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] For port 5aedca72-5c58-466b-b31e-5bb7597787ad, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:47.737274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] For port 5aedca72-5c58-466b-b31e-5bb7597787ad, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5aedca72-5c58-466b-b31e-5bb7597787ad,segment=NetworkSegment(a2dde619-10fb-4ab8-bfb5-45002edcdb7f),segment_id=a2dde619-10fb-4ab8-bfb5-45002edcdb7f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:47.738516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:47.741250 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad219bc-fb50-4147-bf4c-db94d153bdf2" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:47.748211 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.749608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a2e37b-9793-4bd5-b605-842a10539398 req-b204e320-4b86-4c4b-8b81-81d1198a3449 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106068 Sep 21 18:14:47.750865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.751064 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.886132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Routers {'e518947b-6e60-4680-925d-25bad9aae295'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:47.887446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:14:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e518947b-6e60-4680-925d-25bad9aae295'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:47.891490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-09ce0937-80ae-4923-a5ff-121f057774eb None None] Provisioning complete for port 5aedca72-5c58-466b-b31e-5bb7597787ad triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:47.891873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-09ce0937-80ae-4923-a5ff-121f057774eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:47.894953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528e493-2e81-4e6b-9016-70b5ef865aaa None None] Pushing event updated for resources: {'Port': ['ID=5aedca72-5c58-466b-b31e-5bb7597787ad,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.047261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c1ebc-8230-44c3-b90d-85ff14869210 None None] Network 79171c36-9108-402c-8b84-2f9bbd045d7c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:48.101501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42906) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:48.174690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=11']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.217970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-531631703'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:48.243388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:48.247033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.250631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] Set router e518947b-6e60-4680-925d-25bad9aae295 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:48.258173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.338510 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-09ce0937-80ae-4923-a5ff-121f057774eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.358730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a2e37b-9793-4bd5-b605-842a10539398 req-89718e26-537b-41eb-99c0-3e73ce7fc3cf service neutron] 10.222.0.41 "GET /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792100 Sep 21 18:14:48.386048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.393670 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.447706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:48.458455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-09ce0937-80ae-4923-a5ff-121f057774eb None None] For port 5aedca72-5c58-466b-b31e-5bb7597787ad, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5aedca72-5c58-466b-b31e-5bb7597787ad,segment=NetworkSegment(a2dde619-10fb-4ab8-bfb5-45002edcdb7f),segment_id=a2dde619-10fb-4ab8-bfb5-45002edcdb7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:48.463058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d84f09-1cd6-4fb9-adba-ba6a0e1dab5e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.469673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.470620 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-09ce0937-80ae-4923-a5ff-121f057774eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.473539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.474139 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment b2fa3b34-a636-4573-80a3-b5c8bd9a3864 of type vlan for network 985896a7-4847-499b-8dd9-f545f17a72b0 Sep 21 18:14:48.477105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.526081 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.553202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.560368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:48.561224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.598576 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4947062 Sep 21 18:14:48.621952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.629194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=1a749940-5dbb-4d36-b996-d4b3f9098206,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.644560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce0937-80ae-4923-a5ff-121f057774eb None None] Pushing event updated for resources: {'Port': ['ID=5aedca72-5c58-466b-b31e-5bb7597787ad,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.651782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c190c1b2-e0e3-4e0a-bc62-9ead2b47e969 None None] Provisioning complete for port 5aedca72-5c58-466b-b31e-5bb7597787ad triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:48.652458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c190c1b2-e0e3-4e0a-bc62-9ead2b47e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.652579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.655092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-bd1a3374-ddfa-47a8-8587-7af8b74ab0aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7549505 Sep 21 18:14:48.672355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca79ed-e410-4afa-b48c-776edd615b18 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=985896a7-4847-499b-8dd9-f545f17a72b0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.688801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 985896a7-4847-499b-8dd9-f545f17a72b0 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:48.721444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-54a7bd08-e188-4fcc-aaea-23e1b7812e8c tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0532222 Sep 21 18:14:48.733600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42914) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:48.741551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '985896a7-4847-499b-8dd9-f545f17a72b0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:48.845032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:14:43Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5aedca72-5c58-466b-b31e-5bb7597787ad', 'name': '', 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:61:df:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'aa8872fd-dce2-4d16-949e-6f5b888f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:40Z', 'updated_at': '2021-09-21T18:14:47Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': 'aa8872fd-dce2-4d16-949e-6f5b888f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:48.847936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-d45290a6-9d44-4ac9-bb12-d0eb3d3fef54 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:48.849370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c32ed66-fe94-45b3-a400-01fb2531779d req-d45290a6-9d44-4ac9-bb12-d0eb3d3fef54 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1216178 Sep 21 18:14:48.861381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:48.865576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.875515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ad6de-0e97-46fc-8a2e-bf81de844d13 None None] The sync data for ids ['e518947b-6e60-4680-925d-25bad9aae295'] in n-d-810285-3 is: [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:14:43Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5aedca72-5c58-466b-b31e-5bb7597787ad', 'name': '', 'network_id': '8c236007-ec62-4d34-a32b-349fd28d1c91', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:61:df:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'aa8872fd-dce2-4d16-949e-6f5b888f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:40Z', 'updated_at': '2021-09-21T18:14:47Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': 'aa8872fd-dce2-4d16-949e-6f5b888f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:48.898989 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0566e4-8f9e-4288-a713-023090eca245 x-openstack-request-id: req-3d0566e4-8f9e-4288-a713-023090eca245 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:48.899255 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:48.899513 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d0566e4-8f9e-4288-a713-023090eca245 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:48.899940 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'code': 200} Sep 21 18:14:48.908568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42918) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:49.065425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] Deleting subnet 37b55460-dd86-4e08-bba4-d7d1a209c8e9 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:49.069044 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.102605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7b169-95af-4612-9a81-83e05ba8a17b req-27cc554e-7cdd-4c13-a38f-62fd385bce4b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:49.104264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fe7b169-95af-4612-9a81-83e05ba8a17b req-27cc554e-7cdd-4c13-a38f-62fd385bce4b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0993705 Sep 21 18:14:49.126364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.152020 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.188015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fe7b169-95af-4612-9a81-83e05ba8a17b req-fd4eb28f-439c-4cf3-9757-5aa3081f39db tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727656 Sep 21 18:14:49.195572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.241533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=86c44dd4-577e-459f-aaa2-1a13ec0e67f3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:49.247993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': 'b2fa3b34-a636-4573-80a3-b5c8bd9a3864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '985896a7-4847-499b-8dd9-f545f17a72b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:49.248363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 985896a7-4847-499b-8dd9-f545f17a72b0, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:49.264222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.273868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 985896a7-4847-499b-8dd9-f545f17a72b0 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:49.285545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 985896a7-4847-499b-8dd9-f545f17a72b0) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:49.290719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:49.291468 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.297574 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a8ce5-2a20-408b-9ef9-b4ab2df01436 None None] Network 985896a7-4847-499b-8dd9-f545f17a72b0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:49.302245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.304227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/37b55460-dd86-4e08-bba4-d7d1a209c8e9 HTTP/1.1" status: 204 len: 168 time: 0.3942485 Sep 21 18:14:49.306132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96909fcc-a911-47fa-9bfd-8aeefaae3b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b55460-dd86-4e08-bba4-d7d1a209c8e9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:49.314725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42920) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:49.345274 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3e8f1e1a-0638-4fdf-8266-d7f1d1bf7bbb tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6062427 Sep 21 18:14:49.346410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42922) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:49.355542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143962709'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:49.372694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42639a5d-fc30-4db1-837c-0b9e8e37ab7b req-16adb8ff-606f-4b06-b699-118db7d0df76 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:49.374905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42639a5d-fc30-4db1-837c-0b9e8e37ab7b req-16adb8ff-606f-4b06-b699-118db7d0df76 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.0773277 Sep 21 18:14:49.421348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:49.426577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.435014 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.460924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42639a5d-fc30-4db1-837c-0b9e8e37ab7b req-a00764da-f6e2-4320-b42b-f2056a55fbfe tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753632 Sep 21 18:14:49.493889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:49.519470 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.519828 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 1fac5b43-51f5-4eb6-8038-2043ba355a67 of type vlan for network 895c0929-0fab-44ac-8846-3e672394ef7b Sep 21 18:14:49.535155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-985896a7-4847-499b-8dd9-f545f17a72b0', 'network_id': '985896a7-4847-499b-8dd9-f545f17a72b0', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': '86c44dd4-577e-459f-aaa2-1a13ec0e67f3'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:49.536036 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.583454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.599817 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.614779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79171c36-9108-402c-8b84-2f9bbd045d7c']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:49.630175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f721a1b9-f307-46c7-90b8-db8fecae9ac5') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:49.630685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f721a1b9-f307-46c7-90b8-db8fecae9ac5') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:49.646930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b091a29-eb9f-477c-bd01-66949b5de74d req-d091aa05-c716-4e83-8b94-ba65e5e5934e tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:49.647582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.648519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b091a29-eb9f-477c-bd01-66949b5de74d req-d091aa05-c716-4e83-8b94-ba65e5e5934e tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.0867243 Sep 21 18:14:49.654826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.661805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:49.662458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.677190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.688810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:49.689543 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:49.691635 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:49.712181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Allocated IP 172.20.255.242 (985896a7-4847-499b-8dd9-f545f17a72b0/86c44dd4-577e-459f-aaa2-1a13ec0e67f3/c0c72d84-49e5-4e46-8250-5f51b465d673) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:49.718941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3674195 Sep 21 18:14:49.723126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42926) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:49.730273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '895c0929-0fab-44ac-8846-3e672394ef7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:49.779601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.787075 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:49.790652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] 10.222.0.70 "DELETE /v2.0/networks/79171c36-9108-402c-8b84-2f9bbd045d7c HTTP/1.1" status: 204 len: 168 time: 0.4748368 Sep 21 18:14:49.808654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14cae0-94dd-4d1a-8177-b6a2352fbd13 admin admin] Pushing event deleted for resources: {'Network': ['ID=79171c36-9108-402c-8b84-2f9bbd045d7c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:49.827685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd842ad8-ec02-4321-a153-733c37dd19ea tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=895c0929-0fab-44ac-8846-3e672394ef7b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:49.845986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 895c0929-0fab-44ac-8846-3e672394ef7b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:49.877409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b091a29-eb9f-477c-bd01-66949b5de74d req-ee76c928-993f-48e4-ae95-6255d6972cb9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108703 Sep 21 18:14:50.028838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42930) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:50.032968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-ba3423b3-20c8-44e8-b5a3-5843c0fc930f tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1283166 Sep 21 18:14:50.050859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:50.056505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:50.060449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.099730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bac82e30-3fe0-4512-a389-25cbd1df9ca2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd8b161aa70542168f4e2e9fc489d83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695338 Sep 21 18:14:50.103009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42932) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:50.148884 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.161111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.170364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.209507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Network 985896a7-4847-499b-8dd9-f545f17a72b0 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:50.212536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:50.216632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:50.251069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Pushing event updated for resources: {'Port': ['ID=c0c72d84-49e5-4e46-8250-5f51b465d673,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:50.266156 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1680051-30e7-4e91-8a97-34387dff3e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.288384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Attempting to bind port c0c72d84-49e5-4e46-8250-5f51b465d673 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:50.288988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Attempting to bind port c0c72d84-49e5-4e46-8250-5f51b465d673 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b2fa3b34-a636-4573-80a3-b5c8bd9a3864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '985896a7-4847-499b-8dd9-f545f17a72b0'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:50.290164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Attempting to bind port c0c72d84-49e5-4e46-8250-5f51b465d673 on network 985896a7-4847-499b-8dd9-f545f17a72b0 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:50.298374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:50.298901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Checking segment: {'id': 'b2fa3b34-a636-4573-80a3-b5c8bd9a3864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '985896a7-4847-499b-8dd9-f545f17a72b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:50.299326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.299952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Bound using segment: {'id': 'b2fa3b34-a636-4573-80a3-b5c8bd9a3864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '985896a7-4847-499b-8dd9-f545f17a72b0'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:50.300206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Bound port: c0c72d84-49e5-4e46-8250-5f51b465d673, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fa3b34-a636-4573-80a3-b5c8bd9a3864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '985896a7-4847-499b-8dd9-f545f17a72b0'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:50.300598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.345792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1680051-30e7-4e91-8a97-34387dff3e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.393125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5aedca72-5c58-466b-b31e-5bb7597787ad up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:50.397644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] For port c0c72d84-49e5-4e46-8250-5f51b465d673, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:50.430454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] For port c0c72d84-49e5-4e46-8250-5f51b465d673, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c0c72d84-49e5-4e46-8250-5f51b465d673,segment=NetworkSegment(b2fa3b34-a636-4573-80a3-b5c8bd9a3864),segment_id=b2fa3b34-a636-4573-80a3-b5c8bd9a3864)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:50.438924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.491611 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.501623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.509748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5aedca72-5c58-466b-b31e-5bb7597787ad triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:50.510139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.552954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1680051-30e7-4e91-8a97-34387dff3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.555538 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1680051-30e7-4e91-8a97-34387dff3e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.560296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b1680051-30e7-4e91-8a97-34387dff3e32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50dd47e4-7a24-4688-af8f-61d942557218 HTTP/1.1" status: 204 len: 168 time: 0.4561019 Sep 21 18:14:50.562450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a9aad-c7b9-4748-a925-dc2ccd906750 None None] Pushing event updated for resources: {'Port': ['ID=c0c72d84-49e5-4e46-8250-5f51b465d673,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:50.656100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1680051-30e7-4e91-8a97-34387dff3e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd47e4-7a24-4688-af8f-61d942557218,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:50.689446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=e34652b1-2e35-4a7e-8e4b-e843f1fd5bb4,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:50.724008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '1fac5b43-51f5-4eb6-8038-2043ba355a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '895c0929-0fab-44ac-8846-3e672394ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:50.724556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 895c0929-0fab-44ac-8846-3e672394ef7b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:50.762685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Allocated IP 172.25.3.147 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/c1a246bb-76bf-4a13-b1b2-a918899169a6) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:50.765465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 895c0929-0fab-44ac-8846-3e672394ef7b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:50.781759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 895c0929-0fab-44ac-8846-3e672394ef7b) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:50.789814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:50.790678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.835099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d169d-5962-48a3-9bfe-afa4a59f1e9e None None] Network 895c0929-0fab-44ac-8846-3e672394ef7b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:50.852655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5dca18b3-1f01-413c-840b-b8cc3dc64efd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1286671 Sep 21 18:14:50.857613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42956) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:50.980813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.046542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.056123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-895c0929-0fab-44ac-8846-3e672394ef7b', 'network_id': '895c0929-0fab-44ac-8846-3e672394ef7b', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': 'e34652b1-2e35-4a7e-8e4b-e843f1fd5bb4'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:51.057000 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.101684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.138485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:51.170805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=c1a246bb-76bf-4a13-b1b2-a918899169a6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:51.175249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:51.179904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:51.262992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Allocated IP 172.20.0.2 (895c0929-0fab-44ac-8846-3e672394ef7b/e34652b1-2e35-4a7e-8e4b-e843f1fd5bb4/940d05d2-5215-4179-b4cc-e73ae2747dbe) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:51.289064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.320481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:14:51.397149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.540519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.620935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.648983 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.654448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.726326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=e34652b1-2e35-4a7e-8e4b-e843f1fd5bb4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:51.838812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Network 895c0929-0fab-44ac-8846-3e672394ef7b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:51.848179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:51.863679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:51.904862 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.937987 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.946238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.964573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895c0929-0fab-44ac-8846-3e672394ef7b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:51.984671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fac5b43-51f5-4eb6-8038-2043ba355a67') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:51.985139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fac5b43-51f5-4eb6-8038-2043ba355a67') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:52.012242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.012673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Pushing event updated for resources: {'Port': ['ID=940d05d2-5215-4179-b4cc-e73ae2747dbe,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:52.047842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.056332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event updated for resources: {'Port': ['ID=c1a246bb-76bf-4a13-b1b2-a918899169a6,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:52.065817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:52.066251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.067930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:52.072761 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:52.078618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ee8d0-4bbb-4113-b2ad-3f937254c382 None None] Network 985896a7-4847-499b-8dd9-f545f17a72b0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:52.086260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.087686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-5c4f5675-5ff8-404d-843f-e176e2cf512b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0426047 Sep 21 18:14:52.204581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-764b44e0-1c4a-42a1-a905-202aee64a47b tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 696 time: 0.1088746 Sep 21 18:14:52.217312 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:14:52.217312 n-d-810285-3 neutron-server[95091]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:14:52.217312 n-d-810285-3 neutron-server[95091]: [parameters: {'id': '895c0929-0fab-44ac-8846-3e672394ef7b'}] Sep 21 18:14:52.217312 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:14:52.218831 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:14:52.269220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:52.325117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Attempting to bind port 940d05d2-5215-4179-b4cc-e73ae2747dbe on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:52.325615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Attempting to bind port 940d05d2-5215-4179-b4cc-e73ae2747dbe by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '1fac5b43-51f5-4eb6-8038-2043ba355a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '895c0929-0fab-44ac-8846-3e672394ef7b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:52.325983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Attempting to bind port 940d05d2-5215-4179-b4cc-e73ae2747dbe on network 895c0929-0fab-44ac-8846-3e672394ef7b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:52.338603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:52.338924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Checking segment: {'id': '1fac5b43-51f5-4eb6-8038-2043ba355a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '895c0929-0fab-44ac-8846-3e672394ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:52.339433 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.339712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Bound using segment: {'id': '1fac5b43-51f5-4eb6-8038-2043ba355a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '895c0929-0fab-44ac-8846-3e672394ef7b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:52.342566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Bound port: 940d05d2-5215-4179-b4cc-e73ae2747dbe, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fac5b43-51f5-4eb6-8038-2043ba355a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '895c0929-0fab-44ac-8846-3e672394ef7b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:52.343858 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.381231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-20714538-1352-451d-b44c-bcd8392405aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:52.383872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec6ca7cb-871e-46fc-a7bb-b6f9c5927fe9 req-20714538-1352-451d-b44c-bcd8392405aa tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1727347 Sep 21 18:14:52.387502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'mac_address': 'fa:16:3e:89:81:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:14:52.460310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c0c72d84-49e5-4e46-8250-5f51b465d673 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:52.467223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0342e34b-8680-4beb-b8c0-77943afb58c1 None None] Provisioning complete for port c0c72d84-49e5-4e46-8250-5f51b465d673 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:52.468479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0342e34b-8680-4beb-b8c0-77943afb58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.576480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb6f0a-3644-4e3d-953c-e9de63cfbfea req-fd49e444-7fa7-4962-8305-dd350ec8a755 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:52.579526 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecdb6f0a-3644-4e3d-953c-e9de63cfbfea req-fd49e444-7fa7-4962-8305-dd350ec8a755 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0831618 Sep 21 18:14:52.618975 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.644792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecdb6f0a-3644-4e3d-953c-e9de63cfbfea req-6d86f210-9527-4499-b592-1b61758c5fc6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566745 Sep 21 18:14:52.667654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] For port 940d05d2-5215-4179-b4cc-e73ae2747dbe, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:52.673771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c0c72d84-49e5-4e46-8250-5f51b465d673 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:52.674160 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.683603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7337f48-0c40-40c4-a8a1-cef35deff6b8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:14:52.720198 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.742286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] For port 940d05d2-5215-4179-b4cc-e73ae2747dbe, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=940d05d2-5215-4179-b4cc-e73ae2747dbe,segment=NetworkSegment(1fac5b43-51f5-4eb6-8038-2043ba355a67),segment_id=1fac5b43-51f5-4eb6-8038-2043ba355a67)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:52.762807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.779793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:52.825761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b8cf3-3a62-452f-810c-902a584225b8 req-31595703-2fb5-4074-ac5d-4be4d80a99c6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:52.828142 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea1b8cf3-3a62-452f-810c-902a584225b8 req-31595703-2fb5-4074-ac5d-4be4d80a99c6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1146312 Sep 21 18:14:52.850241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port 940d05d2-5215-4179-b4cc-e73ae2747dbe {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:52.854028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.911510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea1b8cf3-3a62-452f-810c-902a584225b8 req-e375855d-48b9-4206-bc17-e3b1d201e727 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744393 Sep 21 18:14:52.917332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0adb59-e31b-4fcb-ac01-e51b3fee6e17 None None] Pushing event updated for resources: {'Port': ['ID=940d05d2-5215-4179-b4cc-e73ae2747dbe,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:52.944006 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.047615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port 940d05d2-5215-4179-b4cc-e73ae2747dbe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=940d05d2-5215-4179-b4cc-e73ae2747dbe,segment=NetworkSegment(1fac5b43-51f5-4eb6-8038-2043ba355a67),segment_id=1fac5b43-51f5-4eb6-8038-2043ba355a67)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:53.048186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.075924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=12']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:53.083417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0342e34b-8680-4beb-b8c0-77943afb58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.084834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for 940d05d2-5215-4179-b4cc-e73ae2747dbe owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:53.122574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62f69595-4ee4-4639-a09b-509ca7f2c436 req-044903d0-0e64-4848-919e-610badffa4e3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips/e18fcf5c-88d7-4678-8292-aaa207de7dff HTTP/1.1" status: 200 len: 693 time: 0.1586444 Sep 21 18:14:53.194962 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.208985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.210236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f7337f48-0c40-40c4-a8a1-cef35deff6b8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:14:53.224493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c32601-b8e7-4f80-9dd3-cc9e608bef2d None None] Network 895c0929-0fab-44ac-8846-3e672394ef7b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:53.252261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=940d05d2-5215-4179-b4cc-e73ae2747dbe,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:53.263854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port 940d05d2-5215-4179-b4cc-e73ae2747dbe on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:53.281934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0342e34b-8680-4beb-b8c0-77943afb58c1 None None] For port c0c72d84-49e5-4e46-8250-5f51b465d673, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c0c72d84-49e5-4e46-8250-5f51b465d673,segment=NetworkSegment(b2fa3b34-a636-4573-80a3-b5c8bd9a3864),segment_id=b2fa3b34-a636-4573-80a3-b5c8bd9a3864)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:53.297516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f69595-4ee4-4639-a09b-509ca7f2c436 req-b773da41-6eaa-4a6a-a50b-b0c5af358ddb tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:53.299461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62f69595-4ee4-4639-a09b-509ca7f2c436 req-b773da41-6eaa-4a6a-a50b-b0c5af358ddb tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1684678 Sep 21 18:14:53.315007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-62f69595-4ee4-4639-a09b-509ca7f2c436 req-50823efe-0b0a-4fd2-a129-57dd629782ff tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:14:53.317302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62f69595-4ee4-4639-a09b-509ca7f2c436 req-50823efe-0b0a-4fd2-a129-57dd629782ff tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109518 Sep 21 18:14:53.350728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:14:53.351098 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:14:53.351686 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0342e34b-8680-4beb-b8c0-77943afb58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.416765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342e34b-8680-4beb-b8c0-77943afb58c1 None None] Pushing event updated for resources: {'Port': ['ID=c0c72d84-49e5-4e46-8250-5f51b465d673,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:53.449279 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.481698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895c0929-0fab-44ac-8846-3e672394ef7b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:53.494386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fac5b43-51f5-4eb6-8038-2043ba355a67') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:53.494979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fac5b43-51f5-4eb6-8038-2043ba355a67') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:53.507921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.519580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a716cc-0f11-4af9-8b83-f68d85038d3b req-102321a8-49dd-401e-9b86-252b95ad3c42 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:53.521435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08a716cc-0f11-4af9-8b83-f68d85038d3b req-102321a8-49dd-401e-9b86-252b95ad3c42 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1076636 Sep 21 18:14:53.526963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.535972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:53.536680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:53.543294 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:53.549479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-54350f0a-b84a-4154-9419-b143eac1bdd8 None None] Provisioning complete for port c0c72d84-49e5-4e46-8250-5f51b465d673 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:53.549865 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-54350f0a-b84a-4154-9419-b143eac1bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.593509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35221e05-73b2-4680-8446-207061a5f8f0 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:53.620887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08a716cc-0f11-4af9-8b83-f68d85038d3b req-22fb4f63-c0d8-4ac3-a288-da646e428657 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924313 Sep 21 18:14:53.693673 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.701543 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.704338 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/895c0929-0fab-44ac-8846-3e672394ef7b HTTP/1.1" status: 204 len: 168 time: 2.8456783 Sep 21 18:14:53.708915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43018) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:53.749497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1106720183'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:53.754125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f956c30-52d4-4ba3-beb3-4a54a24fdabc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=895c0929-0fab-44ac-8846-3e672394ef7b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:53.756211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-ef6fac05-2abd-4bf7-8d45-4cb7d5ee9fc7 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips/e18fcf5c-88d7-4678-8292-aaa207de7dff HTTP/1.1" status: 200 len: 693 time: 0.1022222 Sep 21 18:14:53.813730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:53.817410 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.869808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:53.888372 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.889085 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 518c0213-308e-4748-9974-db5a04538e3b of type vlan for network 3bdfe975-7216-46f6-b2eb-22968dd8c6e2 Sep 21 18:14:53.935492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-92e34b42-b4d2-47a1-a0d0-44c5a0b27abf tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:53.943181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-92e34b42-b4d2-47a1-a0d0-44c5a0b27abf tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1748533 Sep 21 18:14:53.949140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-e035dab1-5ad8-4847-b66b-25e3d0a5509a tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:14:53.960892 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-e035dab1-5ad8-4847-b66b-25e3d0a5509a tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164955 Sep 21 18:14:53.974434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.989769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35221e05-73b2-4680-8446-207061a5f8f0 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:54.024041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-b80ad3b8-924c-48e9-8ac9-93b1f55f5a60 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0619528 Sep 21 18:14:54.071888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.080023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:54.094792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-2e86c60f-d0a9-498a-b169-933b4e1c0f4e tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0694981 Sep 21 18:14:54.101639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.326644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Deleting port c1a246bb-76bf-4a13-b1b2-a918899169a6 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:54.329210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.335391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=3bdfe975-7216-46f6-b2eb-22968dd8c6e2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:54.371496 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1aa8bc65-a655-4642-a186-2932a0f79ed3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6537635 Sep 21 18:14:54.372175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43036) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:54.378383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '3bdfe975-7216-46f6-b2eb-22968dd8c6e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:54.425161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 3bdfe975-7216-46f6-b2eb-22968dd8c6e2 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:54.526416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c0c72d84-49e5-4e46-8250-5f51b465d673 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:54.527103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:54.536769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.550538 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.550872 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.581868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Calling delete_port for c1a246bb-76bf-4a13-b1b2-a918899169a6 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:54.632167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_backend_mixin [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing IP validity checks on allocation pools {{(pid=95091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:14:54.632805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_backend_mixin [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:14:54.679434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c0c72d84-49e5-4e46-8250-5f51b465d673 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:54.679881 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.850401 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.906718 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.916940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43040) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:54.928713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '518c0213-308e-4748-9974-db5a04538e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '3bdfe975-7216-46f6-b2eb-22968dd8c6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:54.929416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 3bdfe975-7216-46f6-b2eb-22968dd8c6e2, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:54.941323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=aa7e1bf6-6c78-43fe-8089-5b4285b0537d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:54.948624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event deleted for resources: {'Port': ['ID=c1a246bb-76bf-4a13-b1b2-a918899169a6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:54.956438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 3bdfe975-7216-46f6-b2eb-22968dd8c6e2 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:54.973845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 3bdfe975-7216-46f6-b2eb-22968dd8c6e2) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:54.983815 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077faee8-2277-4f33-a5af-a39f6b870068 None None] Network 3bdfe975-7216-46f6-b2eb-22968dd8c6e2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:54.989278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:54.989875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.014048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.017455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.018826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c8135ff-2151-4dba-88a7-b8b6d7455b96 req-28a93952-52dc-4700-93b1-9fee8dffd3d3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "DELETE /v2.0/floatingips/e18fcf5c-88d7-4678-8292-aaa207de7dff HTTP/1.1" status: 204 len: 173 time: 0.9226770 Sep 21 18:14:55.044129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43046) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:55.044420 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d1989fce-0a3e-4e06-bbc7-e2fc473e68d6 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6709433 Sep 21 18:14:55.190090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320fc6d-ef9d-4d6e-8a17-a81eae34e0da req-31b58101-8138-40ce-b18e-e4c24925c00a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:55.191800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1320fc6d-ef9d-4d6e-8a17-a81eae34e0da req-31b58101-8138-40ce-b18e-e4c24925c00a tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 945 time: 0.1068099 Sep 21 18:14:55.195616 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.236375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7fe62f30-fddb-42ed-85c6-4896669536f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.260373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6c875-f47b-4244-8f08-8356c5e404c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-3bdfe975-7216-46f6-b2eb-22968dd8c6e2', 'network_id': '3bdfe975-7216-46f6-b2eb-22968dd8c6e2', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': 'aa7e1bf6-6c78-43fe-8089-5b4285b0537d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:55.261502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c875-f47b-4244-8f08-8356c5e404c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.303015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1320fc6d-ef9d-4d6e-8a17-a81eae34e0da req-f597dfa7-d70e-48e2-9a1c-c9a43b752cbb tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989933 Sep 21 18:14:55.337353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.363554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:55.486033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f7337f48-0c40-40c4-a8a1-cef35deff6b8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:55.486791 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.499961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.512541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7fe62f30-fddb-42ed-85c6-4896669536f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-b7d6c875-f47b-4244-8f08-8356c5e404c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa7e1bf6-6c78-43fe-8089-5b4285b0537d: This subnet is being modified by another concurrent operation. Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa7e1bf6-6c78-43fe-8089-5b4285b0537d: This subnet is being modified by another concurrent operation. Sep 21 18:14:55.522610 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:14:55.550401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7fe62f30-fddb-42ed-85c6-4896669536f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.558952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ca4b8-9094-43cc-8039-112d629e2b98 None None] Network 3bdfe975-7216-46f6-b2eb-22968dd8c6e2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:55.576511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7e1bf6-6c78-43fe-8089-5b4285b0537d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:55.584287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7fe62f30-fddb-42ed-85c6-4896669536f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2570b6f8842c4e6f89183473a7809395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617303 Sep 21 18:14:55.586839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43050) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:55.631476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34754954-c2e8-4761-a5b8-9f34c00f0ce3 req-180babfd-0981-437b-833e-c0e48085f6b0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:55.638956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34754954-c2e8-4761-a5b8-9f34c00f0ce3 req-180babfd-0981-437b-833e-c0e48085f6b0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 945 time: 0.1953485 Sep 21 18:14:55.662776 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.704424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18aa267f-331a-4030-b33e-fbc74d5671da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.719770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe62f30-fddb-42ed-85c6-4896669536f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02cc30-f03a-464b-b80f-be6d48bb885d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:55.723786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.725571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:55.730302 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489cefb4-7fec-4ee8-b5b7-e72985bec4a8" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:55.739734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34754954-c2e8-4761-a5b8-9f34c00f0ce3 req-ad4df620-7b11-4e78-bad8-d2d9c4479bd5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990741 Sep 21 18:14:55.762604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18aa267f-331a-4030-b33e-fbc74d5671da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.767677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:55.775800 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.789772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdfe975-7216-46f6-b2eb-22968dd8c6e2']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:55.815594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518c0213-308e-4748-9974-db5a04538e3b') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:55.816154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518c0213-308e-4748-9974-db5a04538e3b') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:55.837349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=13']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:55.838328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.840763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41b750-36bb-4de8-a3ee-8e4b5a5d5ade None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:55.885791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18aa267f-331a-4030-b33e-fbc74d5671da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.893365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.896633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18aa267f-331a-4030-b33e-fbc74d5671da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.900926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-18aa267f-331a-4030-b33e-fbc74d5671da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c02cc30-f03a-464b-b80f-be6d48bb885d HTTP/1.1" status: 204 len: 168 time: 0.3121450 Sep 21 18:14:55.906756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:55.907805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:55.912758 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:55.954290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa267f-331a-4030-b33e-fbc74d5671da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02cc30-f03a-464b-b80f-be6d48bb885d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:56.019193 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10289da9-fb7a-48ec-a371-1b5fa9e9288a req-0ec7df5f-085d-447b-b19b-96262982de4d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:56.026980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10289da9-fb7a-48ec-a371-1b5fa9e9288a req-0ec7df5f-085d-447b-b19b-96262982de4d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1747580 Sep 21 18:14:56.065009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41b750-36bb-4de8-a3ee-8e4b5a5d5ade None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:56.078097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10289da9-fb7a-48ec-a371-1b5fa9e9288a req-35f75c9d-e249-47f5-be9f-459aae21c45d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Sep 21 18:14:56.081242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.097863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.100730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/3bdfe975-7216-46f6-b2eb-22968dd8c6e2 HTTP/1.1" status: 204 len: 168 time: 1.0553629 Sep 21 18:14:56.105466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43056) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:56.116510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934598743'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:56.133015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3241add-fa85-488c-98d3-79512854ccfe tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=3bdfe975-7216-46f6-b2eb-22968dd8c6e2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:56.166264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:56.170045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.229291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:56.253880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.254267 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 6034c705-f8f2-4646-9a72-fa4a846d1bd0 of type vlan for network 0e1c7811-7518-48f0-a79c-3b19c68fa516 Sep 21 18:14:56.333706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.383186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.391095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:56.392056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.414379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3048689 Sep 21 18:14:56.425543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43060) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:56.430710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '0e1c7811-7518-48f0-a79c-3b19c68fa516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:56.509237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43062) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:56.534797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f3ed5-19fd-47ca-a8a6-c791c38b78f2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=0e1c7811-7518-48f0-a79c-3b19c68fa516,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:56.548955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0e1c7811-7518-48f0-a79c-3b19c68fa516 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:56.555479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f213517-6546-4b7f-87b0-304e58a1518b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.779019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b21dc-82e4-4a91-9ec8-41487dc1dff2 req-79e7addc-58cb-4409-a0dd-2bae6acf7405 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:56.792834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d4b21dc-82e4-4a91-9ec8-41487dc1dff2 req-79e7addc-58cb-4409-a0dd-2bae6acf7405 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6845396 Sep 21 18:14:56.897046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25d69c-7496-43d9-b137-c4ab811e35de req-4993a6a5-7116-4760-989c-b8c01298e104 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:56.904669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad25d69c-7496-43d9-b137-c4ab811e35de req-4993a6a5-7116-4760-989c-b8c01298e104 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.0623741 Sep 21 18:14:56.951233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad25d69c-7496-43d9-b137-c4ab811e35de req-036a28dc-22f1-4ec8-8926-11340d9201bd tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 Sep 21 18:14:57.008450 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c170c-52ad-462a-88b1-0b544767f3d0 x-openstack-request-id: req-126c170c-52ad-462a-88b1-0b544767f3d0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:57.008742 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-plugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:57.008995 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-126c170c-52ad-462a-88b1-0b544767f3d0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:57.009422 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'code': 200} Sep 21 18:14:57.022142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f213517-6546-4b7f-87b0-304e58a1518b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.075482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f213517-6546-4b7f-87b0-304e58a1518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.090271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:57.092058 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.180998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f213517-6546-4b7f-87b0-304e58a1518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4455fe8-ab3a-4cc6-b0d2-3bd7c3450918,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:57.180998 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f213517-6546-4b7f-87b0-304e58a1518b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3915b5d5fbaf44268b0f9e36bcdbdda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577749 Sep 21 18:14:57.190851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d420d6-84c9-4fd9-9996-0dd8593f6062 req-5bf162cb-cffb-4379-861c-26f8710e0378 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:57.190851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60d420d6-84c9-4fd9-9996-0dd8593f6062 req-5bf162cb-cffb-4379-861c-26f8710e0378 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.1101007 Sep 21 18:14:57.191706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43072) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:57.295342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60d420d6-84c9-4fd9-9996-0dd8593f6062 req-5bc83e56-f45e-49c9-ac6e-c33b8974bf4c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036789 Sep 21 18:14:57.305630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a566cd00-f6b0-43be-b583-a97a4d85be3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.334568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a566cd00-f6b0-43be-b583-a97a4d85be3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.377557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.436433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ca50b28-beb8-45aa-b49a-7a779b192f46 req-1b99f572-828a-4b7b-8489-0fdbc3fdd412 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=0441ebf55fe44ce999133f06f838aac0 HTTP/1.1" status: 200 len: 1654 time: 0.0951097 Sep 21 18:14:57.438372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=93afdace-a149-4c80-9a79-4328712bb60b,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:57.486062 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a566cd00-f6b0-43be-b583-a97a4d85be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.489209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '6034c705-f8f2-4646-9a72-fa4a846d1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0e1c7811-7518-48f0-a79c-3b19c68fa516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:57.489915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 0e1c7811-7518-48f0-a79c-3b19c68fa516, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:57.494476 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a566cd00-f6b0-43be-b583-a97a4d85be3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.496280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a566cd00-f6b0-43be-b583-a97a4d85be3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4455fe8-ab3a-4cc6-b0d2-3bd7c3450918 HTTP/1.1" status: 204 len: 168 time: 0.3032501 Sep 21 18:14:57.513713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 0e1c7811-7518-48f0-a79c-3b19c68fa516 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:57.532097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0e1c7811-7518-48f0-a79c-3b19c68fa516) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:57.540970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:57.542270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.546626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38b8a0-4a59-4e08-8d57-d2e4483b2f5a None None] Network 0e1c7811-7518-48f0-a79c-3b19c68fa516 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:57.582311 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e620c201-b120-48c8-ae74-41de8326ae4c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1538441 Sep 21 18:14:57.582737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43080) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:57.610123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566cd00-f6b0-43be-b583-a97a4d85be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4455fe8-ab3a-4cc6-b0d2-3bd7c3450918,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:57.763323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.841462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0e1c7811-7518-48f0-a79c-3b19c68fa516', 'network_id': '0e1c7811-7518-48f0-a79c-3b19c68fa516', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': '93afdace-a149-4c80-9a79-4328712bb60b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:57.843131 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.864609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca50b28-beb8-45aa-b49a-7a779b192f46 req-216bcbc5-5b8a-4ce6-8745-9a366815a9f1 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:57.875327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ca50b28-beb8-45aa-b49a-7a779b192f46 req-216bcbc5-5b8a-4ce6-8745-9a366815a9f1 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks?id=d4b58782-e2d1-40ac-af5b-2f88777796ec&id=d4b58782-e2d1-40ac-af5b-2f88777796ec&id=d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 787 time: 0.4112327 Sep 21 18:14:57.886261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-2ca50b28-beb8-45aa-b49a-7a779b192f46 req-daea39bf-c22f-4049-bcac-238f19dea807 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:14:57.908548 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ca50b28-beb8-45aa-b49a-7a779b192f46 req-daea39bf-c22f-4049-bcac-238f19dea807 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306535 Sep 21 18:14:57.914482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.929623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-8742a9e1-038a-4752-956b-3d543342281c req-1216a538-b72b-4ce5-8641-cc1c3a679591 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:14:57.931273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8742a9e1-038a-4752-956b-3d543342281c req-1216a538-b72b-4ce5-8641-cc1c3a679591 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081794 Sep 21 18:14:58.067316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8742a9e1-038a-4752-956b-3d543342281c req-a90a345d-b7eb-47b5-8f69-c0f8b1651750 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1257989 Sep 21 18:14:58.100441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Allocated IP 172.20.0.1 (0e1c7811-7518-48f0-a79c-3b19c68fa516/93afdace-a149-4c80-9a79-4328712bb60b/abc6ff2b-83b2-4556-bb17-a7ef881295a5) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:58.318710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.329745 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.355901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.388430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=93afdace-a149-4c80-9a79-4328712bb60b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:58.425477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Network 0e1c7811-7518-48f0-a79c-3b19c68fa516 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:58.426319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825286cd-1c61-4bdf-9349-0be303730a42 req-b1a1a513-43c1-4ad6-adde-649f1a93af8d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:58.428559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-825286cd-1c61-4bdf-9349-0be303730a42 req-b1a1a513-43c1-4ad6-adde-649f1a93af8d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1033719 Sep 21 18:14:58.433497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:58.439191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:58.460025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Pushing event updated for resources: {'Port': ['ID=abc6ff2b-83b2-4556-bb17-a7ef881295a5,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:58.518437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.519489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-825286cd-1c61-4bdf-9349-0be303730a42 req-21a1b49f-27b0-4cb6-a774-17764d4e95b8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835781 Sep 21 18:14:58.536587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Attempting to bind port abc6ff2b-83b2-4556-bb17-a7ef881295a5 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:58.537106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Attempting to bind port abc6ff2b-83b2-4556-bb17-a7ef881295a5 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6034c705-f8f2-4646-9a72-fa4a846d1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0e1c7811-7518-48f0-a79c-3b19c68fa516'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:58.537486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Attempting to bind port abc6ff2b-83b2-4556-bb17-a7ef881295a5 on network 0e1c7811-7518-48f0-a79c-3b19c68fa516 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:58.543154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:58.543759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Checking segment: {'id': '6034c705-f8f2-4646-9a72-fa4a846d1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0e1c7811-7518-48f0-a79c-3b19c68fa516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:58.544329 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.544880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Bound using segment: {'id': '6034c705-f8f2-4646-9a72-fa4a846d1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0e1c7811-7518-48f0-a79c-3b19c68fa516'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:58.546121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Bound port: abc6ff2b-83b2-4556-bb17-a7ef881295a5, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6034c705-f8f2-4646-9a72-fa4a846d1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0e1c7811-7518-48f0-a79c-3b19c68fa516'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:58.546710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.554105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1c7811-7518-48f0-a79c-3b19c68fa516']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:58.576291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6034c705-f8f2-4646-9a72-fa4a846d1bd0') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:58.578176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6034c705-f8f2-4646-9a72-fa4a846d1bd0') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:58.608815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.632611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.644168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:58.644568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:58.647893 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:58.675203 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3798089f-2f09-4965-92f9-85420135ba3a req-66c3557d-890c-4842-861d-fe99b11f08f3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips/d28e5946-0dec-43e5-813d-2421fd388f38 HTTP/1.1" status: 200 len: 692 time: 0.1065848 Sep 21 18:14:58.689579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] For port abc6ff2b-83b2-4556-bb17-a7ef881295a5, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:58.741792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] For port abc6ff2b-83b2-4556-bb17-a7ef881295a5, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abc6ff2b-83b2-4556-bb17-a7ef881295a5,segment=NetworkSegment(6034c705-f8f2-4646-9a72-fa4a846d1bd0),segment_id=6034c705-f8f2-4646-9a72-fa4a846d1bd0)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:58.743197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:14:58.743197 n-d-810285-3 neutron-server[95091]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:14:58.743197 n-d-810285-3 neutron-server[95091]: [parameters: {'id': '0e1c7811-7518-48f0-a79c-3b19c68fa516'}] Sep 21 18:14:58.743197 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:14:58.743588 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:14:58.750892 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.851341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8227be-28ab-40b9-b655-a60f198df413 None None] Network 0e1c7811-7518-48f0-a79c-3b19c68fa516 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:58.863062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4c9ec-08c3-4392-9729-d619080bd08c None None] Pushing event updated for resources: {'Port': ['ID=abc6ff2b-83b2-4556-bb17-a7ef881295a5,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:58.946135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798089f-2f09-4965-92f9-85420135ba3a req-47faa621-957e-46c1-8af6-d2914b1084ea tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:58.949005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3798089f-2f09-4965-92f9-85420135ba3a req-47faa621-957e-46c1-8af6-d2914b1084ea tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2730026 Sep 21 18:14:59.039248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23247fb-3525-454e-99af-c9a861d19263 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:14:59.067955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3798089f-2f09-4965-92f9-85420135ba3a req-f6036235-6996-4bc8-be60-c5fc498f7b05 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.1092463 Sep 21 18:14:59.129776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3798089f-2f09-4965-92f9-85420135ba3a req-36059a05-7c13-432c-8396-7bb7007591b5 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0608122 Sep 21 18:14:59.244843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.268956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23247fb-3525-454e-99af-c9a861d19263 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:14:59.276437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e83d5f7e-e30e-4bab-999b-6f2e50dd4ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.309675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Deleting port 1a749940-5dbb-4d36-b996-d4b3f9098206 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:59.310023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.357910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port abc6ff2b-83b2-4556-bb17-a7ef881295a5 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:59.358726 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.454820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port abc6ff2b-83b2-4556-bb17-a7ef881295a5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abc6ff2b-83b2-4556-bb17-a7ef881295a5,segment=NetworkSegment(6034c705-f8f2-4646-9a72-fa4a846d1bd0),segment_id=6034c705-f8f2-4646-9a72-fa4a846d1bd0)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:59.455998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.462738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.462738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.489700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for abc6ff2b-83b2-4556-bb17-a7ef881295a5 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:59.492104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Calling delete_port for 1a749940-5dbb-4d36-b996-d4b3f9098206 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:59.615489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.653800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=abc6ff2b-83b2-4556-bb17-a7ef881295a5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:59.661556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port abc6ff2b-83b2-4556-bb17-a7ef881295a5 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:59.699599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.735376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event deleted for resources: {'Port': ['ID=1a749940-5dbb-4d36-b996-d4b3f9098206,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:59.769541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.793676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1c7811-7518-48f0-a79c-3b19c68fa516']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:59.804957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6034c705-f8f2-4646-9a72-fa4a846d1bd0') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:59.805406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6034c705-f8f2-4646-9a72-fa4a846d1bd0') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:59.820167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.833626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.840711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:59.841255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.861247 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.867383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.883743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3798089f-2f09-4965-92f9-85420135ba3a req-560cd106-9f0a-4709-a8fb-3a16ed17a782 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "DELETE /v2.0/floatingips/d28e5946-0dec-43e5-813d-2421fd388f38 HTTP/1.1" status: 204 len: 173 time: 0.7528193 Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:59.913005 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:59.919838 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.932263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.934928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/0e1c7811-7518-48f0-a79c-3b19c68fa516 HTTP/1.1" status: 204 len: 168 time: 2.3511896 Sep 21 18:14:59.940737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43126) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:59.945859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974292776'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:59.959569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ede5aa-2b6f-425c-8b08-dc936f6b5a28 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=0e1c7811-7518-48f0-a79c-3b19c68fa516,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:00.013557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:00.017237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.066989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:00.080716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dd324-6862-4c09-af2b-f761bcb8b0e8 req-b5e63ad9-b1f8-45c2-b1be-735f69048c47 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:00.082532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e0dd324-6862-4c09-af2b-f761bcb8b0e8 req-b5e63ad9-b1f8-45c2-b1be-735f69048c47 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.0860190 Sep 21 18:15:00.088918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.089437 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment fbf506fe-48fc-41df-bb51-0febd79f9289 of type vlan for network f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955 Sep 21 18:15:00.160073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.183951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e0dd324-6862-4c09-af2b-f761bcb8b0e8 req-592af86a-27ef-4bd8-8bcb-39772850cb4b tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847430 Sep 21 18:15:00.238750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.255301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:00.256364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.311840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 22c0168c-cfe4-4502-95b4-29e99dedb8b1 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:00.314595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 22c0168c-cfe4-4502-95b4-29e99dedb8b1 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:00.366770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4223595 Sep 21 18:15:00.367321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43136) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:00.373758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': 'f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:00.445529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63707e9e-5bdc-4656-81de-831228671229 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:00.464869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0306c2-8945-449f-91a7-a37a329c2bd4 req-422bd12e-ecf9-4072-b60f-4095102b5d0c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:00.465627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:00.466895 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec0306c2-8945-449f-91a7-a37a329c2bd4 req-422bd12e-ecf9-4072-b60f-4095102b5d0c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.1713915 Sep 21 18:15:00.537976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec0306c2-8945-449f-91a7-a37a329c2bd4 req-7a662fc3-d0c2-43bc-8250-c9b8e490a5df tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603340 Sep 21 18:15:00.581560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:00.586965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.723012 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.759179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8c9d1-cea7-4979-88ab-646ee20aedd2 req-61c5c3dd-0918-4713-bc44-3d425815f9d2 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:00.768882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aad8c9d1-cea7-4979-88ab-646ee20aedd2 req-61c5c3dd-0918-4713-bc44-3d425815f9d2 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1216955 Sep 21 18:15:00.781930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:00.832611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:00.836085 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95d5958-b39a-43c7-95b2-6184ada365a6" -d '{"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-unplugged", "status": "completed", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:00.838258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aad8c9d1-cea7-4979-88ab-646ee20aedd2 req-b8c3720e-c43c-49e2-a2d3-0d7c1dfefd0a tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682838 Sep 21 18:15:00.862519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:00.866673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'port_id': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'mac_address': 'fa:16:3e:9d:12:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e2521-b5af-41c9-942a-dbc28cafe6b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:00.878086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.955958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:00.961823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-74ab0e27-8f01-48a8-88ef-ecd1ca7bf46f tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips/c9ffa960-092b-4dcb-8d5b-f82d88617c00 HTTP/1.1" status: 200 len: 692 time: 0.0712264 Sep 21 18:15:01.008347 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.034075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c0168c-cfe4-4502-95b4-29e99dedb8b1 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:01.057301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.072438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:01.085550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.167972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:01.218905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=ce861bd8-2ae2-46b3-9273-2c00473d2585,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:01.221463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': 'fbf506fe-48fc-41df-bb51-0febd79f9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:01.222278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:01.237552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-4ae47b6d-3015-401c-af95-e71cd69cf3ac tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:01.248171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-4ae47b6d-3015-401c-af95-e71cd69cf3ac tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.2805064 Sep 21 18:15:01.256391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:01.287381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:01.296176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:01.297385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.300752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bce898-59c6-42ae-8dab-9ae5e13ef9f2 None None] Network f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:01.330346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['22c0168c-cfe4-4502-95b4-29e99dedb8b1'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:01.335744 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7d6e75b5-efa0-4174-9a3e-b1fa7fe1214e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9648476 Sep 21 18:15:01.336047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43152) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:01.344761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-ca272768-2fbf-477e-b9cc-3dc308a4e59d tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0945399 Sep 21 18:15:01.438525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-c9315225-2c27-46b1-a9a9-c67604decc7c tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0924811 Sep 21 18:15:01.479687 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.544794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.633501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Deleting port cb8a4de2-f7ff-43da-b673-85a9daff95d0 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:01.634024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.690258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.697821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5fdc4-1b57-4d0d-bba4-6a224f429ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955', 'network_id': 'f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': 'ce861bd8-2ae2-46b3-9273-2c00473d2585'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:01.699198 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-37a5fdc4-1b57-4d0d-bba4-6a224f429ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.761147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.761673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.783420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Calling delete_port for cb8a4de2-f7ff-43da-b673-85a9daff95d0 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:01.788697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=ce861bd8-2ae2-46b3-9273-2c00473d2585,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:01.856483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc01d9-d1fb-480b-9a28-85bdd230d0b3 None None] Network f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:01.936041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.998427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:02.002707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.009810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf506fe-48fc-41df-bb51-0febd79f9289') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:02.010107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf506fe-48fc-41df-bb51-0febd79f9289') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:02.021158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.043985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43162) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:02.046574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event deleted for resources: {'Port': ['ID=cb8a4de2-f7ff-43da-b673-85a9daff95d0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:02.054791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.077276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:02.077801 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:02.081039 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:02.145713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.149250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.151687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-498d47b6-1381-4d3a-96db-1899ccfa4998 req-fac3ac08-c1c1-4b4b-a8cc-3b0bc374de14 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "DELETE /v2.0/floatingips/c9ffa960-092b-4dcb-8d5b-f82d88617c00 HTTP/1.1" status: 204 len: 173 time: 0.7121902 Sep 21 18:15:02.172803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.181150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.189674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43168) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:02.197853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1417133077'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:02.206803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955 HTTP/1.1" status: 204 len: 168 time: 0.8695457 Sep 21 18:15:02.238114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c532fe4-10c1-48b0-af62-fb21f15c4bcc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:02.242068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11f06ca2-01d4-4f95-9bdf-b1b85da7f69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.268027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:02.271628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.305911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:02.322577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37f12f-24cf-4971-9d59-d665d0e74662 req-e6275e82-8412-416e-aced-40fd940ea1ae tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:02.325000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 22c0168c-cfe4-4502-95b4-29e99dedb8b1 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:02.344429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c37f12f-24cf-4971-9d59-d665d0e74662 req-e6275e82-8412-416e-aced-40fd940ea1ae tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 945 time: 0.1189139 Sep 21 18:15:02.348871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.349107 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 69494d03-eb0a-42d5-8575-5875f2413341 of type vlan for network a0be8d50-27d6-4ce0-bdb5-adae3d7091c8 Sep 21 18:15:02.392354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11f06ca2-01d4-4f95-9bdf-b1b85da7f69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.398942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11f06ca2-01d4-4f95-9bdf-b1b85da7f69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.445595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f06ca2-01d4-4f95-9bdf-b1b85da7f69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eaedcb-b8d4-4b53-be57-301d1e443907,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:02.446623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:02.447628 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.487850 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.510588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-11f06ca2-01d4-4f95-9bdf-b1b85da7f69f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5b836d6e5fe4daaac11cce5dca63a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628093 Sep 21 18:15:02.511581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43170) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:02.547282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c37f12f-24cf-4971-9d59-d665d0e74662 req-1f576b9a-3932-44e4-a4a4-5f0081e6c3ac tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870937 Sep 21 18:15:02.629146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.637105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.646073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:02.646993 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.696684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9af4729-4d73-4d52-a48b-36b0bd4e5e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.703827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5125096 Sep 21 18:15:02.704668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43174) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:02.718820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': 'a0be8d50-27d6-4ce0-bdb5-adae3d7091c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:02.725115 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af36778-1147-4643-93b4-f25b814d0445 x-openstack-request-id: req-8af36778-1147-4643-93b4-f25b814d0445 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:02.725440 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-unplugged", "status": "completed", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:02.725701 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8af36778-1147-4643-93b4-f25b814d0445 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:02.726097 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'code': 200} Sep 21 18:15:02.731101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:02.741029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9af4729-4d73-4d52-a48b-36b0bd4e5e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.741570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.814057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9af4729-4d73-4d52-a48b-36b0bd4e5e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.817988 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9af4729-4d73-4d52-a48b-36b0bd4e5e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:02.819422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b9af4729-4d73-4d52-a48b-36b0bd4e5e5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16eaedcb-b8d4-4b53-be57-301d1e443907 HTTP/1.1" status: 204 len: 168 time: 0.3067722 Sep 21 18:15:02.831360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e29bb-3510-4ff1-9c32-80f7a404dd0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=a0be8d50-27d6-4ce0-bdb5-adae3d7091c8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:02.832128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af4729-4d73-4d52-a48b-36b0bd4e5e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eaedcb-b8d4-4b53-be57-301d1e443907,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:02.848927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a0be8d50-27d6-4ce0-bdb5-adae3d7091c8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:02.970592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7bd86-1a82-46ef-a0cf-260380af156b req-1ddf6795-bcf9-42e1-9494-947d000846c1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:02.978449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9c7bd86-1a82-46ef-a0cf-260380af156b req-1ddf6795-bcf9-42e1-9494-947d000846c1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.0825922 Sep 21 18:15:03.023642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:03.026100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:03.038769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.090638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9c7bd86-1a82-46ef-a0cf-260380af156b req-f32edf3c-e0a6-4f3a-a8a6-b0e8a897da81 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110933 Sep 21 18:15:03.141975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing IP validity checks on allocation pools {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:15:03.142555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:15:03.288248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43186) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:03.307070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a4dd65e-4b9b-407e-8400-e25acc0921d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.335266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93abbc1-1f5e-40e0-8774-06b9db695fd8 req-4e249f93-68ef-49a2-bf0c-9654644008b3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:03.344344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d93abbc1-1f5e-40e0-8774-06b9db695fd8 req-4e249f93-68ef-49a2-bf0c-9654644008b3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1312158 Sep 21 18:15:03.375738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.438960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a4dd65e-4b9b-407e-8400-e25acc0921d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.447693 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a4dd65e-4b9b-407e-8400-e25acc0921d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.470155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d93abbc1-1f5e-40e0-8774-06b9db695fd8 req-70049eab-e7c0-4b41-9fe8-b74955e2f655 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230230 Sep 21 18:15:03.492240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=32c627e7-19ce-416a-8f6d-7c6e59696fbe,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:03.494900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a4dd65e-4b9b-407e-8400-e25acc0921d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a073c65cc9924e81b66db5bca17eaa08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055683 Sep 21 18:15:03.502100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43188) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:03.522095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '69494d03-eb0a-42d5-8575-5875f2413341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'a0be8d50-27d6-4ce0-bdb5-adae3d7091c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:03.522775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: a0be8d50-27d6-4ce0-bdb5-adae3d7091c8, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:03.584128 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-871ea09e-d30a-40d2-ab85-af85878490dc req-06daf47e-07d7-4ad6-9201-a80e81668fd9 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips/0b120461-7cbb-4281-bd5c-8948cf0a7a1a HTTP/1.1" status: 200 len: 692 time: 0.0709300 Sep 21 18:15:03.611309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network a0be8d50-27d6-4ce0-bdb5-adae3d7091c8 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:03.611533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dd65e-4b9b-407e-8400-e25acc0921d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40154672-4f91-48fa-861c-f5a98f14d585,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:03.613293 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17f56f8c-b9f3-4233-a75b-2a1bd36a4815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.618169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30bc6414-12cc-4068-80c8-266d789c4307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.649325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30bc6414-12cc-4068-80c8-266d789c4307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.649598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a0be8d50-27d6-4ce0-bdb5-adae3d7091c8) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:03.661955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ad08d-a53c-40b4-bf15-dabb51e9c7f2 None None] Network a0be8d50-27d6-4ce0-bdb5-adae3d7091c8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:03.694289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:03.694565 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.720934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43190) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:03.721410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4927f6ab-2b13-4b64-971d-db16816bb403 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0102139 Sep 21 18:15:03.768419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea09e-d30a-40d2-ab85-af85878490dc req-7faf4c98-4853-4ed7-a2cf-5c9f0434bbd3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:03.768700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30bc6414-12cc-4068-80c8-266d789c4307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.773752 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30bc6414-12cc-4068-80c8-266d789c4307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.773752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-30bc6414-12cc-4068-80c8-266d789c4307 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40154672-4f91-48fa-861c-f5a98f14d585 HTTP/1.1" status: 204 len: 168 time: 0.2629733 Sep 21 18:15:03.782740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-871ea09e-d30a-40d2-ab85-af85878490dc req-7faf4c98-4853-4ed7-a2cf-5c9f0434bbd3 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 784 time: 0.1850669 Sep 21 18:15:03.798502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc6414-12cc-4068-80c8-266d789c4307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40154672-4f91-48fa-861c-f5a98f14d585,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:03.905656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:03.924092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-871ea09e-d30a-40d2-ab85-af85878490dc req-048a11c4-c901-4ceb-ac4d-862bd2560d2f tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.1404023 Sep 21 18:15:03.956824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee38016-63f0-4bbd-b7f9-dc1304e5b320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-a0be8d50-27d6-4ce0-bdb5-adae3d7091c8', 'network_id': 'a0be8d50-27d6-4ce0-bdb5-adae3d7091c8', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': '32c627e7-19ce-416a-8f6d-7c6e59696fbe'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:03.963374 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9ee38016-63f0-4bbd-b7f9-dc1304e5b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.005155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-871ea09e-d30a-40d2-ab85-af85878490dc req-88104bc9-6725-44f2-ad28-d005adecb34a tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0799561 Sep 21 18:15:04.013875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.175690 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.184576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-9ee38016-63f0-4bbd-b7f9-dc1304e5b320 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32c627e7-19ce-416a-8f6d-7c6e59696fbe: This subnet is being modified by another concurrent operation. Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32c627e7-19ce-416a-8f6d-7c6e59696fbe: This subnet is being modified by another concurrent operation. Sep 21 18:15:04.210431 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:15:04.232273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Deleting port 00b4135c-5ffc-40df-a0b7-74fc84184e24 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:04.233407 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.237320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1383e07-444f-4d96-97bf-1b04eb1e4848 None None] Network a0be8d50-27d6-4ce0-bdb5-adae3d7091c8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:04.256149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=32c627e7-19ce-416a-8f6d-7c6e59696fbe,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:04.389895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.390931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.392015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.417482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Calling delete_port for 00b4135c-5ffc-40df-a0b7-74fc84184e24 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:04.423916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0be8d50-27d6-4ce0-bdb5-adae3d7091c8']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:04.439385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69494d03-eb0a-42d5-8575-5875f2413341') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:04.440023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69494d03-eb0a-42d5-8575-5875f2413341') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:04.454648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.476187 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.486443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:04.487249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.507628 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:04.522155 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:04.531221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882216bd-4072-44e7-b868-249bce0bb286 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:04.597469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.608900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.611723 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/a0be8d50-27d6-4ce0-bdb5-adae3d7091c8 HTTP/1.1" status: 204 len: 168 time: 0.8894327 Sep 21 18:15:04.616986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43206) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:04.625823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b4896-f290-4ba4-99c7-ab1d2ded0790 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=a0be8d50-27d6-4ce0-bdb5-adae3d7091c8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:04.638461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1849748321'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:04.704057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:04.708312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.728747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:04.730930 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5178d0d6-0bbd-4c27-8ec4-ecc2e041fddc" -d '{"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-plugged", "status": "completed", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:04.731764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.748333 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:04.766602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882216bd-4072-44e7-b868-249bce0bb286 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:05.129243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:05.131342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Pushing event deleted for resources: {'Port': ['ID=00b4135c-5ffc-40df-a0b7-74fc84184e24,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:05.168142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.168420 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment fb18cc78-7e0c-4fe9-a77c-906f67eabc64 of type vlan for network 207556fa-ed96-48cf-b2ce-901611c35f41 Sep 21 18:15:05.222169 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:15:05.225599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.228400 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.230333 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-871ea09e-d30a-40d2-ab85-af85878490dc req-b7ce2269-599b-41e7-8436-ce2688b21e02 tempest-FloatingIPDetailsTestJSON-542591375 tempest-FloatingIPDetailsTestJSON-542591375-project] 10.222.0.70 "DELETE /v2.0/floatingips/0b120461-7cbb-4281-bd5c-8948cf0a7a1a HTTP/1.1" status: 204 len: 173 time: 1.2188594 Sep 21 18:15:05.233275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.236991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43222) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:05.425641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.431186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:05.431828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.477631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8591256 Sep 21 18:15:05.481013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43226) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:05.486140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '207556fa-ed96-48cf-b2ce-901611c35f41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:05.499620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793834-d981-47bf-b03e-5dc10eaea54d req-529b1772-af4d-4e02-831e-5ae56d0dd3d5 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:05.501405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25793834-d981-47bf-b03e-5dc10eaea54d req-529b1772-af4d-4e02-831e-5ae56d0dd3d5 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.1936874 Sep 21 18:15:05.567738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e20f8-5e8e-4397-82f5-24ae8a8f3cc2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=207556fa-ed96-48cf-b2ce-901611c35f41,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:05.580530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 207556fa-ed96-48cf-b2ce-901611c35f41 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:05.683896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25793834-d981-47bf-b03e-5dc10eaea54d req-a8f35cde-aaae-4caf-80b2-3bc14f0690fa tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389942 Sep 21 18:15:05.713117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:05.726735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.943997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a85ba-1070-4dc6-92f6-a4b2ec67b1df req-5f6311a3-348e-407b-ad73-46de5eb7dda9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:05.945452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-748a85ba-1070-4dc6-92f6-a4b2ec67b1df req-5f6311a3-348e-407b-ad73-46de5eb7dda9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.1636031 Sep 21 18:15:06.040979 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-748a85ba-1070-4dc6-92f6-a4b2ec67b1df req-fe2c53a3-4be2-4250-98e9-f11511639256 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797141 Sep 21 18:15:06.135981 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.152002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.267503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9997be-54ce-489b-8814-39a2ec1184ed req-87535b1c-ecac-4a16-990e-5f22047b8341 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:06.269114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b9997be-54ce-489b-8814-39a2ec1184ed req-87535b1c-ecac-4a16-990e-5f22047b8341 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1207683 Sep 21 18:15:06.310112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=65bd0ae7-2fac-40b2-b6c3-f0df0d5886a1,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:06.324073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '207556fa-ed96-48cf-b2ce-901611c35f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:06.324440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 207556fa-ed96-48cf-b2ce-901611c35f41, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:06.361406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b9997be-54ce-489b-8814-39a2ec1184ed req-9e07bb64-f970-4b7c-b889-f4fb173459cb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722220 Sep 21 18:15:06.389574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 207556fa-ed96-48cf-b2ce-901611c35f41 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:06.405446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 207556fa-ed96-48cf-b2ce-901611c35f41) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:06.415499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8534b35-ff7f-4ead-9bec-94bbe985cbcb None None] Network 207556fa-ed96-48cf-b2ce-901611c35f41 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:06.438597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:06.439206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.492386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5306f18d-640f-4d1c-b649-b3c5727eb2bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0076826 Sep 21 18:15:06.495426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43242) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:06.637716 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7349a4-35f3-4caf-baf4-c388168a40a0 x-openstack-request-id: req-8c7349a4-35f3-4caf-baf4-c388168a40a0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:06.638122 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-plugged", "status": "completed", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:06.638423 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c7349a4-35f3-4caf-baf4-c388168a40a0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:06.638669 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'code': 200} Sep 21 18:15:06.741460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d253c03-856a-4392-a63e-92ec50bd7361 req-d345dd4b-0074-4557-b062-23b1e19ac6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:06.744161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d253c03-856a-4392-a63e-92ec50bd7361 req-d345dd4b-0074-4557-b062-23b1e19ac6a5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 1097 time: 0.0656862 Sep 21 18:15:06.755313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Deleting port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:06.755655 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.831189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-207556fa-ed96-48cf-b2ce-901611c35f41', 'network_id': '207556fa-ed96-48cf-b2ce-901611c35f41', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': '65bd0ae7-2fac-40b2-b6c3-f0df0d5886a1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:06.832038 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.833821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.854277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4befbd6-ca6f-4002-9e32-6ff29c763ef8 req-f52a3479-9619-4a26-8955-3c7ed011a1d1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:06.863752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4befbd6-ca6f-4002-9e32-6ff29c763ef8 req-f52a3479-9619-4a26-8955-3c7ed011a1d1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:06.867592 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d253c03-856a-4392-a63e-92ec50bd7361 req-549e8717-5d0c-4b0c-9b26-50c35be2089e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151149 Sep 21 18:15:06.874686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4befbd6-ca6f-4002-9e32-6ff29c763ef8 req-f52a3479-9619-4a26-8955-3c7ed011a1d1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:06.885046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4befbd6-ca6f-4002-9e32-6ff29c763ef8 req-f52a3479-9619-4a26-8955-3c7ed011a1d1 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a&device_id=91315ccc-d821-4347-9e6a-29fb677e691a&device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 2417 time: 0.2333632 Sep 21 18:15:06.961151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] For port 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,segment=NetworkSegment(abad2343-83f7-494f-85e5-01ef9ca1b1e6),segment_id=abad2343-83f7-494f-85e5-01ef9ca1b1e6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:06.964351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.986808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4befbd6-ca6f-4002-9e32-6ff29c763ef8 req-7c3947e0-7c58-45d9-8ac0-7ff5c103cc83 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007397 Sep 21 18:15:07.005749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Calling delete_port for 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:07.024017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.095904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Allocated IP 172.20.0.1 (207556fa-ed96-48cf-b2ce-901611c35f41/65bd0ae7-2fac-40b2-b6c3-f0df0d5886a1/6b0e595a-5a34-47dc-ba97-75524a35d44f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:07.295975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a185557-0ff4-4290-bc56-addd7497d9a4 req-a4fd7bac-db33-4853-ab86-a56c29c5a682 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2614818 Sep 21 18:15:07.334155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.471963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.506055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:07.602049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032ce77-c850-469d-8958-df867db68e46 req-4324aff5-f2ad-489c-9505-3b91a1bf49ad tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:07.611454 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8032ce77-c850-469d-8958-df867db68e46 req-4324aff5-f2ad-489c-9505-3b91a1bf49ad tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.1081223 Sep 21 18:15:07.705712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8032ce77-c850-469d-8958-df867db68e46 req-9b9aa390-073d-4693-a845-8b25870ab438 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860031 Sep 21 18:15:07.776099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.914930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a70c3-3e62-45ee-bdbd-338325b8a2cf req-29626206-12b2-4f80-b28b-44e8c4b1fbf5 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:07.917719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-308a70c3-3e62-45ee-bdbd-338325b8a2cf req-29626206-12b2-4f80-b28b-44e8c4b1fbf5 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1006589 Sep 21 18:15:07.939339 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.948965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.027320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Network 207556fa-ed96-48cf-b2ce-901611c35f41 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:08.036136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:08.047465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:08.050073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.153992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Pushing event updated for resources: {'Port': ['ID=6b0e595a-5a34-47dc-ba97-75524a35d44f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:08.162484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Attempting to bind port 6b0e595a-5a34-47dc-ba97-75524a35d44f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:08.163340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Attempting to bind port 6b0e595a-5a34-47dc-ba97-75524a35d44f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '207556fa-ed96-48cf-b2ce-901611c35f41'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:08.163340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Attempting to bind port 6b0e595a-5a34-47dc-ba97-75524a35d44f on network 207556fa-ed96-48cf-b2ce-901611c35f41 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:08.179125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:08.179519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Checking segment: {'id': 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '207556fa-ed96-48cf-b2ce-901611c35f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:08.179936 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.180617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Bound using segment: {'id': 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '207556fa-ed96-48cf-b2ce-901611c35f41'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:08.180820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Bound port: 6b0e595a-5a34-47dc-ba97-75524a35d44f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '207556fa-ed96-48cf-b2ce-901611c35f41'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:08.181203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.217780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-308a70c3-3e62-45ee-bdbd-338325b8a2cf req-fdeba6f4-ba12-4a4a-9254-fbc382772482 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868066 Sep 21 18:15:08.283112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.325834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207556fa-ed96-48cf-b2ce-901611c35f41']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:08.334823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] For port 6b0e595a-5a34-47dc-ba97-75524a35d44f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:08.345391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:08.346084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:08.356689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] For port 6b0e595a-5a34-47dc-ba97-75524a35d44f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6b0e595a-5a34-47dc-ba97-75524a35d44f,segment=NetworkSegment(fb18cc78-7e0c-4fe9-a77c-906f67eabc64),segment_id=fb18cc78-7e0c-4fe9-a77c-906f67eabc64)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:08.363864 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.379071 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.393886 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.403779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:08.405272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.459355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Router 8cbac225-98e3-4f99-b005-3ac33aed19d3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:08.488150 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:08.492855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:15:08.492855 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:15:08.492855 n-d-810285-3 neutron-server[95090]: [parameters: {'id': '207556fa-ed96-48cf-b2ce-901611c35f41'}] Sep 21 18:15:08.492855 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:08.493704 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:08.494643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=65bd0ae7-2fac-40b2-b6c3-f0df0d5886a1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:08.531382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319d930-84cb-456a-9341-80e61d03b283 None None] Pushing event updated for resources: {'Port': ['ID=6b0e595a-5a34-47dc-ba97-75524a35d44f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:08.624402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.661367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:15:08.667228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7479f-adf0-4acb-adec-7e0a7533a971 None None] Network 207556fa-ed96-48cf-b2ce-901611c35f41 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:08.670714 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] Sync routers for ids ['8cbac225-98e3-4f99-b005-3ac33aed19d3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:15:08.696065 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cf72f069-28f1-49e3-9357-9ec5319db7ae admin admin] 10.222.0.70 "PUT /v2.0/routers/8cbac225-98e3-4f99-b005-3ac33aed19d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4575896 Sep 21 18:15:08.697638 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] Routers {'8cbac225-98e3-4f99-b005-3ac33aed19d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:08.699006 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8cbac225-98e3-4f99-b005-3ac33aed19d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:08.700635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:08.957843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1aa1df-0c80-462f-98d9-9790e92b1d82 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:08.995723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.099780 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] Set router 8cbac225-98e3-4f99-b005-3ac33aed19d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:09.143399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port 6b0e595a-5a34-47dc-ba97-75524a35d44f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:09.143755 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.186827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1aa1df-0c80-462f-98d9-9790e92b1d82 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:09.313223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port 6b0e595a-5a34-47dc-ba97-75524a35d44f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6b0e595a-5a34-47dc-ba97-75524a35d44f,segment=NetworkSegment(fb18cc78-7e0c-4fe9-a77c-906f67eabc64),segment_id=fb18cc78-7e0c-4fe9-a77c-906f67eabc64)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:09.313600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.347349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for 6b0e595a-5a34-47dc-ba97-75524a35d44f owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:09.587040 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:15:07Z', 'revision_number': 5, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:09.590744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.659166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=6b0e595a-5a34-47dc-ba97-75524a35d44f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:09.666949 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] Checking router: 8cbac225-98e3-4f99-b005-3ac33aed19d3 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:15:09.679271 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] Routers {'8cbac225-98e3-4f99-b005-3ac33aed19d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:09.680675 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['8cbac225-98e3-4f99-b005-3ac33aed19d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:09.695656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.704396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port 6b0e595a-5a34-47dc-ba97-75524a35d44f on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:09.864705 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] Set router 8cbac225-98e3-4f99-b005-3ac33aed19d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:09.884573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.982000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.983925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Deleting port bfe44c97-1c74-4478-a246-fbf0fddc1252 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:09.984372 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.018578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725a9c0-8d5a-4bb1-8631-d905c7e9c7d4 req-c0abd12f-21e8-4b3b-a4b2-9d98dbba4915 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:10.028930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6725a9c0-8d5a-4bb1-8631-d905c7e9c7d4 req-c0abd12f-21e8-4b3b-a4b2-9d98dbba4915 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.3734097 Sep 21 18:15:10.058827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207556fa-ed96-48cf-b2ce-901611c35f41']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:10.073819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:10.074464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb18cc78-7e0c-4fe9-a77c-906f67eabc64') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:10.109505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6725a9c0-8d5a-4bb1-8631-d905c7e9c7d4 req-7ce959ad-40f0-42a3-a3a8-50e79322ba21 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787044 Sep 21 18:15:10.133170 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.177759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.192509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:10.192509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.207294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] For port bfe44c97-1c74-4478-a246-fbf0fddc1252, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bfe44c97-1c74-4478-a246-fbf0fddc1252,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:10.207490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:10.214397 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:10.237980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Calling delete_port for bfe44c97-1c74-4478-a246-fbf0fddc1252 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:10.277968 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:15:07Z', 'revision_number': 5, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:10.343104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be38c64-035e-4df8-b8dc-14897123459a req-eeece6c3-551b-4372-a883-d5d15b514ac4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:10.344924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7be38c64-035e-4df8-b8dc-14897123459a req-eeece6c3-551b-4372-a883-d5d15b514ac4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1269486 Sep 21 18:15:10.346409 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.354872 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.361683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/207556fa-ed96-48cf-b2ce-901611c35f41 HTTP/1.1" status: 204 len: 168 time: 3.8650973 Sep 21 18:15:10.364061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43310) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:10.373872 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273e6bd-20ce-43f1-942c-f23a5862e80a None None] The sync data for ids ['8cbac225-98e3-4f99-b005-3ac33aed19d3'] in n-d-810285-3 is: [{'id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'name': 'tempest-FloatingIPDetailsTestJSON-926122832-router', 'tenant_id': '0441ebf55fe44ce999133f06f838aac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:23Z', 'updated_at': '2021-09-21T18:15:07Z', 'revision_number': 5, 'project_id': '0441ebf55fe44ce999133f06f838aac0', 'gw_port': {'id': 'bfe44c97-1c74-4478-a246-fbf0fddc1252', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbac225-98e3-4f99-b005-3ac33aed19d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:25Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:15:10.407659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-766545282'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:10.439798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7049f-758f-4c6e-89a2-f32f39b4ed4e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=207556fa-ed96-48cf-b2ce-901611c35f41,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:10.501879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.510210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:10.517179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.526926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7be38c64-035e-4df8-b8dc-14897123459a req-48137a19-50d2-49c3-9627-35ee7c1384a0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075137 Sep 21 18:15:10.535182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe44c97-1c74-4478-a246-fbf0fddc1252,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:10.581631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:10.600125 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.600498 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 37502d6e-d373-40f2-bbfa-e2fb4d218667 of type vlan for network 6a66b4f0-5a49-4dfa-a0da-1024cf991e96 Sep 21 18:15:10.613790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.649689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.684972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.696432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:10.697459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.725067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.727908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.769482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4043124 Sep 21 18:15:10.773287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:10.780040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:10.813824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.814768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbac225-98e3-4f99-b005-3ac33aed19d3 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:15:10.827579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.829679 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-91c39f93-fa0f-469a-86ca-5b6d1473345e admin admin] 10.222.0.70 "DELETE /v2.0/routers/8cbac225-98e3-4f99-b005-3ac33aed19d3 HTTP/1.1" status: 204 len: 168 time: 2.1273692 Sep 21 18:15:10.835070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43328) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:10.863836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baf316-cf22-41d0-ba21-88c1e3c59786 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=6a66b4f0-5a49-4dfa-a0da-1024cf991e96,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:10.877049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 6a66b4f0-5a49-4dfa-a0da-1024cf991e96 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:10.925657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] Deleting subnet baa89a2b-6ca7-44db-94e4-954ff22355fc {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:10.930729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.999286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.085915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7183bb-025b-48d8-aec1-10def4c68f2b req-63d77144-5f79-4608-bcff-ac8d6835a961 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:11.094944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f7183bb-025b-48d8-aec1-10def4c68f2b req-63d77144-5f79-4608-bcff-ac8d6835a961 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.1796954 Sep 21 18:15:11.115355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:11.119931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.147118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.211817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f7183bb-025b-48d8-aec1-10def4c68f2b req-3ecbd8f6-0b48-49f1-813c-73963b8707f2 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155040 Sep 21 18:15:11.269494 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.339651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa89a2b-6ca7-44db-94e4-954ff22355fc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:11.363769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.373967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e8f1d-0ccb-4126-8ccf-4f9239d935ec None None] Network 61d05eda-3dac-4d4c-840b-8afb6dbaa53f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:11.374504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d74a55b4-28ec-4d09-92c9-7a5fa0fbe6ed admin admin] 10.222.0.70 "DELETE /v2.0/subnets/baa89a2b-6ca7-44db-94e4-954ff22355fc HTTP/1.1" status: 204 len: 168 time: 0.5355113 Sep 21 18:15:11.375380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43350) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:11.527149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.589549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.665194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] DHCP port deletion for 61d05eda-3dac-4d4c-840b-8afb6dbaa53f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:11.693021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Deleting port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:11.693479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.723692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=f1b1eb8e-6b10-4d01-900b-e25eac100c5a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:11.730861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '37502d6e-d373-40f2-bbfa-e2fb4d218667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:11.731307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 6a66b4f0-5a49-4dfa-a0da-1024cf991e96, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:11.748007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] Deleting port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:11.748653 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.762688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 6a66b4f0-5a49-4dfa-a0da-1024cf991e96 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:11.787603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 6a66b4f0-5a49-4dfa-a0da-1024cf991e96) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:11.793532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:11.794442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.816528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8184e1-98db-4bfe-b548-037172f016a3 None None] Network 6a66b4f0-5a49-4dfa-a0da-1024cf991e96 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:11.828219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a8c1b3a3-82d1-4c91-948e-626d4f2babd7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0536165 Sep 21 18:15:11.831048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43378) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:11.859319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] For port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,segment=NetworkSegment(abad2343-83f7-494f-85e5-01ef9ca1b1e6),segment_id=abad2343-83f7-494f-85e5-01ef9ca1b1e6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:11.859720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.868652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] For port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,segment=NetworkSegment(abad2343-83f7-494f-85e5-01ef9ca1b1e6),segment_id=abad2343-83f7-494f-85e5-01ef9ca1b1e6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:11.869227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.897208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Calling delete_port for 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:11.905941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] Calling delete_port for 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:12.073634 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.081685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-6a66b4f0-5a49-4dfa-a0da-1024cf991e96', 'network_id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': 'f1b1eb8e-6b10-4d01-900b-e25eac100c5a'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:12.083970 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.085923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.114856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:12.116898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] No DVR routers for this DVR port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:12.125288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] Pushing event deleted for resources: {'Port': ['ID=3ca52cc9-7115-4ad6-a468-a47cb48bc1e5,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:12.126040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df0bfc-b5c1-4a4c-8405-b62107dd0441 req-58898429-aba7-4ee2-ab05-cec05003cd3f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:12.132967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d0265-a212-4e84-ae0c-a29195740ea5 None None] No DVR routers for this DVR port 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:12.149067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50df0bfc-b5c1-4a4c-8405-b62107dd0441 req-58898429-aba7-4ee2-ab05-cec05003cd3f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.2511299 Sep 21 18:15:12.169771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.210707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.214378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50df0bfc-b5c1-4a4c-8405-b62107dd0441 req-a9ff1891-0898-43aa-bf98-1c850a1a872a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641115 Sep 21 18:15:12.238091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d05eda-3dac-4d4c-840b-8afb6dbaa53f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:12.251577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abad2343-83f7-494f-85e5-01ef9ca1b1e6') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:12.251910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abad2343-83f7-494f-85e5-01ef9ca1b1e6') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:12.272176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.290688 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.298165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:12.298585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:12.300754 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:12.324175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.361453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Allocated IP 172.20.0.1 (6a66b4f0-5a49-4dfa-a0da-1024cf991e96/f1b1eb8e-6b10-4d01-900b-e25eac100c5a/f8ab8901-0001-4219-ab27-cb728eb18833) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:12.437577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.445258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.449994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/61d05eda-3dac-4d4c-840b-8afb6dbaa53f HTTP/1.1" status: 204 len: 168 time: 1.0604863 Sep 21 18:15:12.484903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd8239-9d0d-40b1-9f48-943a32dae6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d05eda-3dac-4d4c-840b-8afb6dbaa53f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:12.524012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:12.552319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:12.552661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4e160a4b-2ba6-4515-8cc0-ea6a25dd27ec not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:12.553084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bfe44c97-1c74-4478-a246-fbf0fddc1252 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:12.576291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: bfe44c97-1c74-4478-a246-fbf0fddc1252 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:12.576737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bfe44c97-1c74-4478-a246-fbf0fddc1252 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:12.577167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:12.602375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:12.602719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ca52cc9-7115-4ad6-a468-a47cb48bc1e5 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:12.711045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.713153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-42bcef3f-d880-4d96-afa7-79af24e578dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601320 Sep 21 18:15:12.734714 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.773673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.790373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Network 6a66b4f0-5a49-4dfa-a0da-1024cf991e96 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:12.793953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:12.798467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:12.808858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43410) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:12.819636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Pushing event updated for resources: {'Port': ['ID=f8ab8901-0001-4219-ab27-cb728eb18833,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:12.820071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b1eb8e-6b10-4d01-900b-e25eac100c5a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:12.881504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-5169d822-1476-4091-9536-2ab07318d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:12.883082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-5169d822-1476-4091-9536-2ab07318d480 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1097 time: 0.1430109 Sep 21 18:15:12.883400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Attempting to bind port f8ab8901-0001-4219-ab27-cb728eb18833 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:12.883836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Attempting to bind port f8ab8901-0001-4219-ab27-cb728eb18833 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '37502d6e-d373-40f2-bbfa-e2fb4d218667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:12.884206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Attempting to bind port f8ab8901-0001-4219-ab27-cb728eb18833 on network 6a66b4f0-5a49-4dfa-a0da-1024cf991e96 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:12.896874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:12.899258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Checking segment: {'id': '37502d6e-d373-40f2-bbfa-e2fb4d218667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:12.899944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.900341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Bound using segment: {'id': '37502d6e-d373-40f2-bbfa-e2fb4d218667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:12.900842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Bound port: f8ab8901-0001-4219-ab27-cb728eb18833, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37502d6e-d373-40f2-bbfa-e2fb4d218667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:12.901314 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.928998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.932204 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-662a5b59-ce5e-4371-aa00-734f8bb9d497 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0441ebf55fe44ce999133f06f838aac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213641 Sep 21 18:15:12.938661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43412) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:12.945593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8615f-856a-4d3b-87ab-c017b4cdc3b2 req-8597d4d5-fe52-40bf-a07f-082658af5c6d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:12.947176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50b8615f-856a-4d3b-87ab-c017b4cdc3b2 req-8597d4d5-fe52-40bf-a07f-082658af5c6d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 946 time: 0.1314218 Sep 21 18:15:12.991708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] For port f8ab8901-0001-4219-ab27-cb728eb18833, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:12.996453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] For port f8ab8901-0001-4219-ab27-cb728eb18833, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8ab8901-0001-4219-ab27-cb728eb18833,segment=NetworkSegment(37502d6e-d373-40f2-bbfa-e2fb4d218667),segment_id=37502d6e-d373-40f2-bbfa-e2fb4d218667)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:13.002359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.003442 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.012491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a66b4f0-5a49-4dfa-a0da-1024cf991e96']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.028567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37502d6e-d373-40f2-bbfa-e2fb4d218667') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.028856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37502d6e-d373-40f2-bbfa-e2fb4d218667') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.048206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.075870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.100191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50b8615f-856a-4d3b-87ab-c017b4cdc3b2 req-b414d48d-49a1-4ee3-9236-b5123aa89c35 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332686 Sep 21 18:15:13.102162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a4f24-4904-47a9-89ea-d6d0382650e9 None None] Pushing event updated for resources: {'Port': ['ID=f8ab8901-0001-4219-ab27-cb728eb18833,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:13.112160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.117383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.120192 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.124055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be17afef-f45b-466e-b710-eca5a9d40a88 HTTP/1.1" status: 204 len: 168 time: 0.1832192 Sep 21 18:15:13.126614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:13.127133 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:13.130632 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:13.132820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-15e564b8-2a6b-4aa3-b36b-1df38c9a4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:13.133351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-15e564b8-2a6b-4aa3-b36b-1df38c9a4dd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2070704 Sep 21 18:15:13.143332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be17afef-f45b-466e-b710-eca5a9d40a88,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:13.143741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec623e7-0f13-4013-848d-c1ac727bbbc8 None None] Network 6a66b4f0-5a49-4dfa-a0da-1024cf991e96 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:13.170929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.171448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.171767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.174577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.174956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.175301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.175779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.176121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.176466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.176776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.177101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.177425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88d4-9077-4f9b-9cbc-a9a6fa931c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:13.276778 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:15:13.276778 n-d-810285-3 neutron-server[95090]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:15:13.276778 n-d-810285-3 neutron-server[95090]: [parameters: {'id': '6a66b4f0-5a49-4dfa-a0da-1024cf991e96'}] Sep 21 18:15:13.276778 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:13.277316 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:13.290780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-75374974-14ac-4303-bfc9-96406b8915fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 1001 time: 0.1326356 Sep 21 18:15:13.386298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-2b7ffde4-fbf8-43d5-a6c6-e40ee2a358c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:13.387626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-2b7ffde4-fbf8-43d5-a6c6-e40ee2a358c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0887799 Sep 21 18:15:13.417185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c7b92-1435-4b73-a2ed-f798a6b0842b None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:13.447132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-6aee6512-2c0a-4797-ac58-1a88f95bcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:13.448727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-6aee6512-2c0a-4797-ac58-1a88f95bcc1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516856 Sep 21 18:15:13.450060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:13.624723 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.666374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:13.667424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f0feaee9-53cc-4405-8517-20b8ad05f5a9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:13.668634 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fccb7f8-29db-4dd1-97eb-9442714e32d3" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:13.669486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f0feaee9-53cc-4405-8517-20b8ad05f5a9 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 814 time: 0.1916687 Sep 21 18:15:13.687512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992c7b92-1435-4b73-a2ed-f798a6b0842b None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:13.696369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:13.701271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-ac569a60-ef3c-4e0a-aead-bae335412daf service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429357 Sep 21 18:15:13.706938 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.716266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f83bb2a2-cfaf-4dd8-9e81-f0e475e0fc6b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/quotas/fc5dc635e0af4ce5a1344b632df90e81 HTTP/1.1" status: 200 len: 375 time: 0.0127680 Sep 21 18:15:13.782123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.863882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=14']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:13.885434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-2f355778-e84f-457b-aa6c-7b96e8a41f8b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:13.887022 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-2f355778-e84f-457b-aa6c-7b96e8a41f8b tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eab0479-2ad5-4386-a97b-8fc340000b13 HTTP/1.1" status: 200 len: 946 time: 0.0839202 Sep 21 18:15:14.021550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Deleting port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:14.022684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.098546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-5a341588-602d-46b1-9ae7-158daa63f6c1 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3698807 Sep 21 18:15:14.126471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e411495-3117-4a92-862d-c7e6fa4713ff req-bfbeddab-c220-4f34-8800-8b731087b6db service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082539 Sep 21 18:15:14.134603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port f8ab8901-0001-4219-ab27-cb728eb18833 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:14.135802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.240240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] For port 22c0168c-cfe4-4502-95b4-29e99dedb8b1, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=22c0168c-cfe4-4502-95b4-29e99dedb8b1,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:14.240633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.267862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Calling delete_port for 22c0168c-cfe4-4502-95b4-29e99dedb8b1 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:14.525324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.647207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Pushing event deleted for resources: {'Port': ['ID=22c0168c-cfe4-4502-95b4-29e99dedb8b1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:14.688512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port f8ab8901-0001-4219-ab27-cb728eb18833, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8ab8901-0001-4219-ab27-cb728eb18833,segment=NetworkSegment(37502d6e-d373-40f2-bbfa-e2fb4d218667),segment_id=37502d6e-d373-40f2-bbfa-e2fb4d218667)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:14.688928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.719286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for f8ab8901-0001-4219-ab27-cb728eb18833 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:14.721498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] No DVR routers for this DVR port 22c0168c-cfe4-4502-95b4-29e99dedb8b1 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:14.729281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.731435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9d827859-70b5-4bd3-b2d3-60ffd6934746 req-7c34716e-aa04-46cb-91ed-4e9f3e77f029 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "DELETE /v2.0/ports/22c0168c-cfe4-4502-95b4-29e99dedb8b1 HTTP/1.1" status: 204 len: 173 time: 0.8357129 Sep 21 18:15:14.732010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-deleted', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:14.733686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-0722a81a-f3bc-4350-a30f-354e9b184153 service neutron] 10.222.0.70 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339569 Sep 21 18:15:14.739274 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb4e6e6-84e1-4ed8-a9e8-e877ebd13579" -d '{"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-deleted", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:14.981847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-5955a2ac-2f36-4562-84a3-28f7139418d4 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:14.984216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-5955a2ac-2f36-4562-84a3-28f7139418d4 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.1473007 Sep 21 18:15:14.994400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-0b7d789d-f398-4397-a2e7-264db58ccd67 service neutron] 10.222.0.70 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447915 Sep 21 18:15:14.995100 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.119350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port f8ab8901-0001-4219-ab27-cb728eb18833 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:15.127504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=f8ab8901-0001-4219-ab27-cb728eb18833,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:15.369617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.428548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a66b4f0-5a49-4dfa-a0da-1024cf991e96']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:15.446160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37502d6e-d373-40f2-bbfa-e2fb4d218667') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:15.446551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37502d6e-d373-40f2-bbfa-e2fb4d218667') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:15.464739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.468813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Deleting port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:15.469209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.488835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9f00b-234a-45c3-8ec6-b4010cf4a42f req-39e1f24b-79ac-4a28-ba7a-06512f993007 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:15.490445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6a9f00b-234a-45c3-8ec6-b4010cf4a42f req-39e1f24b-79ac-4a28-ba7a-06512f993007 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e398aa-b430-4b4e-8493-0d0cf1ad775a HTTP/1.1" status: 200 len: 945 time: 0.1740544 Sep 21 18:15:15.516092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.537113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:15.537542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:15.540600 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:15.655521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6a9f00b-234a-45c3-8ec6-b4010cf4a42f req-33005bb7-c13b-421e-b22b-415c4f3a69b2 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489010 Sep 21 18:15:15.668514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.682297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.687881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/6a66b4f0-5a49-4dfa-a0da-1024cf991e96 HTTP/1.1" status: 204 len: 168 time: 3.8521395 Sep 21 18:15:15.688660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43558) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:15.696425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407879368'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:15.703174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b25ef7-a927-4ef3-a4a0-1c39d7338979 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=6a66b4f0-5a49-4dfa-a0da-1024cf991e96,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:15.721690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] For port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:15.722120 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.728484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:15.738407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.745316 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b07bb7-9091-480c-b344-19b0264052e9 x-openstack-request-id: req-c3b07bb7-9091-480c-b344-19b0264052e9 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:15.745902 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:15.746158 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3b07bb7-9091-480c-b344-19b0264052e9 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:15.747346 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'code': 200} Sep 21 18:15:15.762388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Calling delete_port for ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:15.806869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:15.814808 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7556b3-15de-4b90-977b-cb15024af3ba x-openstack-request-id: req-5d7556b3-15de-4b90-977b-cb15024af3ba {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:15.815258 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eab0479-2ad5-4386-a97b-8fc340000b13", "name": "network-vif-deleted", "tag": "22c0168c-cfe4-4502-95b4-29e99dedb8b1", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:15.818005 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d7556b3-15de-4b90-977b-cb15024af3ba {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:15.819237 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eab0479-2ad5-4386-a97b-8fc340000b13', 'name': 'network-vif-deleted', 'tag': '22c0168c-cfe4-4502-95b4-29e99dedb8b1', 'status': 'completed', 'code': 200} Sep 21 18:15:15.831705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.832361 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 4872a85c-4f53-426e-b0ae-0330fbca98c7 of type vlan for network d70540be-a832-4958-9a06-da003cc3d99f Sep 21 18:15:15.878265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a3e0389-fe74-4092-ad34-126c0e256a3b req-f488e25d-c3c6-43e4-80c2-8662018ff431 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 210 time: 0.0324094 Sep 21 18:15:15.895397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.936800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.942931 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:15.943565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694550'] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.025101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=d70540be-a832-4958-9a06-da003cc3d99f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:16.033324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.043634 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b64a55d2-f89d-4878-8793-c3e2192d22fa tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3508234 Sep 21 18:15:16.043843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d70540be-a832-4958-9a06-da003cc3d99f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:16.044487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43564) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:16.048109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2399975-c4bb-4109-a08c-745117464268 req-a3b94118-f098-420b-a736-4cb66b3f1492 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:16.049291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['62ceed6d-a216-4ea6-9871-11b8febdc265'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:16.050317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f2399975-c4bb-4109-a08c-745117464268 req-a3b94118-f098-420b-a736-4cb66b3f1492 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0802464 Sep 21 18:15:16.052702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['4bf1c871-b5af-45aa-8935-c4ab157418a8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:16.056155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:16.084448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Pushing event deleted for resources: {'Port': ['ID=ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:16.155511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] No DVR routers for this DVR port ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:16.172297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f2399975-c4bb-4109-a08c-745117464268 req-d5af57f8-d2b6-441b-8027-1a6f35a2ad4e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916553 Sep 21 18:15:16.173609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.179994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff3cf0c4-6f2a-4d78-af00-8ca2826bbfb0 req-ef75d051-36b6-4a6d-b185-53d24b0bb930 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "DELETE /v2.0/ports/ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 HTTP/1.1" status: 204 len: 173 time: 1.1823487 Sep 21 18:15:16.180480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'name': 'network-vif-deleted', 'tag': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:16.185353 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e86fda-d566-438e-b1b1-f799321dd62d" -d '{"events": [{"server_uuid": "c8e398aa-b430-4b4e-8493-0d0cf1ad775a", "name": "network-vif-deleted", "tag": "ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:16.396959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.412077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 22c0168c-cfe4-4502-95b4-29e99dedb8b1 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:16.415837 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.431874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network d70540be-a832-4958-9a06-da003cc3d99f is not hosted by any dhcp agent {{(pid=95091) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:15:16.439896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:16.440546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.441872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "PUT /v2.0/networks/d70540be-a832-4958-9a06-da003cc3d99f HTTP/1.1" status: 200 len: 723 time: 0.3961232 Sep 21 18:15:16.445030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43578) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:16.452890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': 'd70540be-a832-4958-9a06-da003cc3d99f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:16.463180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 22c0168c-cfe4-4502-95b4-29e99dedb8b1 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:16.463524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 22c0168c-cfe4-4502-95b4-29e99dedb8b1 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:16.580889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54964f-0cf8-47e9-9958-323609c0fbce tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=d70540be-a832-4958-9a06-da003cc3d99f,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:16.623405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d70540be-a832-4958-9a06-da003cc3d99f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:16.784486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:16.792819 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.941233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-e37c0e17-e03b-44e1-b67a-12cfbce36200 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:16.942880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-e37c0e17-e03b-44e1-b67a-12cfbce36200 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 814 time: 0.3189757 Sep 21 18:15:16.966483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Request body: {'port': {'device_id': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'admin_state_up': True, 'tenant_id': 'fc5dc635e0af4ce5a1344b632df90e81'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:17.172840 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b0dc3f-7ce1-4a50-9ba7-3f761f1edecf x-openstack-request-id: req-f3b0dc3f-7ce1-4a50-9ba7-3f761f1edecf {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:17.173113 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e398aa-b430-4b4e-8493-0d0cf1ad775a", "name": "network-vif-deleted", "tag": "ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:17.173358 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3b0dc3f-7ce1-4a50-9ba7-3f761f1edecf {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:17.173766 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e398aa-b430-4b4e-8493-0d0cf1ad775a', 'name': 'network-vif-deleted', 'tag': 'ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5', 'status': 'completed', 'code': 200} Sep 21 18:15:17.183281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Made reservation on behalf of fc5dc635e0af4ce5a1344b632df90e81 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:17.194164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.217134 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.230431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-e8c0fbc8-afef-493e-a1d4-818fae56d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:17.232028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-e8c0fbc8-afef-493e-a1d4-818fae56d871 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1095 time: 0.1142199 Sep 21 18:15:17.332578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-40c387d1-bf39-48dd-a130-1d79ac0988af req-c066bf47-4763-4dcb-8dc6-40bc42a93e51 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 210 time: 0.0777180 Sep 21 18:15:17.345168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=9e456f75-ee30-4e55-9705-f6bc745b4faf,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:17.378950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Allocated IP 172.20.0.5 (11cce824-e437-4f34-93e0-dc1aad7545b7/076e2521-b5af-41c9-942a-dbc28cafe6b6/0accaab9-a2cd-408a-9ed8-2803b44ee12a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:17.380406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43600) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:17.445371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:17.470093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.471239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.471846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.472287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.472746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.473345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.473749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.474173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.474601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.475007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.475400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.475932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:17.511472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '4872a85c-4f53-426e-b0ae-0330fbca98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'd70540be-a832-4958-9a06-da003cc3d99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:17.511845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: d70540be-a832-4958-9a06-da003cc3d99f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:17.512719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:17.513074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ea6002e2-7ad0-44b2-86d8-2e2faa22f0d5 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:17.548101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-d145ca1e-6b5d-4c29-8220-fda94f879494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:17.549590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-d145ca1e-6b5d-4c29-8220-fda94f879494 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2916756 Sep 21 18:15:17.563628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6b2b8-ea88-4ca2-890f-ecc15463f69d req-c417c887-c6fe-45c6-9034-9ffd11a5f26c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:17.565206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcd6b2b8-ea88-4ca2-890f-ecc15463f69d req-c417c887-c6fe-45c6-9034-9ffd11a5f26c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1172035 Sep 21 18:15:17.572272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network d70540be-a832-4958-9a06-da003cc3d99f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:17.582850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-316651bd-2db8-42bb-86d5-56fcf3bf990d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.631587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, d70540be-a832-4958-9a06-da003cc3d99f) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:17.642178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:17.642820 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.652768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353621d-09cf-44ed-ab17-36bf554b27bd None None] Network d70540be-a832-4958-9a06-da003cc3d99f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:17.664719 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.680912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-933bacf4-061d-4397-91cd-8cfc307f4606 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.1142616 Sep 21 18:15:17.684047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcd6b2b8-ea88-4ca2-890f-ecc15463f69d req-715ae3d3-4687-4bde-8f87-4124342de209 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053376 Sep 21 18:15:17.751001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-0b182f8c-cbc5-486d-949a-9d5f37c9eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:17.752948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-0b182f8c-cbc5-486d-949a-9d5f37c9eca1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0642402 Sep 21 18:15:17.761493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.826740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:17.836848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-316651bd-2db8-42bb-86d5-56fcf3bf990d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.844004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-d70540be-a832-4958-9a06-da003cc3d99f', 'network_id': 'd70540be-a832-4958-9a06-da003cc3d99f', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': '9e456f75-ee30-4e55-9705-f6bc745b4faf'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:17.844875 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.855960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-316651bd-2db8-42bb-86d5-56fcf3bf990d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.860620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Network 11cce824-e437-4f34-93e0-dc1aad7545b7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:17.869130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5edf6b79-83bf-469e-834e-539ea50e63d4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4223311 Sep 21 18:15:17.874112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Pushing event updated for resources: {'Port': ['ID=0accaab9-a2cd-408a-9ed8-2803b44ee12a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:17.876867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43614) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:17.878405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-726540d1-6e4d-4b36-9f95-b635feda9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:17.883894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-726540d1-6e4d-4b36-9f95-b635feda9117 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208117 Sep 21 18:15:17.955799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:17.959038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:18.006947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ea95bff1-6c99-49ea-ad9a-42027dec2d04 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:18.015955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-316651bd-2db8-42bb-86d5-56fcf3bf990d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38a644bb618c40ce9f32f81f222ab462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314111 Sep 21 18:15:18.015955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316651bd-2db8-42bb-86d5-56fcf3bf990d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166cd3f0-88ed-46a2-a809-ffdeccb980f2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:18.021731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43618) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:18.039973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-5b77f708-38dd-4c6c-9846-837ea1b56a56 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497185 Sep 21 18:15:18.074732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a78a1f7f-40e7-4add-999c-624fccf1a189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.093056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Allocated IP 172.20.0.2 (d70540be-a832-4958-9a06-da003cc3d99f/9e456f75-ee30-4e55-9705-f6bc745b4faf/7446f077-80a5-431d-85c6-3b506ff36ef5) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:18.099902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:18.100614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.161828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7fc51-631a-4dcc-a6bc-894aa72f0592 req-fc9cca94-23a7-4928-a7d7-0d4d847026ee tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:18.163319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42d7fc51-631a-4dcc-a6bc-894aa72f0592 req-fc9cca94-23a7-4928-a7d7-0d4d847026ee tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 945 time: 0.1478930 Sep 21 18:15:18.178949 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88972cca-b686-426a-9435-aea04611e998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.188776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea95bff1-6c99-49ea-ad9a-42027dec2d04 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14121722'] for subnet, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.239639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca4b8932-6c3f-40ba-81d8-b68411e16c02 req-9a85afbe-09a4-4a24-86b8-eae29de69539 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845500 Sep 21 18:15:18.243016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88972cca-b686-426a-9435-aea04611e998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.278375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42d7fc51-631a-4dcc-a6bc-894aa72f0592 req-489f3cbb-bc9b-4ba6-99a7-d3d1bd0765a5 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737772 Sep 21 18:15:18.321096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.327840 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.331067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a78a1f7f-40e7-4add-999c-624fccf1a189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.336594 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a78a1f7f-40e7-4add-999c-624fccf1a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.372950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a1f7f-40e7-4add-999c-624fccf1a189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc96df3-354a-4261-8372-05109ed5ad37,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:18.373780 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f33b0b5d-5c82-4125-93e8-1b3e030f94f0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4196701 Sep 21 18:15:18.398771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a78a1f7f-40e7-4add-999c-624fccf1a189 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=575132d66e0a48299621cbeb0b58aa34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5708296 Sep 21 18:15:18.401337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:18.409409 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88972cca-b686-426a-9435-aea04611e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.412144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Network d70540be-a832-4958-9a06-da003cc3d99f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:18.416281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88972cca-b686-426a-9435-aea04611e998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.416999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:18.421092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:18.421361 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-88972cca-b686-426a-9435-aea04611e998 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/166cd3f0-88ed-46a2-a809-ffdeccb980f2 HTTP/1.1" status: 204 len: 168 time: 0.3970211 Sep 21 18:15:18.436301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Request body: {'port': {'device_id': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:18.493575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Pushing event updated for resources: {'Port': ['ID=7446f077-80a5-431d-85c6-3b506ff36ef5,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:18.512061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.512436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.513906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.513906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.514167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.514418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.514744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.515065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.515374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.515695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.516179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.516429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:18.517199 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71fb461e-f241-4273-957f-5533d4c44950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.524033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Attempting to bind port 7446f077-80a5-431d-85c6-3b506ff36ef5 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:18.524442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Attempting to bind port 7446f077-80a5-431d-85c6-3b506ff36ef5 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '4872a85c-4f53-426e-b0ae-0330fbca98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'd70540be-a832-4958-9a06-da003cc3d99f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:18.524809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Attempting to bind port 7446f077-80a5-431d-85c6-3b506ff36ef5 on network d70540be-a832-4958-9a06-da003cc3d99f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:18.531469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:18.532015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Checking segment: {'id': '4872a85c-4f53-426e-b0ae-0330fbca98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'd70540be-a832-4958-9a06-da003cc3d99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:18.532428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.532822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Bound using segment: {'id': '4872a85c-4f53-426e-b0ae-0330fbca98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'd70540be-a832-4958-9a06-da003cc3d99f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:18.533299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Bound port: 7446f077-80a5-431d-85c6-3b506ff36ef5, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4872a85c-4f53-426e-b0ae-0330fbca98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'd70540be-a832-4958-9a06-da003cc3d99f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:18.533681 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.538158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972cca-b686-426a-9435-aea04611e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166cd3f0-88ed-46a2-a809-ffdeccb980f2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:18.569134 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71fb461e-f241-4273-957f-5533d4c44950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.606322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b56d-0e5e-4a02-b50e-d9771a108316 req-8404d9ca-8fa6-4f97-a367-a52b65ee7576 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:18.608003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c410b56d-0e5e-4a02-b50e-d9771a108316 req-8404d9ca-8fa6-4f97-a367-a52b65ee7576 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 931 time: 0.1178114 Sep 21 18:15:18.631989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] For port 7446f077-80a5-431d-85c6-3b506ff36ef5, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:18.635566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] For port 7446f077-80a5-431d-85c6-3b506ff36ef5, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7446f077-80a5-431d-85c6-3b506ff36ef5,segment=NetworkSegment(4872a85c-4f53-426e-b0ae-0330fbca98c7),segment_id=4872a85c-4f53-426e-b0ae-0330fbca98c7)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:18.641483 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.674945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c410b56d-0e5e-4a02-b50e-d9771a108316 req-ce737fac-50b5-4d6b-b7dc-758488ca88ca tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570521 Sep 21 18:15:18.686909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.740390 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71fb461e-f241-4273-957f-5533d4c44950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.745729 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71fb461e-f241-4273-957f-5533d4c44950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.751782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086486a-efdc-49c3-a800-7cadf1d4478e None None] Pushing event updated for resources: {'Port': ['ID=7446f077-80a5-431d-85c6-3b506ff36ef5,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:18.756833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-71fb461e-f241-4273-957f-5533d4c44950 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbc96df3-354a-4261-8372-05109ed5ad37 HTTP/1.1" status: 204 len: 168 time: 0.3541508 Sep 21 18:15:18.787267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb461e-f241-4273-957f-5533d4c44950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc96df3-354a-4261-8372-05109ed5ad37,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:18.809343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea95bff1-6c99-49ea-ad9a-42027dec2d04 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789895163908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12795083'] for subnet, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.925076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea95bff1-6c99-49ea-ad9a-42027dec2d04 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:18.925621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea95bff1-6c99-49ea-ad9a-42027dec2d04 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.927007 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea95bff1-6c99-49ea-ad9a-42027dec2d04 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "PUT /v2.0/subnets/9e456f75-ee30-4e55-9705-f6bc745b4faf HTTP/1.1" status: 200 len: 806 time: 0.9247561 Sep 21 18:15:18.930450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43636) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:18.948924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ff7a-9d57-4902-afe4-773e82f8fe62 req-0f7d5220-d7a9-41f9-a4b6-9b3b2c4a2b47 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:18.956388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0da3ff7a-9d57-4902-afe4-773e82f8fe62 req-0f7d5220-d7a9-41f9-a4b6-9b3b2c4a2b47 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1147244 Sep 21 18:15:19.000174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95bff1-6c99-49ea-ad9a-42027dec2d04 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=9e456f75-ee30-4e55-9705-f6bc745b4faf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:19.070853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0da3ff7a-9d57-4902-afe4-773e82f8fe62 req-69d6608d-2723-4300-a0af-482230f79c5b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053746 Sep 21 18:15:19.191122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.305978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0accaab9-a2cd-408a-9ed8-2803b44ee12a {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:19.315952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.334256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port 7446f077-80a5-431d-85c6-3b506ff36ef5 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:19.334605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.360402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Transition to ACTIVE for port object 0accaab9-a2cd-408a-9ed8-2803b44ee12a will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:19.377053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43646) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:19.378833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-c70806cf-9e31-427e-9397-01215c0b1e92 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:19.380545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-c70806cf-9e31-427e-9397-01215c0b1e92 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.78 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 945 time: 0.0720201 Sep 21 18:15:19.389714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.452198 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ea53-1a44-4dde-addb-28e0c265c302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.492848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c9a4b-b505-46ec-905e-d3105bc8d057 req-a8badbf9-8c5b-4377-b5c1-ee7b19a2d6ff tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:19.494407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-921c9a4b-b505-46ec-905e-d3105bc8d057 req-a8badbf9-8c5b-4377-b5c1-ee7b19a2d6ff tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 945 time: 0.1111887 Sep 21 18:15:19.517027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Pushing event updated for resources: {'Port': ['ID=0accaab9-a2cd-408a-9ed8-2803b44ee12a,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:19.534715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port 7446f077-80a5-431d-85c6-3b506ff36ef5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7446f077-80a5-431d-85c6-3b506ff36ef5,segment=NetworkSegment(4872a85c-4f53-426e-b0ae-0330fbca98c7),segment_id=4872a85c-4f53-426e-b0ae-0330fbca98c7)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:19.535149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.554302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Deleting port 4bf1c871-b5af-45aa-8935-c4ab157418a8 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:19.554860 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.578360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-921c9a4b-b505-46ec-905e-d3105bc8d057 req-6a417844-f357-4840-86df-d449fcafdcc6 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758295 Sep 21 18:15:19.600639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for 7446f077-80a5-431d-85c6-3b506ff36ef5 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:19.699029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] For port 4bf1c871-b5af-45aa-8935-c4ab157418a8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=4bf1c871-b5af-45aa-8935-c4ab157418a8,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:19.699807 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.722520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Calling delete_port for 4bf1c871-b5af-45aa-8935-c4ab157418a8 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:19.781097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Attempting to bind port 0accaab9-a2cd-408a-9ed8-2803b44ee12a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:19.781684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Attempting to bind port 0accaab9-a2cd-408a-9ed8-2803b44ee12a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:19.782167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Attempting to bind port 0accaab9-a2cd-408a-9ed8-2803b44ee12a on network 11cce824-e437-4f34-93e0-dc1aad7545b7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:19.792377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Port 0accaab9-a2cd-408a-9ed8-2803b44ee12a on network 11cce824-e437-4f34-93e0-dc1aad7545b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:19.792717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Attempting to bind port 0accaab9-a2cd-408a-9ed8-2803b44ee12a on network 11cce824-e437-4f34-93e0-dc1aad7545b7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:19.822488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:19.822852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Checking segment: {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:19.823395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Bound using segment: {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:19.823868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Bound port: 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cab7c9-890d-43cd-bef3-a415651bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:19.824359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.854639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ea53-1a44-4dde-addb-28e0c265c302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.899678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a0cb2-d826-41a0-9c72-87a6ae4d8fda req-16c74d7b-7b61-4fe2-a140-de1df119a274 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:19.901577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-724a0cb2-d826-41a0-9c72-87a6ae4d8fda req-16c74d7b-7b61-4fe2-a140-de1df119a274 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 943 time: 0.1060634 Sep 21 18:15:19.902904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43658) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:19.913623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ea53-1a44-4dde-addb-28e0c265c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.950070 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d8e4ea53-1a44-4dde-addb-28e0c265c302 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70e8b2c992374450b6486b23a7ee15f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677862 Sep 21 18:15:19.960589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:20.025302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4ea53-1a44-4dde-addb-28e0c265c302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275f76f5-c0cb-406c-8116-5b00b54e80cd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.034216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.036972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] For port 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:20.043411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] For port 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:20.055523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-724a0cb2-d826-41a0-9c72-87a6ae4d8fda req-d6382c7a-d305-40c3-a562-e836aef59489 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382735 Sep 21 18:15:20.070088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.076684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.087277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['4bf1c871-b5af-45aa-8935-c4ab157418a8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:20.095213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['62ceed6d-a216-4ea6-9871-11b8febdc265'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:20.125501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=7446f077-80a5-431d-85c6-3b506ff36ef5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.150477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Pushing event deleted for resources: {'Port': ['ID=4bf1c871-b5af-45aa-8935-c4ab157418a8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.154903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:20.155678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.157618 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] 10.222.0.78 "PUT /v2.0/ports/0accaab9-a2cd-408a-9ed8-2803b44ee12a HTTP/1.1" status: 200 len: 1091 time: 1.7504628 Sep 21 18:15:20.159200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:20.161554 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a813128-ac6d-4e35-a834-d62437a834cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:20.220398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65f9d7-574f-48d2-97b1-336485971657 None None] Network d70540be-a832-4958-9a06-da003cc3d99f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:20.243283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-619377374-network', 'tenant_id': 'f3aa267308e4491e95816ea20f978737'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:20.259684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] No DVR routers for this DVR port 4bf1c871-b5af-45aa-8935-c4ab157418a8 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:20.280823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.282920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cc6f5af-6f6e-4f45-8f92-aa64445808ce req-16dfb4dd-9332-45fc-bba9-5fe456e88ec0 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.78 "DELETE /v2.0/ports/4bf1c871-b5af-45aa-8935-c4ab157418a8 HTTP/1.1" status: 204 len: 173 time: 0.8886924 Sep 21 18:15:20.283684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abab0407-2b84-4bc1-95a3-ff91a0dc8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.286813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91315ccc-d821-4347-9e6a-29fb677e691a', 'name': 'network-vif-deleted', 'tag': '4bf1c871-b5af-45aa-8935-c4ab157418a8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:20.290468 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dc4fb4-cbc2-4601-a712-881f2dfc67e5" -d '{"events": [{"server_uuid": "91315ccc-d821-4347-9e6a-29fb677e691a", "name": "network-vif-deleted", "tag": "4bf1c871-b5af-45aa-8935-c4ab157418a8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:20.309602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cdb068d4-b261-477c-83fd-d2c755d14d13 None None] Could not find standard attr ID for object 7446f077-80a5-431d-85c6-3b506ff36ef5. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:15:20.343177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Made reservation on behalf of f3aa267308e4491e95816ea20f978737 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:20.345546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.354206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abab0407-2b84-4bc1-95a3-ff91a0dc8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.372355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.477814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0a304-f859-40da-81e5-da05b3584503 req-95beda53-2f28-4f00-834c-99647a2e3724 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:20.485740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9d0a304-f859-40da-81e5-da05b3584503 req-95beda53-2f28-4f00-834c-99647a2e3724 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2708671 Sep 21 18:15:20.549899 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.563019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.597904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a22213-9f10-4312-b1a6-2f143e13c8f3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.604656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f9d0a304-f859-40da-81e5-da05b3584503 req-f0666055-0385-46d6-be1d-765942d94cf1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180282 Sep 21 18:15:20.639970 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abab0407-2b84-4bc1-95a3-ff91a0dc8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.642508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-abab0407-2b84-4bc1-95a3-ff91a0dc8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.643676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-abab0407-2b84-4bc1-95a3-ff91a0dc8c08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/275f76f5-c0cb-406c-8116-5b00b54e80cd HTTP/1.1" status: 204 len: 168 time: 0.6822045 Sep 21 18:15:20.658639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:20.662772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab0407-2b84-4bc1-95a3-ff91a0dc8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275f76f5-c0cb-406c-8116-5b00b54e80cd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.675441 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.675803 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Added segment e4e49f1b-caa1-4506-909f-efb2f2ac59a6 of type vlan for network ac1e6cf8-99c1-4077-8333-f14ffc7564fa Sep 21 18:15:20.712405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port 7446f077-80a5-431d-85c6-3b506ff36ef5 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:20.721128 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e538122-0180-43ea-8991-8638dd501ad9 x-openstack-request-id: req-8e538122-0180-43ea-8991-8638dd501ad9 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:20.721421 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:20.721670 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e538122-0180-43ea-8991-8638dd501ad9 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:20.722445 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a', 'status': 'completed', 'code': 200} Sep 21 18:15:20.762667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.792786 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4692ee01-003e-40ba-b660-3ae0bf0cc3d1 x-openstack-request-id: req-4692ee01-003e-40ba-b660-3ae0bf0cc3d1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:20.793149 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91315ccc-d821-4347-9e6a-29fb677e691a", "name": "network-vif-deleted", "tag": "4bf1c871-b5af-45aa-8935-c4ab157418a8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:20.793410 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4692ee01-003e-40ba-b660-3ae0bf0cc3d1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:20.793908 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91315ccc-d821-4347-9e6a-29fb677e691a', 'name': 'network-vif-deleted', 'tag': '4bf1c871-b5af-45aa-8935-c4ab157418a8', 'status': 'completed', 'code': 200} Sep 21 18:15:20.798113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.799690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:20.802823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.854092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b99d90-235f-454a-8191-74cd3ffad628 None None] Network d70540be-a832-4958-9a06-da003cc3d99f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:20.859405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9521055 Sep 21 18:15:20.862168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-8c9efa5d-af24-4bef-a97c-97b2b066cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:20.863037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43676) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:20.864148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-8c9efa5d-af24-4bef-a97c-97b2b066cc74 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 1094 time: 0.2192066 Sep 21 18:15:20.868184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44680fed-b4e0-4755-ad36-19f7b2b76b79 service neutron] Pushing event updated for resources: {'Port': ['ID=0accaab9-a2cd-408a-9ed8-2803b44ee12a,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.869992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Request body: {'subnet': {'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-619377374-subnet', 'tenant_id': 'f3aa267308e4491e95816ea20f978737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:20.894134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.981877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0da7d-45f2-4ebe-9860-f8fccb73ec39 admin admin] Pushing event updated for resources: {'Network': ['ID=ac1e6cf8-99c1-4077-8333-f14ffc7564fa,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.998950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Made reservation on behalf of f3aa267308e4491e95816ea20f978737 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:21.001293 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.005746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61af6586-d519-4783-96ae-70f6fecfff36 req-90a093f5-c072-403d-861c-03a2576d86a7 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=91315ccc-d821-4347-9e6a-29fb677e691a HTTP/1.1" status: 200 len: 210 time: 0.0399492 Sep 21 18:15:21.008992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ac1e6cf8-99c1-4077-8333-f14ffc7564fa details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:21.035594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-fd30ca28-2590-483e-90f8-ae3c5e748f03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a HTTP/1.1" status: 200 len: 217 time: 0.0722866 Sep 21 18:15:21.161687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-6fb260b8-5d8e-4190-8396-029ee7e8a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.165376 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-6fb260b8-5d8e-4190-8396-029ee7e8a0bf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 200 len: 854 time: 0.1188660 Sep 21 18:15:21.168176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.252331 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-aaf906a1-ea35-4533-9c17-7ac00610a8d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=11cce824-e437-4f34-93e0-dc1aad7545b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726135 Sep 21 18:15:21.253047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=9e456f75-ee30-4e55-9705-f6bc745b4faf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:21.351083 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.383605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70540be-a832-4958-9a06-da003cc3d99f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:21.426898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4872a85c-4f53-426e-b0ae-0330fbca98c7') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:21.427180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4872a85c-4f53-426e-b0ae-0330fbca98c7') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:21.446828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.472520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.486594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:21.487026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:21.490159 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:21.492797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-1dcbced0-ec33-4cd9-abb0-7c9f81b603ac service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171605 Sep 21 18:15:21.502547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b57fdb6-60e2-48b0-b765-0b05faf9b5a2 None None] Network d70540be-a832-4958-9a06-da003cc3d99f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:21.596871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08bb11-722b-490a-b098-71ffd6120d73 req-67b1ee82-e19e-4a9c-aabc-9a7345282131 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.604446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb08bb11-722b-490a-b098-71ffd6120d73 req-67b1ee82-e19e-4a9c-aabc-9a7345282131 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 943 time: 0.0998607 Sep 21 18:15:21.628273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.650801 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.655099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-848fc3e3-0e57-4309-a61d-783715c402f9 req-f948f019-5e47-4d10-8a52-8e10499e3d98 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509161 Sep 21 18:15:21.682505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.686940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/d70540be-a832-4958-9a06-da003cc3d99f HTTP/1.1" status: 204 len: 168 time: 2.7531958 Sep 21 18:15:21.688032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aa93b-4356-4e4d-885c-14770230da4b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=d70540be-a832-4958-9a06-da003cc3d99f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:21.689807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:21.727186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb08bb11-722b-490a-b098-71ffd6120d73 req-140ad1b0-cf88-4576-8a2f-57c3422a38e8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218579 Sep 21 18:15:21.736372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5130456-7b5a-497b-9e78-841552f94ab0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:21.743263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Checking segment: {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:21.743859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Network hostable DHCP agents. Network: ac1e6cf8-99c1-4077-8333-f14ffc7564fa, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:21.748707 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b1e8a4-bd1d-4790-8d7e-e2f6b9ff32b4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:21.758346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b1e8a4-bd1d-4790-8d7e-e2f6b9ff32b4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:21.766053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-85b1e8a4-bd1d-4790-8d7e-e2f6b9ff32b4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/d70540be-a832-4958-9a06-da003cc3d99f HTTP/1.1" status: 404 len: 339 time: 0.0657341 Sep 21 18:15:21.766683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43704) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:21.777445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194813464', 'description': 'd1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:21.784956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Network ac1e6cf8-99c1-4077-8333-f14ffc7564fa is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:21.797165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee2bd4-28a6-4fd1-be54-c7b58960188f None None] DHCP port deletion for d70540be-a832-4958-9a06-da003cc3d99f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:21.799104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813128-ac6d-4e35-a834-d62437a834cc req-eb1d1a31-bda4-455f-ad45-10b61b70acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.801355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a813128-ac6d-4e35-a834-d62437a834cc req-eb1d1a31-bda4-455f-ad45-10b61b70acc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 1094 time: 0.0808637 Sep 21 18:15:21.807163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ac1e6cf8-99c1-4077-8333-f14ffc7564fa) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:21.815518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:21.818488 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.831690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.832298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.834681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959a121-e8f7-45b6-92db-0eb2a99a8b03 None None] Network ac1e6cf8-99c1-4077-8333-f14ffc7564fa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:21.892024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:21.896307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-04ed0047-eb32-4e40-89ef-b46a17b5d07f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0320342 Sep 21 18:15:21.921927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ebb30-c0d2-4b3c-9221-845dd8045734 req-b187d46b-37ca-4c66-9616-ebfafc229715 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.921927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b24ebb30-c0d2-4b3c-9221-845dd8045734 req-b187d46b-37ca-4c66-9616-ebfafc229715 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0865746 Sep 21 18:15:21.922694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.923177 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 9cc3f258-5508-4a17-9ff5-c9b57e63b945 of type vlan for network a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 Sep 21 18:15:21.952315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813128-ac6d-4e35-a834-d62437a834cc req-a2dbb287-1fb2-49d1-97dd-795a36cf7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.954417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a813128-ac6d-4e35-a834-d62437a834cc req-a2dbb287-1fb2-49d1-97dd-795a36cf7f9c service neutron] 10.222.0.78 "GET /v2.0/networks?id=11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 200 len: 916 time: 0.1439991 Sep 21 18:15:21.991711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.012562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b24ebb30-c0d2-4b3c-9221-845dd8045734 req-3eec737e-9eac-4e2f-be51-8d820b555952 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750635 Sep 21 18:15:22.023843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a813128-ac6d-4e35-a834-d62437a834cc req-b048b0a7-6740-45a5-8174-7f3a30f4287b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a HTTP/1.1" status: 200 len: 217 time: 0.0608141 Sep 21 18:15:22.037491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.043489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.044131 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.063593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ff616-e78a-4c64-b628-41e6860a428c None None] Network ac1e6cf8-99c1-4077-8333-f14ffc7564fa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:22.102248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813128-ac6d-4e35-a834-d62437a834cc req-5bb85634-242f-4f52-a0dc-f69c8ab5e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.104177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a813128-ac6d-4e35-a834-d62437a834cc req-5bb85634-242f-4f52-a0dc-f69c8ab5e5e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 200 len: 854 time: 0.0716724 Sep 21 18:15:22.148902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3811433 Sep 21 18:15:22.150477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43716) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:22.153663 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a813128-ac6d-4e35-a834-d62437a834cc req-55821b5d-3ef6-4eda-b7c5-d3acfdd58353 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=11cce824-e437-4f34-93e0-dc1aad7545b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413098 Sep 21 18:15:22.202621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4bd4e-fcba-460d-9a5f-7a3c4748be54 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=a2cf06cd-7fe3-4dde-9b0b-3ccae7422944,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:22.247393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bb99a-ffc1-43fd-bee4-2009c3d4fdb0 req-e6235d5b-3f64-4db5-a18a-308945ca7951 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.256150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:22.257005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b8bb99a-ffc1-43fd-bee4-2009c3d4fdb0 req-e6235d5b-3f64-4db5-a18a-308945ca7951 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1318707 Sep 21 18:15:22.310049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b8bb99a-ffc1-43fd-bee4-2009c3d4fdb0 req-6a0dad99-b793-447b-b35b-e15fe855e931 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491846 Sep 21 18:15:22.335655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e619d-f652-4a0a-b818-79a803d3a05c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.337595 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e63e619d-f652-4a0a-b818-79a803d3a05c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/networks?id=a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 HTTP/1.1" status: 200 len: 760 time: 0.1826601 Sep 21 18:15:22.340764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43728) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:22.354555 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a813128-ac6d-4e35-a834-d62437a834cc req-7ddbf5da-c927-4423-b862-edc12f6dbc63 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874268 Sep 21 18:15:22.359771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'description': 'd2'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:22.472755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7446f077-80a5-431d-85c6-3b506ff36ef5 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:22.488824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4a813128-ac6d-4e35-a834-d62437a834cc req-d3a38520-334f-4555-b364-d9fd391fefe9 service neutron] 10.222.0.78 "GET /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207802 Sep 21 18:15:22.525667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 4bf1c871-b5af-45aa-8935-c4ab157418a8 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:22.537749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7446f077-80a5-431d-85c6-3b506ff36ef5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:22.538119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7446f077-80a5-431d-85c6-3b506ff36ef5 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:22.559483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 4bf1c871-b5af-45aa-8935-c4ab157418a8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:22.559910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 4bf1c871-b5af-45aa-8935-c4ab157418a8 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:22.626797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.641549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.651457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 is not hosted by any dhcp agent {{(pid=95090) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:15:22.657885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.658523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.659818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "PUT /v2.0/networks/a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 HTTP/1.1" status: 200 len: 757 time: 0.3174613 Sep 21 18:15:22.662737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43740) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:22.737682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59483dfb-c4a0-4492-9694-eaca84c3a6c7 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=a2cf06cd-7fe3-4dde-9b0b-3ccae7422944,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:22.750674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:22.752789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d7cff-7159-43fd-8dc7-19f56b3f2523 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.754679 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-309d7cff-7159-43fd-8dc7-19f56b3f2523 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/networks?id=a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 HTTP/1.1" status: 200 len: 760 time: 0.0907145 Sep 21 18:15:22.759228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43744) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:22.764986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-114685204'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:22.793604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:22.800196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.838337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:22.851974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.852402 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72 of type vlan for network 671942b1-c989-4158-9ea3-ceae867a3f8f Sep 21 18:15:22.898222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.926711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.932589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.933231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.969764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2091291 Sep 21 18:15:22.972539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43762) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:22.977488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '671942b1-c989-4158-9ea3-ceae867a3f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:23.021147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-e7af0d34-9dab-4a18-9843-23b34da97aed tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:23.029936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-e7af0d34-9dab-4a18-9843-23b34da97aed tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/networks?id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 200 len: 817 time: 0.1371069 Sep 21 18:15:23.032520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12f1f9-7317-4ee6-ac36-0ebe9a52ef38 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=671942b1-c989-4158-9ea3-ceae867a3f8f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:23.043639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-5d0ef54d-5f55-4826-aa23-5573ca16b1ad tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/quotas/f3aa267308e4491e95816ea20f978737 HTTP/1.1" status: 200 len: 375 time: 0.0126235 Sep 21 18:15:23.046700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 671942b1-c989-4158-9ea3-ceae867a3f8f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:23.087229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-9df303ee-d8fe-4561-a5ee-60dddf64e858 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3aa267308e4491e95816ea20f978737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369904 Sep 21 18:15:23.122463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:23.130818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.192785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-e3cda212-4ca9-4e1f-8a73-8307a39b7cae service neutron] 10.222.0.70 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979273 Sep 21 18:15:23.295797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-68828b39-ab9f-4fc4-b014-e077db4a25a6 service neutron] 10.222.0.70 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965936 Sep 21 18:15:23.334138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.404344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=a6079ca1-44af-4c9f-aa8a-8105e8cf95e1,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:23.411153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '671942b1-c989-4158-9ea3-ceae867a3f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:23.411153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 671942b1-c989-4158-9ea3-ceae867a3f8f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:23.431766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 671942b1-c989-4158-9ea3-ceae867a3f8f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:23.443717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 671942b1-c989-4158-9ea3-ceae867a3f8f) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:23.448071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:23.448758 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.454560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dabf44a-27f0-457c-ad51-dfd369f4e740 None None] Network 671942b1-c989-4158-9ea3-ceae867a3f8f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:23.474006 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bd1bde22-d13c-46d3-851f-a116dafa25d3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4982147 Sep 21 18:15:23.474420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43772) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:23.630852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.672665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-671942b1-c989-4158-9ea3-ceae867a3f8f', 'network_id': '671942b1-c989-4158-9ea3-ceae867a3f8f', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': 'a6079ca1-44af-4c9f-aa8a-8105e8cf95e1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:23.674975 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.745662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.875921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Allocated IP 172.20.0.2 (671942b1-c989-4158-9ea3-ceae867a3f8f/a6079ca1-44af-4c9f-aa8a-8105e8cf95e1/529cac36-9975-4f91-a141-75cbea20302a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:24.006542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-322b0e24-322b-47f9-8bd6-56347a6d35b8 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:24.011111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-322b0e24-322b-47f9-8bd6-56347a6d35b8 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.1581774 Sep 21 18:15:24.037975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7fc518aa-51f2-420e-95a0-717adba7d6de tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/quotas/b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 375 time: 0.0200703 Sep 21 18:15:24.114014 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.119043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-82557268-c004-4a9a-9fd2-68f77a29a953 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0744760 Sep 21 18:15:24.126969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.158605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.219919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Pushing event updated for resources: {'Port': ['ID=529cac36-9975-4f91-a141-75cbea20302a,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:24.224295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=a6079ca1-44af-4c9f-aa8a-8105e8cf95e1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:24.233480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Network 671942b1-c989-4158-9ea3-ceae867a3f8f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:24.235733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:24.239142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:24.266929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-495863df-61e5-4adf-a4b1-1206d84a4518 service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398582 Sep 21 18:15:24.347470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.365790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Attempting to bind port 529cac36-9975-4f91-a141-75cbea20302a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:24.366166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Attempting to bind port 529cac36-9975-4f91-a141-75cbea20302a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '671942b1-c989-4158-9ea3-ceae867a3f8f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:24.366567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Attempting to bind port 529cac36-9975-4f91-a141-75cbea20302a on network 671942b1-c989-4158-9ea3-ceae867a3f8f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:24.374421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:24.375422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Checking segment: {'id': '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '671942b1-c989-4158-9ea3-ceae867a3f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:24.375716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.376264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Bound using segment: {'id': '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '671942b1-c989-4158-9ea3-ceae867a3f8f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:24.376871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Bound port: 529cac36-9975-4f91-a141-75cbea20302a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '671942b1-c989-4158-9ea3-ceae867a3f8f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:24.377461 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.381638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671942b1-c989-4158-9ea3-ceae867a3f8f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:24.394032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:24.394032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:24.399023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-c246911d-ed1c-4bca-901e-878cb230814e service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231310 Sep 21 18:15:24.411310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.430939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0accaab9-a2cd-408a-9ed8-2803b44ee12a details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:24.431194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.441871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:24.444170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:24.452868 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:24.514586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] For port 529cac36-9975-4f91-a141-75cbea20302a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:24.585045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:15:24.585045 n-d-810285-3 neutron-server[95091]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:15:24.585045 n-d-810285-3 neutron-server[95091]: [parameters: {'id': '671942b1-c989-4158-9ea3-ceae867a3f8f'}] Sep 21 18:15:24.585045 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:24.585479 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:24.600661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] For port 529cac36-9975-4f91-a141-75cbea20302a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=529cac36-9975-4f91-a141-75cbea20302a,segment=NetworkSegment(1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72),segment_id=1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:24.609181 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.683270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:24.720318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '0accaab9-a2cd-408a-9ed8-2803b44ee12a', 'network_id': '11cce824-e437-4f34-93e0-dc1aad7545b7', 'port_id': '0accaab9-a2cd-408a-9ed8-2803b44ee12a', 'mac_address': 'fa:16:3e:b7:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e2521-b5af-41c9-942a-dbc28cafe6b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:24.722786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867018-b3d3-4019-8279-976cbcfa65f0 req-6b39d310-a038-439e-929d-600713663c00 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:24.724879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6867018-b3d3-4019-8279-976cbcfa65f0 req-6b39d310-a038-439e-929d-600713663c00 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 943 time: 0.0811172 Sep 21 18:15:24.777078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181821c-fcc1-4608-bab7-7fea9e8b5339 None None] Pushing event updated for resources: {'Port': ['ID=529cac36-9975-4f91-a141-75cbea20302a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:24.817269 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.827399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6867018-b3d3-4019-8279-976cbcfa65f0 req-bdbd0cfd-de15-42f0-bfad-c104b4041818 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956585 Sep 21 18:15:24.861947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0accaab9-a2cd-408a-9ed8-2803b44ee12a {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:24.908220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:24.909563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68934d2-f2c6-4580-9e10-d8031fe56e14 None None] Network 671942b1-c989-4158-9ea3-ceae867a3f8f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:25.018820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.087378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.207715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199905e-7f0e-41f1-ae98-41b20e25fed1 req-da979187-ce10-45c2-b769-bfc792fd5466 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:25.214252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port 529cac36-9975-4f91-a141-75cbea20302a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:25.214780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.226776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9199905e-7f0e-41f1-ae98-41b20e25fed1 req-da979187-ce10-45c2-b769-bfc792fd5466 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1080055 Sep 21 18:15:25.264136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['0accaab9-a2cd-408a-9ed8-2803b44ee12a'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:25.297277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9199905e-7f0e-41f1-ae98-41b20e25fed1 req-d6069db4-babf-450d-baaf-363d4e8b7fc9 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693903 Sep 21 18:15:25.297734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port 529cac36-9975-4f91-a141-75cbea20302a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=529cac36-9975-4f91-a141-75cbea20302a,segment=NetworkSegment(1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72),segment_id=1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:25.298776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.319116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for 529cac36-9975-4f91-a141-75cbea20302a owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:25.319308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0accaab9-a2cd-408a-9ed8-2803b44ee12a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:25.402540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2d8d0-75f9-4179-b538-f62480b1fb23 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:25.464250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7860ac6f-13ee-419d-9a31-b542958ba5a4 req-96d95e56-72b5-4649-b355-34782eaf3366 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 210 time: 0.0731533 Sep 21 18:15:25.493353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.589082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=529cac36-9975-4f91-a141-75cbea20302a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:25.609117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port 529cac36-9975-4f91-a141-75cbea20302a on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:25.650412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-ee4c4d92-4193-4660-80ca-d6a6812f7b66 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:25.658420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-ee4c4d92-4193-4660-80ca-d6a6812f7b66 tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 946 time: 0.1588082 Sep 21 18:15:25.689397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ea8913b-5a31-44e5-909d-b1bf1559ebd9 req-8e8af2f9-b6f7-4268-842a-8ac8e9d671c9 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 210 time: 0.0987260 Sep 21 18:15:25.737239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a2d8d0-75f9-4179-b538-f62480b1fb23 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:25.831058 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.866761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671942b1-c989-4158-9ea3-ceae867a3f8f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:25.881907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:25.882394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1c1c89-9c7b-411b-b8e5-3954fa0c1a72') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:25.906728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.922626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.929838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:25.930387 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.936663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Deleting port 62ceed6d-a216-4ea6-9871-11b8febdc265 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:25.937227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:26.004457 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:26.031607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.056562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.058595 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/671942b1-c989-4158-9ea3-ceae867a3f8f HTTP/1.1" status: 204 len: 168 time: 2.5832505 Sep 21 18:15:26.062834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43848) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.111397 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f19f74-5fb3-4adb-a776-1616ee299870 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] GET failed (client error): The resource could not be found. Sep 21 18:15:26.113123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-07f19f74-5fb3-4adb-a776-1616ee299870 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/subnets/a6079ca1-44af-4c9f-aa8a-8105e8cf95e1 HTTP/1.1" status: 404 len: 337 time: 0.0482502 Sep 21 18:15:26.116211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43850) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.120814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de557-9a07-4f39-a27e-9a70c15c7ef1 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=671942b1-c989-4158-9ea3-ceae867a3f8f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:26.125980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4da35-0554-4bb7-bdfb-cfbb86373b15 req-e981b4f6-317e-4a5a-9a0c-67ba19099f4d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.134786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46b4da35-0554-4bb7-bdfb-cfbb86373b15 req-e981b4f6-317e-4a5a-9a0c-67ba19099f4d tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 944 time: 0.1625383 Sep 21 18:15:26.188100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] For port 62ceed6d-a216-4ea6-9871-11b8febdc265, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=62ceed6d-a216-4ea6-9871-11b8febdc265,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:26.188727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.198085 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-406040b0-9083-40de-820b-902f63da32cc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:26.198727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406040b0-9083-40de-820b-902f63da32cc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:26.201429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-406040b0-9083-40de-820b-902f63da32cc tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/671942b1-c989-4158-9ea3-ceae867a3f8f HTTP/1.1" status: 404 len: 339 time: 0.0810266 Sep 21 18:15:26.208030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.218992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Calling delete_port for 62ceed6d-a216-4ea6-9871-11b8febdc265 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:26.226559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46b4da35-0554-4bb7-bdfb-cfbb86373b15 req-232e88b5-7e1b-4dc2-9ffc-d46b74973a16 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905385 Sep 21 18:15:26.344629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-1cf78c75-45ee-4ef9-9943-1349e8dc417d tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.359358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-1cf78c75-45ee-4ef9-9943-1349e8dc417d tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.78 "GET /v2.0/networks?id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 200 len: 817 time: 0.7045081 Sep 21 18:15:26.411731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7d9880fa-1504-4e14-8449-3c898ab2aeb2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.415643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7d9880fa-1504-4e14-8449-3c898ab2aeb2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "GET /v2.0/networks?id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 200 len: 817 time: 0.4071758 Sep 21 18:15:26.422993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0accaab9-a2cd-408a-9ed8-2803b44ee12a up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:26.455282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Request body: {'port': {'device_id': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa', 'admin_state_up': True, 'tenant_id': 'f3aa267308e4491e95816ea20f978737'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:26.471941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Request body: {'port': {'device_id': '066100c7-12eb-46e9-b654-b595169bc976', 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa', 'admin_state_up': True, 'tenant_id': 'f3aa267308e4491e95816ea20f978737'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:26.528279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.533290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 0accaab9-a2cd-408a-9ed8-2803b44ee12a completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:15:26.539748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 0accaab9-a2cd-408a-9ed8-2803b44ee12a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:26.541201 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.587914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Pushing event deleted for resources: {'Port': ['ID=62ceed6d-a216-4ea6-9871-11b8febdc265,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:26.607972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16d882-5d6f-46d9-9f21-3d8d09ab8a11 req-2da3d44a-97f3-40e6-a15d-15d95afe9a6d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.616577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e16d882-5d6f-46d9-9f21-3d8d09ab8a11 req-2da3d44a-97f3-40e6-a15d-15d95afe9a6d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/ports?device_id=6186a63d-b932-44a6-a2f8-2ee32c6996b4 HTTP/1.1" status: 200 len: 867 time: 0.2088454 Sep 21 18:15:26.694796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] No DVR routers for this DVR port 62ceed6d-a216-4ea6-9871-11b8febdc265 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:26.698244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.702555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ff64bbe-4f9d-41bf-b28a-e8e97836f3b3 req-846855c6-a8bf-493a-ab73-1d63e50b0e5d tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.41 "DELETE /v2.0/ports/62ceed6d-a216-4ea6-9871-11b8febdc265 HTTP/1.1" status: 204 len: 173 time: 1.0250359 Sep 21 18:15:26.707105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'name': 'network-vif-deleted', 'tag': '62ceed6d-a216-4ea6-9871-11b8febdc265'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:26.709920 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548874bd-2680-4db7-9820-68f57e64a148" -d '{"events": [{"server_uuid": "6186a63d-b932-44a6-a2f8-2ee32c6996b4", "name": "network-vif-deleted", "tag": "62ceed6d-a216-4ea6-9871-11b8febdc265"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:26.713610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.735268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ee4c5651-4bba-4d81-80f3-9d444c8ae550 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.735268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ee4c5651-4bba-4d81-80f3-9d444c8ae550 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "GET /v2.0/networks?id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 200 len: 817 time: 0.3417637 Sep 21 18:15:26.751186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Request body: {'port': {'device_id': '506549f6-27e5-497f-98a4-d576cb128946', 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa', 'admin_state_up': True, 'tenant_id': 'f3aa267308e4491e95816ea20f978737'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:26.771665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:26.772816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e16d882-5d6f-46d9-9f21-3d8d09ab8a11 req-77d5e4bf-36ec-4089-92ab-abbf87041caa tempest-ListServerFiltersTestJSON-1953366311 tempest-ListServerFiltersTestJSON-1953366311-project] 10.222.0.70 "GET /v2.0/security-groups?id=2058873e-4d26-4432-90a6-b1e1317aec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548929 Sep 21 18:15:26.780207 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75c78b8-9621-4a2d-8844-b9d5c3057f17" -d '{"events": [{"server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "name": "network-vif-plugged", "status": "completed", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:26.810111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:26.819986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.905849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0accaab9-a2cd-408a-9ed8-2803b44ee12a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:27.019163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80789628-21bd-4d9b-8c7c-e8a9107007aa req-bd85a315-a4ae-48dd-b093-0be84683fa0d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 210 time: 0.0723853 Sep 21 18:15:27.141315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Made reservation on behalf of f3aa267308e4491e95816ea20f978737 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:27.144945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.170046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d759bc6-8718-4eab-a9ba-a9a1d780bc40 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:27.171859 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1d759bc6-8718-4eab-a9ba-a9a1d780bc40 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9600661 Sep 21 18:15:27.176997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43880) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.220637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c4c3ff6-7a3b-4bab-94e0-30d68800a672 req-e30a0c3f-4537-4eee-a0ce-0941a5ee184e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 210 time: 0.0693262 Sep 21 18:15:27.281824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4b5b86bf-fd9e-48fa-a460-7e7f481ca6bd tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 207 time: 0.0861483 Sep 21 18:15:27.292235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43886) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.320851 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b4c9fe-21a2-4dd6-8ef5-bdb681a52c01 x-openstack-request-id: req-c2b4c9fe-21a2-4dd6-8ef5-bdb681a52c01 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:27.321211 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6186a63d-b932-44a6-a2f8-2ee32c6996b4", "name": "network-vif-deleted", "tag": "62ceed6d-a216-4ea6-9871-11b8febdc265", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:27.321503 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2b4c9fe-21a2-4dd6-8ef5-bdb681a52c01 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:27.321998 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6186a63d-b932-44a6-a2f8-2ee32c6996b4', 'name': 'network-vif-deleted', 'tag': '62ceed6d-a216-4ea6-9871-11b8febdc265', 'status': 'completed', 'code': 200} Sep 21 18:15:27.361727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-929360fa-fdbb-4ae8-aded-792bde0d77fe tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:27.364809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-929360fa-fdbb-4ae8-aded-792bde0d77fe tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.5297976 Sep 21 18:15:27.387913 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e7aa6a-fd56-4ef7-bf1c-c7c896333ab6 x-openstack-request-id: req-d5e7aa6a-fd56-4ef7-bf1c-c7c896333ab6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:27.388952 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "name": "network-vif-plugged", "status": "completed", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:27.389321 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5e7aa6a-fd56-4ef7-bf1c-c7c896333ab6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:27.389802 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a', 'code': 200} Sep 21 18:15:27.405328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'port': {'device_id': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'admin_state_up': True, 'tenant_id': 'b8267c05d15048808f78d822c9cd506e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:27.406178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Allocated IP 172.20.0.5 (ac1e6cf8-99c1-4077-8333-f14ffc7564fa/e5130456-7b5a-497b-9e78-841552f94ab0/d67b7b97-63b2-42da-8795-8948498e758d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:27.430244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Made reservation on behalf of f3aa267308e4491e95816ea20f978737 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:27.434560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.443011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Made reservation on behalf of f3aa267308e4491e95816ea20f978737 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:27.454330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.520407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 62ceed6d-a216-4ea6-9871-11b8febdc265 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:27.546982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 62ceed6d-a216-4ea6-9871-11b8febdc265 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:27.547397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 62ceed6d-a216-4ea6-9871-11b8febdc265 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:27.741070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.798700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.871877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Network ac1e6cf8-99c1-4077-8333-f14ffc7564fa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:27.877994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:27.883959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:27.947340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Pushing event updated for resources: {'Port': ['ID=d67b7b97-63b2-42da-8795-8948498e758d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:27.965665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:27.967142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.972606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-e7500301-2731-4e79-bd97-7324bfafdbbd {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:27.972897 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:27.991640 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8e8187ea-e790-449f-80ef-64e70db88a15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5311213 Sep 21 18:15:28.006775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Request body: {'port': {'device_id': '066100c7-12eb-46e9-b654-b595169bc976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:28.051887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80c0be-770a-49bb-bebf-c4989bad092e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.059052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80c0be-770a-49bb-bebf-c4989bad092e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.066058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80c0be-770a-49bb-bebf-c4989bad092e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.072440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80c0be-770a-49bb-bebf-c4989bad092e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.074180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2a80c0be-770a-49bb-bebf-c4989bad092e tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7787189 Sep 21 18:15:28.079342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43904) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.110772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.117233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4196-5cc3-483d-ae4c-237faca1933d req-c7b6b1ae-8137-46f1-bf84-456c1a43b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.119035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55db4196-5cc3-483d-ae4c-237faca1933d req-c7b6b1ae-8137-46f1-bf84-456c1a43b85e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 1096 time: 0.5739872 Sep 21 18:15:28.137070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b5ef0-6582-44b8-a496-cb879a4fea21 req-3d801d0f-8d58-4232-867e-f79d81b4e3eb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.139269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e96b5ef0-6582-44b8-a496-cb879a4fea21 req-3d801d0f-8d58-4232-867e-f79d81b4e3eb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.6528959 Sep 21 18:15:28.230844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Made reservation on behalf of b8267c05d15048808f78d822c9cd506e for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:28.235097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.249351 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-44ab3df1-98c8-486b-adf3-85fe178f8596 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1682022 Sep 21 18:15:28.260405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43910) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.262530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55db4196-5cc3-483d-ae4c-237faca1933d req-3c986a20-ba9a-4944-990a-7c48369d4272 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331155 Sep 21 18:15:28.265336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Allocated IP 172.20.0.4 (ac1e6cf8-99c1-4077-8333-f14ffc7564fa/e5130456-7b5a-497b-9e78-841552f94ab0/ba131991-3050-4312-b721-075cd49b7ace) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:28.332663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e96b5ef0-6582-44b8-a496-cb879a4fea21 req-c239bbcd-628e-4665-ad1c-783bf8f98355 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844943 Sep 21 18:15:28.408019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43916) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.416862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588f824-7a3e-4ebc-9e08-ad8de3a420c3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.418406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588f824-7a3e-4ebc-9e08-ad8de3a420c3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.425587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8588f824-7a3e-4ebc-9e08-ad8de3a420c3 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1569462 Sep 21 18:15:28.429661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43918) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.470928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] Deleting subnet 1ac31f0a-38f1-4f42-840c-c97cecde1535 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:28.475129 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.477464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.539330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.583265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e7a92a5-a022-4599-97f8-49bebfa5116b req-572536ad-c3b7-4536-83f7-da8e6ea2b80b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 210 time: 0.1031585 Sep 21 18:15:28.639138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3c3b8-73c0-4778-930e-d2fe95722ab9 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['shared'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.640770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3c3b8-73c0-4778-930e-d2fe95722ab9 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['shared'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.642461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d5f3c3b8-73c0-4778-930e-d2fe95722ab9 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2117865 Sep 21 18:15:28.651057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43924) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.692694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Allocated IP 172.20.0.9 (504eee16-e66c-4c18-9265-40a9b7e500f5/ede39c7e-dfc9-4275-8cb6-1b836e6acb02/f798157c-e5bd-4fae-a05f-4ef818eb2059) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:28.696030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.758140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4a4aa94-d875-4d72-b876-7568b4092768 req-63ac884e-32f2-44ad-8f34-dbac58487c37 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 210 time: 0.0737822 Sep 21 18:15:28.763982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.796695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac31f0a-38f1-4f42-840c-c97cecde1535,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:28.798970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.800981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d34b4e72-a945-4b6d-9de6-1f9abfc4391e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1ac31f0a-38f1-4f42-840c-c97cecde1535 HTTP/1.1" status: 204 len: 168 time: 0.3918760 Sep 21 18:15:28.803817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f8d91-c1aa-4805-9af9-9481589bf494 None None] Network c7ed8212-419d-4577-ade1-d9cffc895d98 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:28.804283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43930) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.831520 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.911661 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.920540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d96cd1-a772-48ba-89f6-2e99e5057290 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.922013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-34d96cd1-a772-48ba-89f6-2e99e5057290 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/networks/985896a7-4847-499b-8dd9-f545f17a72b0 HTTP/1.1" status: 200 len: 799 time: 0.2702312 Sep 21 18:15:28.926523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43938) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.999398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.039749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] DHCP port deletion for c7ed8212-419d-4577-ade1-d9cffc895d98 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:29.073332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Network ac1e6cf8-99c1-4077-8333-f14ffc7564fa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:29.080528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.082050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:29.090231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:29.096052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Pushing event updated for resources: {'Port': ['ID=ba131991-3050-4312-b721-075cd49b7ace,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.110705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] Deleting port febca5ff-b4e7-4753-a07f-99fe070b1bee {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:29.111180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.166510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:29.167165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.187291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.193437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-c2ac39b3-8596-4d88-a7f4-145f4c6d5bf2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4476368 Sep 21 18:15:29.199945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] For port febca5ff-b4e7-4753-a07f-99fe070b1bee, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=febca5ff-b4e7-4753-a07f-99fe070b1bee,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:29.200479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.214853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Deleting port febca5ff-b4e7-4753-a07f-99fe070b1bee {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:29.215198 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.233064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Request body: {'port': {'device_id': '506549f6-27e5-497f-98a4-d576cb128946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:29.245443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] Calling delete_port for febca5ff-b4e7-4753-a07f-99fe070b1bee owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:29.253417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aeccbeab-98d5-464a-ac3c-7ba7f45ea39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.259656 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-027c0555-581c-4fa6-8fd9-4034f2d2a668 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/networks/985896a7-4847-499b-8dd9-f545f17a72b0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3314066 Sep 21 18:15:29.264475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43948) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:29.281535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:29.288919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:29.297087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:29.342096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a9487-7b7d-4457-827b-6eaaf240d100 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:29.344095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-352a9487-7b7d-4457-827b-6eaaf240d100 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/subnets/86c44dd4-577e-459f-aaa2-1a13ec0e67f3 HTTP/1.1" status: 200 len: 811 time: 0.0765684 Sep 21 18:15:29.382910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43952) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:29.394352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.400647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=f798157c-e5bd-4fae-a05f-4ef818eb2059,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.453606 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.506418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] For port febca5ff-b4e7-4753-a07f-99fe070b1bee, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=febca5ff-b4e7-4753-a07f-99fe070b1bee,segment=NetworkSegment(858b8da9-49e5-4ccc-92f2-b6ff99296574),segment_id=858b8da9-49e5-4ccc-92f2-b6ff99296574)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:29.506945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.519960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] Pushing event deleted for resources: {'Port': ['ID=febca5ff-b4e7-4753-a07f-99fe070b1bee,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.522269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe62ed-8d6f-4c9b-bdb9-9c7aefeb2b01 None None] No DVR routers for this DVR port febca5ff-b4e7-4753-a07f-99fe070b1bee on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:29.522674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:29.523436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.559421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Calling delete_port for febca5ff-b4e7-4753-a07f-99fe070b1bee owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:29.589722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa1ff1-5fbd-4e29-8951-0a7482260806 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['shared'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:29.591169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-87aa1ff1-5fbd-4e29-8951-0a7482260806 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "GET /v2.0/subnets/86c44dd4-577e-459f-aaa2-1a13ec0e67f3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2069261 Sep 21 18:15:29.596634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43956) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:29.604829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67b7b97-63b2-42da-8795-8948498e758d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:29.614413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-613175543'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:29.623965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.648624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-3b4fcbec-545c-4f3b-9244-4c1b20c60266 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2571869 Sep 21 18:15:29.673499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Request body: {'port': {'device_id': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:29.683384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1dfa-02c1-4858-80c7-f9a755fc19a2 req-0595207e-32ec-48c4-b7d4-78dd6cecb5cb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:29.685918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5da1dfa-02c1-4858-80c7-f9a755fc19a2 req-0595207e-32ec-48c4-b7d4-78dd6cecb5cb tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.1986172 Sep 21 18:15:29.698647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Transition to ACTIVE for port object d67b7b97-63b2-42da-8795-8948498e758d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:29.717178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:29.720634 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.722492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.740413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6267547a-0230-4944-a366-2ebf2d52f878 None None] Provisioning complete for port f798157c-e5bd-4fae-a05f-4ef818eb2059 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:29.741074 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6267547a-0230-4944-a366-2ebf2d52f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.785468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5da1dfa-02c1-4858-80c7-f9a755fc19a2 req-6e6d29ae-433f-4fed-ba25-c30d254604b0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772686 Sep 21 18:15:29.786248 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.811218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6267547a-0230-4944-a366-2ebf2d52f878 None None] Port f798157c-e5bd-4fae-a05f-4ef818eb2059 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:15:29.873800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Allocated IP 172.20.0.11 (ac1e6cf8-99c1-4077-8333-f14ffc7564fa/e5130456-7b5a-497b-9e78-841552f94ab0/bcbfbaa8-1227-4e40-a9f6-7639a82d2796) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:29.902400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Pushing event updated for resources: {'Port': ['ID=d67b7b97-63b2-42da-8795-8948498e758d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.907419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.911962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:29.975014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Pushing event deleted for resources: {'Port': ['ID=febca5ff-b4e7-4753-a07f-99fe070b1bee,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.988394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] No DVR routers for this DVR port febca5ff-b4e7-4753-a07f-99fe070b1bee on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:29.996610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.997196 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Added segment 53e39286-30fe-4cb3-a080-5996ca73057a of type vlan for network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 Sep 21 18:15:30.001779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468894-0769-4f78-903f-43ef2826afd5 req-8b272fb7-6ce6-4ef3-b7f3-3ca53194b13f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:30.009999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2468894-0769-4f78-903f-43ef2826afd5 req-8b272fb7-6ce6-4ef3-b7f3-3ca53194b13f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 931 time: 0.1394227 Sep 21 18:15:30.117982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2468894-0769-4f78-903f-43ef2826afd5 req-fe174ecf-b2e8-4e94-8d31-db2ef56b971b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997596 Sep 21 18:15:30.155438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.207390 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.211424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Attempting to bind port d67b7b97-63b2-42da-8795-8948498e758d on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:30.211839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Attempting to bind port d67b7b97-63b2-42da-8795-8948498e758d by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:30.212369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Attempting to bind port d67b7b97-63b2-42da-8795-8948498e758d on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:30.226480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Port d67b7b97-63b2-42da-8795-8948498e758d on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:30.226763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Attempting to bind port d67b7b97-63b2-42da-8795-8948498e758d on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:30.249457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f798157c-e5bd-4fae-a05f-4ef818eb2059 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:30.260414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.280806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4a9b1-27bd-4ec3-bb66-eaba2ab00d3d req-62a0866f-acd8-468d-964b-e3860470231b tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:30.282861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04d4a9b1-27bd-4ec3-bb66-eaba2ab00d3d req-62a0866f-acd8-468d-964b-e3860470231b tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 931 time: 0.0926325 Sep 21 18:15:30.287264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Transition to ACTIVE for port object f798157c-e5bd-4fae-a05f-4ef818eb2059 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:30.297256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:30.297942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Checking segment: {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:30.298092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Bound using segment: {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:30.298438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Bound port: d67b7b97-63b2-42da-8795-8948498e758d, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:30.298810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.302736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.302933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ed8212-419d-4577-ade1-d9cffc895d98']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:30.329811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858b8da9-49e5-4ccc-92f2-b6ff99296574') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:30.330060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858b8da9-49e5-4ccc-92f2-b6ff99296574') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:30.331861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.337597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:30.338230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.389934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04d4a9b1-27bd-4ec3-bb66-eaba2ab00d3d req-6d0b1d6b-5c8f-442b-84c5-7b78875c569e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013682 Sep 21 18:15:30.401274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Pushing event updated for resources: {'Port': ['ID=f798157c-e5bd-4fae-a05f-4ef818eb2059,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:30.404975 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.501207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device febca5ff-b4e7-4753-a07f-99fe070b1bee no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:30.532995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: febca5ff-b4e7-4753-a07f-99fe070b1bee {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:30.533861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device febca5ff-b4e7-4753-a07f-99fe070b1bee not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:30.548447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.552196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Network': ['ID=5fbe487b-cdb4-4312-8098-10f6eec1cd11,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:30.569426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:30.645093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.647653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cfd6a2f5-318c-430d-ad8a-b2c4f1f29857 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0485821 Sep 21 18:15:30.649573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba131991-3050-4312-b721-075cd49b7ace {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:30.659535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43976) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:30.665969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.666550 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.691983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Attempting to bind port f798157c-e5bd-4fae-a05f-4ef818eb2059 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:30.692321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Attempting to bind port f798157c-e5bd-4fae-a05f-4ef818eb2059 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:30.692628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'network_id': '5fbe487b-cdb4-4312-8098-10f6eec1cd11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:30.692765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Attempting to bind port f798157c-e5bd-4fae-a05f-4ef818eb2059 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:30.697748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Transition to ACTIVE for port object ba131991-3050-4312-b721-075cd49b7ace will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:30.698571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Port f798157c-e5bd-4fae-a05f-4ef818eb2059 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:30.698904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Attempting to bind port f798157c-e5bd-4fae-a05f-4ef818eb2059 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:30.706289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.715306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:30.715656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:30.716160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Bound using segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:30.717292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Bound port: f798157c-e5bd-4fae-a05f-4ef818eb2059, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:30.717676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.722390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:30.722816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:30.726207 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:30.782436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Network ac1e6cf8-99c1-4077-8333-f14ffc7564fa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:30.798160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Pushing event updated for resources: {'Port': ['ID=ba131991-3050-4312-b721-075cd49b7ace,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:30.845170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Pushing event updated for resources: {'Port': ['ID=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:30.855390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:30.886999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:30.891715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] For port d67b7b97-63b2-42da-8795-8948498e758d, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:30.901062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.933415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] For port d67b7b97-63b2-42da-8795-8948498e758d, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d67b7b97-63b2-42da-8795-8948498e758d,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:30.939849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] For port f798157c-e5bd-4fae-a05f-4ef818eb2059, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:30.946638 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] For port f798157c-e5bd-4fae-a05f-4ef818eb2059, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:30.946852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.952792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] 10.222.0.70 "DELETE /v2.0/networks/c7ed8212-419d-4577-ade1-d9cffc895d98 HTTP/1.1" status: 204 len: 168 time: 2.1457310 Sep 21 18:15:30.960357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.989472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:30.990481 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.994969 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.996356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Attempting to bind port ba131991-3050-4312-b721-075cd49b7ace on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:30.996698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Attempting to bind port ba131991-3050-4312-b721-075cd49b7ace by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:30.997029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Attempting to bind port ba131991-3050-4312-b721-075cd49b7ace on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:31.006066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588a998-46b5-402d-a3c1-b1cd2daef51c admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ed8212-419d-4577-ade1-d9cffc895d98,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:31.011489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b602a3e-4f3a-4e72-a5b2-df318176adfc req-460c600f-8735-4ba6-a9db-e29dd237ce53 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.019695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b602a3e-4f3a-4e72-a5b2-df318176adfc req-460c600f-8735-4ba6-a9db-e29dd237ce53 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.1481948 Sep 21 18:15:31.027960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Port ba131991-3050-4312-b721-075cd49b7ace on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:31.028285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Attempting to bind port ba131991-3050-4312-b721-075cd49b7ace on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:31.041973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.042625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.044034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] 10.222.0.41 "PUT /v2.0/ports/f798157c-e5bd-4fae-a05f-4ef818eb2059 HTTP/1.1" status: 200 len: 1091 time: 1.3801625 Sep 21 18:15:31.044507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'tag': 'f798157c-e5bd-4fae-a05f-4ef818eb2059'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:31.047282 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956" -d '{"events": [{"name": "network-changed", "server_uuid": "dd97ed69-98a2-4a08-8faa-4308006f289e", "tag": "f798157c-e5bd-4fae-a05f-4ef818eb2059"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:31.067925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.069331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.070047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:31.070423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Checking segment: {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:31.070553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] 10.222.0.41 "PUT /v2.0/ports/d67b7b97-63b2-42da-8795-8948498e758d HTTP/1.1" status: 200 len: 1091 time: 3.0709410 Sep 21 18:15:31.070856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Bound using segment: {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:31.071291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Bound port: ba131991-3050-4312-b721-075cd49b7ace, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:31.071707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.077684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066100c7-12eb-46e9-b654-b595169bc976', 'tag': 'd67b7b97-63b2-42da-8795-8948498e758d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:31.088912 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e71bd18-a92e-49d0-a7ce-71a471d1305f" -d '{"events": [{"name": "network-changed", "server_uuid": "066100c7-12eb-46e9-b654-b595169bc976", "tag": "d67b7b97-63b2-42da-8795-8948498e758d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:31.101001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b1ac4ae6-32e0-428b-ba70-4bbd25451ed4 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6840596 Sep 21 18:15:31.107928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c796bfa-3e3e-42e9-867a-19d2ca98e4ef service neutron] Pushing event updated for resources: {'Port': ['ID=f798157c-e5bd-4fae-a05f-4ef818eb2059,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:31.127726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Request body: {'port': {'device_id': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:31.183634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b602a3e-4f3a-4e72-a5b2-df318176adfc req-b17e02bf-1afe-41ba-aa37-d88b03686f47 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547668 Sep 21 18:15:31.188315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Made reservation on behalf of cf4de224e5d84e239506874c9bbb1327 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:31.191990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.196122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3092a9-3645-4c2f-bae7-30a899523e1a service neutron] Pushing event updated for resources: {'Port': ['ID=d67b7b97-63b2-42da-8795-8948498e758d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:31.288716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] For port ba131991-3050-4312-b721-075cd49b7ace, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:31.292442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] For port ba131991-3050-4312-b721-075cd49b7ace, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ba131991-3050-4312-b721-075cd49b7ace,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:31.298252 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b70038d-858a-4a86-a9d6-02d72d737abe x-openstack-request-id: req-6b70038d-858a-4a86-a9d6-02d72d737abe {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:31.298252 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd97ed69-98a2-4a08-8faa-4308006f289e", "tag": "f798157c-e5bd-4fae-a05f-4ef818eb2059", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:31.298252 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b70038d-858a-4a86-a9d6-02d72d737abe {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:31.298252 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'tag': 'f798157c-e5bd-4fae-a05f-4ef818eb2059', 'status': 'completed', 'code': 200} Sep 21 18:15:31.300809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44000) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:31.313201 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.315675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_backend_mixin [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Performing IP validity checks on allocation pools {{(pid=95091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:15:31.316250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_backend_mixin [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95091) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:15:31.319207 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.339152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-0721878a-2a03-4464-98b1-a81e69c5eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.340704 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-0721878a-2a03-4464-98b1-a81e69c5eedd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 1094 time: 0.2238169 Sep 21 18:15:31.395829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.396494 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.398398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba131991-3050-4312-b721-075cd49b7ace HTTP/1.1" status: 200 len: 1091 time: 2.1718655 Sep 21 18:15:31.402411 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a3bbf-8f82-490d-8f0c-b0e13457ebfa x-openstack-request-id: req-604a3bbf-8f82-490d-8f0c-b0e13457ebfa {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:31.402690 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066100c7-12eb-46e9-b654-b595169bc976", "tag": "d67b7b97-63b2-42da-8795-8948498e758d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:31.402958 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-604a3bbf-8f82-490d-8f0c-b0e13457ebfa {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:31.403441 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066100c7-12eb-46e9-b654-b595169bc976', 'tag': 'd67b7b97-63b2-42da-8795-8948498e758d', 'status': 'completed', 'code': 200} Sep 21 18:15:31.435771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-9842eee4-4178-4231-a3fc-3eae7a88076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.446758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-9842eee4-4178-4231-a3fc-3eae7a88076c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3aa267308e4491e95816ea20f978737&device_id=066100c7-12eb-46e9-b654-b595169bc976 HTTP/1.1" status: 200 len: 1094 time: 0.2818036 Sep 21 18:15:31.461028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7829a0b1-356c-4553-b5be-b112a6e037a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ae15f090f5842f2996bfe0d0e8e70ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566594 Sep 21 18:15:31.465330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44006) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:31.508294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-63aab3d8-a18a-45ab-b320-2a46ca0799c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059 HTTP/1.1" status: 200 len: 217 time: 0.1446769 Sep 21 18:15:31.574858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-f7a09a82-9247-4632-9168-c1a7276a5861 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d67b7b97-63b2-42da-8795-8948498e758d HTTP/1.1" status: 200 len: 217 time: 0.1082108 Sep 21 18:15:31.576404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3d07c-e595-4b55-bbcf-0851e7383b83 service neutron] Pushing event updated for resources: {'Port': ['ID=ba131991-3050-4312-b721-075cd49b7ace,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:31.685656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5101be-99ee-43fa-9ec6-2146f3801675 req-bdf21495-a1e9-4848-9640-89fac6a97bae tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.686755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d5101be-99ee-43fa-9ec6-2146f3801675 req-bdf21495-a1e9-4848-9640-89fac6a97bae tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 943 time: 0.2216604 Sep 21 18:15:31.688424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-0db39ccf-1eb2-4f1e-ab7c-db4ecfe707fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.689935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-0db39ccf-1eb2-4f1e-ab7c-db4ecfe707fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1696525 Sep 21 18:15:31.691349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b66c2c08-1abe-4eba-b009-8f03e8068b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.693271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b66c2c08-1abe-4eba-b009-8f03e8068b2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3aa267308e4491e95816ea20f978737&device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 1094 time: 0.2255449 Sep 21 18:15:31.696678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ab76e4f9-35e3-4823-acde-79727ea511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.698078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ab76e4f9-35e3-4823-acde-79727ea511d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5130456-7b5a-497b-9e78-841552f94ab0 HTTP/1.1" status: 200 len: 857 time: 0.1114161 Sep 21 18:15:31.725065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.739796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4b98-d5d3-4fa3-b395-93cac8db69d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.800100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-6d4331a1-7963-4c95-a15f-d9663b331af5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870054 Sep 21 18:15:31.805429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-de9b8956-8f77-48fc-975c-1a19ef013b36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba131991-3050-4312-b721-075cd49b7ace HTTP/1.1" status: 200 len: 217 time: 0.0904601 Sep 21 18:15:31.852531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=6681390b-f132-48f7-8665-af9d6ce5c8aa,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:31.865979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4b98-d5d3-4fa3-b395-93cac8db69d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.882166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-abf4ed9b-1ea7-464d-b2e4-b9edda746c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.883797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-abf4ed9b-1ea7-464d-b2e4-b9edda746c66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769691 Sep 21 18:15:31.887645 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d5101be-99ee-43fa-9ec6-2146f3801675 req-d866a162-1c82-41cd-8cd9-dcb687398b89 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885962 Sep 21 18:15:31.927210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Checking segment: {'id': '53e39286-30fe-4cb3-a080-5996ca73057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '5fbe487b-cdb4-4312-8098-10f6eec1cd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:31.927607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network hostable DHCP agents. Network: 5fbe487b-cdb4-4312-8098-10f6eec1cd11, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:31.994374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ee6ac7ac-c5de-433f-9241-4c6d0bdb0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:31.995459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ee6ac7ac-c5de-433f-9241-4c6d0bdb0935 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5130456-7b5a-497b-9e78-841552f94ab0 HTTP/1.1" status: 200 len: 857 time: 0.1725917 Sep 21 18:15:32.027374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:32.059654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7d6b4cbd-28c3-4c02-b57f-0d39f2f742c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417540 Sep 21 18:15:32.067708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5fbe487b-cdb4-4312-8098-10f6eec1cd11) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:32.077702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-8230c7e3-970f-430d-8b13-5fd978ac3a18 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850169 Sep 21 18:15:32.079061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:32.079904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.088340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4b98-d5d3-4fa3-b395-93cac8db69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.089954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4b98-d5d3-4fa3-b395-93cac8db69d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.091860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d6fe4b98-d5d3-4fa3-b395-93cac8db69d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2058873e-4d26-4432-90a6-b1e1317aec92 HTTP/1.1" status: 204 len: 168 time: 0.6222315 Sep 21 18:15:32.095681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbfbaa8-1227-4e40-a9f6-7639a82d2796 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:32.098233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480e18d-9fa6-4bc6-9e90-6070816fdc7e None None] Network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:32.105800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-52ea863a-1b8b-4fc1-bd7e-bc71b16abeb0 service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837126 Sep 21 18:15:32.114042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0756213-449d-4feb-8c9d-93fe2641ff52 req-d028463c-e462-41cc-bfe6-6a794df201a8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:32.114560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.115638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0756213-449d-4feb-8c9d-93fe2641ff52 req-d028463c-e462-41cc-bfe6-6a794df201a8 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.1343770 Sep 21 18:15:32.144467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-58ec92fc-c446-4041-8d0e-8cdfc6108228 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4811110 Sep 21 18:15:32.150753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44020) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:32.153368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Transition to ACTIVE for port object bcbfbaa8-1227-4e40-a9f6-7639a82d2796 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:32.158552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fc4214bb-c45c-40cf-b431-2d7d293f874a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:32.385487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5fbe487b-cdb4-4312-8098-10f6eec1cd11', 'network_id': '5fbe487b-cdb4-4312-8098-10f6eec1cd11', 'tenant_id': 'cf4de224e5d84e239506874c9bbb1327', 'fixed_ips': [{'subnet_id': '6681390b-f132-48f7-8665-af9d6ce5c8aa'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:32.386955 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.549147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.592368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe4b98-d5d3-4fa3-b395-93cac8db69d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2058873e-4d26-4432-90a6-b1e1317aec92,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:32.647081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Allocated IP 172.20.0.3 (5fbe487b-cdb4-4312-8098-10f6eec1cd11/6681390b-f132-48f7-8665-af9d6ce5c8aa/076a1099-3792-4aa0-b6db-96e65a7b30da) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:32.716061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-67398eeb-dc1a-400b-879c-941f8e161b2e req-c858e035-7219-48cc-9096-7c85dca787f7 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157577 Sep 21 18:15:32.737140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:32.801615 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fc4214bb-c45c-40cf-b431-2d7d293f874a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14121722'] for subnet, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.813718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0756213-449d-4feb-8c9d-93fe2641ff52 req-432e9dc8-f37e-475b-86f8-4b183d1b00a0 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6828139 Sep 21 18:15:32.852328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-24cd1da6-1dfe-47c2-b86b-efa222778b3b service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583249 Sep 21 18:15:32.883226 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ba98c1e9-cf8c-4872-9b67-d3ec11765388 service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625504 Sep 21 18:15:32.903492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Attempting to bind port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:32.903853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Attempting to bind port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:32.904301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Attempting to bind port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:32.910455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-7854d0ce-dfae-48e6-82d3-7eee05101677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:32.912672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-7854d0ce-dfae-48e6-82d3-7eee05101677 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 1094 time: 0.1231453 Sep 21 18:15:32.915470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:32.915806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Attempting to bind port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 on network ac1e6cf8-99c1-4077-8333-f14ffc7564fa {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:32.924478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:32.924869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Checking segment: {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:32.925288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Bound using segment: {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:32.925770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Bound port: bcbfbaa8-1227-4e40-a9f6-7639a82d2796, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:32.926128 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.928137 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.938782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.012135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Pushing event updated for resources: {'Port': ['ID=076a1099-3792-4aa0-b6db-96e65a7b30da,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:33.041876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:33.045246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:33.049750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:33.087642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5df3-b88e-4f2e-b494-3d2274544dea req-9e8ba371-88de-4eb4-95f4-cb4a84239f15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.089741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f9d5df3-b88e-4f2e-b494-3d2274544dea req-9e8ba371-88de-4eb4-95f4-cb4a84239f15 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 943 time: 0.1382935 Sep 21 18:15:33.115418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Attempting to bind port 076a1099-3792-4aa0-b6db-96e65a7b30da on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:33.116532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Attempting to bind port 076a1099-3792-4aa0-b6db-96e65a7b30da by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '53e39286-30fe-4cb3-a080-5996ca73057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '5fbe487b-cdb4-4312-8098-10f6eec1cd11'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:33.117111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Attempting to bind port 076a1099-3792-4aa0-b6db-96e65a7b30da on network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:33.129923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:33.131832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Checking segment: {'id': '53e39286-30fe-4cb3-a080-5996ca73057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '5fbe487b-cdb4-4312-8098-10f6eec1cd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:33.133222 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.134481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Bound using segment: {'id': '53e39286-30fe-4cb3-a080-5996ca73057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '5fbe487b-cdb4-4312-8098-10f6eec1cd11'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:33.136396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-dbb114c9-6acd-4521-8365-b8c25445142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.136646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Bound port: 076a1099-3792-4aa0-b6db-96e65a7b30da, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e39286-30fe-4cb3-a080-5996ca73057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '5fbe487b-cdb4-4312-8098-10f6eec1cd11'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:33.137993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-dbb114c9-6acd-4521-8365-b8c25445142c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3aa267308e4491e95816ea20f978737&device_id=066100c7-12eb-46e9-b654-b595169bc976 HTTP/1.1" status: 200 len: 1094 time: 0.1115856 Sep 21 18:15:33.138685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.142134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-8d29ad68-93d7-4b0c-b954-8736a2db2484 service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804103 Sep 21 18:15:33.171497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f9d5df3-b88e-4f2e-b494-3d2274544dea req-d6219e1c-0b4a-4ae6-907e-7ebaff6e2a10 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734460 Sep 21 18:15:33.246287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] For port bcbfbaa8-1227-4e40-a9f6-7639a82d2796, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:33.250836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] For port bcbfbaa8-1227-4e40-a9f6-7639a82d2796, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:33.279593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.318073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] For port 076a1099-3792-4aa0-b6db-96e65a7b30da, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:33.326822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] For port 076a1099-3792-4aa0-b6db-96e65a7b30da, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=076a1099-3792-4aa0-b6db-96e65a7b30da,segment=NetworkSegment(53e39286-30fe-4cb3-a080-5996ca73057a),segment_id=53e39286-30fe-4cb3-a080-5996ca73057a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:33.337290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.342042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506549f6-27e5-497f-98a4-d576cb128946', 'tag': 'ba131991-3050-4312-b721-075cd49b7ace'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:33.355790 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02" -d '{"events": [{"name": "network-changed", "server_uuid": "506549f6-27e5-497f-98a4-d576cb128946", "tag": "ba131991-3050-4312-b721-075cd49b7ace"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:33.399512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fc4214bb-c45c-40cf-b431-2d7d293f874a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789895163908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12795083'] for subnet, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.420406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:33.443714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be3d90-9c22-44a3-b10b-21e3e95ade76 None None] Pushing event updated for resources: {'Port': ['ID=076a1099-3792-4aa0-b6db-96e65a7b30da,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:33.481029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-ed536754-d047-4f44-8c69-acc5877ce5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.483521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-ed536754-d047-4f44-8c69-acc5877ce5e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 200 len: 919 time: 0.3230274 Sep 21 18:15:33.490117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.498830 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.500357 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-7f5d3399-6e28-481c-931d-599bc9a66872 service neutron] 10.222.0.78 "PUT /v2.0/ports/bcbfbaa8-1227-4e40-a9f6-7639a82d2796 HTTP/1.1" status: 200 len: 1092 time: 2.3789937 Sep 21 18:15:33.501446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4214bb-c45c-40cf-b431-2d7d293f874a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.502022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fc4214bb-c45c-40cf-b431-2d7d293f874a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.511065 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fc4214bb-c45c-40cf-b431-2d7d293f874a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "PUT /v2.0/subnets/6681390b-f132-48f7-8665-af9d6ce5c8aa HTTP/1.1" status: 200 len: 877 time: 1.3589501 Sep 21 18:15:33.511674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'tag': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:33.514852 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ac1ca2-64fa-409b-b9f5-68a09a458d85" -d '{"events": [{"name": "network-changed", "server_uuid": "6134923b-ac8b-4c29-8fd8-5324ba72047f", "tag": "bcbfbaa8-1227-4e40-a9f6-7639a82d2796"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:33.520753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44060) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:33.547797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4214bb-c45c-40cf-b431-2d7d293f874a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event updated for resources: {'Subnet': ['ID=6681390b-f132-48f7-8665-af9d6ce5c8aa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:33.557711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-21e9675a-bb19-47bc-af70-2a3dee0dfa00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d67b7b97-63b2-42da-8795-8948498e758d HTTP/1.1" status: 200 len: 217 time: 0.0665629 Sep 21 18:15:33.602502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ccb689e6-1468-4b8e-989d-1a1b3e321f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.681694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9843-7be2-42b0-afa6-72212e3da24e req-de6beb2c-7cf1-47a1-820a-6ebb7a5c78dc tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.683209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db1d9843-7be2-42b0-afa6-72212e3da24e req-de6beb2c-7cf1-47a1-820a-6ebb7a5c78dc tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 943 time: 0.1276255 Sep 21 18:15:33.686162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-d4b76607-39aa-4744-8c5f-61b46181df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.687093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-d4b76607-39aa-4744-8c5f-61b46181df41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5130456-7b5a-497b-9e78-841552f94ab0 HTTP/1.1" status: 200 len: 857 time: 0.1160879 Sep 21 18:15:33.756531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-c1bbf514-635a-4a2c-ad2d-d166c8e5d3b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371001 Sep 21 18:15:33.785187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ffb8bc7b-a457-49b7-846b-e3a13f0540ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.786781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-ffb8bc7b-a457-49b7-846b-e3a13f0540ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3aa267308e4491e95816ea20f978737&device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 1095 time: 0.2000129 Sep 21 18:15:33.790409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-83327729-57a4-47cb-bcfd-b64aa1da844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:33.792044 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-83327729-57a4-47cb-bcfd-b64aa1da844d service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.8549962 Sep 21 18:15:33.792439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db1d9843-7be2-42b0-afa6-72212e3da24e req-369e187e-c38b-40f1-b58c-f81fee27bc4d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004057 Sep 21 18:15:33.815206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44068) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:33.862266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-95ab1970-7f0d-4731-95be-cb82f21ee184 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcbfbaa8-1227-4e40-a9f6-7639a82d2796 HTTP/1.1" status: 200 len: 217 time: 0.0626137 Sep 21 18:15:33.905451 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.908202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-5a1ffd63-4411-42e6-b6fe-0fd8add9f10f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059 HTTP/1.1" status: 200 len: 217 time: 0.0564718 Sep 21 18:15:33.926313 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b576c4f-49f9-4faf-a4c7-d8df90eaefa0 x-openstack-request-id: req-8b576c4f-49f9-4faf-a4c7-d8df90eaefa0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:33.926602 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506549f6-27e5-497f-98a4-d576cb128946", "tag": "ba131991-3050-4312-b721-075cd49b7ace", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:33.926840 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b576c4f-49f9-4faf-a4c7-d8df90eaefa0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:33.927557 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506549f6-27e5-497f-98a4-d576cb128946', 'tag': 'ba131991-3050-4312-b721-075cd49b7ace', 'status': 'completed', 'code': 200} Sep 21 18:15:34.012128 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-dc469d0b-ddcc-454f-9125-8c40654c9e64 service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402825 Sep 21 18:15:34.031007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-5755bfc6-4f63-4b1b-880f-d56e9df90672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.032511 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-5755bfc6-4f63-4b1b-880f-d56e9df90672 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e5130456-7b5a-497b-9e78-841552f94ab0 HTTP/1.1" status: 200 len: 857 time: 0.1403010 Sep 21 18:15:34.034758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-9e611d8f-ee12-4223-937f-20b5506c0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.035289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1540247579-network', 'tenant_id': '94e60684a2ca4be49b21bf1791f05d11'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:34.036154 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-9e611d8f-ee12-4223-937f-20b5506c0fb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1052403 Sep 21 18:15:34.080024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-dc9d05f3-4f20-4d71-97e8-f8ffd4fa6e5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393820 Sep 21 18:15:34.101966 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.151859 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.174016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Made reservation on behalf of 94e60684a2ca4be49b21bf1791f05d11 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:34.176368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.194809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port 076a1099-3792-4aa0-b6db-96e65a7b30da {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:34.195290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.204241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-8bb0f61b-e74b-472e-b712-959edc50825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.205237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-3b37d510-ce37-4260-b1b4-165869929a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.206851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-3b37d510-ce37-4260-b1b4-165869929a9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3aa267308e4491e95816ea20f978737&device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 1094 time: 0.2619829 Sep 21 18:15:34.208161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-8bb0f61b-e74b-472e-b712-959edc50825f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554151 Sep 21 18:15:34.214895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.226703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803d1e-d3d7-4e6c-847b-b70ab3ad9403 req-86c0d2f6-5557-4b1a-ba91-3188ff051dc7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.234922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c8803d1e-d3d7-4e6c-847b-b70ab3ad9403 req-86c0d2f6-5557-4b1a-ba91-3188ff051dc7 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.2038965 Sep 21 18:15:34.265293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-dbed5556-56dc-4082-9c54-ecef56f2e207 service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267356 Sep 21 18:15:34.439304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port 076a1099-3792-4aa0-b6db-96e65a7b30da, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=076a1099-3792-4aa0-b6db-96e65a7b30da,segment=NetworkSegment(53e39286-30fe-4cb3-a080-5996ca73057a),segment_id=53e39286-30fe-4cb3-a080-5996ca73057a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:34.439695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.446987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-c2d6ae54-b739-4bb1-b80d-13e422acaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.448883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-c2d6ae54-b739-4bb1-b80d-13e422acaa85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 200 len: 919 time: 0.2014792 Sep 21 18:15:34.455711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for 076a1099-3792-4aa0-b6db-96e65a7b30da owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:34.455919 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c8803d1e-d3d7-4e6c-847b-b70ab3ad9403 req-0f2de8e3-9cf0-4688-9c86-03ca3a080516 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188609 Sep 21 18:15:34.560930 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a43e3e-7d18-4af0-b8b4-ef9262f677b4 x-openstack-request-id: req-33a43e3e-7d18-4af0-b8b4-ef9262f677b4 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:34.561217 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6134923b-ac8b-4c29-8fd8-5324ba72047f", "tag": "bcbfbaa8-1227-4e40-a9f6-7639a82d2796", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:34.561442 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33a43e3e-7d18-4af0-b8b4-ef9262f677b4 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:34.561854 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'tag': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796', 'status': 'completed', 'code': 200} Sep 21 18:15:34.566175 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-b6e25f6b-c8bd-4519-9717-1ee3c0182c4d service neutron] 10.222.0.78 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697063 Sep 21 18:15:34.585128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 076a1099-3792-4aa0-b6db-96e65a7b30da up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:34.601201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-1bd3482e-9c56-4eb7-ba32-a7cc64c60875 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba131991-3050-4312-b721-075cd49b7ace HTTP/1.1" status: 200 len: 217 time: 0.1244168 Sep 21 18:15:34.632910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-d3089959-15a3-4cb8-999e-9cd8a2d35e25 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019136 Sep 21 18:15:34.675995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 076a1099-3792-4aa0-b6db-96e65a7b30da triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:34.676377 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.754801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-83a0002a-829d-4623-8f54-dd2b7738a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.757190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-83a0002a-829d-4623-8f54-dd2b7738a391 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5130456-7b5a-497b-9e78-841552f94ab0 HTTP/1.1" status: 200 len: 857 time: 0.1379681 Sep 21 18:15:34.765306 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.807640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5e906-eb09-44e1-9271-5b131637f923 req-196c0c2e-9f21-4037-becc-c7ecca4b00a5 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:34.812115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59a5e906-eb09-44e1-9271-5b131637f923 req-196c0c2e-9f21-4037-becc-c7ecca4b00a5 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 943 time: 0.1944497 Sep 21 18:15:34.841445 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.859904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-ad6e9957-5227-4d04-8480-976a738ff7da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782464 Sep 21 18:15:34.890753 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.898677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aee813ee-b98e-4ad2-8b96-ba564e55858f req-56533557-eee3-4f26-b2d9-df50c6028809 service neutron] 10.222.0.78 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189485 Sep 21 18:15:34.906645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.927754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5a3b6a89-f786-4e64-97ba-dc4aa67a8956 req-630780bc-f206-419e-9d6c-adc97de05d62 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766294 Sep 21 18:15:34.929045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.996181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b9a4f-f01c-46cf-a9ca-392a9199251b None None] Network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:34.999431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=076a1099-3792-4aa0-b6db-96e65a7b30da,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:35.033395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59a5e906-eb09-44e1-9271-5b131637f923 req-7416634f-dd4b-46af-ac3f-e99762ac12a6 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100716 Sep 21 18:15:35.040703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:35.052312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a8786a-d9db-411a-af63-60a629f12d65,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:35.057924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port 076a1099-3792-4aa0-b6db-96e65a7b30da on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:35.090275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.091009 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Added segment b7f20115-460d-4869-bb75-f98a3ff466d7 of type vlan for network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 Sep 21 18:15:35.091988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-eb8563cb-96ab-48d9-a94f-a492def58530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:35.093719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-eb8563cb-96ab-48d9-a94f-a492def58530 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3aa267308e4491e95816ea20f978737&device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 1095 time: 0.1334808 Sep 21 18:15:35.118665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-eb502f22-c14c-48f1-8ce0-8d96922d4f32 None None] Could not find standard attr ID for object 076a1099-3792-4aa0-b6db-96e65a7b30da. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:15:35.143632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.231833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-7505be0e-c8e4-452e-9090-f3b36d2270fd service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566234 Sep 21 18:15:35.237874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.260803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.298765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=6681390b-f132-48f7-8665-af9d6ce5c8aa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:35.301541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-794ae984-84b2-4e77-8a50-4c5fd6a1c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:35.303470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-794ae984-84b2-4e77-8a50-4c5fd6a1c9cb service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 200 len: 919 time: 0.2018819 Sep 21 18:15:35.319599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf626-d0d7-4509-8664-c0a32527646b req-96045d99-6172-4cd6-b277-4e9b14b1376f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:35.328236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-728bf626-d0d7-4509-8664-c0a32527646b req-96045d99-6172-4cd6-b277-4e9b14b1376f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.1518497 Sep 21 18:15:35.382426 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.383309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:35.383894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.399779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-159aea85-a319-40e7-a801-2830bffbdb90 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcbfbaa8-1227-4e40-a9f6-7639a82d2796 HTTP/1.1" status: 200 len: 217 time: 0.0865440 Sep 21 18:15:35.438839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-728bf626-d0d7-4509-8664-c0a32527646b req-17d9f54e-a045-4217-a611-727c98132bd6 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091778 Sep 21 18:15:35.458367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6385145 Sep 21 18:15:35.497987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-4adfd939-8f92-44b9-8150-b83138fca3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:35.499653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-4adfd939-8f92-44b9-8150-b83138fca3e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e5130456-7b5a-497b-9e78-841552f94ab0 HTTP/1.1" status: 200 len: 857 time: 0.0899172 Sep 21 18:15:35.500159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:35.501943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.508867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Request body: {'subnet': {'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1540247579-subnet', 'tenant_id': '94e60684a2ca4be49b21bf1791f05d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:35.532712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d528f-213f-4c26-8885-9d7efd937af4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:35.550420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:35.562450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f5614cf-0d7f-4d5e-86cb-aa687fd75e02 req-47cf79fa-29a7-4a16-98f1-755467394e8a service neutron] 10.222.0.41 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167696 Sep 21 18:15:35.572441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-21127bb7-c1f0-4d67-ac9c-07efbf38f832 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac1e6cf8-99c1-4077-8333-f14ffc7564fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525053 Sep 21 18:15:35.575977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbe487b-cdb4-4312-8098-10f6eec1cd11']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:35.599437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e39286-30fe-4cb3-a080-5996ca73057a') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:35.599875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e39286-30fe-4cb3-a080-5996ca73057a') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:35.601556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Made reservation on behalf of 94e60684a2ca4be49b21bf1791f05d11 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:35.603904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.623462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99733-bcc7-43fc-98c8-83b2b9fa1133 req-4fd54638-8e6b-4e56-b61c-9a6ef4f40aed tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:35.632488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82e99733-bcc7-43fc-98c8-83b2b9fa1133 req-4fd54638-8e6b-4e56-b61c-9a6ef4f40aed tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 943 time: 0.1007380 Sep 21 18:15:35.643946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.644399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d67b7b97-63b2-42da-8795-8948498e758d details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:35.650109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da44ec-c08e-4b8d-85b8-96889c70f81c None None] Network 5fbe487b-cdb4-4312-8098-10f6eec1cd11 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:35.681490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82e99733-bcc7-43fc-98c8-83b2b9fa1133 req-88ee6ffb-d613-47ce-a886-37bea51ab8df tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Sep 21 18:15:35.730682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.743725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:35.744122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:35.747539 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:35.835013 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-4bfde5e5-119d-4e3d-81d6-c9209f68114e service neutron] 10.222.0.78 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485576 Sep 21 18:15:35.869946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.877698 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.879683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/5fbe487b-cdb4-4312-8098-10f6eec1cd11 HTTP/1.1" status: 204 len: 168 time: 2.3432777 Sep 21 18:15:35.883114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44116) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:35.897229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d67b7b97-63b2-42da-8795-8948498e758d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d67b7b97-63b2-42da-8795-8948498e758d,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:35.910260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'd67b7b97-63b2-42da-8795-8948498e758d', 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa', 'port_id': 'd67b7b97-63b2-42da-8795-8948498e758d', 'mac_address': 'fa:16:3e:b8:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5130456-7b5a-497b-9e78-841552f94ab0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:35.932502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39fc6-c8ee-4f36-b279-b0fbca919bb0 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=5fbe487b-cdb4-4312-8098-10f6eec1cd11,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:35.956101 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.961639 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3e30fc-7a4e-4490-a4f6-42c3dc2503b5 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:35.965460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3e30fc-7a4e-4490-a4f6-42c3dc2503b5 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:35.969077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1d3e30fc-7a4e-4490-a4f6-42c3dc2503b5 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/6681390b-f132-48f7-8665-af9d6ce5c8aa HTTP/1.1" status: 404 len: 337 time: 0.0849319 Sep 21 18:15:35.973758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44118) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:35.978025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ef971-33a5-4eb1-9972-2eab5271a371 None None] DHCP port deletion for 5fbe487b-cdb4-4312-8098-10f6eec1cd11 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:35.985862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67b7b97-63b2-42da-8795-8948498e758d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:36.014117 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0e9103-0f77-4ec2-b228-0cb3e084bb58 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.014675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0e9103-0f77-4ec2-b228-0cb3e084bb58 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.015323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d67b7b97-63b2-42da-8795-8948498e758d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d67b7b97-63b2-42da-8795-8948498e758d,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:36.016617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5f0e9103-0f77-4ec2-b228-0cb3e084bb58 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/5fbe487b-cdb4-4312-8098-10f6eec1cd11 HTTP/1.1" status: 404 len: 339 time: 0.0440109 Sep 21 18:15:36.019434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44120) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.037925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.038974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f798157c-e5bd-4fae-a05f-4ef818eb2059 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:36.050109 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9b82ce-d08d-4a08-b05b-8e5b350010ac tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.050109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9b82ce-d08d-4a08-b05b-8e5b350010ac tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.051888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd9b82ce-d08d-4a08-b05b-8e5b350010ac tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/a6079ca1-44af-4c9f-aa8a-8105e8cf95e1 HTTP/1.1" status: 404 len: 337 time: 0.0312772 Sep 21 18:15:36.056248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44122) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.067694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02981ef4-3415-4154-b944-450e3822630e req-caa12eb1-e46f-419d-a058-c02461be8f75 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:36.069538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02981ef4-3415-4154-b944-450e3822630e req-caa12eb1-e46f-419d-a058-c02461be8f75 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.1194484 Sep 21 18:15:36.107581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d67b7b97-63b2-42da-8795-8948498e758d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:36.131893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02981ef4-3415-4154-b944-450e3822630e req-d31b6d3d-b0c5-46ba-9a42-aeb2fba7f216 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Sep 21 18:15:36.134117 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-af581f9e-97df-48fe-a932-c093fe7ce98b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.135189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af581f9e-97df-48fe-a932-c093fe7ce98b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.139291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-af581f9e-97df-48fe-a932-c093fe7ce98b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/671942b1-c989-4158-9ea3-ceae867a3f8f HTTP/1.1" status: 404 len: 339 time: 0.0781429 Sep 21 18:15:36.142118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44128) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.205525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38ac1ca2-64fa-409b-b9f5-68a09a458d85 req-a2f76095-bc4d-42c2-83f3-18e3ab70022d service neutron] 10.222.0.78 "GET /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542786 Sep 21 18:15:36.228530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f798157c-e5bd-4fae-a05f-4ef818eb2059, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:36.256040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f798157c-e5bd-4fae-a05f-4ef818eb2059', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': 'f798157c-e5bd-4fae-a05f-4ef818eb2059', 'mac_address': 'fa:16:3e:8a:d3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:36.268313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.276959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.320727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.339723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f798157c-e5bd-4fae-a05f-4ef818eb2059 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:36.366725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f798157c-e5bd-4fae-a05f-4ef818eb2059, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:36.371641 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.423008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.429093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=418320b6-aa8c-40dc-873b-778ab6c5b0f5,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:36.432218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f798157c-e5bd-4fae-a05f-4ef818eb2059,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:36.441509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Checking segment: {'id': 'b7f20115-460d-4869-bb75-f98a3ff466d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:36.442773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Network hostable DHCP agents. Network: b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:36.445424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cf06cd-7fe3-4dde-9b0b-3ccae7422944']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:36.457152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc3f258-5508-4a17-9ff5-c9b57e63b945') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:36.457584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc3f258-5508-4a17-9ff5-c9b57e63b945') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:36.472970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:36.473223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.493121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:36.499667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:36.500615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee634-1b8a-4564-9d4a-adade90dc6f5 req-238270a5-bb7e-4816-b7d5-18058ccc9c6a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:36.501463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.506380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937fddf-ce7a-4624-82fd-73764e2e1927 None None] Network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:36.508441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab3ee634-1b8a-4564-9d4a-adade90dc6f5 req-238270a5-bb7e-4816-b7d5-18058ccc9c6a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 943 time: 0.2258675 Sep 21 18:15:36.511294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.533565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:36.533982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:36.537141 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:36.557821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-edb436be-1b68-4987-a13a-5efd25c5c15e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0526350 Sep 21 18:15:36.620039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab3ee634-1b8a-4564-9d4a-adade90dc6f5 req-0e16d2bb-cb88-4a58-90c0-7872596b49fb tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053586 Sep 21 18:15:36.631051 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.643816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.649140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/a2cf06cd-7fe3-4dde-9b0b-3ccae7422944 HTTP/1.1" status: 204 len: 168 time: 0.5025661 Sep 21 18:15:36.650774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 076a1099-3792-4aa0-b6db-96e65a7b30da no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:36.651273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44142) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.673185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0acd3-280a-4abc-b64e-cd49c1fed091 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=a2cf06cd-7fe3-4dde-9b0b-3ccae7422944,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:36.699326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 076a1099-3792-4aa0-b6db-96e65a7b30da {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:36.699673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 076a1099-3792-4aa0-b6db-96e65a7b30da not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:36.737108 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d00ba89-ad13-4da6-a35b-2678fee0a134 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.737621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d00ba89-ad13-4da6-a35b-2678fee0a134 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.741707 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4d00ba89-ad13-4da6-a35b-2678fee0a134 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/9e456f75-ee30-4e55-9705-f6bc745b4faf HTTP/1.1" status: 404 len: 337 time: 0.0866468 Sep 21 18:15:36.742373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44148) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.746300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454fa208-3ba3-4161-b28b-21c3dc9d42cd None None] Network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:36.769536 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aee2d2a-26a8-4832-9a71-3a6b6e66ce8f tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.770111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aee2d2a-26a8-4832-9a71-3a6b6e66ce8f tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.774442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9aee2d2a-26a8-4832-9a71-3a6b6e66ce8f tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/d70540be-a832-4958-9a06-da003cc3d99f HTTP/1.1" status: 404 len: 339 time: 0.0235269 Sep 21 18:15:36.775039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44152) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.777316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db6b85-d8a1-498e-b9b6-122f5095612e req-87e30ab7-7748-4b83-a5d6-f7223eee2154 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:36.779228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42db6b85-d8a1-498e-b9b6-122f5095612e req-87e30ab7-7748-4b83-a5d6-f7223eee2154 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.0846076 Sep 21 18:15:36.806112 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-76352786-9660-44e8-b46d-d75eebf4eae4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.806590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76352786-9660-44e8-b46d-d75eebf4eae4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.811790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-76352786-9660-44e8-b46d-d75eebf4eae4 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/f1b1eb8e-6b10-4d01-900b-e25eac100c5a HTTP/1.1" status: 404 len: 337 time: 0.0323942 Sep 21 18:15:36.813973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44154) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.835076 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-1150fb38-6d32-4cb0-bada-de077fec1e8c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.835659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1150fb38-6d32-4cb0-bada-de077fec1e8c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.839817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1150fb38-6d32-4cb0-bada-de077fec1e8c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/6a66b4f0-5a49-4dfa-a0da-1024cf991e96 HTTP/1.1" status: 404 len: 339 time: 0.0223141 Sep 21 18:15:36.840118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44158) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.863915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42db6b85-d8a1-498e-b9b6-122f5095612e req-6b361c7c-f3d1-4ead-b80a-1da620550004 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766137 Sep 21 18:15:36.874101 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8db717-a034-4ef8-8b46-4ff4f9500b8c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.875125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8db717-a034-4ef8-8b46-4ff4f9500b8c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.880480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7d8db717-a034-4ef8-8b46-4ff4f9500b8c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/65bd0ae7-2fac-40b2-b6c3-f0df0d5886a1 HTTP/1.1" status: 404 len: 337 time: 0.0370536 Sep 21 18:15:36.880742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44162) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.902811 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac79f3e-7e63-4890-a9fc-d5f236ba95ee tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.904036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac79f3e-7e63-4890-a9fc-d5f236ba95ee tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.908236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bac79f3e-7e63-4890-a9fc-d5f236ba95ee tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/207556fa-ed96-48cf-b2ce-901611c35f41 HTTP/1.1" status: 404 len: 339 time: 0.0236995 Sep 21 18:15:36.908656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.937637 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-472de6eb-f709-4208-86a1-fca46e1510b5 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.938348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472de6eb-f709-4208-86a1-fca46e1510b5 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.940187 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-472de6eb-f709-4208-86a1-fca46e1510b5 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/32c627e7-19ce-416a-8f6d-7c6e59696fbe HTTP/1.1" status: 404 len: 337 time: 0.0307028 Sep 21 18:15:36.943205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44166) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.962407 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b77d09f-9e46-42f9-b8b6-a9752fddb9bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.963006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b77d09f-9e46-42f9-b8b6-a9752fddb9bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.964780 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7b77d09f-9e46-42f9-b8b6-a9752fddb9bf tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/a0be8d50-27d6-4ce0-bdb5-adae3d7091c8 HTTP/1.1" status: 404 len: 339 time: 0.0206213 Sep 21 18:15:36.967893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44168) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.977643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:36.980145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d67b7b97-63b2-42da-8795-8948498e758d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:36.991965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b7fd5-5e63-4a00-979e-9a79e3f0a986 req-58f85389-6993-4fcd-839c-c4836dee1f55 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:36.994517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c2b7fd5-5e63-4a00-979e-9a79e3f0a986 req-58f85389-6993-4fcd-839c-c4836dee1f55 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 944 time: 0.0675874 Sep 21 18:15:37.001881 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b6d03d-b41b-47fd-86f2-d38551a7dc8a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.002955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b6d03d-b41b-47fd-86f2-d38551a7dc8a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.015382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-24b6d03d-b41b-47fd-86f2-d38551a7dc8a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/ce861bd8-2ae2-46b3-9273-2c00473d2585 HTTP/1.1" status: 404 len: 337 time: 0.0358534 Sep 21 18:15:37.015724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44172) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.042362 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-130f361e-8a73-44e6-846b-306b3abe5f0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.042935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130f361e-8a73-44e6-846b-306b3abe5f0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.048033 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-130f361e-8a73-44e6-846b-306b3abe5f0a tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/f5cb05f7-9c0d-48d8-a75c-1fc8c7e05955 HTTP/1.1" status: 404 len: 339 time: 0.0288897 Sep 21 18:15:37.048451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44174) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.056027 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c2b7fd5-5e63-4a00-979e-9a79e3f0a986 req-2a091f10-f15f-4062-986d-0bce57744687 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Sep 21 18:15:37.093295 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce4f663-15aa-4076-b346-f964fc7e36a2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.094115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce4f663-15aa-4076-b346-f964fc7e36a2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.096694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3ce4f663-15aa-4076-b346-f964fc7e36a2 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/93afdace-a149-4c80-9a79-4328712bb60b HTTP/1.1" status: 404 len: 337 time: 0.0473757 Sep 21 18:15:37.099435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44180) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.121972 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b55cd31-d623-40e9-bc55-25c510d7527c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.123218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b55cd31-d623-40e9-bc55-25c510d7527c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.128048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44182) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.128314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5b55cd31-d623-40e9-bc55-25c510d7527c tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/0e1c7811-7518-48f0-a79c-3b19c68fa516 HTTP/1.1" status: 404 len: 339 time: 0.0277669 Sep 21 18:15:37.165156 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f64d637-2664-44e5-8f1a-f8880f37cf46 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.165759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f64d637-2664-44e5-8f1a-f8880f37cf46 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.170938 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2f64d637-2664-44e5-8f1a-f8880f37cf46 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/aa7e1bf6-6c78-43fe-8089-5b4285b0537d HTTP/1.1" status: 404 len: 337 time: 0.0384820 Sep 21 18:15:37.171648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44184) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.197060 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec9fa70-267f-4044-a5e9-3809506f2b14 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.197654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec9fa70-267f-4044-a5e9-3809506f2b14 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.204048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8ec9fa70-267f-4044-a5e9-3809506f2b14 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/3bdfe975-7216-46f6-b2eb-22968dd8c6e2 HTTP/1.1" status: 404 len: 339 time: 0.0314224 Sep 21 18:15:37.206513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44188) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.223039 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.244267 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cddaa15-9277-4757-b4a4-fe83a88f0f49 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.244920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cddaa15-9277-4757-b4a4-fe83a88f0f49 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.247776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1cddaa15-9277-4757-b4a4-fe83a88f0f49 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/e34652b1-2e35-4a7e-8e4b-e843f1fd5bb4 HTTP/1.1" status: 404 len: 337 time: 0.0393169 Sep 21 18:15:37.250675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44190) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.276561 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fca455-4ec2-4d30-99cb-820bd2d5796b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.277326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fca455-4ec2-4d30-99cb-820bd2d5796b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.280058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-46fca455-4ec2-4d30-99cb-820bd2d5796b tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/895c0929-0fab-44ac-8846-3e672394ef7b HTTP/1.1" status: 404 len: 339 time: 0.0282204 Sep 21 18:15:37.282593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44198) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.399344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting subnet 86c44dd4-577e-459f-aaa2-1a13ec0e67f3 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:37.429110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.494041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.527274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-b32f2544-ade9-4385-90d6-88356ca40ec5 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:37.528920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-b32f2544-ade9-4385-90d6-88356ca40ec5 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/networks?id=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 HTTP/1.1" status: 200 len: 809 time: 0.1927965 Sep 21 18:15:37.557993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-7634487f-0c44-4b82-90b1-a23e9dc945f8 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/quotas/94e60684a2ca4be49b21bf1791f05d11 HTTP/1.1" status: 200 len: 375 time: 0.0190880 Sep 21 18:15:37.562297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ba131991-3050-4312-b721-075cd49b7ace details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:37.622620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.676040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ba131991-3050-4312-b721-075cd49b7ace, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ba131991-3050-4312-b721-075cd49b7ace,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:37.698789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'ba131991-3050-4312-b721-075cd49b7ace', 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa', 'port_id': 'ba131991-3050-4312-b721-075cd49b7ace', 'mac_address': 'fa:16:3e:52:ac:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5130456-7b5a-497b-9e78-841552f94ab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:37.702760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-5968fb6f-5486-4383-a5c3-d5bb60a7cb76 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=94e60684a2ca4be49b21bf1791f05d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338473 Sep 21 18:15:37.756285 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.772492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba131991-3050-4312-b721-075cd49b7ace {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:37.789154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.802070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ba131991-3050-4312-b721-075cd49b7ace, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ba131991-3050-4312-b721-075cd49b7ace,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:37.807142 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.818802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Subnet': ['ID=86c44dd4-577e-459f-aaa2-1a13ec0e67f3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:37.833448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.837701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5022a337-5af1-443e-82ae-a0763606cb72 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/subnets/86c44dd4-577e-459f-aaa2-1a13ec0e67f3 HTTP/1.1" status: 204 len: 168 time: 0.5509543 Sep 21 18:15:37.838048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44222) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.862870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62fb8e-237d-4521-92e0-71ce2f7b78e8 None None] Network 985896a7-4847-499b-8dd9-f545f17a72b0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:37.892681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bf2ad34d-67a2-4b80-baf0-33429264d7fe service neutron] 10.222.0.70 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822610 Sep 21 18:15:37.961623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ba131991-3050-4312-b721-075cd49b7ace,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:37.987918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.033167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-cd2d159b-6f6a-4933-bd59-ed34d4a4e96f service neutron] 10.222.0.70 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327727 Sep 21 18:15:38.062731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Deleting port c0c72d84-49e5-4e46-8250-5f51b465d673 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:38.063368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.181966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] For port c0c72d84-49e5-4e46-8250-5f51b465d673, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c0c72d84-49e5-4e46-8250-5f51b465d673,segment=NetworkSegment(b2fa3b34-a636-4573-80a3-b5c8bd9a3864),segment_id=b2fa3b34-a636-4573-80a3-b5c8bd9a3864)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:38.182688 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.199991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Calling delete_port for c0c72d84-49e5-4e46-8250-5f51b465d673 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:38.211682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] DHCP port deletion for 985896a7-4847-499b-8dd9-f545f17a72b0 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:38.274484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ba131991-3050-4312-b721-075cd49b7ace'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:38.326005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.367147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.368850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] Deleting port c0c72d84-49e5-4e46-8250-5f51b465d673 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:38.369117 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.418136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] No DVR routers for this DVR port c0c72d84-49e5-4e46-8250-5f51b465d673 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:38.426874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Port': ['ID=c0c72d84-49e5-4e46-8250-5f51b465d673,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:38.518667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bcbfbaa8-1227-4e40-a9f6-7639a82d2796 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:38.521915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c0c72d84-49e5-4e46-8250-5f51b465d673 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:38.551053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] For port c0c72d84-49e5-4e46-8250-5f51b465d673, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:38.551382 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.561532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c0c72d84-49e5-4e46-8250-5f51b465d673 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:38.561877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c0c72d84-49e5-4e46-8250-5f51b465d673 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:38.567221 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.586067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] Calling delete_port for c0c72d84-49e5-4e46-8250-5f51b465d673 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:38.589800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] Port c0c72d84-49e5-4e46-8250-5f51b465d673 was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:15:38.595765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.611942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985896a7-4847-499b-8dd9-f545f17a72b0']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:38.632734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881cf3b-fedc-4baa-a29b-53e6e085fb82 req-158c6005-2ae1-430d-9e07-78eb26579657 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:38.636230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8881cf3b-fedc-4baa-a29b-53e6e085fb82 req-158c6005-2ae1-430d-9e07-78eb26579657 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 944 time: 0.1021476 Sep 21 18:15:38.649817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fa3b34-a636-4573-80a3-b5c8bd9a3864') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:38.652859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fa3b34-a636-4573-80a3-b5c8bd9a3864') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:38.655271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] Pushing event deleted for resources: {'Port': ['ID=c0c72d84-49e5-4e46-8250-5f51b465d673,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:38.657410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35567a-4fbe-4f61-bf47-13d11ea4b101 None None] No DVR routers for this DVR port c0c72d84-49e5-4e46-8250-5f51b465d673 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:38.673999 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.690151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.697625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:38.698056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.753811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8881cf3b-fedc-4baa-a29b-53e6e085fb82 req-57055c8a-6a09-4269-9748-0723eb6406f6 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078010 Sep 21 18:15:38.756527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port bcbfbaa8-1227-4e40-a9f6-7639a82d2796, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:38.772449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796', 'network_id': 'ac1e6cf8-99c1-4077-8333-f14ffc7564fa', 'port_id': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796', 'mac_address': 'fa:16:3e:5a:9c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5130456-7b5a-497b-9e78-841552f94ab0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:38.824527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.847545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbfbaa8-1227-4e40-a9f6-7639a82d2796 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:38.878345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port bcbfbaa8-1227-4e40-a9f6-7639a82d2796, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:38.884905 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.954669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bb610-a4a8-4605-a46c-2762d999186e req-139f1e08-ce71-4bac-95fd-60e2ccf9745b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:38.974969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb1bb610-a4a8-4605-a46c-2762d999186e req-139f1e08-ce71-4bac-95fd-60e2ccf9745b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 944 time: 0.0981658 Sep 21 18:15:38.987207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.052773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb1bb610-a4a8-4605-a46c-2762d999186e req-501794fb-21d9-4451-8599-bcd1dcfd06cf tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:39.119572 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:39.134680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.139947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['bcbfbaa8-1227-4e40-a9f6-7639a82d2796'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:39.147880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.150357 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] 10.222.0.70 "DELETE /v2.0/networks/985896a7-4847-499b-8dd9-f545f17a72b0 HTTP/1.1" status: 204 len: 168 time: 1.3109393 Sep 21 18:15:39.152764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44246) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:39.167298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-40510d61-9710-4fd2-838d-d1d8b3676d9b req-5255f4dd-ee28-4346-8957-b68b0c63eaf2 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 210 time: 0.0437911 Sep 21 18:15:39.191342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43222a-0469-4fb2-a636-8d7dac4eb027 tempest-NetworksTest-1253201384 tempest-NetworksTest-1253201384-project] Pushing event deleted for resources: {'Network': ['ID=985896a7-4847-499b-8dd9-f545f17a72b0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.332822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a983b376-9c02-4f6a-8087-dabcef4fa05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.438394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a983b376-9c02-4f6a-8087-dabcef4fa05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.442982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a983b376-9c02-4f6a-8087-dabcef4fa05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.445765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e3cd9-f0c0-4edc-a5c7-c77fb3d12055 req-0155db06-c84b-40af-a86d-0a5837ed9e8f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:39.448117 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f1e3cd9-f0c0-4edc-a5c7-c77fb3d12055 req-0155db06-c84b-40af-a86d-0a5837ed9e8f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.0529594 Sep 21 18:15:39.451074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44256) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:39.487625 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a983b376-9c02-4f6a-8087-dabcef4fa05c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b4523fb1c0943e5a177e3cedd7c245c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340273 Sep 21 18:15:39.488472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44260) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:39.488979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983b376-9c02-4f6a-8087-dabcef4fa05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd6d33-4354-4963-9e90-6ac6699af161,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.494247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f1e3cd9-f0c0-4edc-a5c7-c77fb3d12055 req-c636f0ed-58d6-4942-9b81-e999cb499e19 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Sep 21 18:15:39.547706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-744b5aad-af89-46df-9c49-b58b6d5123d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.571269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-744b5aad-af89-46df-9c49-b58b6d5123d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.582263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d67b7b97-63b2-42da-8795-8948498e758d up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:39.619132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fff3c771-3aaf-48f4-b0e5-624ce5597d62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf4de224e5d84e239506874c9bbb1327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667988 Sep 21 18:15:39.623100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44262) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:39.629439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-744b5aad-af89-46df-9c49-b58b6d5123d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.632490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-744b5aad-af89-46df-9c49-b58b6d5123d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.633810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-744b5aad-af89-46df-9c49-b58b6d5123d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8bcd6d33-4354-4963-9e90-6ac6699af161 HTTP/1.1" status: 204 len: 168 time: 0.1406276 Sep 21 18:15:39.643434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b5aad-af89-46df-9c49-b58b6d5123d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd6d33-4354-4963-9e90-6ac6699af161,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.691619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port d67b7b97-63b2-42da-8795-8948498e758d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:15:39.692012 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42908b3a-a3de-4437-9e63-b043d35d49fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.696397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port d67b7b97-63b2-42da-8795-8948498e758d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:39.696995 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.716928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42908b3a-a3de-4437-9e63-b043d35d49fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.801363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.804758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42908b3a-a3de-4437-9e63-b043d35d49fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.807910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42908b3a-a3de-4437-9e63-b043d35d49fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.810247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-42908b3a-a3de-4437-9e63-b043d35d49fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42d84f09-1cd6-4fb9-adba-ba6a0e1dab5e HTTP/1.1" status: 204 len: 168 time: 0.1847048 Sep 21 18:15:39.834100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42908b3a-a3de-4437-9e63-b043d35d49fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d84f09-1cd6-4fb9-adba-ba6a0e1dab5e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.902211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066100c7-12eb-46e9-b654-b595169bc976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b7b97-63b2-42da-8795-8948498e758d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:39.914913 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee6d60-adc8-4db1-a956-01f588abd649" -d '{"events": [{"server_uuid": "066100c7-12eb-46e9-b654-b595169bc976", "name": "network-vif-plugged", "status": "completed", "tag": "d67b7b97-63b2-42da-8795-8948498e758d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:39.927326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb9c1c-d687-41b8-a4d2-5784c1025933 req-9b9f2ec8-5543-40f9-a540-8325baff4252 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:39.936353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcdb9c1c-d687-41b8-a4d2-5784c1025933 req-9b9f2ec8-5543-40f9-a540-8325baff4252 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 944 time: 0.0779409 Sep 21 18:15:39.947120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d67b7b97-63b2-42da-8795-8948498e758d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d67b7b97-63b2-42da-8795-8948498e758d,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:39.956765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.956995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f798157c-e5bd-4fae-a05f-4ef818eb2059 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:39.967688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-63414f5b-474b-4c8f-bde8-6368c8482435 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:39.969288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-63414f5b-474b-4c8f-bde8-6368c8482435 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.78 "GET /v2.0/networks?id=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 HTTP/1.1" status: 200 len: 809 time: 0.2418699 Sep 21 18:15:39.990748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Request body: {'port': {'device_id': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4', 'admin_state_up': True, 'tenant_id': '94e60684a2ca4be49b21bf1791f05d11'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:39.992468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcdb9c1c-d687-41b8-a4d2-5784c1025933 req-3490c726-7f9b-46a3-98e3-1919dd8cac6e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514157 Sep 21 18:15:40.051373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44274) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:40.065316 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7b6568-b593-49ee-9bc8-28690a1d2f09 x-openstack-request-id: req-ca7b6568-b593-49ee-9bc8-28690a1d2f09 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:40.065692 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066100c7-12eb-46e9-b654-b595169bc976", "name": "network-vif-plugged", "status": "completed", "tag": "d67b7b97-63b2-42da-8795-8948498e758d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:40.065961 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca7b6568-b593-49ee-9bc8-28690a1d2f09 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:40.066393 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066100c7-12eb-46e9-b654-b595169bc976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b7b97-63b2-42da-8795-8948498e758d', 'code': 200} Sep 21 18:15:40.079064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1405ba6e-bcc9-4e88-8dcc-c8520730266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.110497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d67b7b97-63b2-42da-8795-8948498e758d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:40.124011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-1595c96d-1d09-44be-8c1c-337e318a4e74 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:40.131701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-1595c96d-1d09-44be-8c1c-337e318a4e74 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.1380987 Sep 21 18:15:40.135559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port f798157c-e5bd-4fae-a05f-4ef818eb2059 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:15:40.146304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f798157c-e5bd-4fae-a05f-4ef818eb2059 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:40.147498 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.271608 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.307473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1405ba6e-bcc9-4e88-8dcc-c8520730266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.315683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f798157c-e5bd-4fae-a05f-4ef818eb2059, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:40.319638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1405ba6e-bcc9-4e88-8dcc-c8520730266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.321984 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.374704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Made reservation on behalf of 94e60684a2ca4be49b21bf1791f05d11 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:40.378359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.384736 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1405ba6e-bcc9-4e88-8dcc-c8520730266c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=215457932a4a4c7088da2ca706efa6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298111 Sep 21 18:15:40.395490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ba6e-bcc9-4e88-8dcc-c8520730266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa86a07-8f78-4d2c-be30-b7e04d15fa66,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:40.399554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f798157c-e5bd-4fae-a05f-4ef818eb2059,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:40.423259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44286) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:40.535488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bcbfbaa8-1227-4e40-a9f6-7639a82d2796 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:40.548012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93734f56-ed0e-4edf-b81e-ed896064d368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.605834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:15:40.612577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:40.613247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93734f56-ed0e-4edf-b81e-ed896064d368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.613569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.631755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c106e-5762-4895-b440-731a60dcf7d2 req-911bcdaa-c02c-4865-8922-16ac2c574e0d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:40.633375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de8c106e-5762-4895-b440-731a60dcf7d2 req-911bcdaa-c02c-4865-8922-16ac2c574e0d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 944 time: 0.4145219 Sep 21 18:15:40.642005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ef5a3-e5d0-4e8d-bc7a-16e689d1cb49 req-de5e68d7-d4d4-47ba-93e6-c7edd7cecb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:40.643502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d22ef5a3-e5d0-4e8d-bc7a-16e689d1cb49 req-de5e68d7-d4d4-47ba-93e6-c7edd7cecb9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=066100c7-12eb-46e9-b654-b595169bc976 HTTP/1.1" status: 200 len: 1096 time: 0.4226496 Sep 21 18:15:40.647959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Allocated IP 172.20.0.14 (b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4/418320b6-aa8c-40dc-873b-778ab6c5b0f5/f3389e19-5f28-43c1-b2cd-4e0432423d5c) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:40.697117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Deleting port 0accaab9-a2cd-408a-9ed8-2803b44ee12a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:40.697530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.737575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93734f56-ed0e-4edf-b81e-ed896064d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.741107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93734f56-ed0e-4edf-b81e-ed896064d368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.742409 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-93734f56-ed0e-4edf-b81e-ed896064d368 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2fa86a07-8f78-4d2c-be30-b7e04d15fa66 HTTP/1.1" status: 204 len: 168 time: 0.3180232 Sep 21 18:15:40.746753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de8c106e-5762-4895-b440-731a60dcf7d2 req-fb973e14-0df8-41c8-865f-003f41f75ee7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020360 Sep 21 18:15:40.755157 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.795058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d22ef5a3-e5d0-4e8d-bc7a-16e689d1cb49 req-8602c15e-836f-46ca-9bc5-f8e3dc3952e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391943 Sep 21 18:15:40.798504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93734f56-ed0e-4edf-b81e-ed896064d368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa86a07-8f78-4d2c-be30-b7e04d15fa66,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:40.833685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port bcbfbaa8-1227-4e40-a9f6-7639a82d2796, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:40.844929 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.847274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0accaab9-a2cd-408a-9ed8-2803b44ee12a no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:40.905954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a27bbc23-2674-4baf-85ef-2614f7c2eac1 req-b0d2174f-3f85-4e22-a60d-a00218f55580 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 210 time: 0.0416119 Sep 21 18:15:40.967802 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.968822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] For port 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:40.969540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.993527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Calling delete_port for 0accaab9-a2cd-408a-9ed8-2803b44ee12a owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:40.999982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.000939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.038589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.059426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.107874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96988fed-5c00-4935-a507-f2408bc4ce90 req-a06beb60-3ae1-4edb-b603-5ec7f128561f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:41.109375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:41.110127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96988fed-5c00-4935-a507-f2408bc4ce90 req-a06beb60-3ae1-4edb-b603-5ec7f128561f tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/ports?device_id=c195ab07-db62-4151-bb13-46d2b007fcab HTTP/1.1" status: 200 len: 945 time: 0.0979669 Sep 21 18:15:41.113441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:41.122007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:41.136564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0accaab9-a2cd-408a-9ed8-2803b44ee12a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0accaab9-a2cd-408a-9ed8-2803b44ee12a,segment=NetworkSegment(17cab7c9-890d-43cd-bef3-a415651bf8fb),segment_id=17cab7c9-890d-43cd-bef3-a415651bf8fb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:41.142256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.161477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Pushing event updated for resources: {'Port': ['ID=f3389e19-5f28-43c1-b2cd-4e0432423d5c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.199678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:41.200564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.211747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0accaab9-a2cd-408a-9ed8-2803b44ee12a,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.213923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1b28e2a4-296b-40e1-a283-34ef9291a016 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] Request body: {'port': {'network_id': '0f41893b-c80d-4bae-9311-c49d4cf8a066', 'name': 'tempest-NetworksNegativeTestJSON-548352927'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:41.229063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-bcfdc4c8-5f42-47f0-8dcb-d2b6c46aa138 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2423475 Sep 21 18:15:41.240025 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b28e2a4-296b-40e1-a283-34ef9291a016 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] POST failed (client error): The resource could not be found. Sep 21 18:15:41.240694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b28e2a4-296b-40e1-a283-34ef9291a016 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:41.245433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1b28e2a4-296b-40e1-a283-34ef9291a016 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2395298 Sep 21 18:15:41.245775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Request body: {'port': {'device_id': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:41.247463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44318) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.271836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.281613 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-865a3964-cb2b-41c0-b7a7-81b323f3b14e tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:41.282265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865a3964-cb2b-41c0-b7a7-81b323f3b14e tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:41.284024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-865a3964-cb2b-41c0-b7a7-81b323f3b14e tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "DELETE /v2.0/networks/6a2eaf2a-dd01-4bdb-a430-f75d9f09846c HTTP/1.1" status: 404 len: 339 time: 0.0353603 Sep 21 18:15:41.288834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44320) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.318850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96988fed-5c00-4935-a507-f2408bc4ce90 req-dc120d1f-603b-4223-ac0e-389ba17cee10 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc7ce1e4-938d-491f-b09a-f89746338699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934791 Sep 21 18:15:41.322456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Pushing event deleted for resources: {'Port': ['ID=0accaab9-a2cd-408a-9ed8-2803b44ee12a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.347258 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8f6208-dcd7-4586-a808-4ceb8fd7dd9d tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:41.348256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8f6208-dcd7-4586-a808-4ceb8fd7dd9d tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:41.350354 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3b8f6208-dcd7-4586-a808-4ceb8fd7dd9d tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "DELETE /v2.0/ports/41e65df5-4556-4366-8f0b-554fa346ae2f HTTP/1.1" status: 404 len: 333 time: 0.0604031 Sep 21 18:15:41.355288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44324) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.391052 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.394576 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dd5bc8-c737-42c4-9b36-69c11e9ca087 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:41.395128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dd5bc8-c737-42c4-9b36-69c11e9ca087 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:41.396979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-50dd5bc8-c737-42c4-9b36-69c11e9ca087 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "DELETE /v2.0/subnets/08848821-ca61-4be0-a03b-5cdfd3ae683d HTTP/1.1" status: 404 len: 337 time: 0.0406544 Sep 21 18:15:41.404119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44326) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.430608 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a4543c-5054-4799-a90c-a4e11f970076 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] GET failed (client error): The resource could not be found. Sep 21 18:15:41.431379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] No DVR routers for this DVR port 0accaab9-a2cd-408a-9ed8-2803b44ee12a on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:41.433429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-07a4543c-5054-4799-a90c-a4e11f970076 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "GET /v2.0/networks/b2e4ab7e-176d-43da-9cfc-9038675616f6 HTTP/1.1" status: 404 len: 339 time: 0.0272050 Sep 21 18:15:41.436097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.437093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37d94ab-761f-44ba-97c2-aa8781b19ab6 req-142fe0f1-96c1-444b-969e-c59c236fc3d3 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] 10.222.0.78 "DELETE /v2.0/ports/0accaab9-a2cd-408a-9ed8-2803b44ee12a HTTP/1.1" status: 204 len: 173 time: 1.2969363 Sep 21 18:15:41.437571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44328) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.437745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'name': 'network-vif-deleted', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:41.440465 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cfdd82-8bfd-4464-bd80-59fc4da7221e" -d '{"events": [{"server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "name": "network-vif-deleted", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:41.466322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1de743-8e27-4ce6-a5d5-81ea53a801b2 req-4813d4ed-91a0-4401-95a0-3d1b8b8f6061 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:41.468159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc1de743-8e27-4ce6-a5d5-81ea53a801b2 req-4813d4ed-91a0-4401-95a0-3d1b8b8f6061 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 944 time: 0.0889728 Sep 21 18:15:41.503090 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fda5a12-3720-4971-9198-ab0773ee25c3 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] GET failed (client error): The resource could not be found. Sep 21 18:15:41.504842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2fda5a12-3720-4971-9198-ab0773ee25c3 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "GET /v2.0/ports/c6d8f9cc-5d67-4d55-8b69-4f42679c4944 HTTP/1.1" status: 404 len: 333 time: 0.0663068 Sep 21 18:15:41.509718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44336) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.543574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc1de743-8e27-4ce6-a5d5-81ea53a801b2 req-eccfa190-612b-4e75-9599-0f327870c552 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679348 Sep 21 18:15:41.582986 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998a3015-884c-4ef8-a192-d4f920af5b2d x-openstack-request-id: req-998a3015-884c-4ef8-a192-d4f920af5b2d {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:41.583492 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3993bffd-415e-4248-8a7b-1f5077af2f09 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] GET failed (client error): The resource could not be found. Sep 21 18:15:41.583876 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "name": "network-vif-deleted", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:41.584069 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-998a3015-884c-4ef8-a192-d4f920af5b2d {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:41.584617 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'name': 'network-vif-deleted', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a', 'status': 'completed', 'code': 200} Sep 21 18:15:41.589348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3993bffd-415e-4248-8a7b-1f5077af2f09 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "GET /v2.0/subnets/34b04b13-10f7-4aaa-a81b-b3ffd6386bbb HTTP/1.1" status: 404 len: 337 time: 0.0751903 Sep 21 18:15:41.590059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44340) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.596090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3aee40d6-2b16-4081-aa2b-8a4dfa0648f3 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:41.603321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ba131991-3050-4312-b721-075cd49b7ace up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:41.611179 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aee40d6-2b16-4081-aa2b-8a4dfa0648f3 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] PUT failed (client error): The resource could not be found. Sep 21 18:15:41.611761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aee40d6-2b16-4081-aa2b-8a4dfa0648f3 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:41.618045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3aee40d6-2b16-4081-aa2b-8a4dfa0648f3 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "PUT /v2.0/networks/1b920910-cd1b-4366-bbc1-bfc958d37e28 HTTP/1.1" status: 404 len: 339 time: 0.0261562 Sep 21 18:15:41.618908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44342) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.624647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ec0e9e35-dcdf-4292-9793-4460dcb45a78 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:41.644698 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0e9e35-dcdf-4292-9793-4460dcb45a78 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] PUT failed (client error): The resource could not be found. Sep 21 18:15:41.645231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0e9e35-dcdf-4292-9793-4460dcb45a78 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:41.649887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ec0e9e35-dcdf-4292-9793-4460dcb45a78 tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "PUT /v2.0/ports/0ba7c083-1b94-4503-9080-0270e2141f54 HTTP/1.1" status: 404 len: 333 time: 0.0263865 Sep 21 18:15:41.650610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44344) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.656542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-218d2f4a-7e95-40ac-a85f-8de56937385c tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:41.682523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port ba131991-3050-4312-b721-075cd49b7ace completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:15:41.688391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port ba131991-3050-4312-b721-075cd49b7ace triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:41.689400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.690967 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-218d2f4a-7e95-40ac-a85f-8de56937385c tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] PUT failed (client error): The resource could not be found. Sep 21 18:15:41.692696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218d2f4a-7e95-40ac-a85f-8de56937385c tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:41.697807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-218d2f4a-7e95-40ac-a85f-8de56937385c tempest-NetworksNegativeTestJSON-1691705809 tempest-NetworksNegativeTestJSON-1691705809-project] 10.222.0.70 "PUT /v2.0/subnets/22a7583b-2033-41f6-a4fc-129cc518ac76 HTTP/1.1" status: 404 len: 337 time: 0.0461860 Sep 21 18:15:41.807001 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.864648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port ba131991-3050-4312-b721-075cd49b7ace, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ba131991-3050-4312-b721-075cd49b7ace,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:41.869939 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.947869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3389e19-5f28-43c1-b2cd-4e0432423d5c {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:41.956022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=ba131991-3050-4312-b721-075cd49b7ace,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.966730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.979981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a31d3e-bff2-4ecd-a56a-ec8c200fc4d0 req-6da3c520-b767-4995-8728-ace01ba9ab51 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:41.988178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Transition to ACTIVE for port object f3389e19-5f28-43c1-b2cd-4e0432423d5c will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:41.991400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66a31d3e-bff2-4ecd-a56a-ec8c200fc4d0 req-6da3c520-b767-4995-8728-ace01ba9ab51 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.1328914 Sep 21 18:15:41.993977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.068360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798157c-e5bd-4fae-a05f-4ef818eb2059'}, {'server_uuid': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796'}, {'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a'}, {'server_uuid': '506549f6-27e5-497f-98a4-d576cb128946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba131991-3050-4312-b721-075cd49b7ace'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:42.070551 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16613318-9b88-4bcd-9b72-28858312cd3a" -d '{"events": [{"server_uuid": "dd97ed69-98a2-4a08-8faa-4308006f289e", "name": "network-vif-plugged", "status": "completed", "tag": "f798157c-e5bd-4fae-a05f-4ef818eb2059"}, {"server_uuid": "6134923b-ac8b-4c29-8fd8-5324ba72047f", "name": "network-vif-plugged", "status": "completed", "tag": "bcbfbaa8-1227-4e40-a9f6-7639a82d2796"}, {"server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "name": "network-vif-unplugged", "status": "completed", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a"}, {"server_uuid": "506549f6-27e5-497f-98a4-d576cb128946", "name": "network-vif-plugged", "status": "completed", "tag": "ba131991-3050-4312-b721-075cd49b7ace"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:42.075782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66a31d3e-bff2-4ecd-a56a-ec8c200fc4d0 req-4c234bed-4401-4221-af95-9d54869d28b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763228 Sep 21 18:15:42.134223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Pushing event updated for resources: {'Port': ['ID=f3389e19-5f28-43c1-b2cd-4e0432423d5c,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.183435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44364) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.202865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Attempting to bind port f3389e19-5f28-43c1-b2cd-4e0432423d5c on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:42.202865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Attempting to bind port f3389e19-5f28-43c1-b2cd-4e0432423d5c by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'b7f20115-460d-4869-bb75-f98a3ff466d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:42.202865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Attempting to bind port f3389e19-5f28-43c1-b2cd-4e0432423d5c on network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:42.203387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44368) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.206530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Port f3389e19-5f28-43c1-b2cd-4e0432423d5c on network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:42.206858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Attempting to bind port f3389e19-5f28-43c1-b2cd-4e0432423d5c on network b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:42.211902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:42.212251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Checking segment: {'id': 'b7f20115-460d-4869-bb75-f98a3ff466d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:42.212635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Bound using segment: {'id': 'b7f20115-460d-4869-bb75-f98a3ff466d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:42.213066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Bound port: f3389e19-5f28-43c1-b2cd-4e0432423d5c, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f20115-460d-4869-bb75-f98a3ff466d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:42.213539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.229605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fb79e-cf1c-4fbf-86c4-467d5366f3a7 req-1d02bcdb-4383-4ad1-87d0-12fb5b311a95 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.231200 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:15:42.232018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e13fb79e-cf1c-4fbf-86c4-467d5366f3a7 req-1d02bcdb-4383-4ad1-87d0-12fb5b311a95 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 944 time: 0.0704222 Sep 21 18:15:42.276559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e13fb79e-cf1c-4fbf-86c4-467d5366f3a7 req-2b9931f7-912a-4cb8-b66f-6d840524a95b tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Sep 21 18:15:42.294914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] For port f3389e19-5f28-43c1-b2cd-4e0432423d5c, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:42.298278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] For port f3389e19-5f28-43c1-b2cd-4e0432423d5c, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c,segment=NetworkSegment(b7f20115-460d-4869-bb75-f98a3ff466d7),segment_id=b7f20115-460d-4869-bb75-f98a3ff466d7)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:42.305962 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.362217 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb7ccd-3cc8-4586-a61a-b4cfba94f77c x-openstack-request-id: req-cecb7ccd-3cc8-4586-a61a-b4cfba94f77c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:42.362526 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97ed69-98a2-4a08-8faa-4308006f289e", "name": "network-vif-plugged", "status": "completed", "tag": "f798157c-e5bd-4fae-a05f-4ef818eb2059", "code": 200}, {"server_uuid": "6134923b-ac8b-4c29-8fd8-5324ba72047f", "name": "network-vif-plugged", "status": "completed", "tag": "bcbfbaa8-1227-4e40-a9f6-7639a82d2796", "code": 200}, {"server_uuid": "c195ab07-db62-4151-bb13-46d2b007fcab", "name": "network-vif-unplugged", "status": "completed", "tag": "0accaab9-a2cd-408a-9ed8-2803b44ee12a", "code": 200}, {"server_uuid": "506549f6-27e5-497f-98a4-d576cb128946", "name": "network-vif-plugged", "status": "completed", "tag": "ba131991-3050-4312-b721-075cd49b7ace", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:42.362801 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cecb7ccd-3cc8-4586-a61a-b4cfba94f77c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:42.363662 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798157c-e5bd-4fae-a05f-4ef818eb2059', 'code': 200} Sep 21 18:15:42.363922 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796', 'code': 200} Sep 21 18:15:42.364178 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c195ab07-db62-4151-bb13-46d2b007fcab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0accaab9-a2cd-408a-9ed8-2803b44ee12a', 'code': 200} Sep 21 18:15:42.364463 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506549f6-27e5-497f-98a4-d576cb128946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba131991-3050-4312-b721-075cd49b7ace', 'code': 200} Sep 21 18:15:42.374804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af5f8f20-e259-42ec-8e11-2c8213687d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.391384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.397652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.398309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.399751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] 10.222.0.78 "PUT /v2.0/ports/f3389e19-5f28-43c1-b2cd-4e0432423d5c HTTP/1.1" status: 200 len: 1092 time: 1.1621766 Sep 21 18:15:42.418040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'tag': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:42.421396 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2539cadb-72f7-4d2c-9417-427f82e50ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1af80e9-3080-4558-a3c8-a7e96f839286", "tag": "f3389e19-5f28-43c1-b2cd-4e0432423d5c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:42.430051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:15:42.430051 n-d-810285-3 neutron-server[95091]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:15:42.430051 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id': 'e70938a2713a4ba5b245d9dedd5cc5f8', 'id': 'f6c241a8-4bfd-4275-b7ff-ede2173f0a49', 'expiration': datetime.datetime(2021, 9, 21, 18, 17, 42, 415389)}] Sep 21 18:15:42.430051 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:42.430597 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:42.466414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31683306-9212-4fa6-b71d-c7f3d5c2b52e service neutron] Pushing event updated for resources: {'Port': ['ID=f3389e19-5f28-43c1-b2cd-4e0432423d5c,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.521400 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c3e57a-20b8-4cbc-a999-9b89b602e772 x-openstack-request-id: req-96c3e57a-20b8-4cbc-a999-9b89b602e772 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:42.521710 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1af80e9-3080-4558-a3c8-a7e96f839286", "tag": "f3389e19-5f28-43c1-b2cd-4e0432423d5c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:42.521958 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96c3e57a-20b8-4cbc-a999-9b89b602e772 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:42.522376 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'tag': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c', 'status': 'completed', 'code': 200} Sep 21 18:15:42.545205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c6407-d48f-4506-a69c-bcda28fecda5 req-31da7108-2dfc-46d3-a455-e938ac7ac3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.546900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe9c6407-d48f-4506-a69c-bcda28fecda5 req-31da7108-2dfc-46d3-a455-e938ac7ac3d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 1097 time: 0.0951624 Sep 21 18:15:42.552401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932547cf-f674-444d-9f08-5149de046974 req-030c6837-f187-4fd0-8fb4-5ef07e935fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.555565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-932547cf-f674-444d-9f08-5149de046974 req-030c6837-f187-4fd0-8fb4-5ef07e935fc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 1096 time: 0.0665309 Sep 21 18:15:42.585626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b1a86-63a6-4071-855e-f5d84c863904 req-989246af-8483-4e48-a539-3b6f09ab13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.587210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a3b1a86-63a6-4071-855e-f5d84c863904 req-989246af-8483-4e48-a539-3b6f09ab13b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 1096 time: 0.1127846 Sep 21 18:15:42.597248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-2e29c29b-41d8-46cc-8ae2-99ad3047be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.598820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-2e29c29b-41d8-46cc-8ae2-99ad3047be8b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=94e60684a2ca4be49b21bf1791f05d11&device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 1095 time: 0.1270666 Sep 21 18:15:42.616791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe9c6407-d48f-4506-a69c-bcda28fecda5 req-4c3196a7-dba0-4bd3-af18-9897a4ad943c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602145 Sep 21 18:15:42.618788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-932547cf-f674-444d-9f08-5149de046974 req-ff4d5eb1-fb68-4a83-9d8a-e559b84063df service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527163 Sep 21 18:15:42.673174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af5f8f20-e259-42ec-8e11-2c8213687d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.676742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-0ab3a9fc-f296-4927-9183-c4178e24d400 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c HTTP/1.1" status: 200 len: 217 time: 0.0630572 Sep 21 18:15:42.693942 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af5f8f20-e259-42ec-8e11-2c8213687d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.742869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a3b1a86-63a6-4071-855e-f5d84c863904 req-5a3a040f-bc2b-4fb0-b6fd-ec4bd4918062 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384330 Sep 21 18:15:42.755435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af5f8f20-e259-42ec-8e11-2c8213687d52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a38cb81a062748779874077983efb26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509906 Sep 21 18:15:42.758206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44384) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.759930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f8f20-e259-42ec-8e11-2c8213687d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08168b59-d3de-46d0-b51d-7e57346ccbf6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.771380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b386e7-e172-4c4f-9258-7d98dc66f36f req-6284a31f-f6c1-4ce3-8edc-cc85f64d673c tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.772862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2b386e7-e172-4c4f-9258-7d98dc66f36f req-6284a31f-f6c1-4ce3-8edc-cc85f64d673c tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 945 time: 0.1390431 Sep 21 18:15:42.813288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221ac0bc-e040-4d6c-9e35-9bf1ff545df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.822490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2b386e7-e172-4c4f-9258-7d98dc66f36f req-fce72b42-fbaa-4375-b2cc-57dfeb9de842 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Sep 21 18:15:42.835667 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221ac0bc-e040-4d6c-9e35-9bf1ff545df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.859564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-40f1d722-5859-4656-ad96-2ec6f5e0e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.861131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-40f1d722-5859-4656-ad96-2ec6f5e0e4b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=418320b6-aa8c-40dc-873b-778ab6c5b0f5 HTTP/1.1" status: 200 len: 849 time: 0.0501153 Sep 21 18:15:42.891402 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221ac0bc-e040-4d6c-9e35-9bf1ff545df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.894685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221ac0bc-e040-4d6c-9e35-9bf1ff545df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.895484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-1e83e64a-adf8-4d34-9b53-66db61659510 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265884 Sep 21 18:15:42.896944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-221ac0bc-e040-4d6c-9e35-9bf1ff545df0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08168b59-d3de-46d0-b51d-7e57346ccbf6 HTTP/1.1" status: 204 len: 168 time: 0.1367750 Sep 21 18:15:42.905386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ac0bc-e040-4d6c-9e35-9bf1ff545df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08168b59-d3de-46d0-b51d-7e57346ccbf6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.914016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44390) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.942272 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.980748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] Deleting subnet 076e2521-b5af-41c9-942a-dbc28cafe6b6 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:42.988427 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.005312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-d3bfaf2b-9839-457b-93ac-c67a97c3aec9 service neutron] 10.222.0.78 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005142 Sep 21 18:15:43.038048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.107901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.115901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa4022b3-3635-4476-b607-ca0d7f520a61 req-2ae406cf-9beb-4605-ac15-f3cacb981575 service neutron] 10.222.0.78 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927637 Sep 21 18:15:43.180355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.188930 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.250513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-5318d9f7-5489-4a5b-b67f-4bc8e0b1f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:43.251160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e70938a2713a4ba5b245d9dedd5cc5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0663221 Sep 21 18:15:43.251518 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44400) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:43.252548 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-5318d9f7-5489-4a5b-b67f-4bc8e0b1f7c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=94e60684a2ca4be49b21bf1791f05d11&device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 1095 time: 0.0746930 Sep 21 18:15:43.253975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449b02d-df2e-4119-85be-65bc9a955f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b810a-8953-4e11-b5d7-3125caf34cfb,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:43.264145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc5bed-8bfe-40fa-9a60-ab0b15cc544e req-b08f7387-7c8b-429b-8355-3631c5af61ec tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:43.264613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.266299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebdc5bed-8bfe-40fa-9a60-ab0b15cc544e req-b08f7387-7c8b-429b-8355-3631c5af61ec tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.0980039 Sep 21 18:15:43.288126 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.290368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/076e2521-b5af-41c9-942a-dbc28cafe6b6 HTTP/1.1" status: 204 len: 168 time: 0.3753119 Sep 21 18:15:43.299115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44404) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:43.315097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba18b5b-c42d-4c6d-8c3b-cc63b425483e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076e2521-b5af-41c9-942a-dbc28cafe6b6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:43.352680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46ad3b7b-4d47-4103-ae4e-8d1a986a9625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.381301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46ad3b7b-4d47-4103-ae4e-8d1a986a9625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.448403 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46ad3b7b-4d47-4103-ae4e-8d1a986a9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.450398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebdc5bed-8bfe-40fa-9a60-ab0b15cc544e req-5e96f28e-c39c-4f81-be28-0859adb042cb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722386 Sep 21 18:15:43.451689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46ad3b7b-4d47-4103-ae4e-8d1a986a9625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.454666 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-46ad3b7b-4d47-4103-ae4e-8d1a986a9625 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/947b810a-8953-4e11-b5d7-3125caf34cfb HTTP/1.1" status: 204 len: 168 time: 0.2016521 Sep 21 18:15:43.460812 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.477315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad3b7b-4d47-4103-ae4e-8d1a986a9625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b810a-8953-4e11-b5d7-3125caf34cfb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:43.485257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-509976e3-fa05-4898-b9d9-467f5b48ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:43.486856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-509976e3-fa05-4898-b9d9-467f5b48ecf7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 HTTP/1.1" status: 200 len: 911 time: 0.2196105 Sep 21 18:15:43.569335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-c8285435-d7fd-40da-b047-c8dc8c3a7729 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c HTTP/1.1" status: 200 len: 217 time: 0.0595019 Sep 21 18:15:43.672123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.707398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-271e4a0a-538a-4114-81b5-07fa356ad943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:43.708803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-271e4a0a-538a-4114-81b5-07fa356ad943 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=418320b6-aa8c-40dc-873b-778ab6c5b0f5 HTTP/1.1" status: 200 len: 849 time: 0.1223459 Sep 21 18:15:43.713367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cce824-e437-4f34-93e0-dc1aad7545b7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:43.733979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cab7c9-890d-43cd-bef3-a415651bf8fb') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:43.734552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cab7c9-890d-43cd-bef3-a415651bf8fb') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:43.765027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171346b-7f76-4c35-88f4-8f77e4a45975 req-afb028fc-9673-4832-8b6a-400e72af8587 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:43.769046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e171346b-7f76-4c35-88f4-8f77e4a45975 req-afb028fc-9673-4832-8b6a-400e72af8587 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 944 time: 0.2038944 Sep 21 18:15:43.821042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-1e241360-d5e6-4115-8fc1-667bf2593780 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965533 Sep 21 18:15:43.822028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.919968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.968714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:43.969625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:43.971932 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:43.995110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e171346b-7f76-4c35-88f4-8f77e4a45975 req-33eae2ed-9b51-41f2-8ea2-4b9625e00703 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812139 Sep 21 18:15:44.217965 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.247999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.254811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/11cce824-e437-4f34-93e0-dc1aad7545b7 HTTP/1.1" status: 204 len: 168 time: 0.9529529 Sep 21 18:15:44.273435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-2e3c9856-417e-4437-a736-610071f6ac87 service neutron] 10.222.0.78 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213471 Sep 21 18:15:44.275470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa487e3-d98b-447a-89d6-d5876e6d46e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cce824-e437-4f34-93e0-dc1aad7545b7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:44.329855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b0bda-e930-46e7-9f25-6857995d328e req-e3884d3d-d77b-4791-8fe8-cb4d74f7f69a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:44.331609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af1b0bda-e930-46e7-9f25-6857995d328e req-e3884d3d-d77b-4791-8fe8-cb4d74f7f69a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 945 time: 0.1812222 Sep 21 18:15:44.412633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af1b0bda-e930-46e7-9f25-6857995d328e req-c275b46d-f301-41ac-8dbc-4e0af91e5f50 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Sep 21 18:15:44.431310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44454) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:44.431709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2539cadb-72f7-4d2c-9417-427f82e50ab6 req-e9a7966d-5079-4558-abf2-6db60b961b66 service neutron] 10.222.0.78 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495676 Sep 21 18:15:44.527656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44462) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:44.569617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01a18f-5bc9-4009-9ee5-1fdfe003e67c req-6f167ea4-bfe6-4563-8371-ddfa9130977b tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:44.571879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf01a18f-5bc9-4009-9ee5-1fdfe003e67c req-6f167ea4-bfe6-4563-8371-ddfa9130977b tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=066100c7-12eb-46e9-b654-b595169bc976 HTTP/1.1" status: 200 len: 945 time: 0.0713813 Sep 21 18:15:44.573066 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b5b3ff37-0ac4-4ebd-8a26-4a6a35e3e239 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc5dc635e0af4ce5a1344b632df90e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437696 Sep 21 18:15:44.575621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44464) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:44.620060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf01a18f-5bc9-4009-9ee5-1fdfe003e67c req-c62b3ffd-0f50-4fc4-8882-ea3abe2a5095 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Sep 21 18:15:44.641501 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1040d21c-15dd-4122-b73a-862c957749fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.666799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1040d21c-15dd-4122-b73a-862c957749fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.725929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--16131743'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:44.737592 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1040d21c-15dd-4122-b73a-862c957749fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.740643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1040d21c-15dd-4122-b73a-862c957749fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.742093 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1040d21c-15dd-4122-b73a-862c957749fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc7ce1e4-938d-491f-b09a-f89746338699 HTTP/1.1" status: 204 len: 168 time: 0.1653624 Sep 21 18:15:44.756871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d21c-15dd-4122-b73a-862c957749fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7ce1e4-938d-491f-b09a-f89746338699,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:44.759873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e62e6-887e-4cd9-bb11-fe77d66653ec req-f4227e60-c62b-4670-819b-7afef1a795c9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:44.763332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a68e62e6-887e-4cd9-bb11-fe77d66653ec req-f4227e60-c62b-4670-819b-7afef1a795c9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.0550423 Sep 21 18:15:44.775785 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.786591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.812156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a68e62e6-887e-4cd9-bb11-fe77d66653ec req-d864bbf6-7679-43c9-9eb7-838e34dabe78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Sep 21 18:15:44.935202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.941356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.971930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2f63-4200-48e6-ac35-ca0683398a9f req-ffc4d4e1-fa18-4be6-96c9-d10c5bf5bdec tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:44.974372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5adc2f63-4200-48e6-ac35-ca0683398a9f req-ffc4d4e1-fa18-4be6-96c9-d10c5bf5bdec tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 946 time: 0.0784600 Sep 21 18:15:44.988089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee3b44a-abd4-4644-ba02-8cc3944f98d2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.036517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5adc2f63-4200-48e6-ac35-ca0683398a9f req-bde2c3d1-9461-466f-872b-9775525ed609 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538175 Sep 21 18:15:45.073432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.080188 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.112496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.114571 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6822529 Sep 21 18:15:45.117342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44486) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.130229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e427d-e2a4-4f3d-94e1-7b42bc93d3be tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249630f7-0e57-43e7-b869-e4eb644d2a1a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.273005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-16f9f4d5-911b-44f9-8ec8-4032c88af625 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1538451 Sep 21 18:15:45.275731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44494) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.280497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1c859810-1aa7-4b98-9328-4429645d3a54 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-security--813555934', 'description': 'tempest-security-description-1328126155'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:45.305812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04db77d-ab34-4f94-ae0d-ea7ef841c9ac req-349493fd-2d97-48a0-a2dd-92f0cee3f67d tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:45.307419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d04db77d-ab34-4f94-ae0d-ea7ef841c9ac req-349493fd-2d97-48a0-a2dd-92f0cee3f67d tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 944 time: 0.0838850 Sep 21 18:15:45.317465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c859810-1aa7-4b98-9328-4429645d3a54 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.377214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d04db77d-ab34-4f94-ae0d-ea7ef841c9ac req-de425a0f-f3aa-471d-bc01-b664c1a56cb7 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618951 Sep 21 18:15:45.382478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c859810-1aa7-4b98-9328-4429645d3a54 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.390665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c859810-1aa7-4b98-9328-4429645d3a54 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.394503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c859810-1aa7-4b98-9328-4429645d3a54 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.395941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c859810-1aa7-4b98-9328-4429645d3a54 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "PUT /v2.0/security-groups/249630f7-0e57-43e7-b869-e4eb644d2a1a HTTP/1.1" status: 200 len: 1779 time: 0.1190448 Sep 21 18:15:45.398919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44500) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.426302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c859810-1aa7-4b98-9328-4429645d3a54 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249630f7-0e57-43e7-b869-e4eb644d2a1a,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.457557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44502) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.466609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44504) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.468200 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-309bd891-1dbd-48bd-81c7-84bf1d4e4eb6 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups/249630f7-0e57-43e7-b869-e4eb644d2a1a HTTP/1.1" status: 200 len: 1779 time: 0.0679960 Sep 21 18:15:45.522772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3737e789-f879-474c-aeb3-41519dfe2cf2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.567106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3737e789-f879-474c-aeb3-41519dfe2cf2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.619649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3737e789-f879-474c-aeb3-41519dfe2cf2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.623346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3737e789-f879-474c-aeb3-41519dfe2cf2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.627284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3737e789-f879-474c-aeb3-41519dfe2cf2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/249630f7-0e57-43e7-b869-e4eb644d2a1a HTTP/1.1" status: 204 len: 168 time: 0.1661763 Sep 21 18:15:45.630651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44514) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.658995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737e789-f879-474c-aeb3-41519dfe2cf2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249630f7-0e57-43e7-b869-e4eb644d2a1a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.661821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291e663-a6c4-4861-b149-3b2ae2e80cfa req-39b83b3a-20df-4623-8f6a-72c8cab9e0b1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:45.663645 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5291e663-a6c4-4861-b149-3b2ae2e80cfa req-39b83b3a-20df-4623-8f6a-72c8cab9e0b1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.0591352 Sep 21 18:15:45.710620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5291e663-a6c4-4861-b149-3b2ae2e80cfa req-23902c3e-f37c-4308-a907-136efa0cb765 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Sep 21 18:15:45.717605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66cabc64-10a7-4d40-9c8e-8e6b0dfaacb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.740277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eb5aecd3-6502-4e15-8cd4-d45c44972509 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071482 Sep 21 18:15:45.743310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44520) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.770590 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-6e29f534-c47c-4a7b-8f7c-8711676abe05 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] delete failed (client error): The resource could not be found. Sep 21 18:15:45.775804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6e29f534-c47c-4a7b-8f7c-8711676abe05 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/249630f7-0e57-43e7-b869-e4eb644d2a1a HTTP/1.1" status: 404 len: 347 time: 0.0271995 Sep 21 18:15:45.780167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44522) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.789100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b75dee79-8191-47a6-b4be-b317e51c6fe7 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--381077480'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:45.858007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9134-fa6b-4be5-abf7-828cc8030da6 req-5fb333af-4968-40e6-bbca-5d389e55d09a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:45.859618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-405e9134-fa6b-4be5-abf7-828cc8030da6 req-5fb333af-4968-40e6-bbca-5d389e55d09a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=066100c7-12eb-46e9-b654-b595169bc976 HTTP/1.1" status: 200 len: 945 time: 0.0629966 Sep 21 18:15:45.888202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66cabc64-10a7-4d40-9c8e-8e6b0dfaacb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.898746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66cabc64-10a7-4d40-9c8e-8e6b0dfaacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.904814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-405e9134-fa6b-4be5-abf7-828cc8030da6 req-991d5907-b723-4fa3-a580-e0f5009e5dad tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369549 Sep 21 18:15:45.940754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44526) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.943054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-66cabc64-10a7-4d40-9c8e-8e6b0dfaacb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27acd4e4e80541f7bd1c670a2836fe68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755197 Sep 21 18:15:45.946829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44530) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.951343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b75dee79-8191-47a6-b4be-b317e51c6fe7 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.963690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cabc64-10a7-4d40-9c8e-8e6b0dfaacb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f111c86-533c-40c7-b6f8-b9ca585146e3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.008213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-784d855c-c0a2-4b40-abda-4402d043d0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.036761 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-784d855c-c0a2-4b40-abda-4402d043d0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.053842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b75dee79-8191-47a6-b4be-b317e51c6fe7 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.060065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b75dee79-8191-47a6-b4be-b317e51c6fe7 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.079832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-759253305-network', 'tenant_id': 'd9a52a81af1d431e8f1de6c70ae0a396'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:46.094935 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b75dee79-8191-47a6-b4be-b317e51c6fe7 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.096193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b75dee79-8191-47a6-b4be-b317e51c6fe7 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3148234 Sep 21 18:15:46.098445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dee79-8191-47a6-b4be-b317e51c6fe7 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1160be46-4ad3-49ec-bb29-b0793889f0f7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.100699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44532) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.105686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-31b4e634-3388-4924-af4c-1ff29de3bb2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '1160be46-4ad3-49ec-bb29-b0793889f0f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:46.114913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Made reservation on behalf of d9a52a81af1d431e8f1de6c70ae0a396 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:46.118089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.128746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.140727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31b4e634-3388-4924-af4c-1ff29de3bb2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.144951 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-784d855c-c0a2-4b40-abda-4402d043d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.147793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-784d855c-c0a2-4b40-abda-4402d043d0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.148977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-784d855c-c0a2-4b40-abda-4402d043d0c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f111c86-533c-40c7-b6f8-b9ca585146e3 HTTP/1.1" status: 204 len: 168 time: 0.2011683 Sep 21 18:15:46.169939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d855c-c0a2-4b40-abda-4402d043d0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f111c86-533c-40c7-b6f8-b9ca585146e3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.224955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31b4e634-3388-4924-af4c-1ff29de3bb2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.228979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31b4e634-3388-4924-af4c-1ff29de3bb2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.250288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4e634-3388-4924-af4c-1ff29de3bb2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfcf227-becb-456e-9e63-3f67a1c1c00c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.263740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.267794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.271668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31b4e634-3388-4924-af4c-1ff29de3bb2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.273369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-31b4e634-3388-4924-af4c-1ff29de3bb2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715097 Sep 21 18:15:46.275903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44536) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.296813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:46.306552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.312395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.312742 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Added segment 56f26e34-0b2d-413b-911e-3306ef56a9f4 of type vlan for network 8da23c46-ec91-4231-b721-7e9b4a9c1159 Sep 21 18:15:46.312936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-368780c0-0e5b-454f-a434-dc1314ea82d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.323141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-368780c0-0e5b-454f-a434-dc1314ea82d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.374281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-368780c0-0e5b-454f-a434-dc1314ea82d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.382061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-368780c0-0e5b-454f-a434-dc1314ea82d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.383263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-368780c0-0e5b-454f-a434-dc1314ea82d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/edfcf227-becb-456e-9e63-3f67a1c1c00c HTTP/1.1" status: 204 len: 168 time: 0.1063924 Sep 21 18:15:46.384115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.386836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44540) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.388068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368780c0-0e5b-454f-a434-dc1314ea82d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edfcf227-becb-456e-9e63-3f67a1c1c00c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.446432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.447441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:46.448028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.480783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ccf95c5d-70a9-4e04-bdb0-59c8517b2905 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0912845 Sep 21 18:15:46.483419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44544) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.505220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.532105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74d06040-2d93-4e00-aacb-47f45ab5c608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.562344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6185572 Sep 21 18:15:46.564545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44548) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.567008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c595f-7aef-492f-9b35-24c310cf37fd admin admin] Pushing event updated for resources: {'Network': ['ID=8da23c46-ec91-4231-b721-7e9b4a9c1159,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.573414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Request body: {'subnet': {'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-759253305-subnet', 'tenant_id': 'd9a52a81af1d431e8f1de6c70ae0a396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:46.580129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8da23c46-ec91-4231-b721-7e9b4a9c1159 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:46.583721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f3389e19-5f28-43c1-b2cd-4e0432423d5c details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:46.587497 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a615be20-3cd1-4455-85af-4bc28afeb3d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.588529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f6e0b-c6a1-48d7-9f4e-df2c60082fab req-fc427d1d-9d57-465b-b2f6-b453d84501d3 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:46.596983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc5f6e0b-c6a1-48d7-9f4e-df2c60082fab req-fc427d1d-9d57-465b-b2f6-b453d84501d3 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 944 time: 0.1395431 Sep 21 18:15:46.631222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a615be20-3cd1-4455-85af-4bc28afeb3d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.635545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc5f6e0b-c6a1-48d7-9f4e-df2c60082fab req-bb9e1d2c-b4b5-46bd-97b4-2ba5b6fc9102 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Sep 21 18:15:46.710474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a615be20-3cd1-4455-85af-4bc28afeb3d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.713343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a615be20-3cd1-4455-85af-4bc28afeb3d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.714637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a615be20-3cd1-4455-85af-4bc28afeb3d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/1160be46-4ad3-49ec-bb29-b0793889f0f7 HTTP/1.1" status: 204 len: 168 time: 0.2301326 Sep 21 18:15:46.717868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44550) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.733843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615be20-3cd1-4455-85af-4bc28afeb3d2 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1160be46-4ad3-49ec-bb29-b0793889f0f7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.752244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74d06040-2d93-4e00-aacb-47f45ab5c608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.758765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74d06040-2d93-4e00-aacb-47f45ab5c608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.774635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f3389e19-5f28-43c1-b2cd-4e0432423d5c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c,segment=NetworkSegment(b7f20115-460d-4869-bb75-f98a3ff466d7),segment_id=b7f20115-460d-4869-bb75-f98a3ff466d7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:46.786129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3b54a90f-a7b1-4839-bd48-29fb038b801b tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666139 Sep 21 18:15:46.786386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44554) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.794344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c', 'network_id': 'b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4', 'port_id': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c', 'mac_address': 'fa:16:3e:2a:2f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418320b6-aa8c-40dc-873b-778ab6c5b0f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:46.798807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7664cadc-45a2-4749-ba42-9e2eb8ab25a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960497525'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:46.826326 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-74d06040-2d93-4e00-aacb-47f45ab5c608 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccdbc372f6124b04a8b2beb28f9021ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198204 Sep 21 18:15:46.826858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Made reservation on behalf of d9a52a81af1d431e8f1de6c70ae0a396 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:46.830181 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.832946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44556) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.858546 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.868202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d06040-2d93-4e00-aacb-47f45ab5c608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fb12b2-91e9-4060-9e6f-fb5b8ce127ae,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.874402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3389e19-5f28-43c1-b2cd-4e0432423d5c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:46.896669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f3389e19-5f28-43c1-b2cd-4e0432423d5c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c,segment=NetworkSegment(b7f20115-460d-4869-bb75-f98a3ff466d7),segment_id=b7f20115-460d-4869-bb75-f98a3ff466d7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:46.901118 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.906933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d602f-a6f4-49a0-9276-4849337ed3de req-d450db4c-952e-4bac-a6d5-3a71b0641950 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:46.910293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e35d602f-a6f4-49a0-9276-4849337ed3de req-d450db4c-952e-4bac-a6d5-3a71b0641950 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.0880904 Sep 21 18:15:46.932148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7664cadc-45a2-4749-ba42-9e2eb8ab25a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.955256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e35d602f-a6f4-49a0-9276-4849337ed3de req-00530694-ee30-4b8c-9369-85c1917e5f4a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Sep 21 18:15:46.957108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f3389e19-5f28-43c1-b2cd-4e0432423d5c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.999140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3749d20-73d2-44a4-9ab5-963bf0cfc68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.038210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3749d20-73d2-44a4-9ab5-963bf0cfc68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.083839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-3f302c78-4342-41b0-b3f4-36b1786201c2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.085223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-3f302c78-4342-41b0-b3f4-36b1786201c2 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "GET /v2.0/ports?device_id=066100c7-12eb-46e9-b654-b595169bc976 HTTP/1.1" status: 200 len: 945 time: 0.0911202 Sep 21 18:15:47.098375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d853182-29d0-4632-8aea-dc4face57b0d req-8f6b24c8-ed5f-4902-b86c-496f4e551f14 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.099943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d853182-29d0-4632-8aea-dc4face57b0d req-8f6b24c8-ed5f-4902-b86c-496f4e551f14 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=066100c7-12eb-46e9-b654-b595169bc976 HTTP/1.1" status: 200 len: 945 time: 0.0737712 Sep 21 18:15:47.126182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f3389e19-5f28-43c1-b2cd-4e0432423d5c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:47.163006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44562) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:47.197963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d853182-29d0-4632-8aea-dc4face57b0d req-833a4ae3-d1d3-429f-81a2-e3d1464d75f3 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876534 Sep 21 18:15:47.229261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.234378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7664cadc-45a2-4749-ba42-9e2eb8ab25a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.234889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Deleting port d67b7b97-63b2-42da-8795-8948498e758d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:47.235663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.239766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3749d20-73d2-44a4-9ab5-963bf0cfc68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.242613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3749d20-73d2-44a4-9ab5-963bf0cfc68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.248568 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d3749d20-73d2-44a4-9ab5-963bf0cfc68d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7fb12b2-91e9-4060-9e6f-fb5b8ce127ae HTTP/1.1" status: 204 len: 168 time: 0.4089463 Sep 21 18:15:47.275780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7664cadc-45a2-4749-ba42-9e2eb8ab25a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.304173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3749d20-73d2-44a4-9ab5-963bf0cfc68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fb12b2-91e9-4060-9e6f-fb5b8ce127ae,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.360824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] For port d67b7b97-63b2-42da-8795-8948498e758d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d67b7b97-63b2-42da-8795-8948498e758d,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:47.361738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.373201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f040a997-9454-42a0-9472-462a9d3183f0,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.380596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7664cadc-45a2-4749-ba42-9e2eb8ab25a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.381018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Calling delete_port for d67b7b97-63b2-42da-8795-8948498e758d owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:47.381819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7664cadc-45a2-4749-ba42-9e2eb8ab25a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5921192 Sep 21 18:15:47.394299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44566) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:47.410439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6683b7d1-ea3a-4fba-bd2c-c2d44d89cb4a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '189e19b0-669a-4677-8ef4-4089acf0eae1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:47.417514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664cadc-45a2-4749-ba42-9e2eb8ab25a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189e19b0-669a-4677-8ef4-4089acf0eae1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.471904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Checking segment: {'id': '56f26e34-0b2d-413b-911e-3306ef56a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:47.472186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Network hostable DHCP agents. Network: 8da23c46-ec91-4231-b721-7e9b4a9c1159, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:47.536694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.548734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d67b7b97-63b2-42da-8795-8948498e758d', 'ba131991-3050-4312-b721-075cd49b7ace'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:47.548996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6683b7d1-ea3a-4fba-bd2c-c2d44d89cb4a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.562482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Network 8da23c46-ec91-4231-b721-7e9b4a9c1159 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:47.575397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Pushing event deleted for resources: {'Port': ['ID=d67b7b97-63b2-42da-8795-8948498e758d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.594717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8da23c46-ec91-4231-b721-7e9b4a9c1159) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:47.607408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.608035 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.616138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1f27c-2300-48ba-955d-3876fdc2283b None None] Network 8da23c46-ec91-4231-b721-7e9b4a9c1159 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:47.619933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] No DVR routers for this DVR port d67b7b97-63b2-42da-8795-8948498e758d on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:47.622667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.625771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e2b0ac9-af2e-44c7-be3c-0ab7789dc410 req-6389b063-74dd-47b6-a3d8-792865ac064a tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "DELETE /v2.0/ports/d67b7b97-63b2-42da-8795-8948498e758d HTTP/1.1" status: 204 len: 173 time: 0.5247662 Sep 21 18:15:47.626448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066100c7-12eb-46e9-b654-b595169bc976', 'name': 'network-vif-deleted', 'tag': 'd67b7b97-63b2-42da-8795-8948498e758d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:47.628822 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b280fb5-aa54-4676-b3df-170ebf17af39" -d '{"events": [{"server_uuid": "066100c7-12eb-46e9-b654-b595169bc976", "name": "network-vif-deleted", "tag": "d67b7b97-63b2-42da-8795-8948498e758d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:47.678604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94ae3790-a4d5-45cd-9dcc-89f180eefa12 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1108091 Sep 21 18:15:47.690259 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6683b7d1-ea3a-4fba-bd2c-c2d44d89cb4a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.729094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['bcbfbaa8-1227-4e40-a9f6-7639a82d2796'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:47.739616 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78fc5df-0511-4fa1-ae79-dd366e377d5c x-openstack-request-id: req-b78fc5df-0511-4fa1-ae79-dd366e377d5c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:47.739926 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066100c7-12eb-46e9-b654-b595169bc976", "name": "network-vif-deleted", "tag": "d67b7b97-63b2-42da-8795-8948498e758d", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:47.740452 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b78fc5df-0511-4fa1-ae79-dd366e377d5c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:47.740866 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066100c7-12eb-46e9-b654-b595169bc976', 'name': 'network-vif-deleted', 'tag': 'd67b7b97-63b2-42da-8795-8948498e758d', 'status': 'completed', 'code': 200} Sep 21 18:15:47.753316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6683b7d1-ea3a-4fba-bd2c-c2d44d89cb4a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.785147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683b7d1-ea3a-4fba-bd2c-c2d44d89cb4a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d49574e-e375-4d0a-ac7c-33dbf93a3fb2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.792546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6683b7d1-ea3a-4fba-bd2c-c2d44d89cb4a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.793807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6683b7d1-ea3a-4fba-bd2c-c2d44d89cb4a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3952093 Sep 21 18:15:47.797197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44578) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:47.802654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-57a8a83e-2515-474f-8500-4148144b43d3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '189e19b0-669a-4677-8ef4-4089acf0eae1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:47.876994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57a8a83e-2515-474f-8500-4148144b43d3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.945959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.001937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e533db3-2d2f-4797-9587-c1f4fb8586ec req-d1d39ed3-325b-4a47-a714-c66dee2d9951 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:48.003578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e533db3-2d2f-4797-9587-c1f4fb8586ec req-d1d39ed3-325b-4a47-a714-c66dee2d9951 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 945 time: 0.1276813 Sep 21 18:15:48.032608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57a8a83e-2515-474f-8500-4148144b43d3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.042110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57a8a83e-2515-474f-8500-4148144b43d3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.075975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8a83e-2515-474f-8500-4148144b43d3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdc1d05-2f39-4943-b5d2-6c46db7094f3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:48.103498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e533db3-2d2f-4797-9587-c1f4fb8586ec req-97154518-6e65-4ca4-bed9-16a7b0f7d6e4 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927284 Sep 21 18:15:48.109243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57a8a83e-2515-474f-8500-4148144b43d3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.113058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-57a8a83e-2515-474f-8500-4148144b43d3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3147271 Sep 21 18:15:48.125220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44590) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:48.135516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-40e9e8bf-0232-4064-8442-51a1103e0151 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '189e19b0-669a-4677-8ef4-4089acf0eae1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:48.228579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-40e9e8bf-0232-4064-8442-51a1103e0151 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.230757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a609a5c-82a2-4ebb-b3d5-25de3defbd6c None None] Network 8da23c46-ec91-4231-b721-7e9b4a9c1159 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:48.384759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcc183-f5f1-4f67-8932-53ca89df081d req-a1d7d5e8-7e9a-45f7-a4b7-f8e7c47966f3 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:48.386828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dddcc183-f5f1-4f67-8932-53ca89df081d req-a1d7d5e8-7e9a-45f7-a4b7-f8e7c47966f3 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.1216979 Sep 21 18:15:48.429423 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-40e9e8bf-0232-4064-8442-51a1103e0151 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.440501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-40e9e8bf-0232-4064-8442-51a1103e0151 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.486104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting port 5aedca72-5c58-466b-b31e-5bb7597787ad {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:48.486692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.594597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f3389e19-5f28-43c1-b2cd-4e0432423d5c up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:48.603692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] For port 5aedca72-5c58-466b-b31e-5bb7597787ad, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5aedca72-5c58-466b-b31e-5bb7597787ad,segment=NetworkSegment(a2dde619-10fb-4ab8-bfb5-45002edcdb7f),segment_id=a2dde619-10fb-4ab8-bfb5-45002edcdb7f)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:48.604363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.626722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Calling delete_port for 5aedca72-5c58-466b-b31e-5bb7597787ad owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:48.671599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port f3389e19-5f28-43c1-b2cd-4e0432423d5c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:15:48.681462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port f3389e19-5f28-43c1-b2cd-4e0432423d5c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:48.682925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.752661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9e8bf-0232-4064-8442-51a1103e0151 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1c162c-bb0f-4245-bb63-f22cca7fa24d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:48.782067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dddcc183-f5f1-4f67-8932-53ca89df081d req-947fc602-fe74-407d-a77c-dc9eb78c8484 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759730 Sep 21 18:15:48.783450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-40e9e8bf-0232-4064-8442-51a1103e0151 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.787502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-40e9e8bf-0232-4064-8442-51a1103e0151 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6562757 Sep 21 18:15:48.788128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:48.792680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7a36c9f9-97c4-46a6-8992-a8bdb5d4cede tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '189e19b0-669a-4677-8ef4-4089acf0eae1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:48.830424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.850879 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a36c9f9-97c4-46a6-8992-a8bdb5d4cede tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.877274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:48.883539 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c20f0-553e-42dc-bc92-73f5cbbc0092" -d '{"events": [{"server_uuid": "c1af80e9-3080-4558-a3c8-a7e96f839286", "name": "network-vif-plugged", "status": "completed", "tag": "f3389e19-5f28-43c1-b2cd-4e0432423d5c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:48.885345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.899185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f3389e19-5f28-43c1-b2cd-4e0432423d5c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c,segment=NetworkSegment(b7f20115-460d-4869-bb75-f98a3ff466d7),segment_id=b7f20115-460d-4869-bb75-f98a3ff466d7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:48.910612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.932176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Port': ['ID=5aedca72-5c58-466b-b31e-5bb7597787ad,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:48.979014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a36c9f9-97c4-46a6-8992-a8bdb5d4cede tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.997204 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a36c9f9-97c4-46a6-8992-a8bdb5d4cede tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.035544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a36c9f9-97c4-46a6-8992-a8bdb5d4cede tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.039829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a36c9f9-97c4-46a6-8992-a8bdb5d4cede tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2480476 Sep 21 18:15:49.039829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36c9f9-97c4-46a6-8992-a8bdb5d4cede tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87c87a4-dbb8-46e7-b10b-db54b6c0741d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.041023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44616) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.052587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-50d68359-8ef5-4658-b061-58caffa8be40 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '189e19b0-669a-4677-8ef4-4089acf0eae1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:49.077902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f3389e19-5f28-43c1-b2cd-4e0432423d5c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.126530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50d68359-8ef5-4658-b061-58caffa8be40 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.204342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.259774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50d68359-8ef5-4658-b061-58caffa8be40 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.267341 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50d68359-8ef5-4658-b061-58caffa8be40 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.300551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d68359-8ef5-4658-b061-58caffa8be40 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2dba74-93d4-4517-99dd-87d5577cd38d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.318656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50d68359-8ef5-4658-b061-58caffa8be40 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.321355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-50d68359-8ef5-4658-b061-58caffa8be40 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2728143 Sep 21 18:15:49.324137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44630) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.410085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb1176e5-aec9-4854-a18d-0ab7219dab06 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.449800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb1176e5-aec9-4854-a18d-0ab7219dab06 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.504101 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb1176e5-aec9-4854-a18d-0ab7219dab06 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.509673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eb1176e5-aec9-4854-a18d-0ab7219dab06 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.511460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eb1176e5-aec9-4854-a18d-0ab7219dab06 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2c2dba74-93d4-4517-99dd-87d5577cd38d HTTP/1.1" status: 204 len: 168 time: 0.1838632 Sep 21 18:15:49.522274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44644) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.550575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244b54-d511-4297-b17e-2ec722890d25 req-c6fc27bc-4900-43ba-84e6-276a33b29266 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:49.552214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-c6fc27bc-4900-43ba-84e6-276a33b29266 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/networks?id=8da23c46-ec91-4231-b721-7e9b4a9c1159 HTTP/1.1" status: 200 len: 821 time: 0.1968036 Sep 21 18:15:49.553605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1176e5-aec9-4854-a18d-0ab7219dab06 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c2dba74-93d4-4517-99dd-87d5577cd38d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.605535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fa8eff7b-c29f-4e06-83c2-cc59b7a2d05b tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0786142 Sep 21 18:15:49.606100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44646) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.609390 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-57708953-31c6-434a-8e3c-abcda2132b7c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/quotas/d9a52a81af1d431e8f1de6c70ae0a396 HTTP/1.1" status: 200 len: 375 time: 0.0325768 Sep 21 18:15:49.663246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-753850dd-be20-4d77-aac9-13ec173e7511 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9a52a81af1d431e8f1de6c70ae0a396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428388 Sep 21 18:15:49.666309 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d41b50bd-bc50-46e5-abef-1d8e401d2645 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.675866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d41b50bd-bc50-46e5-abef-1d8e401d2645 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.775623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d41b50bd-bc50-46e5-abef-1d8e401d2645 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.782011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d41b50bd-bc50-46e5-abef-1d8e401d2645 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.783367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d41b50bd-bc50-46e5-abef-1d8e401d2645 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b87c87a4-dbb8-46e7-b10b-db54b6c0741d HTTP/1.1" status: 204 len: 168 time: 0.1759005 Sep 21 18:15:49.787429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44654) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.798703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b50bd-bc50-46e5-abef-1d8e401d2645 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b87c87a4-dbb8-46e7-b10b-db54b6c0741d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.809550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router e518947b-6e60-4680-925d-25bad9aae295 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:15:49.822751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-32d03438-2466-400d-8a30-eeb07d26f5da service neutron] 10.222.0.70 "GET /v2.0/networks/8da23c46-ec91-4231-b721-7e9b4a9c1159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444564 Sep 21 18:15:49.893454 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d503f3e3-b915-43e4-8ac2-2a7339c9969a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1028199 Sep 21 18:15:49.896603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44668) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.932761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-5c368884-ec11-4010-8403-df1b0ac58e8e service neutron] 10.222.0.70 "GET /v2.0/networks/8da23c46-ec91-4231-b721-7e9b4a9c1159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037805 Sep 21 18:15:49.942099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87e38288-9566-4830-abc8-3127bfe8b690 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.980036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87e38288-9566-4830-abc8-3127bfe8b690 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.014833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:15:50.025702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-698defc9-4507-4f77-ba0a-0361a60ba592 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "PUT /v2.0/routers/e518947b-6e60-4680-925d-25bad9aae295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8589592 Sep 21 18:15:50.026049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44682) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.033695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] Sync routers for ids ['e518947b-6e60-4680-925d-25bad9aae295'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:15:50.038248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87e38288-9566-4830-abc8-3127bfe8b690 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.050684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] Routers {'e518947b-6e60-4680-925d-25bad9aae295'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:50.051862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e518947b-6e60-4680-925d-25bad9aae295'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:50.071101 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87e38288-9566-4830-abc8-3127bfe8b690 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.072431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-87e38288-9566-4830-abc8-3127bfe8b690 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5a1c162c-bb0f-4245-bb63-f22cca7fa24d HTTP/1.1" status: 204 len: 168 time: 0.1749041 Sep 21 18:15:50.081112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44692) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.087137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e38288-9566-4830-abc8-3127bfe8b690 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a1c162c-bb0f-4245-bb63-f22cca7fa24d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:50.117605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting subnet aa8872fd-dce2-4d16-949e-6f5b888f3c0f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:50.129008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.166924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-958f6807-3db1-4af5-b581-1fa2076fa45f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0784819 Sep 21 18:15:50.167105 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c773b-511d-486c-ac22-e7fc462586ed x-openstack-request-id: req-991c773b-511d-486c-ac22-e7fc462586ed {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:50.167218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44700) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.167341 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1af80e9-3080-4558-a3c8-a7e96f839286", "name": "network-vif-plugged", "status": "completed", "tag": "f3389e19-5f28-43c1-b2cd-4e0432423d5c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:50.168092 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-991c773b-511d-486c-ac22-e7fc462586ed {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:50.169261 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c', 'code': 200} Sep 21 18:15:50.192675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.208894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de7d77f8-2352-442d-a118-f6f87717416c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.244268 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de7d77f8-2352-442d-a118-f6f87717416c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.314683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] Set router e518947b-6e60-4680-925d-25bad9aae295 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:50.336195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.342960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de7d77f8-2352-442d-a118-f6f87717416c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.348038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de7d77f8-2352-442d-a118-f6f87717416c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.363389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-de7d77f8-2352-442d-a118-f6f87717416c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bfdc1d05-2f39-4943-b5d2-6c46db7094f3 HTTP/1.1" status: 204 len: 168 time: 0.1952178 Sep 21 18:15:50.368199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44718) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.416989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d77f8-2352-442d-a118-f6f87717416c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfdc1d05-2f39-4943-b5d2-6c46db7094f3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:50.439999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b20f-b0e3-41eb-a1ae-9ecb6685cee2 req-d5a239c5-2a59-464f-82e3-9e10eba6bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:50.441889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4de7b20f-b0e3-41eb-a1ae-9ecb6685cee2 req-d5a239c5-2a59-464f-82e3-9e10eba6bd3d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 1097 time: 0.2040160 Sep 21 18:15:50.454768 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.475342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5978b3-786b-4feb-aacb-db99cb1881e6 req-dcc747e5-5e8c-4e10-b798-bebcfeb2f248 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:50.477069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc5978b3-786b-4feb-aacb-db99cb1881e6 req-dcc747e5-5e8c-4e10-b798-bebcfeb2f248 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 946 time: 0.2018886 Sep 21 18:15:50.533040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8872fd-dce2-4d16-949e-6f5b888f3c0f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:50.549509 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51911716-b933-4d22-a1d9-5da550502573 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1793418 Sep 21 18:15:50.552639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.557097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-911ec4a9-7a39-4b5c-a486-4b63bf57e366 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/subnets/aa8872fd-dce2-4d16-949e-6f5b888f3c0f HTTP/1.1" status: 204 len: 168 time: 0.5274878 Sep 21 18:15:50.557097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44730) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.558021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44732) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.573030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc5978b3-786b-4feb-aacb-db99cb1881e6 req-736b6172-7bab-4201-b00a-d450a67f4edc tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859332 Sep 21 18:15:50.578063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4de7b20f-b0e3-41eb-a1ae-9ecb6685cee2 req-b6a946b8-0842-4e1b-9a29-e76a75ac2a8b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249130 Sep 21 18:15:50.623581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a202c-ff55-4ab4-8f01-ce0442eb1723 None None] Network 8c236007-ec62-4d34-a32b-349fd28d1c91 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:50.687418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fc00f95-5a77-4d7f-9054-7906f9d95b74 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.728433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fc00f95-5a77-4d7f-9054-7906f9d95b74 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.751840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:15:48Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:50.776262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468142b-ed86-466b-9d73-d2c604626ada req-fdb9fc08-ecdd-4850-8287-97d24bbdbd50 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:50.787064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6468142b-ed86-466b-9d73-d2c604626ada req-fdb9fc08-ecdd-4850-8287-97d24bbdbd50 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.0974855 Sep 21 18:15:50.823046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.831362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] Checking router: e518947b-6e60-4680-925d-25bad9aae295 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:15:50.849284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6468142b-ed86-466b-9d73-d2c604626ada req-1616aa01-f5cb-4404-adad-97f6323d27e4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Sep 21 18:15:50.871174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] Routers {'e518947b-6e60-4680-925d-25bad9aae295'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:50.873034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e518947b-6e60-4680-925d-25bad9aae295'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:50.876287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fc00f95-5a77-4d7f-9054-7906f9d95b74 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.885787 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fc00f95-5a77-4d7f-9054-7906f9d95b74 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.890292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44746) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.890749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0fc00f95-5a77-4d7f-9054-7906f9d95b74 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3d49574e-e375-4d0a-ac7c-33dbf93a3fb2 HTTP/1.1" status: 204 len: 168 time: 0.3341796 Sep 21 18:15:50.902172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc00f95-5a77-4d7f-9054-7906f9d95b74 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d49574e-e375-4d0a-ac7c-33dbf93a3fb2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.013495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.061240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] DHCP port deletion for 8c236007-ec62-4d34-a32b-349fd28d1c91 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:51.064572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b23af0e3-7f63-4215-872a-9b5d5d7ed494 req-08d7dbaa-5164-4367-85d1-ffbcbac4f462 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 210 time: 0.1224751 Sep 21 18:15:51.097149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting port 59cac618-b3f4-4a8e-b129-c94d09f4d735 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:51.097509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.116848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] Set router e518947b-6e60-4680-925d-25bad9aae295 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:51.122967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-348090f5-d5e9-47e5-bb96-1bff2c586402 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2310326 Sep 21 18:15:51.126168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44750) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:51.212319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] For port 59cac618-b3f4-4a8e-b129-c94d09f4d735, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=59cac618-b3f4-4a8e-b129-c94d09f4d735,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:51.212725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.226962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Calling delete_port for 59cac618-b3f4-4a8e-b129-c94d09f4d735 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:51.248386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:51.249328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2a001cb-2d08-4516-bca4-37d5b1e709ce tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.301915 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2a001cb-2d08-4516-bca4-37d5b1e709ce tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.324217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] Deleting port b3c905bf-b13e-4534-8acc-8bb6ee3093fc {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:51.325544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.402493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] For port b3c905bf-b13e-4534-8acc-8bb6ee3093fc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b3c905bf-b13e-4534-8acc-8bb6ee3093fc,segment=NetworkSegment(a2dde619-10fb-4ab8-bfb5-45002edcdb7f),segment_id=a2dde619-10fb-4ab8-bfb5-45002edcdb7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:51.403404 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.441327 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2a001cb-2d08-4516-bca4-37d5b1e709ce tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.442105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] Calling delete_port for b3c905bf-b13e-4534-8acc-8bb6ee3093fc owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:51.448353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2a001cb-2d08-4516-bca4-37d5b1e709ce tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.452519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f2a001cb-2d08-4516-bca4-37d5b1e709ce tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/189e19b0-669a-4677-8ef4-4089acf0eae1 HTTP/1.1" status: 204 len: 168 time: 0.3247790 Sep 21 18:15:51.464252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44762) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:51.491050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a001cb-2d08-4516-bca4-37d5b1e709ce tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e19b0-669a-4677-8ef4-4089acf0eae1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.557799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84b2f9c4-d27b-4e21-a546-8ba8cc748874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.564996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:15:48Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:51.599019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.618283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6ef34-29d0-4392-86fa-62e14a84ce10 None None] The sync data for ids ['e518947b-6e60-4680-925d-25bad9aae295'] in n-d-810285-3 is: [{'id': 'e518947b-6e60-4680-925d-25bad9aae295', 'name': 'tempest-TestNetworkBasicOps-router-253846988', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:28Z', 'updated_at': '2021-09-21T18:15:48Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': '59cac618-b3f4-4a8e-b129-c94d09f4d735', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e518947b-6e60-4680-925d-25bad9aae295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:30Z', 'updated_at': '2021-09-21T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:15:51.634372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d67b7b97-63b2-42da-8795-8948498e758d no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:51.641295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Port': ['ID=59cac618-b3f4-4a8e-b129-c94d09f4d735,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.660863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: d67b7b97-63b2-42da-8795-8948498e758d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:51.661224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d67b7b97-63b2-42da-8795-8948498e758d not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:51.662923 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.665500 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5abaa031-5778-4c9a-9c54-5fa66bc2b78d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995986 Sep 21 18:15:51.689698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44774) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:51.716599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-72ddee4e-d90e-454c-bb01-dc1c8dba472d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--421581098'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:51.720726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] Pushing event deleted for resources: {'Port': ['ID=b3c905bf-b13e-4534-8acc-8bb6ee3093fc,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.726298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34bcff-13ad-4a98-a7a4-fdbc96851bae None None] No DVR routers for this DVR port b3c905bf-b13e-4534-8acc-8bb6ee3093fc on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:51.778957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84b2f9c4-d27b-4e21-a546-8ba8cc748874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.786235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84b2f9c4-d27b-4e21-a546-8ba8cc748874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.820478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.897552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72ddee4e-d90e-454c-bb01-dc1c8dba472d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.916603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-84b2f9c4-d27b-4e21-a546-8ba8cc748874 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=778275ffb7f04936a3aa845150c94fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452951 Sep 21 18:15:51.917608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2f9c4-d27b-4e21-a546-8ba8cc748874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d36a4f-6dc3-4cba-9e4f-6616a000deaf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.920421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44780) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:51.940551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.943986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.002337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.003021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Fanout notify agent at l3_agent the message router_deleted on router e518947b-6e60-4680-925d-25bad9aae295 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:15:52.010415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.011529 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b82d4c85-bbd2-45dc-88f3-a7d3a746e648 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/routers/e518947b-6e60-4680-925d-25bad9aae295 HTTP/1.1" status: 204 len: 168 time: 1.4533687 Sep 21 18:15:52.016846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cda55c-2b44-4b1f-9d25-75d23ce429e4 req-c906a45e-c0e5-44fd-9214-4899fdd1ccc8 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:52.017984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44782) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.018445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3cda55c-2b44-4b1f-9d25-75d23ce429e4 req-c906a45e-c0e5-44fd-9214-4899fdd1ccc8 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 946 time: 0.2058847 Sep 21 18:15:52.101160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244b54-d511-4297-b17e-2ec722890d25 req-8c57d619-435a-4e3c-b9ca-3820daed58a8 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:52.102671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-8c57d619-435a-4e3c-b9ca-3820daed58a8 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.78 "GET /v2.0/networks?id=8da23c46-ec91-4231-b721-7e9b4a9c1159 HTTP/1.1" status: 200 len: 821 time: 0.2694485 Sep 21 18:15:52.111269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3cda55c-2b44-4b1f-9d25-75d23ce429e4 req-04598287-8b51-4488-ab57-f691272d6567 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828142 Sep 21 18:15:52.119805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Request body: {'port': {'device_id': '8939a9ae-3f2a-4f89-bd11-955299846714', 'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159', 'admin_state_up': True, 'tenant_id': 'd9a52a81af1d431e8f1de6c70ae0a396'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:52.126123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27cf9802-ffd7-4de2-867a-9dcaba9ee5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.150921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.175086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72ddee4e-d90e-454c-bb01-dc1c8dba472d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.198501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27cf9802-ffd7-4de2-867a-9dcaba9ee5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.204909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72ddee4e-d90e-454c-bb01-dc1c8dba472d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.238839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72ddee4e-d90e-454c-bb01-dc1c8dba472d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.240541 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-72ddee4e-d90e-454c-bb01-dc1c8dba472d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5494094 Sep 21 18:15:52.244656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44786) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.254714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bdb3cc7b-5699-44d6-8edb-d686bfd168ad tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '6dd92de1-aacb-463f-9724-e7f977d51cd3', 'direction': 'ingress', 'protocol': 17}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:52.314546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bdb3cc7b-5699-44d6-8edb-d686bfd168ad tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.317021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.326254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddee4e-d90e-454c-bb01-dc1c8dba472d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd92de1-aacb-463f-9724-e7f977d51cd3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.343168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c236007-ec62-4d34-a32b-349fd28d1c91']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:52.347096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27cf9802-ffd7-4de2-867a-9dcaba9ee5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.350427 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27cf9802-ffd7-4de2-867a-9dcaba9ee5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.351577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-27cf9802-ffd7-4de2-867a-9dcaba9ee5e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00d36a4f-6dc3-4cba-9e4f-6616a000deaf HTTP/1.1" status: 204 len: 168 time: 0.4161258 Sep 21 18:15:52.360882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:52.361501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2dde619-10fb-4ab8-bfb5-45002edcdb7f') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:52.375275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.376410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Made reservation on behalf of d9a52a81af1d431e8f1de6c70ae0a396 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:52.379946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.391812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.411155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf9802-ffd7-4de2-867a-9dcaba9ee5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d36a4f-6dc3-4cba-9e4f-6616a000deaf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.424061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:52.424755 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:52.442246 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:52.509378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bdb3cc7b-5699-44d6-8edb-d686bfd168ad tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.523540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1745f-a3b5-4d8a-be04-382834717031 req-4c5e37ce-68ca-439a-aa45-1823d282dc4f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:52.531604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ee1745f-a3b5-4d8a-be04-382834717031 req-4c5e37ce-68ca-439a-aa45-1823d282dc4f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.2120705 Sep 21 18:15:52.537260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bdb3cc7b-5699-44d6-8edb-d686bfd168ad tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.555846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.564196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.574021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/networks/8c236007-ec62-4d34-a32b-349fd28d1c91 HTTP/1.1" status: 204 len: 168 time: 0.5440931 Sep 21 18:15:52.575258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44794) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.581985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'network': {'name': 'tempest-network-smoke--1832650450', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'port_security_enabled': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:52.622971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bdb3cc7b-5699-44d6-8edb-d686bfd168ad tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.623847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40603931-6f04-4269-95d0-dbaed84a1d08 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Network': ['ID=8c236007-ec62-4d34-a32b-349fd28d1c91,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.624856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bdb3cc7b-5699-44d6-8edb-d686bfd168ad tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3757813 Sep 21 18:15:52.628231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3cc7b-5699-44d6-8edb-d686bfd168ad tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34c5145-9e24-4abf-afbd-633dc0503e9e,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.643559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44796) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.651375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Made reservation on behalf of 336f5a1b47774c81b404dc5e1192f608 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:52.655139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b3c905bf-b13e-4534-8acc-8bb6ee3093fc no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:52.656208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.670495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ee1745f-a3b5-4d8a-be04-382834717031 req-36256456-97da-4d0b-8670-f1de8b9b9f99 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347580 Sep 21 18:15:52.688536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b3c905bf-b13e-4534-8acc-8bb6ee3093fc {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:52.689337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b3c905bf-b13e-4534-8acc-8bb6ee3093fc not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:52.690038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5aedca72-5c58-466b-b31e-5bb7597787ad no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:52.713103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Allocated IP 172.20.0.2 (8da23c46-ec91-4231-b721-7e9b4a9c1159/f040a997-9454-42a0-9472-462a9d3183f0/e9b91dda-c48e-4417-9c97-9dd16ba28639) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:52.718724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 5aedca72-5c58-466b-b31e-5bb7597787ad {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:52.719550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:52.719688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5aedca72-5c58-466b-b31e-5bb7597787ad not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:52.747682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.748167 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Added segment 761d3130-49a8-4040-bf45-e2cad7cd91da of type vlan for network e6dde90b-b525-4311-9068-5caaff6b4c51 Sep 21 18:15:52.749522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e757984-24da-44b0-81a8-c02d7197ae18 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.806599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44798) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.814100 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e757984-24da-44b0-81a8-c02d7197ae18 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.814370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46fd2ae8-fa94-4e78-810c-84c9b7543a4f req-79993ff7-cbe9-4357-bbfa-afae879da226 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 210 time: 0.0349834 Sep 21 18:15:52.828923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.849812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2590b828-2ca1-4e3e-873f-d515ee38fa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.896482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.903539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:52.903539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.937150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e757984-24da-44b0-81a8-c02d7197ae18 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.939780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e757984-24da-44b0-81a8-c02d7197ae18 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.940949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6e757984-24da-44b0-81a8-c02d7197ae18 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/6dd92de1-aacb-463f-9724-e7f977d51cd3 HTTP/1.1" status: 204 len: 168 time: 0.2963774 Sep 21 18:15:52.943997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44800) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.970779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.007532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e757984-24da-44b0-81a8-c02d7197ae18 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd92de1-aacb-463f-9724-e7f977d51cd3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.017805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Network': ['ID=e6dde90b-b525-4311-9068-5caaff6b4c51,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.051768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e6dde90b-b525-4311-9068-5caaff6b4c51 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:53.071284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-afa73556-3ae1-4c17-84ce-c6586cb60b2f tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224103 Sep 21 18:15:53.072452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44802) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:53.080762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74678c39-bccc-4e6b-8be7-4eae3ffdeebe req-0a58fb9b-a9d9-4717-8d64-99152461fcff tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:53.085050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6494bc5f-a1d3-4b6b-acdb-24ff0771e959 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140951862'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:53.087579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74678c39-bccc-4e6b-8be7-4eae3ffdeebe req-0a58fb9b-a9d9-4717-8d64-99152461fcff tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:53.089504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74678c39-bccc-4e6b-8be7-4eae3ffdeebe req-0a58fb9b-a9d9-4717-8d64-99152461fcff tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946&device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 1682 time: 0.1300068 Sep 21 18:15:53.111974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.115919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2590b828-2ca1-4e3e-873f-d515ee38fa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.123313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2590b828-2ca1-4e3e-873f-d515ee38fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.144966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2bd4f470-4538-4d88-a4c0-26cc8ab60b59 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5667453 Sep 21 18:15:53.154658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44806) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:53.170163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-624462357', 'admin_state_up': True, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:53.189866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74678c39-bccc-4e6b-8be7-4eae3ffdeebe req-7e170cd8-6efd-436b-a61c-68e86ab966e5 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894117 Sep 21 18:15:53.191700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Network 8da23c46-ec91-4231-b721-7e9b4a9c1159 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:53.195209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:53.203393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:53.209997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Pushing event updated for resources: {'Port': ['ID=e9b91dda-c48e-4417-9c97-9dd16ba28639,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.215320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2590b828-2ca1-4e3e-873f-d515ee38fa48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b678ff6189e54aa8a2cbb4eba645d0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046323 Sep 21 18:15:53.216766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6494bc5f-a1d3-4b6b-acdb-24ff0771e959 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.218697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44810) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:53.241272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590b828-2ca1-4e3e-873f-d515ee38fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703acb43-051c-41f9-ab5f-e8cc6a4ef824,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.267158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:53.267875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.279927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.280923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.328594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd037-88b2-4e66-a95c-cb750fc85a1f req-ebfce362-6eee-4a6c-8764-b1217a5522aa tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:53.330056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df2cd037-88b2-4e66-a95c-cb750fc85a1f req-ebfce362-6eee-4a6c-8764-b1217a5522aa tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 946 time: 0.0586796 Sep 21 18:15:53.362038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64c3d2de-4909-4dc5-b80e-cc975e37b3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.382900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df2cd037-88b2-4e66-a95c-cb750fc85a1f req-2575d1b5-4afd-494b-bd58-1cfc4aca2fd3 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Sep 21 18:15:53.401889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.465720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64c3d2de-4909-4dc5-b80e-cc975e37b3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.545277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6494bc5f-a1d3-4b6b-acdb-24ff0771e959 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.560327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-f408b36a-84b1-482b-98ff-812acc9b720c tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4462492 Sep 21 18:15:53.582961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Request body: {'port': {'device_id': '8939a9ae-3f2a-4f89-bd11-955299846714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:53.586999 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6494bc5f-a1d3-4b6b-acdb-24ff0771e959 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.648438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.659991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.661501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494bc5f-a1d3-4b6b-acdb-24ff0771e959 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7caaaf84-9b64-47d9-8d18-ac914ea60041,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.665228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6494bc5f-a1d3-4b6b-acdb-24ff0771e959 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.670125 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6494bc5f-a1d3-4b6b-acdb-24ff0771e959 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5906408 Sep 21 18:15:53.671066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44820) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:53.677984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-047ba77e-ee3c-4a80-ba04-fcf856b8aa6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997925148'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:53.707966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64c3d2de-4909-4dc5-b80e-cc975e37b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.710581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64c3d2de-4909-4dc5-b80e-cc975e37b3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.711738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-64c3d2de-4909-4dc5-b80e-cc975e37b3e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/703acb43-051c-41f9-ab5f-e8cc6a4ef824 HTTP/1.1" status: 204 len: 168 time: 0.4880161 Sep 21 18:15:53.732358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d2de-4909-4dc5-b80e-cc975e37b3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703acb43-051c-41f9-ab5f-e8cc6a4ef824,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.736915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-047ba77e-ee3c-4a80-ba04-fcf856b8aa6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.936511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-047ba77e-ee3c-4a80-ba04-fcf856b8aa6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.000922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-047ba77e-ee3c-4a80-ba04-fcf856b8aa6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.088584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-047ba77e-ee3c-4a80-ba04-fcf856b8aa6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.089995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-047ba77e-ee3c-4a80-ba04-fcf856b8aa6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4178450 Sep 21 18:15:54.093796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.097081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44834) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:54.101961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-648af6d6-6e5e-46db-aa9d-1b36cc35cb6e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '7caaaf84-9b64-47d9-8d18-ac914ea60041', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27e0b858-b74a-432c-9db5-6ef8dabc752c', 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:54.107352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f42791-c654-4f95-8cc5-afa312c5c883 req-e12df345-7bca-43d5-a41e-1207f013876a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:54.114480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7f42791-c654-4f95-8cc5-afa312c5c883 req-e12df345-7bca-43d5-a41e-1207f013876a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.1844630 Sep 21 18:15:54.125625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ba77e-ee3c-4a80-ba04-fcf856b8aa6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e0b858-b74a-432c-9db5-6ef8dabc752c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.139648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.172711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7f42791-c654-4f95-8cc5-afa312c5c883 req-ebe1ad85-32a8-49e1-9bb8-ff17f8357718 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573652 Sep 21 18:15:54.227889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b91dda-c48e-4417-9c97-9dd16ba28639 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:54.236369 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.251001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Transition to ACTIVE for port object e9b91dda-c48e-4417-9c97-9dd16ba28639 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:54.257815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.271610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-648af6d6-6e5e-46db-aa9d-1b36cc35cb6e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.312465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Allocated IP 172.25.3.114 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/b32ad129-076c-44c4-8900-289f876a742b) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:54.317352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b91dda-c48e-4417-9c97-9dd16ba28639,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.416140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-648af6d6-6e5e-46db-aa9d-1b36cc35cb6e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.427940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 59cac618-b3f4-4a8e-b129-c94d09f4d735 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:54.439735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Attempting to bind port e9b91dda-c48e-4417-9c97-9dd16ba28639 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:54.440035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Attempting to bind port e9b91dda-c48e-4417-9c97-9dd16ba28639 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '56f26e34-0b2d-413b-911e-3306ef56a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:54.440871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Attempting to bind port e9b91dda-c48e-4417-9c97-9dd16ba28639 on network 8da23c46-ec91-4231-b721-7e9b4a9c1159 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:54.445920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-648af6d6-6e5e-46db-aa9d-1b36cc35cb6e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.452194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Port e9b91dda-c48e-4417-9c97-9dd16ba28639 on network 8da23c46-ec91-4231-b721-7e9b4a9c1159 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:54.452599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Attempting to bind port e9b91dda-c48e-4417-9c97-9dd16ba28639 on network 8da23c46-ec91-4231-b721-7e9b4a9c1159 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:54.458765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 59cac618-b3f4-4a8e-b129-c94d09f4d735 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:54.459350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 59cac618-b3f4-4a8e-b129-c94d09f4d735 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:54.462488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:54.462911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Checking segment: {'id': '56f26e34-0b2d-413b-911e-3306ef56a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:54.463964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Bound using segment: {'id': '56f26e34-0b2d-413b-911e-3306ef56a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:54.464385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Bound port: e9b91dda-c48e-4417-9c97-9dd16ba28639, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f26e34-0b2d-413b-911e-3306ef56a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:54.464893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.472525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648af6d6-6e5e-46db-aa9d-1b36cc35cb6e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05846cea-2368-495e-b4b7-15136cc3f8d3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.484447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-648af6d6-6e5e-46db-aa9d-1b36cc35cb6e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.485121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e27a5-327a-4147-82c3-438be84c1a02 req-967fd535-0196-43c3-a31d-dd975233fee5 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:54.485653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-648af6d6-6e5e-46db-aa9d-1b36cc35cb6e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3874831 Sep 21 18:15:54.489347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-209e27a5-327a-4147-82c3-438be84c1a02 req-967fd535-0196-43c3-a31d-dd975233fee5 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 943 time: 0.0953195 Sep 21 18:15:54.489922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44846) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:54.512005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.554731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.564119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac131864-518e-4aac-9a1e-b4323b694b26 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.585621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac131864-518e-4aac-9a1e-b4323b694b26 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.600499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:54.603572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:54.606327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:54.620944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-209e27a5-327a-4147-82c3-438be84c1a02 req-274123b6-3e15-40d2-a622-75821cedcb64 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132891 Sep 21 18:15:54.629113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] For port e9b91dda-c48e-4417-9c97-9dd16ba28639, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:54.634383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] For port e9b91dda-c48e-4417-9c97-9dd16ba28639, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e9b91dda-c48e-4417-9c97-9dd16ba28639,segment=NetworkSegment(56f26e34-0b2d-413b-911e-3306ef56a9f4),segment_id=56f26e34-0b2d-413b-911e-3306ef56a9f4)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:54.644976 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.645291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=b32ad129-076c-44c4-8900-289f876a742b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.657365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac131864-518e-4aac-9a1e-b4323b694b26 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.685104 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac131864-518e-4aac-9a1e-b4323b694b26 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.688858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ac131864-518e-4aac-9a1e-b4323b694b26 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/05846cea-2368-495e-b4b7-15136cc3f8d3 HTTP/1.1" status: 204 len: 168 time: 0.1933987 Sep 21 18:15:54.695585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44854) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:54.706559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac131864-518e-4aac-9a1e-b4323b694b26 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05846cea-2368-495e-b4b7-15136cc3f8d3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.708792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:54.709485 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.710963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] 10.222.0.78 "PUT /v2.0/ports/e9b91dda-c48e-4417-9c97-9dd16ba28639 HTTP/1.1" status: 200 len: 1091 time: 1.1332169 Sep 21 18:15:54.714355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8939a9ae-3f2a-4f89-bd11-955299846714', 'tag': 'e9b91dda-c48e-4417-9c97-9dd16ba28639'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:54.724848 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4149f3de-011f-46af-8c8a-46641eaba087" -d '{"events": [{"name": "network-changed", "server_uuid": "8939a9ae-3f2a-4f89-bd11-955299846714", "tag": "e9b91dda-c48e-4417-9c97-9dd16ba28639"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:54.765618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d94aa-6105-4387-b2ad-125b56abbd81 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b91dda-c48e-4417-9c97-9dd16ba28639,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.789770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d7b536f4-0f37-427b-899f-8d9302f7e4e1 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0911582 Sep 21 18:15:54.799197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:54.874894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244b54-d511-4297-b17e-2ec722890d25 req-95471fa3-cb53-4e8c-8a8c-bea8832d5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:54.876871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-95471fa3-cb53-4e8c-8a8c-bea8832d5623 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9a52a81af1d431e8f1de6c70ae0a396&device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 1094 time: 0.0857723 Sep 21 18:15:54.939465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44868) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:54.940153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de5163f2-322f-4081-b405-70e5894aac7d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.948709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-663251c3-e941-4774-83f0-28ad144009ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b91dda-c48e-4417-9c97-9dd16ba28639 HTTP/1.1" status: 200 len: 217 time: 0.0563309 Sep 21 18:15:54.953130 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145cec1d-0f74-4aec-b96a-70ba72190b12 x-openstack-request-id: req-145cec1d-0f74-4aec-b96a-70ba72190b12 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:54.953416 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8939a9ae-3f2a-4f89-bd11-955299846714", "tag": "e9b91dda-c48e-4417-9c97-9dd16ba28639", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:54.953789 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-145cec1d-0f74-4aec-b96a-70ba72190b12 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:54.954040 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8939a9ae-3f2a-4f89-bd11-955299846714', 'tag': 'e9b91dda-c48e-4417-9c97-9dd16ba28639', 'status': 'completed', 'code': 200} Sep 21 18:15:55.003796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de5163f2-322f-4081-b405-70e5894aac7d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.046760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244b54-d511-4297-b17e-2ec722890d25 req-be4f9799-689a-48e4-9a5a-bfee0b71e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:55.048325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-be4f9799-689a-48e4-9a5a-bfee0b71e266 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f040a997-9454-42a0-9472-462a9d3183f0 HTTP/1.1" status: 200 len: 861 time: 0.0885453 Sep 21 18:15:55.092417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-0f22dedc-3c8e-4ce8-a440-99d40d984e1a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8da23c46-ec91-4231-b721-7e9b4a9c1159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361691 Sep 21 18:15:55.118150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-398392304'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:55.135245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de5163f2-322f-4081-b405-70e5894aac7d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.146963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de5163f2-322f-4081-b405-70e5894aac7d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.150879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-de5163f2-322f-4081-b405-70e5894aac7d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/27e0b858-b74a-432c-9db5-6ef8dabc752c HTTP/1.1" status: 204 len: 168 time: 0.3493342 Sep 21 18:15:55.155387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44874) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:55.196663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5163f2-322f-4081-b405-70e5894aac7d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e0b858-b74a-432c-9db5-6ef8dabc752c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:55.280235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Made reservation on behalf of 451278ffcb3a46c9846e0ef3f603f551 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:55.283083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.295448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.342814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e6c12-1052-453d-96d2-bea75e15ad8f req-3c8de490-0f4b-43e1-9144-cfb488b75871 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:55.344398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c2e6c12-1052-453d-96d2-bea75e15ad8f req-3c8de490-0f4b-43e1-9144-cfb488b75871 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 946 time: 0.1317127 Sep 21 18:15:55.346403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-0434037e-df95-4218-9c53-36b3e3b785a1 service neutron] 10.222.0.78 "GET /v2.0/networks/8da23c46-ec91-4231-b721-7e9b4a9c1159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427213 Sep 21 18:15:55.379940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ac7bbf27-3df1-405c-b222-5176591b4451 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2220612 Sep 21 18:15:55.383101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44878) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:55.507415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c2e6c12-1052-453d-96d2-bea75e15ad8f req-b493cd12-fcde-4f20-8941-18156333cb7c tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/security-groups?id=13a22213-9f10-4312-b1a6-2f143e13c8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518350 Sep 21 18:15:55.532172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.544616 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-184e1b14-4442-4cc4-9076-9b0c975ec7a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.549277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd244b54-d511-4297-b17e-2ec722890d25 req-7b579f35-be6b-404a-916a-21f9fdad415a service neutron] 10.222.0.78 "GET /v2.0/networks/8da23c46-ec91-4231-b721-7e9b4a9c1159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922626 Sep 21 18:15:55.588609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.595380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-2e39a6f9-cd61-48c5-b2c0-c3ad8fba332c tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:55.596010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.596839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-2e39a6f9-cd61-48c5-b2c0-c3ad8fba332c tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.78 "GET /v2.0/ports?device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 946 time: 0.1456344 Sep 21 18:15:55.659940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:55.664404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-184e1b14-4442-4cc4-9076-9b0c975ec7a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.689854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6353980c-6bc1-4c65-9db2-f6e0c3b3b586,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:55.694258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.694732 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Added segment e2fddaed-d53d-4250-ae79-619376a5bd55 of type vlan for network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 Sep 21 18:15:55.728318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149f3de-011f-46af-8c8a-46641eaba087 req-a4413866-3523-48f6-9c5e-75bde8691940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:55.729993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4149f3de-011f-46af-8c8a-46641eaba087 req-a4413866-3523-48f6-9c5e-75bde8691940 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d9a52a81af1d431e8f1de6c70ae0a396&device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 1094 time: 0.1128614 Sep 21 18:15:55.808126 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.865335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-184e1b14-4442-4cc4-9076-9b0c975ec7a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.868272 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-184e1b14-4442-4cc4-9076-9b0c975ec7a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.873524 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-184e1b14-4442-4cc4-9076-9b0c975ec7a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/7caaaf84-9b64-47d9-8d18-ac914ea60041 HTTP/1.1" status: 204 len: 168 time: 0.4854093 Sep 21 18:15:55.880516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44884) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:55.884408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799c227-f186-4975-8be8-eacfee1e8629 req-722296a1-7acd-4877-8245-89e56f408f5f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:55.886073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9799c227-f186-4975-8be8-eacfee1e8629 req-722296a1-7acd-4877-8245-89e56f408f5f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.1888547 Sep 21 18:15:55.913145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Deleting port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:55.913459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.914787 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.916419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e1b14-4442-4cc4-9076-9b0c975ec7a3 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caaaf84-9b64-47d9-8d18-ac914ea60041,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:55.921846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:55.922608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.079771 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aac335f0-c54a-4440-a5ee-a71b5bda6a94 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1967695 Sep 21 18:15:56.084082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44886) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:56.091830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e9802df2-de0d-4a27-939f-29650efbc5a4 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--505474182'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:56.111381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.172041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] For port bcbfbaa8-1227-4e40-a9f6-7639a82d2796, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:56.172767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.191495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Calling delete_port for bcbfbaa8-1227-4e40-a9f6-7639a82d2796 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:56.279473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149f3de-011f-46af-8c8a-46641eaba087 req-40301131-cf79-4a01-9453-c26438d300dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:56.281025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4149f3de-011f-46af-8c8a-46641eaba087 req-40301131-cf79-4a01-9453-c26438d300dd service neutron] 10.222.0.78 "GET /v2.0/networks?id=8da23c46-ec91-4231-b721-7e9b4a9c1159 HTTP/1.1" status: 200 len: 923 time: 0.5141077 Sep 21 18:15:56.290607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3482285 Sep 21 18:15:56.291257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44888) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:56.300059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9799c227-f186-4975-8be8-eacfee1e8629 req-9a894dc2-d403-4953-92f8-e5e3b58ebce9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030957 Sep 21 18:15:56.304012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'subnet': {'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:56.328174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9802df2-de0d-4a27-939f-29650efbc5a4 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.356882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b9d25-7e58-435f-947a-685a4abdd892 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Network': ['ID=5f35e2bd-b3b8-4baa-9a63-61558d43ecb1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:56.370310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:56.400675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4149f3de-011f-46af-8c8a-46641eaba087 req-3d17a903-2faa-4af6-bf58-98dca7ca692a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9b91dda-c48e-4417-9c97-9dd16ba28639 HTTP/1.1" status: 200 len: 217 time: 0.1043909 Sep 21 18:15:56.470446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router 1084d31d-a68b-497a-ae3a-7007265a3b7a is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:15:56.489576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.515549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['bcbfbaa8-1227-4e40-a9f6-7639a82d2796'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:56.545937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149f3de-011f-46af-8c8a-46641eaba087 req-457ecfc1-e6ac-4428-beae-b4df59fbeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:56.547501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4149f3de-011f-46af-8c8a-46641eaba087 req-457ecfc1-e6ac-4428-beae-b4df59fbeddd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f040a997-9454-42a0-9472-462a9d3183f0 HTTP/1.1" status: 200 len: 861 time: 0.1056008 Sep 21 18:15:56.557798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['ba131991-3050-4312-b721-075cd49b7ace'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:56.576435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Pushing event deleted for resources: {'Port': ['ID=bcbfbaa8-1227-4e40-a9f6-7639a82d2796,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:56.618661 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9802df2-de0d-4a27-939f-29650efbc5a4 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.626960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4149f3de-011f-46af-8c8a-46641eaba087 req-163473b2-4c04-4304-851a-b49ce44c821a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8da23c46-ec91-4231-b721-7e9b4a9c1159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603418 Sep 21 18:15:56.638608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-1ba8fa66-b7b3-4158-8da0-3101daa74d19 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:56.640321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-1ba8fa66-b7b3-4158-8da0-3101daa74d19 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "GET /v2.0/ports?device_id=506549f6-27e5-497f-98a4-d576cb128946 HTTP/1.1" status: 200 len: 945 time: 0.1588268 Sep 21 18:15:56.641827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] No DVR routers for this DVR port bcbfbaa8-1227-4e40-a9f6-7639a82d2796 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:56.643524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9802df2-de0d-4a27-939f-29650efbc5a4 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.646735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.648730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3d4eca4d-085f-47a0-a5d6-639a3e3dc7d8 req-c9eabec1-6e36-4a9a-bd7d-6edb2ca0380e tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.78 "DELETE /v2.0/ports/bcbfbaa8-1227-4e40-a9f6-7639a82d2796 HTTP/1.1" status: 204 len: 173 time: 1.0350966 Sep 21 18:15:56.654123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'name': 'network-vif-deleted', 'tag': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:56.656592 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db767752-7864-4154-9f8f-4cbc1b5a8ffa" -d '{"events": [{"server_uuid": "6134923b-ac8b-4c29-8fd8-5324ba72047f", "name": "network-vif-deleted", "tag": "bcbfbaa8-1227-4e40-a9f6-7639a82d2796"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:56.718906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9802df2-de0d-4a27-939f-29650efbc5a4 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.719220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Made reservation on behalf of 451278ffcb3a46c9846e0ef3f603f551 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:56.722515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.722793 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9802df2-de0d-4a27-939f-29650efbc5a4 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6376402 Sep 21 18:15:56.723560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44896) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:56.733097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2306070b-c049-48c6-893e-f7d119da7c6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': 'a1a14a96-e106-4ac7-9ce7-c88720fd758d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:56.742551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9802df2-de0d-4a27-939f-29650efbc5a4 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a14a96-e106-4ac7-9ce7-c88720fd758d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:56.759211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:15:56.777639 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Sync routers for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:15:56.793062 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:56.794375 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:56.797942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5e4e-ced3-42ba-a566-f26121b2309b req-411bd4ce-d957-4cdd-a302-f281d76b1ddd tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:56.799650 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c8c5e4e-ced3-42ba-a566-f26121b2309b req-411bd4ce-d957-4cdd-a302-f281d76b1ddd tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 943 time: 0.2343073 Sep 21 18:15:56.813819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2306070b-c049-48c6-893e-f7d119da7c6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.819172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.820488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b38e57fd-ddda-49d1-8287-71890a809275 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6623106 Sep 21 18:15:56.827912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44898) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:56.878026 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c720d647-66fb-49e4-85e1-87f345244a43 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=336f5a1b47774c81b404dc5e1192f608&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489898 Sep 21 18:15:56.882081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44900) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:56.955847 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:56.977764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4149f3de-011f-46af-8c8a-46641eaba087 req-7ced35e4-d956-4118-ae59-607fa3442061 service neutron] 10.222.0.78 "GET /v2.0/networks/8da23c46-ec91-4231-b721-7e9b4a9c1159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326628 Sep 21 18:15:57.014095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c8c5e4e-ced3-42ba-a566-f26121b2309b req-b3164bf4-1293-4ebd-aeb6-8e85af2710d6 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893315 Sep 21 18:15:57.058299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2306070b-c049-48c6-893e-f7d119da7c6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.065344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2306070b-c049-48c6-893e-f7d119da7c6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.101199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2306070b-c049-48c6-893e-f7d119da7c6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.105553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2306070b-c049-48c6-893e-f7d119da7c6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3771203 Sep 21 18:15:57.110359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44906) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:57.117816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306070b-c049-48c6-893e-f7d119da7c6c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fc6ad8-509c-4c0c-b8d1-adbfc3425303,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:57.120361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee1f51-332f-44b7-b88f-e21486d0ef13 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:57.122547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cfee1f51-332f-44b7-b88f-e21486d0ef13 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2393873 Sep 21 18:15:57.125329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44908) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:57.158807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06836b39-f40d-4470-87df-45cd344d2756 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300996 Sep 21 18:15:57.159653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44910) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:57.167196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-786578829', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:57.209770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Deleting port ba131991-3050-4312-b721-075cd49b7ace {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:57.210292 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.304232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Made reservation on behalf of 336f5a1b47774c81b404dc5e1192f608 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:57.307889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.346816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad3ccfbb-e0a2-4b17-b1fe-6e11269f896a req-6c06e593-0d50-4f47-ac70-464b6d889f01 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.70 "GET /v2.0/ports?device_id=6134923b-ac8b-4c29-8fd8-5324ba72047f HTTP/1.1" status: 200 len: 210 time: 0.1473064 Sep 21 18:15:57.373930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-30d32518-8fc2-423d-a1c6-1d55cbfb7fba tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.380075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4149f3de-011f-46af-8c8a-46641eaba087 req-7ba1b067-d8f4-4c4e-87f2-37d7a0ea0828 service neutron] 10.222.0.78 "GET /v2.0/networks/8da23c46-ec91-4231-b721-7e9b4a9c1159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941629 Sep 21 18:15:57.395267 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:15:55Z', 'revision_number': 3, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:57.426400 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-30d32518-8fc2-423d-a1c6-1d55cbfb7fba tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.430249 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Checking router: 1084d31d-a68b-497a-ae3a-7007265a3b7a for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:15:57.431084 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Updating router 1084d31d-a68b-497a-ae3a-7007265a3b7a port b32ad129-076c-44c4-8900-289f876a742b binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:15:57.461165 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.521031 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-30d32518-8fc2-423d-a1c6-1d55cbfb7fba tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.533659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-30d32518-8fc2-423d-a1c6-1d55cbfb7fba tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.537821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-30d32518-8fc2-423d-a1c6-1d55cbfb7fba tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/20fc6ad8-509c-4c0c-b8d1-adbfc3425303 HTTP/1.1" status: 204 len: 168 time: 0.4217846 Sep 21 18:15:57.540423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] For port ba131991-3050-4312-b721-075cd49b7ace, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=ba131991-3050-4312-b721-075cd49b7ace,segment=NetworkSegment(e4e49f1b-caa1-4506-909f-efb2f2ac59a6),segment_id=e4e49f1b-caa1-4506-909f-efb2f2ac59a6)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:57.540807 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.544470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44914) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:57.546991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.576414 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a508ee5c-5cac-47c5-88b1-42cf85337a7f x-openstack-request-id: req-a508ee5c-5cac-47c5-88b1-42cf85337a7f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:57.576719 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6134923b-ac8b-4c29-8fd8-5324ba72047f", "name": "network-vif-deleted", "tag": "bcbfbaa8-1227-4e40-a9f6-7639a82d2796", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:57.577033 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a508ee5c-5cac-47c5-88b1-42cf85337a7f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:57.577329 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6134923b-ac8b-4c29-8fd8-5324ba72047f', 'name': 'network-vif-deleted', 'tag': 'bcbfbaa8-1227-4e40-a9f6-7639a82d2796', 'status': 'completed', 'code': 200} Sep 21 18:15:57.608857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.609821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d32518-8fc2-423d-a1c6-1d55cbfb7fba tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20fc6ad8-509c-4c0c-b8d1-adbfc3425303,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:57.626076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Calling delete_port for ba131991-3050-4312-b721-075cd49b7ace owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:57.703111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Subnet': ['ID=267bddc8-e229-485b-84b6-488f888f2a79,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:57.719703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Subnet': ['ID=6d54ce5c-7f1c-47e0-aba2-700db4ad4e57,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:57.746114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Checking segment: {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:57.747082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network hostable DHCP agents. Network: e6dde90b-b525-4311-9068-5caaff6b4c51, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:57.768452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network e6dde90b-b525-4311-9068-5caaff6b4c51 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:57.776981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44918) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:57.777313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-acc4b828-6232-4ee8-80ce-53ac624fb16e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2311730 Sep 21 18:15:57.789395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e6dde90b-b525-4311-9068-5caaff6b4c51) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:57.805117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:57.805597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Checking segment: {'id': 'e2fddaed-d53d-4250-ae79-619376a5bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:57.805808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.806657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Network hostable DHCP agents. Network: 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:57.813477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafeab0e-80c6-465b-acc3-e2e9cd286e53 None None] Network e6dde90b-b525-4311-9068-5caaff6b4c51 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:57.832931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-17548446-a3f6-4928-8925-30d271fd70c7 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6720412 Sep 21 18:15:57.837261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44920) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:57.867965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaeb7-162e-4811-8222-a07f0017d285 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.897896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb005b0-99b4-41c4-94ef-0a828b521371 req-5dbd3bb4-52ce-47cf-b717-8ff9b7e54cd2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:57.899891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-afb005b0-99b4-41c4-94ef-0a828b521371 req-5dbd3bb4-52ce-47cf-b717-8ff9b7e54cd2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.2385614 Sep 21 18:15:57.926083 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaeb7-162e-4811-8222-a07f0017d285 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.939908 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.951578 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.007639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:58.014278 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaeb7-162e-4811-8222-a07f0017d285 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.014575 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Attempting to bind port b32ad129-076c-44c4-8900-289f876a742b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:58.014792 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Attempting to bind port b32ad129-076c-44c4-8900-289f876a742b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:58.015174 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Attempting to bind port b32ad129-076c-44c4-8900-289f876a742b on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:58.017917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaeb7-162e-4811-8222-a07f0017d285 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.019604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1dfeaeb7-162e-4811-8222-a07f0017d285 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1a14a96-e106-4ac7-9ce7-c88720fd758d HTTP/1.1" status: 204 len: 168 time: 0.2402847 Sep 21 18:15:58.023570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44922) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.043843 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:58.044214 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:58.044618 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.045187 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:58.045679 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Bound port: b32ad129-076c-44c4-8900-289f876a742b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:58.046074 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.051387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfeaeb7-162e-4811-8222-a07f0017d285 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a14a96-e106-4ac7-9ce7-c88720fd758d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.079257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:58.092203 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9dea0a63-68ed-4d11-bb11-bc56ba518a64 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680039 Sep 21 18:15:58.096666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44926) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.105715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8308c2-b72b-4196-aea1-4a284d1e840e None None] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:58.111801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-250a51bc-05b1-469a-9430-91a583e0bc3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714043635'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:58.120690 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Pushing event updated for resources: {'Port': ['ID=b32ad129-076c-44c4-8900-289f876a742b,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.126001 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] For port b32ad129-076c-44c4-8900-289f876a742b, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:58.132831 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.133172 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.133501 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.133831 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.134153 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.134619 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.134990 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.135316 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.135823 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.136006 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.136284 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.136854 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:58.139895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.140498 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.148497 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-250a51bc-05b1-469a-9430-91a583e0bc3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.186804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-afb005b0-99b4-41c4-94ef-0a828b521371 req-17252895-5a3a-4492-bd23-c5c163cc5ba1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326727 Sep 21 18:15:58.257262 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] For port b32ad129-076c-44c4-8900-289f876a742b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b32ad129-076c-44c4-8900-289f876a742b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:58.260439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.269812 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.282017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e6dde90b-b525-4311-9068-5caaff6b4c51', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:58.283181 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.301282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Pushing event deleted for resources: {'Port': ['ID=ba131991-3050-4312-b721-075cd49b7ace,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.348890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-250a51bc-05b1-469a-9430-91a583e0bc3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.358318 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-250a51bc-05b1-469a-9430-91a583e0bc3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.389595 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:58.390254 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:58.407463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] No DVR routers for this DVR port ba131991-3050-4312-b721-075cd49b7ace on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:58.413500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.416034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e1f86a2-1c7c-4ab3-b7cd-f7be61650b21 req-7af3f39f-abf4-4d24-99ff-0e0cc3dbef58 tempest-ListServersNegativeTestJSON-1941390743 tempest-ListServersNegativeTestJSON-1941390743-project] 10.222.0.41 "DELETE /v2.0/ports/ba131991-3050-4312-b721-075cd49b7ace HTTP/1.1" status: 204 len: 173 time: 1.7597570 Sep 21 18:15:58.417039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506549f6-27e5-497f-98a4-d576cb128946', 'name': 'network-vif-deleted', 'tag': 'ba131991-3050-4312-b721-075cd49b7ace'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:58.428220 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c60b14-484c-4f5d-a5c4-a58287da9ea3" -d '{"events": [{"server_uuid": "506549f6-27e5-497f-98a4-d576cb128946", "name": "network-vif-deleted", "tag": "ba131991-3050-4312-b721-075cd49b7ace"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:58.443192 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c7e98f6f-0874-4371-b411-2978b18f1f11 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1463766 Sep 21 18:15:58.446413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44932) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.452059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e1f746d7-6f2b-4166-b3e4-ed517e4484d0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-700698859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:58.457513 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-250a51bc-05b1-469a-9430-91a583e0bc3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.461938 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-250a51bc-05b1-469a-9430-91a583e0bc3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3614309 Sep 21 18:15:58.463048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44934) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.471399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2c04b324-6ad3-43e5-9d80-992d4dee45b5 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '226cd115-8a67-4cbb-9fad-87b5b02582e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:58.478549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a51bc-05b1-469a-9430-91a583e0bc3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226cd115-8a67-4cbb-9fad-87b5b02582e8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.547166 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a83d2-fd91-42e4-a569-0e0bd27d9f90 None None] Pushing event updated for resources: {'Port': ['ID=b32ad129-076c-44c4-8900-289f876a742b,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.570771 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:58.629954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1f746d7-6f2b-4166-b3e4-ed517e4484d0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.631058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1f746d7-6f2b-4166-b3e4-ed517e4484d0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.632811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5f35e2bd-b3b8-4baa-9a63-61558d43ecb1', 'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1', 'tenant_id': '451278ffcb3a46c9846e0ef3f603f551', 'fixed_ips': [{'subnet_id': '267bddc8-e229-485b-84b6-488f888f2a79'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:58.635217 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.651452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e9b91dda-c48e-4417-9c97-9dd16ba28639 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:58.654921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bcbfbaa8-1227-4e40-a9f6-7639a82d2796 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:58.673044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c04b324-6ad3-43e5-9d80-992d4dee45b5 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.746918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-0a9c3c5a-8dfc-4733-903e-72ab16d3dca8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1819119 Sep 21 18:15:58.786667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1f746d7-6f2b-4166-b3e4-ed517e4484d0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.797512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee547-ab01-4939-afb0-91b794295c45 req-821c5938-d340-466f-8939-742146398b05 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.799447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e9ee547-ab01-4939-afb0-91b794295c45 req-821c5938-d340-466f-8939-742146398b05 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 943 time: 0.1873472 Sep 21 18:15:58.801661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1f746d7-6f2b-4166-b3e4-ed517e4484d0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.880521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c04b324-6ad3-43e5-9d80-992d4dee45b5 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.886577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1f746d7-6f2b-4166-b3e4-ed517e4484d0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.889043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e1f746d7-6f2b-4166-b3e4-ed517e4484d0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4412372 Sep 21 18:15:58.893369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.957549 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:15:55Z', 'revision_number': 3, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:58.958935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e9ee547-ab01-4939-afb0-91b794295c45 req-a358e2fe-6dfc-4136-8c2f-9bed13562ef7 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463535 Sep 21 18:15:58.983748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.983748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.983748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.983748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.983748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.984421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.984421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.986485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca246375-d350-4617-a463-3b12b28f8ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 6500 time: 0.1244459 Sep 21 18:15:58.992732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: bcbfbaa8-1227-4e40-a9f6-7639a82d2796 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:58.994096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bcbfbaa8-1227-4e40-a9f6-7639a82d2796 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:59.063623 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca7430a-871e-4d06-9fb2-1100f654ba94 None None] The sync data for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 is: [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:15:55Z', 'revision_number': 3, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:15:59.099219 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.111146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Allocated IP 172.20.0.2 (e6dde90b-b525-4311-9068-5caaff6b4c51/6d54ce5c-7f1c-47e0-aba2-700db4ad4e57/48869cf2-9cea-47b8-9d73-33cb41c2a421) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:59.126657 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.resource_extend [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:15:59.128695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c04b324-6ad3-43e5-9d80-992d4dee45b5 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.197523 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c04b324-6ad3-43e5-9d80-992d4dee45b5 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.200022 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2c04b324-6ad3-43e5-9d80-992d4dee45b5 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7351475 Sep 21 18:15:59.207552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44944) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:59.520263 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86d118b-9e91-49b2-a744-664a31f2bb01 x-openstack-request-id: req-b86d118b-9e91-49b2-a744-664a31f2bb01 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:59.520863 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506549f6-27e5-497f-98a4-d576cb128946", "name": "network-vif-deleted", "tag": "ba131991-3050-4312-b721-075cd49b7ace", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:59.521298 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b86d118b-9e91-49b2-a744-664a31f2bb01 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:59.521870 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506549f6-27e5-497f-98a4-d576cb128946', 'name': 'network-vif-deleted', 'tag': 'ba131991-3050-4312-b721-075cd49b7ace', 'status': 'completed', 'code': 200} Sep 21 18:15:59.536677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-47847b86-c30f-47a3-9ccc-afc07215448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.591183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Allocated IP 172.20.0.2 (5f35e2bd-b3b8-4baa-9a63-61558d43ecb1/267bddc8-e229-485b-84b6-488f888f2a79/28326fca-5f4f-412b-afec-68df9ae6f585) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:59.612409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e9b91dda-c48e-4417-9c97-9dd16ba28639, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e9b91dda-c48e-4417-9c97-9dd16ba28639,segment=NetworkSegment(56f26e34-0b2d-413b-911e-3306ef56a9f4),segment_id=56f26e34-0b2d-413b-911e-3306ef56a9f4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:59.666544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'e9b91dda-c48e-4417-9c97-9dd16ba28639', 'network_id': '8da23c46-ec91-4231-b721-7e9b4a9c1159', 'port_id': 'e9b91dda-c48e-4417-9c97-9dd16ba28639', 'mac_address': 'fa:16:3e:7c:ff:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f040a997-9454-42a0-9472-462a9d3183f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:59.709422 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.715888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-6aefa4a2-6939-4e76-9935-735c1843ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:59.716751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-6aefa4a2-6939-4e76-9935-735c1843ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:59.717403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-6aefa4a2-6939-4e76-9935-735c1843ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:59.719538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-6aefa4a2-6939-4e76-9935-735c1843ee14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=a6836101-bfde-469a-9254-dfa61f3fc5a2&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 200 len: 2300 time: 0.6792328 Sep 21 18:15:59.746669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b324-6ad3-43e5-9d80-992d4dee45b5 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1f3bbc-665f-4cd0-8789-c9ff98bea053,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:59.764942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8c9612e5-62c6-4be8-a127-9ecdb169c440 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules/5e1f3bbc-665f-4cd0-8789-c9ff98bea053 HTTP/1.1" status: 200 len: 763 time: 0.5505102 Sep 21 18:15:59.765204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44952) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:59.779667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe9c75-e0ff-41bb-950c-9e8016eb4bd9 req-eecd55d3-78bb-4cb6-8488-e8e0d904d12d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:59.782067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ffe9c75-e0ff-41bb-950c-9e8016eb4bd9 req-eecd55d3-78bb-4cb6-8488-e8e0d904d12d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.2055602 Sep 21 18:15:59.797152 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.861459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Network e6dde90b-b525-4311-9068-5caaff6b4c51 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:59.866412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:59.868363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.891157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:59.902288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b91dda-c48e-4417-9c97-9dd16ba28639 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:59.924047 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.941363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e9b91dda-c48e-4417-9c97-9dd16ba28639, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e9b91dda-c48e-4417-9c97-9dd16ba28639,segment=NetworkSegment(56f26e34-0b2d-413b-911e-3306ef56a9f4),segment_id=56f26e34-0b2d-413b-911e-3306ef56a9f4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:59.952590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ea5e229f-30c2-4b65-8e56-216721618a7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 200 len: 1001 time: 0.2013569 Sep 21 18:15:59.965830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aa7da8aa-8a5b-4368-ab83-8e8df99f2f78 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1975956 Sep 21 18:15:59.991639 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.997711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ffe9c75-e0ff-41bb-950c-9e8016eb4bd9 req-b4d7e06b-222d-463d-b821-460ca3bc2c37 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789219 Sep 21 18:16:00.015952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44954) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:00.067376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Pushing event updated for resources: {'Port': ['ID=48869cf2-9cea-47b8-9d73-33cb41c2a421,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:00.193609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Attempting to bind port 48869cf2-9cea-47b8-9d73-33cb41c2a421 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:00.194248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Attempting to bind port 48869cf2-9cea-47b8-9d73-33cb41c2a421 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:00.195788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Attempting to bind port 48869cf2-9cea-47b8-9d73-33cb41c2a421 on network e6dde90b-b525-4311-9068-5caaff6b4c51 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:00.216349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44960) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:00.221532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:00.221532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Checking segment: {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:00.222237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.222832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Bound using segment: {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:00.223491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Bound port: 48869cf2-9cea-47b8-9d73-33cb41c2a421, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:00.225424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.280339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e9b91dda-c48e-4417-9c97-9dd16ba28639'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:00.328144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e9b91dda-c48e-4417-9c97-9dd16ba28639,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:00.333915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.370089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4907df23-7210-4982-a7ed-b0da775d320d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.388992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.418928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Allocated IP 172.20.0.1 (5f35e2bd-b3b8-4baa-9a63-61558d43ecb1/267bddc8-e229-485b-84b6-488f888f2a79/da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:00.476012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:00.500914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:00.509562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Pushing event updated for resources: {'Port': ['ID=28326fca-5f4f-412b-afec-68df9ae6f585,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:00.514613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:00.520805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] For port 48869cf2-9cea-47b8-9d73-33cb41c2a421, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:00.526283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] For port 48869cf2-9cea-47b8-9d73-33cb41c2a421, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48869cf2-9cea-47b8-9d73-33cb41c2a421,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:00.539534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-14518616-b2df-43e1-81b3-14e45a6fe0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:00.542629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-14518616-b2df-43e1-81b3-14e45a6fe0d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d00e426-bcda-42b5-816e-952a40847cf3 HTTP/1.1" status: 200 len: 855 time: 0.5207140 Sep 21 18:16:00.551764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4907df23-7210-4982-a7ed-b0da775d320d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.563014 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.613219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] Deleting subnet e5130456-7b5a-497b-9e78-841552f94ab0 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:00.655174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.662953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b32ad129-076c-44c4-8900-289f876a742b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:00.720783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.729620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Attempting to bind port 28326fca-5f4f-412b-afec-68df9ae6f585 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:00.730020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Attempting to bind port 28326fca-5f4f-412b-afec-68df9ae6f585 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e2fddaed-d53d-4250-ae79-619376a5bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:00.730406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Attempting to bind port 28326fca-5f4f-412b-afec-68df9ae6f585 on network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:00.754730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Allocated IP 172.20.0.1 (e6dde90b-b525-4311-9068-5caaff6b4c51/6d54ce5c-7f1c-47e0-aba2-700db4ad4e57/4dccfd24-18c4-448e-89e1-793c6138f8a1) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:00.771080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:00.771465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Checking segment: {'id': 'e2fddaed-d53d-4250-ae79-619376a5bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:00.772256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.772399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Bound using segment: {'id': 'e2fddaed-d53d-4250-ae79-619376a5bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:00.772839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Bound port: 28326fca-5f4f-412b-afec-68df9ae6f585, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fddaed-d53d-4250-ae79-619376a5bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:00.773243 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.790747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.807658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb495a81-8b26-46da-9283-0f3538746de6 None None] Pushing event updated for resources: {'Port': ['ID=48869cf2-9cea-47b8-9d73-33cb41c2a421,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:00.853278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:00.858086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:00.862629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:00.915134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b32ad129-076c-44c4-8900-289f876a742b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:00.915575 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.932428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Port': ['ID=da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:00.950936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] For port 28326fca-5f4f-412b-afec-68df9ae6f585, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:00.953010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.972175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.984117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] For port 28326fca-5f4f-412b-afec-68df9ae6f585, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=28326fca-5f4f-412b-afec-68df9ae6f585,segment=NetworkSegment(e2fddaed-d53d-4250-ae79-619376a5bd55),segment_id=e2fddaed-d53d-4250-ae79-619376a5bd55)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:01.012430 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.034944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4907df23-7210-4982-a7ed-b0da775d320d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.040880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4907df23-7210-4982-a7ed-b0da775d320d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.045706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4907df23-7210-4982-a7ed-b0da775d320d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5e1f3bbc-665f-4cd0-8789-c9ff98bea053 HTTP/1.1" status: 204 len: 168 time: 1.0189426 Sep 21 18:16:01.045945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44964) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.073522 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.077387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907df23-7210-4982-a7ed-b0da775d320d tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e1f3bbc-665f-4cd0-8789-c9ff98bea053,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.114645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a2416-785d-4a3f-9c51-3df465c800c8 req-0800d2ab-87d3-4605-a419-d0ca83b2a021 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:01.126261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-533a2416-785d-4a3f-9c51-3df465c800c8 req-0800d2ab-87d3-4605-a419-d0ca83b2a021 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 944 time: 0.7783487 Sep 21 18:16:01.141581 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b23e7d15-5b50-40e4-a731-c435881ee12a tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0921385 Sep 21 18:16:01.146710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-add82b02-bdde-44ec-b5d1-42b4bde6c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:01.148276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44966) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.148438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-add82b02-bdde-44ec-b5d1-42b4bde6c9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5474758 Sep 21 18:16:01.157755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-815adec3-228b-4395-a232-63800d279f3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '226cd115-8a67-4cbb-9fad-87b5b02582e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:01.175819 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.179534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.224026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8681d-11c2-42bc-9a98-5f2fb1879a3d None None] Pushing event updated for resources: {'Port': ['ID=28326fca-5f4f-412b-afec-68df9ae6f585,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.244093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b32ad129-076c-44c4-8900-289f876a742b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b32ad129-076c-44c4-8900-289f876a742b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:01.254357 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.270113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.278847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.306621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-815adec3-228b-4395-a232-63800d279f3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.330163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b32ad129-076c-44c4-8900-289f876a742b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.383506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network e6dde90b-b525-4311-9068-5caaff6b4c51 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:01.410892 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-533a2416-785d-4a3f-9c51-3df465c800c8 req-e81a7fb1-c2b1-4f86-af59-882a58440cb1 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836337 Sep 21 18:16:01.433805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:01.443118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:01.516843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-c1cc14a2-8d8a-4751-be57-1dd8f1aba38b service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553002 Sep 21 18:16:01.575287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=4dccfd24-18c4-448e-89e1-793c6138f8a1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.626209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.672431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-815adec3-228b-4395-a232-63800d279f3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.684942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-815adec3-228b-4395-a232-63800d279f3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.698720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ba131991-3050-4312-b721-075cd49b7ace no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:01.723473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815adec3-228b-4395-a232-63800d279f3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1062f8-347f-454e-b138-6cb1460798cb,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.738227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: ba131991-3050-4312-b721-075cd49b7ace {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:01.738639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device ba131991-3050-4312-b721-075cd49b7ace not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:01.769823 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-815adec3-228b-4395-a232-63800d279f3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.774423 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.776121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-815adec3-228b-4395-a232-63800d279f3c tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6259656 Sep 21 18:16:01.787196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44970) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.809869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5130456-7b5a-497b-9e78-841552f94ab0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.823935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9e3982a9-54a8-4744-a5a3-dd546acd1c11 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules/7a1062f8-347f-454e-b138-6cb1460798cb HTTP/1.1" status: 200 len: 763 time: 0.0346355 Sep 21 18:16:01.828683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44972) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.898290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5273e7-1515-47bd-ae4a-96d62733d0c5 req-cfb1c273-bdab-4661-a37d-7d35df300832 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:01.900937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d5273e7-1515-47bd-ae4a-96d62733d0c5 req-cfb1c273-bdab-4661-a37d-7d35df300832 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.3156040 Sep 21 18:16:01.914678 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-58532c30-81b6-4825-9e76-01dabd9e8a26 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0849457 Sep 21 18:16:01.923116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44974) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.929886 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.935696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3cdb7ba6-da36-4cb7-8b6f-7f6e95550d83 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e5130456-7b5a-497b-9e78-841552f94ab0 HTTP/1.1" status: 204 len: 168 time: 1.6961768 Sep 21 18:16:01.939587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44976) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.946305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-f7900678-46fe-4464-8afb-585a485f1f6e service neutron] 10.222.0.41 "GET /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622017 Sep 21 18:16:01.960369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.970203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.026926 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-17b843b6-add3-476a-92f6-e6fb3ea5c88e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.036443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-17b843b6-add3-476a-92f6-e6fb3ea5c88e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.096303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Port': ['ID=da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.101018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-6ff11b5a-46f5-4cf9-ab4a-f7747f75433d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 217 time: 0.1376941 Sep 21 18:16:02.102555 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.106518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-17b843b6-add3-476a-92f6-e6fb3ea5c88e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.116633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-17b843b6-add3-476a-92f6-e6fb3ea5c88e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.117822 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-17b843b6-add3-476a-92f6-e6fb3ea5c88e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7a1062f8-347f-454e-b138-6cb1460798cb HTTP/1.1" status: 204 len: 168 time: 0.1931746 Sep 21 18:16:02.122105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44978) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.137278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b843b6-add3-476a-92f6-e6fb3ea5c88e tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a1062f8-347f-454e-b138-6cb1460798cb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.229314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b4a4db8a-7ffe-4069-9774-a0bb4a619897 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1056774 Sep 21 18:16:02.233355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44980) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.237448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.241662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Request body: {'security_group_rule': {'security_group_id': '226cd115-8a67-4cbb-9fad-87b5b02582e8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:02.278870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d5273e7-1515-47bd-ae4a-96d62733d0c5 req-9c6d3081-0bc8-4031-b17d-bd3f119fdcff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377178 Sep 21 18:16:02.286325 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Project da1fa940aa62419dbd8ecad820a45ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:16:02.291256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:02.295490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:02.298429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.324063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ee368f7c-ef73-4492-938a-99a5edb334df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:02.327164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ee368f7c-ef73-4492-938a-99a5edb334df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1845181 Sep 21 18:16:02.334977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.365460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc55c1b-a439-468e-8842-5d230556553a None None] Network e6dde90b-b525-4311-9068-5caaff6b4c51 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:02.477303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.500681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.567594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e0adb4-394e-479a-89c4-54aeb218575f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.580743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.583520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cbf2b44e-bc53-40f1-ab1c-147096e004c0 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3467410 Sep 21 18:16:02.593146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44986) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.604350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c5658760-7df9-4537-a603-b2de9baeeefe None None] Provisioning complete for port 48869cf2-9cea-47b8-9d73-33cb41c2a421 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:02.604701 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c5658760-7df9-4537-a603-b2de9baeeefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.631100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4c19a0df-9c41-4273-b9aa-b8440bf3b475 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules/c3e0adb4-394e-479a-89c4-54aeb218575f HTTP/1.1" status: 200 len: 769 time: 0.0366263 Sep 21 18:16:02.632222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44988) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.671260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e9b91dda-c48e-4417-9c97-9dd16ba28639 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:02.687768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Router 4bd2a333-4651-4436-abe5-adec2c1e1702 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:16:02.729719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c59f817-e529-4030-9b80-6931c8d63463 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0937309 Sep 21 18:16:02.731088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44990) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.867323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port e9b91dda-c48e-4417-9c97-9dd16ba28639 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:02.877264 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c5658760-7df9-4537-a603-b2de9baeeefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.877501 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e261f9-a3a8-429f-9f83-b5e4a4e40e31 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.883916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port e9b91dda-c48e-4417-9c97-9dd16ba28639 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:02.885100 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.892668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e261f9-a3a8-429f-9f83-b5e4a4e40e31 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.929932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b32ad129-076c-44c4-8900-289f876a742b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:02.939311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:16:02.955441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9594ec69-d2f3-467a-8e7d-995c23655c21 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "PUT /v2.0/routers/4bd2a333-4651-4436-abe5-adec2c1e1702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0584149 Sep 21 18:16:02.961677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44992) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.967254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] Sync routers for ids ['4bd2a333-4651-4436-abe5-adec2c1e1702'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:16:02.979739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'port': {'network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1', 'name': 'tempest-FloatingIPNegativeTestJSON-426115921'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:03.022750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e261f9-a3a8-429f-9f83-b5e4a4e40e31 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.048309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61e261f9-a3a8-429f-9f83-b5e4a4e40e31 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.056733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61e261f9-a3a8-429f-9f83-b5e4a4e40e31 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c3e0adb4-394e-479a-89c4-54aeb218575f HTTP/1.1" status: 204 len: 168 time: 0.3225989 Sep 21 18:16:03.061956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44994) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:03.062832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c5658760-7df9-4537-a603-b2de9baeeefe None None] For port 48869cf2-9cea-47b8-9d73-33cb41c2a421, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48869cf2-9cea-47b8-9d73-33cb41c2a421,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:03.076026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] Routers {'4bd2a333-4651-4436-abe5-adec2c1e1702'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:03.076768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4bd2a333-4651-4436-abe5-adec2c1e1702'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:03.079148 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c5658760-7df9-4537-a603-b2de9baeeefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.092375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e261f9-a3a8-429f-9f83-b5e4a4e40e31 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3e0adb4-394e-479a-89c4-54aeb218575f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:03.135024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:03.150870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.213048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] Routers {'4bd2a333-4651-4436-abe5-adec2c1e1702'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:03.218889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:15:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4bd2a333-4651-4436-abe5-adec2c1e1702'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:03.224902 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-0bfec47c-3b78-4110-905a-2eccf08784c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:03.226562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-0bfec47c-3b78-4110-905a-2eccf08784c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8647320 Sep 21 18:16:03.244760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1e6cf8-99c1-4077-8333-f14ffc7564fa']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:03.256061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a02685d0-6316-4b9f-a773-679a2a308593 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1901016 Sep 21 18:16:03.260808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:03.261557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e49f1b-caa1-4506-909f-efb2f2ac59a6') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:03.276205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44996) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:03.284874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.353790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b32ad129-076c-44c4-8900-289f876a742b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:03.354506 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.361910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658760-7df9-4537-a603-b2de9baeeefe None None] Pushing event updated for resources: {'Port': ['ID=48869cf2-9cea-47b8-9d73-33cb41c2a421,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:03.378974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:03.381218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da807c55-ff22-4cd5-bcd4-c05ee096907a None None] The sync data for ids ['4bd2a333-4651-4436-abe5-adec2c1e1702'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:16:03.409934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.442344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Made reservation on behalf of 451278ffcb3a46c9846e0ef3f603f551 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:03.447232 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.463887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8939a9ae-3f2a-4f89-bd11-955299846714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b91dda-c48e-4417-9c97-9dd16ba28639'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:03.467178 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ef1828-72be-43ab-a711-8ca7988e3ff8" -d '{"events": [{"server_uuid": "8939a9ae-3f2a-4f89-bd11-955299846714", "name": "network-vif-plugged", "status": "completed", "tag": "e9b91dda-c48e-4417-9c97-9dd16ba28639"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:03.484828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c1bd09-8b0b-4eb4-ba68-cb292e694a39 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.489134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e9b91dda-c48e-4417-9c97-9dd16ba28639, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e9b91dda-c48e-4417-9c97-9dd16ba28639,segment=NetworkSegment(56f26e34-0b2d-413b-911e-3306ef56a9f4),segment_id=56f26e34-0b2d-413b-911e-3306ef56a9f4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:03.493741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] device_id is not set on port 65de7ef0-e398-46f7-850a-aabe46269d48 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:03.497952 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.581408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a12d3b-5eda-421c-9227-000cbbf7cd81 None None] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:03.611464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.612127 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c1bd09-8b0b-4eb4-ba68-cb292e694a39 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.654000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:03.654657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-055c24e4-9f08-495c-885c-b5f8917e2ade None None] Provisioning complete for port 48869cf2-9cea-47b8-9d73-33cb41c2a421 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:03.655036 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-055c24e4-9f08-495c-885c-b5f8917e2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.655357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.659149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e9b91dda-c48e-4417-9c97-9dd16ba28639,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:03.671759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 28326fca-5f4f-412b-afec-68df9ae6f585 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:03.673469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-90f9c164-75f7-4669-9349-082f9f15b827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.725282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15df81-1dc5-4e5e-95bc-913c69c327c0 req-c10c24db-55b4-4c74-81f5-beb6d227bce1 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:03.734221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a15df81-1dc5-4e5e-95bc-913c69c327c0 req-c10c24db-55b4-4c74-81f5-beb6d227bce1 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 944 time: 1.1561494 Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:03.747878 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:03.753575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c1bd09-8b0b-4eb4-ba68-cb292e694a39 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.758039 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c1bd09-8b0b-4eb4-ba68-cb292e694a39 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.762742 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-04c1bd09-8b0b-4eb4-ba68-cb292e694a39 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "DELETE /v2.0/security-groups/226cd115-8a67-4cbb-9fad-87b5b02582e8 HTTP/1.1" status: 204 len: 168 time: 0.4810143 Sep 21 18:16:03.762742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Allocated IP 172.20.0.10 (5f35e2bd-b3b8-4baa-9a63-61558d43ecb1/267bddc8-e229-485b-84b6-488f888f2a79/65de7ef0-e398-46f7-850a-aabe46269d48) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:03.776371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45002) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:03.782592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1bd09-8b0b-4eb4-ba68-cb292e694a39 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226cd115-8a67-4cbb-9fad-87b5b02582e8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:03.884994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d38a2bcb-1274-4b94-86fa-b8293649371b tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067834 Sep 21 18:16:03.901560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45004) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:03.947663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-ab6d0aeb-da05-4a13-b319-709b7c9595f7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4546196 Sep 21 18:16:03.948445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.969795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a15df81-1dc5-4e5e-95bc-913c69c327c0 req-ed6112ad-6e7f-4e7f-a4ff-4786949c57b3 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343991 Sep 21 18:16:03.998404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.002712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ac1e6cf8-99c1-4077-8333-f14ffc7564fa HTTP/1.1" status: 204 len: 168 time: 2.0575113 Sep 21 18:16:04.063347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-c5043a94-5b2c-48b3-8b9a-ca88590c2c4c service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510920 Sep 21 18:16:04.069611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75efeb-1a51-4cd0-9314-7d0040d60fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1e6cf8-99c1-4077-8333-f14ffc7564fa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:04.143988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d81cf5a6-84bc-4450-8c2a-b03e13266d59 tempest-SecGroupIPv6Test-1260339940 tempest-SecGroupIPv6Test-1260339940-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2398014 Sep 21 18:16:04.222732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-72872782-3cb3-48d3-8509-acdffab1d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:04.224324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-72872782-3cb3-48d3-8509-acdffab1d017 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=94e60684a2ca4be49b21bf1791f05d11&device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 1097 time: 0.1736465 Sep 21 18:16:04.249851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.262344 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.268938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.295707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.300437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.303439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 28326fca-5f4f-412b-afec-68df9ae6f585 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:04.303829 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.350433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-4ca56f91-1a29-47c4-a2f0-72e5564f0445 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783923 Sep 21 18:16:04.380482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45012) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:04.400012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.452822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Port': ['ID=65de7ef0-e398-46f7-850a-aabe46269d48,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:04.485865 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.507924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-c3b2c53f-563c-4981-9503-8cf24501b8a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 217 time: 0.1058502 Sep 21 18:16:04.509099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:04.517006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:04.519670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:04.527102 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-798cffa2-e59b-4f06-8ed7-d921940b19a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3aa267308e4491e95816ea20f978737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436176 Sep 21 18:16:04.530055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45016) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:04.549097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=4dccfd24-18c4-448e-89e1-793c6138f8a1,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:04.581220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 28326fca-5f4f-412b-afec-68df9ae6f585, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=28326fca-5f4f-412b-afec-68df9ae6f585,segment=NetworkSegment(e2fddaed-d53d-4250-ae79-619376a5bd55),segment_id=e2fddaed-d53d-4250-ae79-619376a5bd55)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:04.588202 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.594998 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.596273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48869cf2-9cea-47b8-9d73-33cb41c2a421 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:04.657308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e43170-0b5d-4abc-aa31-d6cf7ebcf2e5 req-eb1e6d58-0ba8-4689-9c91-bfba9ea4a752 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:04.664973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9e43170-0b5d-4abc-aa31-d6cf7ebcf2e5 req-eb1e6d58-0ba8-4689-9c91-bfba9ea4a752 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.3739645 Sep 21 18:16:04.670498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45018) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:04.673958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-39654b2d-fc33-483a-b82b-d3c9dff89140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:04.678988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-39654b2d-fc33-483a-b82b-d3c9dff89140 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 HTTP/1.1" status: 200 len: 911 time: 0.4077137 Sep 21 18:16:04.682762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a9ff88-0867-4a3f-9a13-0d56b80032c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.686439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=28326fca-5f4f-412b-afec-68df9ae6f585,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:04.689624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-055c24e4-9f08-495c-885c-b5f8917e2ade None None] Provisioning complete for port 4dccfd24-18c4-448e-89e1-793c6138f8a1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:04.690004 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-055c24e4-9f08-495c-885c-b5f8917e2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.702092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:04.703580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.720770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca0b30f2-dc55-479a-9c98-2c2a0d7b9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:04.723042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ca0b30f2-dc55-479a-9c98-2c2a0d7b9fa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1975536 Sep 21 18:16:04.757917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-053ae87b-6a7d-4b1d-8d87-57d42d5a5df0 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7820256 Sep 21 18:16:04.758743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-055c24e4-9f08-495c-885c-b5f8917e2ade None None] Port 4dccfd24-18c4-448e-89e1-793c6138f8a1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:04.763940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45022) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:04.765160 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.777934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:04.779362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 48869cf2-9cea-47b8-9d73-33cb41c2a421 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:04.779755 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.808127 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a9ff88-0867-4a3f-9a13-0d56b80032c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.867395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.885236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-0fbf5b5b-ddc0-468f-8b32-fb765aedbd10 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c HTTP/1.1" status: 200 len: 217 time: 0.1765277 Sep 21 18:16:04.930675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9e43170-0b5d-4abc-aa31-d6cf7ebcf2e5 req-78bd78d9-2102-4f24-890a-ae6fca5d24d1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647696 Sep 21 18:16:04.951889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Provisioning complete for port 28326fca-5f4f-412b-afec-68df9ae6f585 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:04.955679 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.007868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a9ff88-0867-4a3f-9a13-0d56b80032c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.034000 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a9ff88-0867-4a3f-9a13-0d56b80032c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.044135 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-33a9ff88-0867-4a3f-9a13-0d56b80032c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13a22213-9f10-4312-b1a6-2f143e13c8f3 HTTP/1.1" status: 204 len: 168 time: 0.5129175 Sep 21 18:16:05.047244 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68945954-06d7-47ee-8481-43e7d32b3806 x-openstack-request-id: req-68945954-06d7-47ee-8481-43e7d32b3806 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:05.047535 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8939a9ae-3f2a-4f89-bd11-955299846714", "name": "network-vif-plugged", "status": "completed", "tag": "e9b91dda-c48e-4417-9c97-9dd16ba28639", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:05.047797 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68945954-06d7-47ee-8481-43e7d32b3806 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:05.051200 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8939a9ae-3f2a-4f89-bd11-955299846714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b91dda-c48e-4417-9c97-9dd16ba28639', 'code': 200} Sep 21 18:16:05.082764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6a2dd718-78ac-47e9-aa6c-9ab07404938b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da1fa940aa62419dbd8ecad820a45ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099216 Sep 21 18:16:05.096383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45028) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:05.123025 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9ff88-0867-4a3f-9a13-0d56b80032c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a22213-9f10-4312-b1a6-2f143e13c8f3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:05.233712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Provisioning complete for port 4dccfd24-18c4-448e-89e1-793c6138f8a1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:05.234362 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.272514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.287398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 28326fca-5f4f-412b-afec-68df9ae6f585 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:05.295027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-f5283cbc-9f0d-4120-837a-3fb3f19b5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:05.297066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-f5283cbc-9f0d-4120-837a-3fb3f19b5415 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=418320b6-aa8c-40dc-873b-778ab6c5b0f5 HTTP/1.1" status: 200 len: 849 time: 0.3708475 Sep 21 18:16:05.299112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-b9c221b8-8ea2-443c-bc4f-56390310c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:05.300769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-b9c221b8-8ea2-443c-bc4f-56390310c4de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4944844 Sep 21 18:16:05.308160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1406620f-bdfa-407d-ad96-ac00b4622806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.309882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9b83e-0813-499a-af11-741d300ec9a5 req-7effdeb3-c989-4ac0-b8bf-59ed32244423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:05.314461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ae9b83e-0813-499a-af11-741d300ec9a5 req-7effdeb3-c989-4ac0-b8bf-59ed32244423 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 1096 time: 0.1733720 Sep 21 18:16:05.436915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Port 4dccfd24-18c4-448e-89e1-793c6138f8a1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:05.454074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Provisioning complete for port da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:05.454807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.463239 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1406620f-bdfa-407d-ad96-ac00b4622806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.499114 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ae9b83e-0813-499a-af11-741d300ec9a5 req-20e380fd-637b-4ce4-98f5-f2c3f59957d0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895586 Sep 21 18:16:05.535360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-353a45d2-3b9b-4cb2-9d97-769e494ede61 None None] Port da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:05.539597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 28326fca-5f4f-412b-afec-68df9ae6f585 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:05.540446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.577643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-1789edf5-a3f4-4459-8279-06c33f6d71e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2710299 Sep 21 18:16:05.587415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network e6dde90b-b525-4311-9068-5caaff6b4c51 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:05.622118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Allocated IP 172.25.3.126 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/518458e5-7513-4401-bbb6-637ce3ba3666) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:05.643432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48869cf2-9cea-47b8-9d73-33cb41c2a421 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:05.651396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:05.734886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e9d9246f-e60b-4b25-9190-c5d9290a1e52 None None] Provisioning complete for port da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:05.735497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e9d9246f-e60b-4b25-9190-c5d9290a1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.810864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 48869cf2-9cea-47b8-9d73-33cb41c2a421 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:05.811351 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.907343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.911498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9246f-e60b-4b25-9190-c5d9290a1e52 None None] Port da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:06.006085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.013081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14664cc-dd03-4a13-959c-baf770664754 req-4d12b0a6-5b71-49ea-acc6-6f682c5c7bed tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:06.025174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a14664cc-dd03-4a13-959c-baf770664754 req-4d12b0a6-5b71-49ea-acc6-6f682c5c7bed tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 945 time: 0.5162156 Sep 21 18:16:06.033990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-84971004-29cb-4b80-a52b-a53865880ddf service neutron] 10.222.0.78 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885666 Sep 21 18:16:06.089262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:06.094923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:06.097878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:06.136235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Port': ['ID=518458e5-7513-4401-bbb6-637ce3ba3666,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:06.141725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-30056d77-038b-41ff-ba9d-73bf7f4407b7 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745490 Sep 21 18:16:06.154450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1406620f-bdfa-407d-ad96-ac00b4622806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.157055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1406620f-bdfa-407d-ad96-ac00b4622806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.158246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1406620f-bdfa-407d-ad96-ac00b4622806 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ee3b44a-abd4-4644-ba02-8cc3944f98d2 HTTP/1.1" status: 204 len: 168 time: 1.0546863 Sep 21 18:16:06.170806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cfd4dfbc-1a91-4ae4-baa9-a66dd25aab99 None None] Provisioning complete for port 65de7ef0-e398-46f7-850a-aabe46269d48 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:06.171710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cfd4dfbc-1a91-4ae4-baa9-a66dd25aab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.264886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4dfbc-1a91-4ae4-baa9-a66dd25aab99 None None] Port 65de7ef0-e398-46f7-850a-aabe46269d48 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:06.265140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a14664cc-dd03-4a13-959c-baf770664754 req-ba0d090c-888e-4fa2-b4e3-b90354d89ccb tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356048 Sep 21 18:16:06.269965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.273155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406620f-bdfa-407d-ad96-ac00b4622806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee3b44a-abd4-4644-ba02-8cc3944f98d2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:06.316972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cfd4dfbc-1a91-4ae4-baa9-a66dd25aab99 None None] Provisioning complete for port 4dccfd24-18c4-448e-89e1-793c6138f8a1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:06.317801 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cfd4dfbc-1a91-4ae4-baa9-a66dd25aab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.379771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.385667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router 1084d31d-a68b-497a-ae3a-7007265a3b7a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:16:06.448764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdd2a1b3-2f3d-45c8-87ee-abfa3dff5584 req-b0ad27ac-6427-451a-9f3d-46df9bfddd05 service neutron] 10.222.0.78 "GET /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907344 Sep 21 18:16:06.461447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4dfbc-1a91-4ae4-baa9-a66dd25aab99 None None] Port 4dccfd24-18c4-448e-89e1-793c6138f8a1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:06.476472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45058) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:06.529338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-71bd1d9f-5323-4a0d-93f5-6b57de8d66fc service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335972 Sep 21 18:16:06.777539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.786482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.805369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1407896560-network', 'tenant_id': '38547bc976034675b27074a47005f901'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:06.906044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Port': ['ID=518458e5-7513-4401-bbb6-637ce3ba3666,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:06.919693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Made reservation on behalf of 38547bc976034675b27074a47005f901 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:06.922178 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.933583 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.938819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.963540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.965467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a9e3ae05-0a41-468e-819c-8ad35ed78a62 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1976798 Sep 21 18:16:06.968914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:06.973449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c9b41e47-da04-4f1d-8f8f-f43a75478a7a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'floatingip': {'port_id': '65de7ef0-e398-46f7-850a-aabe46269d48', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:06.981260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-5fa0931c-7fb4-4fe1-b452-bb6071c8c454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297 HTTP/1.1" status: 200 len: 217 time: 0.4420922 Sep 21 18:16:07.062322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9b41e47-da04-4f1d-8f8f-f43a75478a7a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.100357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:16:07.110160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-12fa779e-9cd5-4617-9aba-be98dc521bca tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "PUT /v2.0/routers/1084d31d-a68b-497a-ae3a-7007265a3b7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2710288 Sep 21 18:16:07.114609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-46548608-b3db-4f4a-9301-d336f9d85aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.116275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-46548608-b3db-4f4a-9301-d336f9d85aac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1145694 Sep 21 18:16:07.117080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45076) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.119000 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Sync routers for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:16:07.137865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5d63-2cb2-452f-8168-122534fee454 req-5a2b9d84-4fd2-4aa2-bdab-ae35c7b840b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.139165 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:07.140263 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:07.147019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-acfb5d63-2cb2-452f-8168-122534fee454 req-5a2b9d84-4fd2-4aa2-bdab-ae35c7b840b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.5997572 Sep 21 18:16:07.210311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.211451 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.254065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.289006 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-c9b41e47-da04-4f1d-8f8f-f43a75478a7a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] update failed (client error): The resource could not be found. Sep 21 18:16:07.290110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9b41e47-da04-4f1d-8f8f-f43a75478a7a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "PUT /v2.0/floatingips/8a4438eb-1d63-4424-b170-8c5190971cc8 HTTP/1.1" status: 404 len: 507 time: 0.3203874 Sep 21 18:16:07.297407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45084) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.300999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:07.336936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-acfb5d63-2cb2-452f-8168-122534fee454 req-f9b5e879-6451-437d-a288-0da1b30853bd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886513 Sep 21 18:16:07.370112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-633066e1-6211-4678-a04a-ea87cb4aaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.374023 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:16:07.375696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-633066e1-6211-4678-a04a-ea87cb4aaac1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2251506 Sep 21 18:16:07.376418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.376778 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Added segment c82ee8e6-f2ff-4627-92a7-c3f528f40d8b of type vlan for network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 Sep 21 18:16:07.481324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.482000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.482278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.485573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.489292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.490050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:07.491049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.491699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.497115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.500065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.500507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.500965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.501493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.503687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-501600ab-af78-41ba-98b0-02f51d613d07 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7793 time: 0.3845053 Sep 21 18:16:07.508379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45088) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.520699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45090) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.614367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.615374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.615971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.617362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddafb1f-4560-4c17-b110-ca3157365fae req-9be17ccb-06ec-4d14-96c3-e1eb40649823 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.619315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ddafb1f-4560-4c17-b110-ca3157365fae req-9be17ccb-06ec-4d14-96c3-e1eb40649823 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 945 time: 0.1126924 Sep 21 18:16:07.633162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-3d825389-3683-4a0e-9114-43529b0817f7 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429211 Sep 21 18:16:07.666521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.666995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.667455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.668836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.669303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.670066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.670558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.671017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.671640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.672450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.673175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.675381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-db6f8dd9-3e33-44b9-b975-df6d128cfea5 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7056 time: 0.1443415 Sep 21 18:16:07.680089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Deleting port 518458e5-7513-4401-bbb6-637ce3ba3666 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:07.680444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.683213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45094) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.700259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ddafb1f-4560-4c17-b110-ca3157365fae req-642ab335-7e49-4d17-881d-2587276050d8 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704436 Sep 21 18:16:07.704581 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2226481 Sep 21 18:16:07.709008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45096) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.735994 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:03Z', 'revision_number': 2, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:07.754051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Request body: {'subnet': {'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1407896560-subnet', 'tenant_id': '38547bc976034675b27074a47005f901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:07.772735 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Checking router: 1084d31d-a68b-497a-ae3a-7007265a3b7a for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:16:07.773527 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Updating router 1084d31d-a68b-497a-ae3a-7007265a3b7a port 4dccfd24-18c4-448e-89e1-793c6138f8a1 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:16:07.803957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ed8e2dbc-adbf-4cf8-b277-76db80764b3e service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565943 Sep 21 18:16:07.805318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Made reservation on behalf of 38547bc976034675b27074a47005f901 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:07.808157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.814883 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.819342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--28018731'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:07.848324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3e8a8-86c9-44de-acda-24a66c2ba23c admin admin] Pushing event updated for resources: {'Network': ['ID=c4ac24c6-3b07-4a11-8fa5-8471dffd6034,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:07.865797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:07.888761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-e6ab408f-a1f6-4565-8325-cd5b7e440ef5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675 HTTP/1.1" status: 200 len: 217 time: 0.0737448 Sep 21 18:16:07.971378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.000012 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.020090 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.020579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.034800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-6d369abc-33ad-483f-a75c-1d8e654975c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:08.036337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-6d369abc-33ad-483f-a75c-1d8e654975c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 200 len: 797 time: 0.1100862 Sep 21 18:16:08.040793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Calling delete_port for 518458e5-7513-4401-bbb6-637ce3ba3666 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:08.207125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-378bd82f-1b9f-49c8-acea-5a3bbefa0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:08.209251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-378bd82f-1b9f-49c8-acea-5a3bbefa0492 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6836101-bfde-469a-9254-dfa61f3fc5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1635182 Sep 21 18:16:08.212398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.269332 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.273332 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0b5b6d82-3a95-4e68-9f35-e51b88ee7c73 tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3598 time: 0.5808802 Sep 21 18:16:08.282467 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.358945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.376049 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551288a-7b68-44f0-b8fa-ce870908def1 None None] Pushing event updated for resources: {'Port': ['ID=4dccfd24-18c4-448e-89e1-793c6138f8a1,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.391006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94eda0a2-0bbf-496c-b686-8a8244bfecba,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.401098 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.403211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event deleted for resources: {'Port': ['ID=518458e5-7513-4401-bbb6-637ce3ba3666,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.409195 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.434668 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.496753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.500179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.501932 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c25578dc-3434-4fe1-8ee2-e785765498fc tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "DELETE /v2.0/floatingips/8a4438eb-1d63-4424-b170-8c5190971cc8 HTTP/1.1" status: 204 len: 168 time: 1.2021694 Sep 21 18:16:08.506218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:08.510223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Checking segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:08.510723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Network hostable DHCP agents. Network: c4ac24c6-3b07-4a11-8fa5-8471dffd6034, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:08.512730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fcd580e9-524d-4ba1-b074-9fb937afe14f tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'floatingip': {'floating_network_id': '5f35e2bd-b3b8-4baa-9a63-61558d43ecb1', 'port_id': '65de7ef0-e398-46f7-850a-aabe46269d48', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:08.561552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-3cc25881-794f-4665-af9f-d8698ae8a06a service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389325 Sep 21 18:16:08.563642 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Attempting to bind port 4dccfd24-18c4-448e-89e1-793c6138f8a1 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:08.564056 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Attempting to bind port 4dccfd24-18c4-448e-89e1-793c6138f8a1 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:08.564394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Attempting to bind port 4dccfd24-18c4-448e-89e1-793c6138f8a1 on network e6dde90b-b525-4311-9068-5caaff6b4c51 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:08.570324 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:08.570850 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Checking segment: {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:08.571329 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.571680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Bound using segment: {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:08.572536 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Bound port: 4dccfd24-18c4-448e-89e1-793c6138f8a1, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:08.572933 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.593407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3fe87c-993d-4ce0-b245-8541e0ae4047,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.600968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:08.653237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1180d1-9aad-40a0-82ff-f8d151bdc5fd req-12fa3479-fd21-4675-864c-262a498ab33c tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:08.654896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f1180d1-9aad-40a0-82ff-f8d151bdc5fd req-12fa3479-fd21-4675-864c-262a498ab33c tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 946 time: 0.2796328 Sep 21 18:16:08.658360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, c4ac24c6-3b07-4a11-8fa5-8471dffd6034) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:08.663897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:08.665236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.670615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebac5cb-a88c-4b35-9de3-b8f93a92a902 None None] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:08.689754 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] For port 4dccfd24-18c4-448e-89e1-793c6138f8a1, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:08.693646 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] For port 4dccfd24-18c4-448e-89e1-793c6138f8a1, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4dccfd24-18c4-448e-89e1-793c6138f8a1,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:08.700359 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.755488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e11df383-3265-4aad-a5af-a019ec694e04 None None] Provisioning complete for port 4dccfd24-18c4-448e-89e1-793c6138f8a1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:08.755864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e11df383-3265-4aad-a5af-a019ec694e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.761285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.773019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.782316 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551288a-7b68-44f0-b8fa-ce870908def1 None None] Pushing event updated for resources: {'Port': ['ID=4dccfd24-18c4-448e-89e1-793c6138f8a1,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.792581 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:08.794112 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:08.818423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcd580e9-524d-4ba1-b074-9fb937afe14f tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.860444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f1180d1-9aad-40a0-82ff-f8d151bdc5fd req-b8777f6e-c5af-4d6b-b2ab-b6cdc4576832 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.70 "GET /v2.0/security-groups?id=88a8786a-d9db-411a-af63-60a629f12d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883931 Sep 21 18:16:08.861919 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e469715b-a430-4e90-8234-797b613de1d7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1137483 Sep 21 18:16:08.900314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216a4e2-3492-48c5-b843-bc69b55078d1 None None] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:08.926026 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.933431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3853543 Sep 21 18:16:08.938031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45116) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.007861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-8a160334-6606-4355-916d-33612a7600b4 service neutron] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329348 Sep 21 18:16:09.053502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74bd59-0e5b-4221-a510-ff5255d89387 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8cecf9-58e8-4eca-aa3a-6ddebad87151,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.060037 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:16:09.105993 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e11df383-3265-4aad-a5af-a019ec694e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.161344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-ea5c844f-929c-43a4-b141-8e2c618a7efd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7 HTTP/1.1" status: 200 len: 217 time: 0.1482122 Sep 21 18:16:09.213238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e11df383-3265-4aad-a5af-a019ec694e04 None None] For port 4dccfd24-18c4-448e-89e1-793c6138f8a1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4dccfd24-18c4-448e-89e1-793c6138f8a1,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:09.222253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e11df383-3265-4aad-a5af-a019ec694e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.238451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b51377d3-ce5e-4486-ac22-7cebea44c1f3 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2792027 Sep 21 18:16:09.239480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45122) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.246822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4ffcd002-d06f-42d0-981e-bba9b613c557 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-security--24679498', 'description': 'tempest-security-description-1912730906'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:09.266627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-45291309-2605-4aae-af56-84d6690e028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:09.268481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-45291309-2605-4aae-af56-84d6690e028e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.0952809 Sep 21 18:16:09.293303 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd002-d06f-42d0-981e-bba9b613c557 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.365361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11df383-3265-4aad-a5af-a019ec694e04 None None] Pushing event updated for resources: {'Port': ['ID=4dccfd24-18c4-448e-89e1-793c6138f8a1,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.391319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3977e94e-cbdc-4f74-935e-4c0b15ac1753 None None] Provisioning complete for port 4dccfd24-18c4-448e-89e1-793c6138f8a1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:09.391707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3977e94e-cbdc-4f74-935e-4c0b15ac1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.404908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-8d5b7b69-5be8-4ccb-8696-efb148013fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:09.408576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-8d5b7b69-5be8-4ccb-8696-efb148013fce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297743 Sep 21 18:16:09.436027 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd002-d06f-42d0-981e-bba9b613c557 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.461708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd002-d06f-42d0-981e-bba9b613c557 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.466582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd002-d06f-42d0-981e-bba9b613c557 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.469227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4ffcd002-d06f-42d0-981e-bba9b613c557 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "PUT /v2.0/security-groups/9c8cecf9-58e8-4eca-aa3a-6ddebad87151 HTTP/1.1" status: 200 len: 1778 time: 0.2267110 Sep 21 18:16:09.499189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45124) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.539113 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:08Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:09.585205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a5f9585f-86f7-41c7-9371-cb47e0717d16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups/9c8cecf9-58e8-4eca-aa3a-6ddebad87151 HTTP/1.1" status: 200 len: 1778 time: 0.0848582 Sep 21 18:16:09.585821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.604995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-d1c3e39e-0e69-4eb4-85f7-8085cfbb53ce service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664839 Sep 21 18:16:09.606559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcd002-d06f-42d0-981e-bba9b613c557 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8cecf9-58e8-4eca-aa3a-6ddebad87151,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.607323 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-fcd580e9-524d-4ba1-b074-9fb937afe14f tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:16:09.609405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fcd580e9-524d-4ba1-b074-9fb937afe14f tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1017325 Sep 21 18:16:09.618854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45128) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.623675 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfcbac-c7dc-4e04-95fe-632ed76e81da None None] The sync data for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 is: [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:08Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:16:09.624453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '65de7ef0-e398-46f7-850a-aabe46269d48', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:09.691493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.757654 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c75eebe6-f4a9-42ac-9e77-3737e05942f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.780760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-84adecff-c960-46b1-872f-42bce1b69537 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644132 Sep 21 18:16:09.804032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c75eebe6-f4a9-42ac-9e77-3737e05942f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.861522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-7eb05c61-9cc9-43c1-b2c5-310e55ba414b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 200 len: 217 time: 0.0674446 Sep 21 18:16:09.913654 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.915598 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c75eebe6-f4a9-42ac-9e77-3737e05942f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.920012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c75eebe6-f4a9-42ac-9e77-3737e05942f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.924037 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c75eebe6-f4a9-42ac-9e77-3737e05942f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/9c8cecf9-58e8-4eca-aa3a-6ddebad87151 HTTP/1.1" status: 204 len: 168 time: 0.3269696 Sep 21 18:16:09.924776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45132) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.944673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-16adcaa3-fd8c-4622-aaea-28e402ef6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:09.946527 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-16adcaa3-fd8c-4622-aaea-28e402ef6205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 200 len: 797 time: 0.0764983 Sep 21 18:16:09.965752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eebe6-f4a9-42ac-9e77-3737e05942f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8cecf9-58e8-4eca-aa3a-6ddebad87151,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:10.051575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-3516a5cd-fd07-4f39-b9b6-39ce9a565991 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:10.053459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-3516a5cd-fd07-4f39-b9b6-39ce9a565991 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1af80e9-3080-4558-a3c8-a7e96f839286 HTTP/1.1" status: 200 len: 946 time: 0.1060269 Sep 21 18:16:10.056896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-9f681d73-b195-4a26-a706-3a077b8e0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:10.058498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-9f681d73-b195-4a26-a706-3a077b8e0022 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996168 Sep 21 18:16:10.081542 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-25bd219d-f750-4b03-a096-cd19a496a487 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485500 Sep 21 18:16:10.083613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45134) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:10.130494 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-52d94f48-330b-4f88-af8f-44ca9384102a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] delete failed (client error): The resource could not be found. Sep 21 18:16:10.135012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-52d94f48-330b-4f88-af8f-44ca9384102a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/9c8cecf9-58e8-4eca-aa3a-6ddebad87151 HTTP/1.1" status: 404 len: 347 time: 0.0475850 Sep 21 18:16:10.135712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45136) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:10.144097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ea3e6c50-333e-44d6-88cf-e9e3e8666a13 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456897686'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:10.176145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Allocated IP 172.25.3.64 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/9bb03abd-cd0f-4c88-ad6a-f94e985c180d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:10.195069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6c50-333e-44d6-88cf-e9e3e8666a13 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.222179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45138) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:10.227415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-afea00e8-b385-4901-b1ff-6066946f211f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961131414', 'description': 'tempest-secgroup-smoke-961131414 description', 'project_id': '336f5a1b47774c81b404dc5e1192f608'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:10.243133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-eeb1f555-37bc-4070-97df-2a77daa3833e service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497109 Sep 21 18:16:10.327870 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-afea00e8-b385-4901-b1ff-6066946f211f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.377819 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fddae9ea-1b87-4dd5-96a8-be7d172e394f req-2db6a3c0-c863-450f-b56f-23c186df1119 service neutron] 10.222.0.41 "GET /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185610 Sep 21 18:16:10.383712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Deleting port f3389e19-5f28-43c1-b2cd-4e0432423d5c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:10.394359 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.449478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.485108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6c50-333e-44d6-88cf-e9e3e8666a13 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.503990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6c50-333e-44d6-88cf-e9e3e8666a13 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.554546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] For port f3389e19-5f28-43c1-b2cd-4e0432423d5c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f3389e19-5f28-43c1-b2cd-4e0432423d5c,segment=NetworkSegment(b7f20115-460d-4869-bb75-f98a3ff466d7),segment_id=b7f20115-460d-4869-bb75-f98a3ff466d7)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:10.555009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.563872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e6c50-333e-44d6-88cf-e9e3e8666a13 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfb0fd3-09c9-4927-91b9-9dbf118febbe,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:10.589398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c906c4-feeb-4b10-8313-1133b7d3b9a7 req-e246b212-28fa-4b88-ab81-228726cc3297 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:10.591965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4c906c4-feeb-4b10-8313-1133b7d3b9a7 req-e246b212-28fa-4b88-ab81-228726cc3297 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.0932155 Sep 21 18:16:10.592964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Calling delete_port for f3389e19-5f28-43c1-b2cd-4e0432423d5c owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:10.593612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.655664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:10.662819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:10.665679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:10.678242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4c906c4-feeb-4b10-8313-1133b7d3b9a7 req-8e2ecc11-d8a1-44d1-b0d0-2808f5339fe2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754175 Sep 21 18:16:10.700277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event updated for resources: {'Port': ['ID=9bb03abd-cd0f-4c88-ad6a-f94e985c180d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:10.729657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-afea00e8-b385-4901-b1ff-6066946f211f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.739780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-afea00e8-b385-4901-b1ff-6066946f211f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.748086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6c50-333e-44d6-88cf-e9e3e8666a13 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.752954 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea3e6c50-333e-44d6-88cf-e9e3e8666a13 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6136222 Sep 21 18:16:10.756664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45144) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:10.773529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5edb61cd-2511-4d9d-9a76-956054d86f0a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': '9dfb0fd3-09c9-4927-91b9-9dbf118febbe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:10.787485 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.830755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Pushing event deleted for resources: {'Port': ['ID=f3389e19-5f28-43c1-b2cd-4e0432423d5c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:10.838518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-afea00e8-b385-4901-b1ff-6066946f211f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.843811 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-afea00e8-b385-4901-b1ff-6066946f211f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6203721 Sep 21 18:16:10.844508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45146) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:10.862307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-32d0735b-3c9d-43c4-ad74-10243d023523 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'security_group_rule': {'security_group_id': '6ba2bb83-061d-4a81-899a-df8b9f64d34e', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:10.889312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] No DVR routers for this DVR port f3389e19-5f28-43c1-b2cd-4e0432423d5c on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:10.892783 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.895203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea00e8-b385-4901-b1ff-6066946f211f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2bb83-061d-4a81-899a-df8b9f64d34e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:10.895547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41521cca-76aa-42c9-be3e-8a65de8c5688 req-534eaf2a-1a78-44ee-a692-ba19243c8d17 tempest-ServerTagsTestJSON-1634154357 tempest-ServerTagsTestJSON-1634154357-project] 10.222.0.78 "DELETE /v2.0/ports/f3389e19-5f28-43c1-b2cd-4e0432423d5c HTTP/1.1" status: 204 len: 173 time: 0.8314090 Sep 21 18:16:10.896046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'name': 'network-vif-deleted', 'tag': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:10.898860 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a5fad-b9ff-4809-8aa3-e411cb93b381" -d '{"events": [{"server_uuid": "c1af80e9-3080-4558-a3c8-a7e96f839286", "name": "network-vif-deleted", "tag": "f3389e19-5f28-43c1-b2cd-4e0432423d5c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:10.956996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5edb61cd-2511-4d9d-9a76-956054d86f0a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.020042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32d0735b-3c9d-43c4-ad74-10243d023523 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.154564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5edb61cd-2511-4d9d-9a76-956054d86f0a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.166282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4dccfd24-18c4-448e-89e1-793c6138f8a1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:11.166918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5edb61cd-2511-4d9d-9a76-956054d86f0a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.198691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-d8e8066b-4a7c-4a39-967b-eb41b47ad3ce tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:11.202018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-d8e8066b-4a7c-4a39-967b-eb41b47ad3ce tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 813 time: 0.1723800 Sep 21 18:16:11.216840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Deleting port 9bb03abd-cd0f-4c88-ad6a-f94e985c180d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:11.217330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.235321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-31c26d34-ea6f-48ba-b66e-02d20441ff8a tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/quotas/38547bc976034675b27074a47005f901 HTTP/1.1" status: 200 len: 375 time: 0.0229070 Sep 21 18:16:11.236411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4dccfd24-18c4-448e-89e1-793c6138f8a1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:11.236770 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.277690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-97374371-f0bb-4bd5-a1b8-3cb1b133aa58 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405684 Sep 21 18:16:11.289473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32d0735b-3c9d-43c4-ad74-10243d023523 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.292444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5edb61cd-2511-4d9d-9a76-956054d86f0a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.297109 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5edb61cd-2511-4d9d-9a76-956054d86f0a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5363917 Sep 21 18:16:11.300141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45158) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.302248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb61cd-2511-4d9d-9a76-956054d86f0a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bdad56-e485-4e9d-b8d8-0f44be88cbd1,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.322217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32d0735b-3c9d-43c4-ad74-10243d023523 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.388393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0735b-3c9d-43c4-ad74-10243d023523 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e012e435-fa0d-43e9-8a12-5e7406a7813b,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.411041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5764-0d92-496f-adc4-8811a90be258 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.415814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.416287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.422033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32d0735b-3c9d-43c4-ad74-10243d023523 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.423503 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32d0735b-3c9d-43c4-ad74-10243d023523 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5708344 Sep 21 18:16:11.426804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45160) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.439898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5764-0d92-496f-adc4-8811a90be258 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.442896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d9dccabc-ac6c-4267-906f-858b73eeda82 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'security_group_rule': {'security_group_id': '6ba2bb83-061d-4a81-899a-df8b9f64d34e', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:11.451973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Calling delete_port for 9bb03abd-cd0f-4c88-ad6a-f94e985c180d owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:11.454757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-95740ca3-e820-43e1-88b6-d2f91af15c0a service neutron] 10.222.0.70 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759243 Sep 21 18:16:11.534260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5764-0d92-496f-adc4-8811a90be258 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.547696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5764-0d92-496f-adc4-8811a90be258 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.551685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ef2f5764-0d92-496f-adc4-8811a90be258 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d1bdad56-e485-4e9d-b8d8-0f44be88cbd1 HTTP/1.1" status: 204 len: 168 time: 0.2476053 Sep 21 18:16:11.553793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45162) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.565908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f5764-0d92-496f-adc4-8811a90be258 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1bdad56-e485-4e9d-b8d8-0f44be88cbd1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.568484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dccabc-ac6c-4267-906f-858b73eeda82 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.646248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-72531a10-9dbb-4065-a07f-3c5a31caa60f service neutron] 10.222.0.70 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828480 Sep 21 18:16:11.665929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-944752df-8752-4609-aefb-a7674ca2cef1 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1068633 Sep 21 18:16:11.666156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.666665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45164) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.702882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dccabc-ac6c-4267-906f-858b73eeda82 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.711174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dccabc-ac6c-4267-906f-858b73eeda82 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.712764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event deleted for resources: {'Port': ['ID=9bb03abd-cd0f-4c88-ad6a-f94e985c180d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.748391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dccabc-ac6c-4267-906f-858b73eeda82 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d90d4d-c6f6-4d57-8023-37d2e52a12d0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.765866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dccabc-ac6c-4267-906f-858b73eeda82 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.767310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d9dccabc-ac6c-4267-906f-858b73eeda82 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3293529 Sep 21 18:16:11.770314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45168) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.774703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7930dd0c-c850-4323-924d-8c5e21a562b8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'security_group_rule': {'security_group_id': '6ba2bb83-061d-4a81-899a-df8b9f64d34e', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:11.781287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe166-bf3f-4674-987f-bc1f3a778a20 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.816457 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe166-bf3f-4674-987f-bc1f3a778a20 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.832574 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] create failed (client error): The resource could not be found. Sep 21 18:16:11.835333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a7b9a80-077d-407a-becc-e40045cefd3a tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2150478 Sep 21 18:16:11.841741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45170) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.846146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7930dd0c-c850-4323-924d-8c5e21a562b8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.905697 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe166-bf3f-4674-987f-bc1f3a778a20 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.909487 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe166-bf3f-4674-987f-bc1f3a778a20 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.912663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e0cfe166-bf3f-4674-987f-bc1f3a778a20 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/9dfb0fd3-09c9-4927-91b9-9dbf118febbe HTTP/1.1" status: 204 len: 168 time: 0.2421505 Sep 21 18:16:11.920081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45174) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.934721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfe166-bf3f-4674-987f-bc1f3a778a20 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfb0fd3-09c9-4927-91b9-9dbf118febbe,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.950991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7930dd0c-c850-4323-924d-8c5e21a562b8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.956434 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7930dd0c-c850-4323-924d-8c5e21a562b8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.974025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45178) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.013168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930dd0c-c850-4323-924d-8c5e21a562b8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a0a385-23bb-4235-97d0-d54327d0e683,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.023555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7930dd0c-c850-4323-924d-8c5e21a562b8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.025379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7930dd0c-c850-4323-924d-8c5e21a562b8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2538431 Sep 21 18:16:12.028879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45180) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.034733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0404380a-8cad-4503-9c37-f2be3935642b tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'security_group_rule': {'security_group_id': '6ba2bb83-061d-4a81-899a-df8b9f64d34e', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:12.066244 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c567edcc-207a-43a2-8c52-7c2c13cfd2ed tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1388276 Sep 21 18:16:12.066536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] Deleting subnet 418320b6-aa8c-40dc-873b-778ab6c5b0f5 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:12.071453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45182) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.077523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.080252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-38956cfc-7906-44bc-9873-2a09c673109a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059259454'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:12.110388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Deleting port 65de7ef0-e398-46f7-850a-aabe46269d48 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:12.110906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.150007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38956cfc-7906-44bc-9873-2a09c673109a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.167743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0404380a-8cad-4503-9c37-f2be3935642b tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.175864 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.256960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3810a9-8b4c-434b-8f2b-67d598753bb3 req-30cb6d49-5f5a-459f-b2e3-15ed02f2f3d3 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:12.258546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f3810a9-8b4c-434b-8f2b-67d598753bb3 req-30cb6d49-5f5a-459f-b2e3-15ed02f2f3d3 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 945 time: 0.2019799 Sep 21 18:16:12.272112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.281789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-5be13756-c259-4a4b-9b42-4e4a87e9f12f tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:12.283367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-5be13756-c259-4a4b-9b42-4e4a87e9f12f tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.78 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 945 time: 0.1782665 Sep 21 18:16:12.285156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.311670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Calling delete_port for 65de7ef0-e398-46f7-850a-aabe46269d48 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:12.415099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38956cfc-7906-44bc-9873-2a09c673109a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.427605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38956cfc-7906-44bc-9873-2a09c673109a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.466595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38956cfc-7906-44bc-9873-2a09c673109a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.467902 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-38956cfc-7906-44bc-9873-2a09c673109a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3932858 Sep 21 18:16:12.477509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45194) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.485210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4ccc7eda-8988-4b20-9d04-49122ffeebcc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': '7b6e69b6-19c4-4176-bac6-efbe5ef3a133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:12.492251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38956cfc-7906-44bc-9873-2a09c673109a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6e69b6-19c4-4176-bac6-efbe5ef3a133,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.553305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7eda-8988-4b20-9d04-49122ffeebcc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.601858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.649441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event deleted for resources: {'Port': ['ID=65de7ef0-e398-46f7-850a-aabe46269d48,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.698373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f3389e19-5f28-43c1-b2cd-4e0432423d5c no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:12.716927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7eda-8988-4b20-9d04-49122ffeebcc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.730497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0404380a-8cad-4503-9c37-f2be3935642b tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.735003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: f3389e19-5f28-43c1-b2cd-4e0432423d5c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:12.735632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f3389e19-5f28-43c1-b2cd-4e0432423d5c not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:12.748606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7eda-8988-4b20-9d04-49122ffeebcc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.770881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f3810a9-8b4c-434b-8f2b-67d598753bb3 req-0cc4a1f7-0a3a-4d72-a4fe-a5f9e6025fc1 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/security-groups?id=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025096 Sep 21 18:16:12.777304 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0404380a-8cad-4503-9c37-f2be3935642b tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.789956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc7eda-8988-4b20-9d04-49122ffeebcc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e97790a-5365-4592-8bfa-50ff68707a3d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.807875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.813719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20b909c1-5adf-462c-8242-758cbdf68978 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "DELETE /v2.0/ports/65de7ef0-e398-46f7-850a-aabe46269d48 HTTP/1.1" status: 204 len: 168 time: 0.9670217 Sep 21 18:16:12.813719 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7eda-8988-4b20-9d04-49122ffeebcc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.815065 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4ccc7eda-8988-4b20-9d04-49122ffeebcc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3364384 Sep 21 18:16:12.815872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45196) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.817767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45198) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.836544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': '7b6e69b6-19c4-4176-bac6-efbe5ef3a133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:12.857845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404380a-8cad-4503-9c37-f2be3935642b tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503e9108-35ad-4432-8093-d8df865c9391,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.874524 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee980c-1b17-485c-960f-1ebecddefcd4 x-openstack-request-id: req-a0ee980c-1b17-485c-960f-1ebecddefcd4 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:12.877939 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1af80e9-3080-4558-a3c8-a7e96f839286", "name": "network-vif-deleted", "tag": "f3389e19-5f28-43c1-b2cd-4e0432423d5c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:12.878506 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0ee980c-1b17-485c-960f-1ebecddefcd4 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:12.879144 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1af80e9-3080-4558-a3c8-a7e96f839286', 'name': 'network-vif-deleted', 'tag': 'f3389e19-5f28-43c1-b2cd-4e0432423d5c', 'status': 'completed', 'code': 200} Sep 21 18:16:12.886355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.916202 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0404380a-8cad-4503-9c37-f2be3935642b tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.917627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0404380a-8cad-4503-9c37-f2be3935642b tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8874471 Sep 21 18:16:12.923560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45200) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.956948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'security_group_rule': {'security_group_id': '6ba2bb83-061d-4a81-899a-df8b9f64d34e', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:12.960086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418320b6-aa8c-40dc-873b-778ab6c5b0f5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.973828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.976373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-752cbddc-bb40-4910-a8db-71e36a06a745 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/418320b6-aa8c-40dc-873b-778ab6c5b0f5 HTTP/1.1" status: 204 len: 168 time: 1.0012457 Sep 21 18:16:12.985387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45202) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:13.010306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d767bbea-1bab-442f-b598-e5f26a143f1c tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:13.012992 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d767bbea-1bab-442f-b598-e5f26a143f1c tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bd2a333-4651-4436-abe5-adec2c1e1702 HTTP/1.1" status: 200 len: 913 time: 0.1957986 Sep 21 18:16:13.018229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45204) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:13.024779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.061282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Deleting port e9b91dda-c48e-4417-9c97-9dd16ba28639 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:13.061642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.138982 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Project 336f5a1b47774c81b404dc5e1192f608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:16:13.156250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.173051 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.191851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d8aa-d251-4114-84fc-6c4e6430e184 req-77fc24a4-3545-48a0-92ad-44e9361c399b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:13.193659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9170d8aa-d251-4114-84fc-6c4e6430e184 req-77fc24a4-3545-48a0-92ad-44e9361c399b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.2210958 Sep 21 18:16:13.256732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.260374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] For port e9b91dda-c48e-4417-9c97-9dd16ba28639, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e9b91dda-c48e-4417-9c97-9dd16ba28639,segment=NetworkSegment(56f26e34-0b2d-413b-911e-3306ef56a9f4),segment_id=56f26e34-0b2d-413b-911e-3306ef56a9f4)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:13.260810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.266885 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.296713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Calling delete_port for e9b91dda-c48e-4417-9c97-9dd16ba28639 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:13.347162 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.355392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf425cd-276e-47ef-a226-1196862d8b11,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:13.355667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.355848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.355848 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5363121 Sep 21 18:16:13.362215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.363472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.363739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.364130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.364424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.365301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.365647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.366063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.366533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.366699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.367035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.367365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb237c3b-57d8-40c7-bb42-e825daee351b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:13.375707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9170d8aa-d251-4114-84fc-6c4e6430e184 req-a1e182d8-0f8a-46e2-a3ab-5aeaced6186d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604125 Sep 21 18:16:13.378076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45206) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:13.417309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-929b98be-d6d2-425e-8f32-b32c54abf9bf tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': '7b6e69b6-19c4-4176-bac6-efbe5ef3a133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:13.419860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:13.423934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.439070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f20115-460d-4869-bb75-f98a3ff466d7') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:13.440382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f20115-460d-4869-bb75-f98a3ff466d7') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:13.472697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c88544-7513-455b-b067-1ea5309808af,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:13.480627 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.552496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.567380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:13.568035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:13.571946 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:13.580223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.581390 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-97b77af1-4269-4271-8802-f6ca37e0a69c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6544120 Sep 21 18:16:13.587289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45210) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:13.597955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'security_group_rule': {'security_group_id': '6ba2bb83-061d-4a81-899a-df8b9f64d34e', 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:13.626645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-929b98be-d6d2-425e-8f32-b32c54abf9bf tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.696950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebfc3d83-f5a7-4913-abdd-a17d9d6e7d35 req-e16619a3-152a-4168-b3b8-c6da23c1cf33 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 210 time: 0.0816214 Sep 21 18:16:13.725400 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.737823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-df863b6d-c3c5-4290-8b7c-60c626f913ef tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:13.739737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-df863b6d-c3c5-4290-8b7c-60c626f913ef tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 813 time: 0.3027964 Sep 21 18:16:13.761647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.766050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] 10.222.0.70 "DELETE /v2.0/networks/b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4 HTTP/1.1" status: 204 len: 168 time: 0.7760663 Sep 21 18:16:13.773879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Request body: {'port': {'device_id': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'admin_state_up': True, 'tenant_id': '38547bc976034675b27074a47005f901'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:13.777909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-929b98be-d6d2-425e-8f32-b32c54abf9bf tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.781773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde595f-c7b8-43ea-9d0e-858d846f0d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a4b8ba-9a79-4084-b250-aa4de6c6d9b4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:13.794631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-61252d4a-cf3d-4d51-8197-18d2d0849e72 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:13.796124 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Project 336f5a1b47774c81b404dc5e1192f608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:16:13.797364 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-61252d4a-cf3d-4d51-8197-18d2d0849e72 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 813 time: 0.2204187 Sep 21 18:16:13.799969 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-929b98be-d6d2-425e-8f32-b32c54abf9bf tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.806929 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.828942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Request body: {'port': {'device_id': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'admin_state_up': True, 'tenant_id': '38547bc976034675b27074a47005f901'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:13.848957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b98be-d6d2-425e-8f32-b32c54abf9bf tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e965c49-4b10-4a9c-8983-88d0658811de,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:13.868831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.946634 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-929b98be-d6d2-425e-8f32-b32c54abf9bf tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.947833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-929b98be-d6d2-425e-8f32-b32c54abf9bf tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5369544 Sep 21 18:16:13.952139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45216) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:13.957442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Pushing event deleted for resources: {'Port': ['ID=e9b91dda-c48e-4417-9c97-9dd16ba28639,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:13.967191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-75553566-61c3-4b22-aec0-98a0064cbbcd tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': '7b6e69b6-19c4-4176-bac6-efbe5ef3a133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:13.978115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e00628-2cde-48ac-8ae8-db496dc821b7 req-a220bb12-b5db-4e8c-bbff-a7e4b95a6089 tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.70 "GET /v2.0/ports?device_id=8939a9ae-3f2a-4f89-bd11-955299846714 HTTP/1.1" status: 200 len: 210 time: 0.1110942 Sep 21 18:16:13.990024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45218) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:14.059511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.066819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] No DVR routers for this DVR port e9b91dda-c48e-4417-9c97-9dd16ba28639 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:14.075227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.076554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.078608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9505e993-1c2f-47b2-be51-d36d3a104874 req-676dada5-8682-4dbe-8287-5028925e511d tempest-ServerAddressesNegativeTestJSON-2044130304 tempest-ServerAddressesNegativeTestJSON-2044130304-project] 10.222.0.78 "DELETE /v2.0/ports/e9b91dda-c48e-4417-9c97-9dd16ba28639 HTTP/1.1" status: 204 len: 173 time: 1.4534457 Sep 21 18:16:14.083167 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.104666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3350001d-d451-448b-8296-c06af48662fb,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:14.135572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75553566-61c3-4b22-aec0-98a0064cbbcd tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.192193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-21c96875-b562-4662-99d4-f0911b63eb5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94e60684a2ca4be49b21bf1791f05d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984475 Sep 21 18:16:14.192907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45220) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:14.200780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Made reservation on behalf of 38547bc976034675b27074a47005f901 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:14.204269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.205089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.206278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c1a58dc9-93e5-4fb0-883b-d21e408ac6c9 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6135523 Sep 21 18:16:14.246623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Made reservation on behalf of 38547bc976034675b27074a47005f901 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:14.250256 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.297887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a149f45-69af-4dce-9e48-e0558f9988fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.367653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a149f45-69af-4dce-9e48-e0558f9988fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.368694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75553566-61c3-4b22-aec0-98a0064cbbcd tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.405980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75553566-61c3-4b22-aec0-98a0064cbbcd tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.450348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75553566-61c3-4b22-aec0-98a0064cbbcd tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdeab552-2d75-4296-9e0f-f2b26dfd7e41,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:14.456087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75553566-61c3-4b22-aec0-98a0064cbbcd tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.457022 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-75553566-61c3-4b22-aec0-98a0064cbbcd tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5018346 Sep 21 18:16:14.462081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45236) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:14.467779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7c083814-477e-494e-87f8-c7d7f9481f63 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': '7b6e69b6-19c4-4176-bac6-efbe5ef3a133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:14.494370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Allocated IP 172.20.0.13 (c4ac24c6-3b07-4a11-8fa5-8471dffd6034/94eda0a2-0bbf-496c-b686-8a8244bfecba/02a4c74f-5e6e-4cab-9a25-a4878c7f78ea) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:14.499689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-b990a8ce-0be8-4760-989e-73d4acfaa5ce tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961131414&fields=id&tenant_id=336f5a1b47774c81b404dc5e1192f608 HTTP/1.1" status: 200 len: 267 time: 0.0853093 Sep 21 18:16:14.520204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c083814-477e-494e-87f8-c7d7f9481f63 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.522153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a149f45-69af-4dce-9e48-e0558f9988fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.525028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a149f45-69af-4dce-9e48-e0558f9988fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.526221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a149f45-69af-4dce-9e48-e0558f9988fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88a8786a-d9db-411a-af63-60a629f12d65 HTTP/1.1" status: 204 len: 168 time: 0.3326581 Sep 21 18:16:14.579404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a149f45-69af-4dce-9e48-e0558f9988fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a8786a-d9db-411a-af63-60a629f12d65,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:14.666301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c083814-477e-494e-87f8-c7d7f9481f63 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.674471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c083814-477e-494e-87f8-c7d7f9481f63 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.696747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Deleting port da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:14.697140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.703864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e9b91dda-c48e-4417-9c97-9dd16ba28639 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:14.728011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7c083814-477e-494e-87f8-c7d7f9481f63 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.729282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7c083814-477e-494e-87f8-c7d7f9481f63 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2660942 Sep 21 18:16:14.737431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-4e570c73-4dd6-4101-beb1-455b279486a8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:14.739331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c083814-477e-494e-87f8-c7d7f9481f63 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327ed098-1a90-4c98-9c6a-a8874ac0ba0d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:14.747047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-4e570c73-4dd6-4101-beb1-455b279486a8 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/networks?id=e6dde90b-b525-4311-9068-5caaff6b4c51 HTTP/1.1" status: 200 len: 797 time: 0.2364767 Sep 21 18:16:14.748948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45242) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:14.777610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: e9b91dda-c48e-4417-9c97-9dd16ba28639 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:14.777955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e9b91dda-c48e-4417-9c97-9dd16ba28639 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:14.804488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-0a37262b-8cdb-4423-b113-739860db5d48 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/quotas/336f5a1b47774c81b404dc5e1192f608 HTTP/1.1" status: 200 len: 375 time: 0.0562923 Sep 21 18:16:14.832485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe4b-d194-45f5-ab68-dac9cd994470 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.846955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe4b-d194-45f5-ab68-dac9cd994470 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.875473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.881814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8939a9ae-3f2a-4f89-bd11-955299846714', 'name': 'network-vif-deleted', 'tag': 'e9b91dda-c48e-4417-9c97-9dd16ba28639'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:14.884325 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81654924-160e-4567-b556-3237ff143a7c" -d '{"events": [{"server_uuid": "8939a9ae-3f2a-4f89-bd11-955299846714", "name": "network-vif-deleted", "tag": "e9b91dda-c48e-4417-9c97-9dd16ba28639"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:14.895610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Calling delete_port for da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:14.896934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-d535acc0-4735-49f9-b6c4-0ec03c013ec1 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=336f5a1b47774c81b404dc5e1192f608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879469 Sep 21 18:16:14.909695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.910978 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe4b-d194-45f5-ab68-dac9cd994470 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.922076 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe4b-d194-45f5-ab68-dac9cd994470 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.928777 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5d2bfe4b-d194-45f5-ab68-dac9cd994470 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/327ed098-1a90-4c98-9c6a-a8874ac0ba0d HTTP/1.1" status: 204 len: 168 time: 0.1732328 Sep 21 18:16:14.929286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45250) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:14.977410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfe4b-d194-45f5-ab68-dac9cd994470 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=327ed098-1a90-4c98-9c6a-a8874ac0ba0d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:15.070792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3e16d8d9-1318-488f-bfce-07b950d4a463 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1373246 Sep 21 18:16:15.071626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45260) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:15.081637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.095686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-a4ad2847-9717-498d-9e32-59b2e7fc8002 service neutron] 10.222.0.70 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768024 Sep 21 18:16:15.139087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:15.161740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:15.169269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:15.192307 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5901d58-0eb1-47c6-a3ca-71a53514a95e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.205075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event updated for resources: {'Port': ['ID=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:15.217327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5901d58-0eb1-47c6-a3ca-71a53514a95e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.226996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.229436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Allocated IP 172.20.0.10 (c4ac24c6-3b07-4a11-8fa5-8471dffd6034/94eda0a2-0bbf-496c-b686-8a8244bfecba/41e1efe3-661b-43b5-8614-62b7e4fdf076) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:15.274963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:15.275661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.288360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-781768a0-db68-4d4f-9155-3a18190afc68 service neutron] 10.222.0.70 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687884 Sep 21 18:16:15.298884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event deleted for resources: {'Port': ['ID=da0a6be6-93c4-41b5-ab6a-d5a2d89bd7e0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:15.299080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-9a43b59a-51f9-470f-923f-6e6573417281 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5317647 Sep 21 18:16:15.315330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Request body: {'port': {'device_id': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:15.371552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5901d58-0eb1-47c6-a3ca-71a53514a95e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.377748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5901d58-0eb1-47c6-a3ca-71a53514a95e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.381871 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5901d58-0eb1-47c6-a3ca-71a53514a95e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bdeab552-2d75-4296-9e0f-f2b26dfd7e41 HTTP/1.1" status: 204 len: 168 time: 0.3061578 Sep 21 18:16:15.382495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45270) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:15.442077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.454829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5901d58-0eb1-47c6-a3ca-71a53514a95e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdeab552-2d75-4296-9e0f-f2b26dfd7e41,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:15.492539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45274) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:15.639984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-022904d7-7bf4-4c6c-8214-c95e799d552b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2433043 Sep 21 18:16:15.644740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45280) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:15.733947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-187467038-network', 'tenant_id': '647dc5b77cbb46148716950c76015617'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:15.742067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.764146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537bfec-baa4-47b8-b527-abd6f9ba725a req-24eda8ac-5dd7-488e-a6ff-fe19134a3320 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:15.765701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a537bfec-baa4-47b8-b527-abd6f9ba725a req-24eda8ac-5dd7-488e-a6ff-fe19134a3320 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.1856408 Sep 21 18:16:15.782744 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee204-f0ef-4e97-ae90-750f074b1f03 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.814413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a537bfec-baa4-47b8-b527-abd6f9ba725a req-2c73fa6c-2735-41f2-b3e8-5912a855175e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Sep 21 18:16:15.834181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Made reservation on behalf of 647dc5b77cbb46148716950c76015617 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:15.836502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.842078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee204-f0ef-4e97-ae90-750f074b1f03 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.868898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.921560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d09b867f-fb15-4027-b55e-48aedbe0bf4a req-a30973c1-2d49-46c1-bb5a-5c9108cfe0f8 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 210 time: 0.0403492 Sep 21 18:16:15.977176 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e943fa59-c701-445b-9f4c-30b1f437cbd4 x-openstack-request-id: req-e943fa59-c701-445b-9f4c-30b1f437cbd4 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:15.978375 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8939a9ae-3f2a-4f89-bd11-955299846714", "name": "network-vif-deleted", "tag": "e9b91dda-c48e-4417-9c97-9dd16ba28639", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:15.979196 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e943fa59-c701-445b-9f4c-30b1f437cbd4 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:15.981434 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8939a9ae-3f2a-4f89-bd11-955299846714', 'name': 'network-vif-deleted', 'tag': 'e9b91dda-c48e-4417-9c97-9dd16ba28639', 'status': 'completed', 'code': 200} Sep 21 18:16:16.014055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45288) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.086435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-075b18d9-b683-4588-a06c-03e34fca1926 req-c930ba13-6d96-4ab7-a76e-5e99be5f0bc2 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 210 time: 0.0316544 Sep 21 18:16:16.103220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] Deleting subnet f040a997-9454-42a0-9472-462a9d3183f0 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:16.107222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.156397 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.202460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.223665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.279689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.287729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee204-f0ef-4e97-ae90-750f074b1f03 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.301290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee204-f0ef-4e97-ae90-750f074b1f03 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.302455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3b1ee204-f0ef-4e97-ae90-750f074b1f03 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9e965c49-4b10-4a9c-8983-88d0658811de HTTP/1.1" status: 204 len: 168 time: 0.6566715 Sep 21 18:16:16.321085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45290) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.332998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f040a997-9454-42a0-9472-462a9d3183f0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:16.347873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.349981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-25ac23e1-7082-4f58-9885-c8d8c7774a22 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f040a997-9454-42a0-9472-462a9d3183f0 HTTP/1.1" status: 204 len: 168 time: 0.3345313 Sep 21 18:16:16.352346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45292) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.353312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ee204-f0ef-4e97-ae90-750f074b1f03 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e965c49-4b10-4a9c-8983-88d0658811de,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:16.368045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Router 4bd2a333-4651-4436-abe5-adec2c1e1702 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:16:16.388970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.437775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ffac7eba-77c6-44e7-9fff-0279cfccd7fc tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1124649 Sep 21 18:16:16.442949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45294) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.519460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:16.526457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:16:16.534754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:16.539289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-678b9a07-0a60-4df7-9351-c7eebc3b4a80 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "PUT /v2.0/routers/4bd2a333-4651-4436-abe5-adec2c1e1702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5160322 Sep 21 18:16:16.541590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:16.544316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45296) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.547915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event updated for resources: {'Port': ['ID=41e1efe3-661b-43b5-8614-62b7e4fdf076,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:16.550345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] Sync routers for ids ['4bd2a333-4651-4436-abe5-adec2c1e1702'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:16:16.562492 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.567778 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0408f70-bf32-457b-b1fd-be488d4522f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.593418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] Routers {'4bd2a333-4651-4436-abe5-adec2c1e1702'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:16.594058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4bd2a333-4651-4436-abe5-adec2c1e1702'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:16.627426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:16.632054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0408f70-bf32-457b-b1fd-be488d4522f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.638433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] Routers {'4bd2a333-4651-4436-abe5-adec2c1e1702'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:16.639095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4bd2a333-4651-4436-abe5-adec2c1e1702'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:16.639647 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.666143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.677555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:16.678245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48cd7b-c783-42d6-ab37-c31c14579d08 None None] The sync data for ids ['4bd2a333-4651-4436-abe5-adec2c1e1702'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:16:16.701818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:16.702860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.708480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a1e214-c837-4f31-acf6-f282a4accda6 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.748404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-ee6a1182-2b8d-4156-bc08-e2e77b4a1f83 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9278617 Sep 21 18:16:16.749262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67825573-2aa8-402b-8bea-3e8d2e6453ad,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:16.763912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Request body: {'port': {'device_id': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:16.869844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:16.884607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.901720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.902695 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Added segment 83bbfa21-e89b-4767-9ade-23be187deacc of type vlan for network 094b1741-4f91-4872-a6be-5a1f8e5d2332 Sep 21 18:16:16.939963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0408f70-bf32-457b-b1fd-be488d4522f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.980973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.983808 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0408f70-bf32-457b-b1fd-be488d4522f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.984927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c0408f70-bf32-457b-b1fd-be488d4522f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cbf425cd-276e-47ef-a226-1196862d8b11 HTTP/1.1" status: 204 len: 168 time: 0.5410690 Sep 21 18:16:16.992408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45302) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.129231 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5c2f1aa-bc6b-49a2-9426-18e07d10a009 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1342230 Sep 21 18:16:17.133466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.145777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.146944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:17.147434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.205646 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7041762 Sep 21 18:16:17.205986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e6a84-9d18-434c-acdd-35d09aa55034 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.208247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45308) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.240784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Request body: {'subnet': {'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-187467038-subnet', 'tenant_id': '647dc5b77cbb46148716950c76015617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:17.253897 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e6a84-9d18-434c-acdd-35d09aa55034 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.263469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67067464-4de4-4fc1-a4b7-7fe76f153619 admin admin] Pushing event updated for resources: {'Network': ['ID=094b1741-4f91-4872-a6be-5a1f8e5d2332,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.274744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 094b1741-4f91-4872-a6be-5a1f8e5d2332 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:17.297331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Made reservation on behalf of 647dc5b77cbb46148716950c76015617 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:17.300565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.335706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e6a84-9d18-434c-acdd-35d09aa55034 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.342815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e6a84-9d18-434c-acdd-35d09aa55034 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.344009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-140e6a84-9d18-434c-acdd-35d09aa55034 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9e97790a-5365-4592-8bfa-50ff68707a3d HTTP/1.1" status: 204 len: 168 time: 0.2096648 Sep 21 18:16:17.350461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45310) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.400827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e6a84-9d18-434c-acdd-35d09aa55034 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e97790a-5365-4592-8bfa-50ff68707a3d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.455467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-711283a3-66aa-4346-b2de-37a938dc65a1 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1014814 Sep 21 18:16:17.459048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45312) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.462602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.465158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0408f70-bf32-457b-b1fd-be488d4522f8 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbf425cd-276e-47ef-a226-1196862d8b11,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.510861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a1e214-c837-4f31-acf6-f282a4accda6 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.516706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a1e214-c837-4f31-acf6-f282a4accda6 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.535801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:17.587619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c1710d1-c299-4425-afa9-8636dc0be552 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.594506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da23c46-ec91-4231-b721-7e9b4a9c1159']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:17.598412 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.622843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f26e34-0b2d-413b-911e-3306ef56a9f4') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:17.623147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f26e34-0b2d-413b-911e-3306ef56a9f4') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:17.631301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-c0601896-3bc6-4d9d-b1e6-68bf53569392 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:17.632396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c1710d1-c299-4425-afa9-8636dc0be552 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.632898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-c0601896-3bc6-4d9d-b1e6-68bf53569392 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.78 "GET /v2.0/networks?id=e6dde90b-b525-4311-9068-5caaff6b4c51 HTTP/1.1" status: 200 len: 797 time: 0.8356626 Sep 21 18:16:17.635981 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.640596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e5fad-5dce-4ce9-a643-c873ec4500c4 req-4870877e-b9c8-4f53-a6bb-031eb8bae638 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:17.642145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b3e5fad-5dce-4ce9-a643-c873ec4500c4 req-4870877e-b9c8-4f53-a6bb-031eb8bae638 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.7079754 Sep 21 18:16:17.653974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a1e214-c837-4f31-acf6-f282a4accda6 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.654684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a1e214-c837-4f31-acf6-f282a4accda6 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd2a333-4651-4436-abe5-adec2c1e1702 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:16:17.656461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Transition to ACTIVE for port object 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:17.675379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a1e214-c837-4f31-acf6-f282a4accda6 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.676494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73a1e214-c837-4f31-acf6-f282a4accda6 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "DELETE /v2.0/routers/4bd2a333-4651-4436-abe5-adec2c1e1702 HTTP/1.1" status: 204 len: 168 time: 1.1302104 Sep 21 18:16:17.690242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45314) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.692129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.693757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.749927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.786139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:17.786590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:17.789881 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:17.806531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4487498-f1d3-45d7-93e2-eb85243cec57,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.816006 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-a97b987e-becd-40a2-9246-2498c6c674ff tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=336f5a1b47774c81b404dc5e1192f608 HTTP/1.1" status: 200 len: 379 time: 0.1644847 Sep 21 18:16:17.837250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c1710d1-c299-4425-afa9-8636dc0be552 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.838765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'port': {'device_id': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'admin_state_up': True, 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'security_groups': ['6ba2bb83-061d-4a81-899a-df8b9f64d34e']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:17.840856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c1710d1-c299-4425-afa9-8636dc0be552 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.842018 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4c1710d1-c299-4425-afa9-8636dc0be552 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b6e69b6-19c4-4176-bac6-efbe5ef3a133 HTTP/1.1" status: 204 len: 168 time: 0.3821104 Sep 21 18:16:17.848627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45316) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.849029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b3e5fad-5dce-4ce9-a643-c873ec4500c4 req-c7a5b925-97c7-40ac-81b9-f67751df5236 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986573 Sep 21 18:16:17.849653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Pushing event updated for resources: {'Port': ['ID=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.857538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Deleting subnet 267bddc8-e229-485b-84b6-488f888f2a79 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:17.884706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.918332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.918753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.919172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.919522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.919941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.920203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.920539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.920892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.921219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.921813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.922145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.922716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:17.923917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1710d1-c299-4425-afa9-8636dc0be552 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6e69b6-19c4-4176-bac6-efbe5ef3a133,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.932643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Checking segment: {'id': '83bbfa21-e89b-4767-9ade-23be187deacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:17.932643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Network hostable DHCP agents. Network: 094b1741-4f91-4872-a6be-5a1f8e5d2332, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:17.961685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.987108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.034332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.039856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] 10.222.0.70 "DELETE /v2.0/networks/8da23c46-ec91-4231-b721-7e9b4a9c1159 HTTP/1.1" status: 204 len: 168 time: 1.6823671 Sep 21 18:16:18.067446 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-77ce1380-006a-497c-82e4-6c0c7d6bf395 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2145925 Sep 21 18:16:18.068250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c17181-3ce3-49f7-a57a-1b989519125b admin admin] Pushing event deleted for resources: {'Network': ['ID=8da23c46-ec91-4231-b721-7e9b4a9c1159,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.074912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45322) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.093158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Network 094b1741-4f91-4872-a6be-5a1f8e5d2332 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:18.104555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8e069a91-186e-4354-9e3e-fff658b1f159 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--506130435'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:18.123042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627bd65-e00c-43bf-bfa6-0934fd739535 req-a5fc0802-717a-4e5f-a44a-fac7484802ed tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:18.124976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b627bd65-e00c-43bf-bfa6-0934fd739535 req-a5fc0802-717a-4e5f-a44a-fac7484802ed tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 932 time: 0.1987584 Sep 21 18:16:18.140583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 094b1741-4f91-4872-a6be-5a1f8e5d2332) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:18.150617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Attempting to bind port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:18.150966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Attempting to bind port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:18.151303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Attempting to bind port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:18.156338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f9982-626b-440d-9d80-46c8b3d01659 None None] Network 094b1741-4f91-4872-a6be-5a1f8e5d2332 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:18.165715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:18.166313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Attempting to bind port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:18.170412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e1efe3-661b-43b5-8614-62b7e4fdf076 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:18.181758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:18.182094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Checking segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:18.182367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Bound using segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:18.183690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Bound port: 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:18.184603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.188384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.191902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:18.192510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.216062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b627bd65-e00c-43bf-bfa6-0934fd739535 req-d84723af-f8a8-4ca4-a77d-ba94a6c01920 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 Sep 21 18:16:18.225421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e069a91-186e-4354-9e3e-fff658b1f159 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.244134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Transition to ACTIVE for port object 41e1efe3-661b-43b5-8614-62b7e4fdf076 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:18.253012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.283978 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.307882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45324) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.335871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Made reservation on behalf of 336f5a1b47774c81b404dc5e1192f608 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:18.340090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.350252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3fec681a-f8c4-427e-b37d-dfe36f9068a7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1125076 Sep 21 18:16:18.388682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d450f2a-d715-4d59-9e6c-dd9ac09f2bfd None None] Network 094b1741-4f91-4872-a6be-5a1f8e5d2332 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:18.401097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3b1d6078-6921-4c7c-b6a5-bb3a902583f4 req-2a76209e-f63d-49b9-8fd9-04360f2a59da tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 210 time: 0.0664995 Sep 21 18:16:18.442648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1efe3-661b-43b5-8614-62b7e4fdf076,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.476203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.511643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed3dd53a-8db0-40ed-a6c2-2d0744dcf941 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9a52a81af1d431e8f1de6c70ae0a396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890244 Sep 21 18:16:18.515418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45328) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.557591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] For port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:18.564785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] For port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:18.570209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event deleted for resources: {'Subnet': ['ID=267bddc8-e229-485b-84b6-488f888f2a79,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.593921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.596171 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-91351e63-5f23-4e7a-99fb-ce77520a2b77 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "DELETE /v2.0/subnets/267bddc8-e229-485b-84b6-488f888f2a79 HTTP/1.1" status: 204 len: 168 time: 0.9004169 Sep 21 18:16:18.610315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45332) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.611615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3561001e-ac4c-4249-9ec7-9fb44fb0749c None None] Network 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:18.697706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e069a91-186e-4354-9e3e-fff658b1f159 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.742259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Attempting to bind port 41e1efe3-661b-43b5-8614-62b7e4fdf076 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:18.742641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Attempting to bind port 41e1efe3-661b-43b5-8614-62b7e4fdf076 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:18.743228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Attempting to bind port 41e1efe3-661b-43b5-8614-62b7e4fdf076 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:18.752014 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e069a91-186e-4354-9e3e-fff658b1f159 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.784693 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e11cce98-b04e-4a56-b9c0-07c59ed11c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.803951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.805981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Port 41e1efe3-661b-43b5-8614-62b7e4fdf076 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:18.806374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Attempting to bind port 41e1efe3-661b-43b5-8614-62b7e4fdf076 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:18.840216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e069a91-186e-4354-9e3e-fff658b1f159 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.841283 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e069a91-186e-4354-9e3e-fff658b1f159 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7433820 Sep 21 18:16:18.845881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:18.846248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Checking segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:18.846643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Bound using segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:18.847369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Bound port: 41e1efe3-661b-43b5-8614-62b7e4fdf076, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:18.847570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.848310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.849493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.855495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e069a91-186e-4354-9e3e-fff658b1f159 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa6963d-a74c-4bab-8d53-3d586e772ff1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.866161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bbebdf96-24f9-4128-8976-8919b2879c2b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': '5fa6963d-a74c-4bab-8d53-3d586e772ff1', 'direction': 'ingress', 'protocol': 17}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:18.889789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e11cce98-b04e-4a56-b9c0-07c59ed11c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.901214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Allocated IP 172.20.0.4 (e6dde90b-b525-4311-9068-5caaff6b4c51/6d54ce5c-7f1c-47e0-aba2-700db4ad4e57/096e8840-f61d-42cb-a027-38b8fa511e9f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:18.928796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:18.929498 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.931181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] 10.222.0.41 "PUT /v2.0/ports/02a4c74f-5e6e-4cab-9a25-a4878c7f78ea HTTP/1.1" status: 200 len: 1092 time: 3.6230719 Sep 21 18:16:18.937649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'tag': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:18.940414 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdcc335-9c15-47d9-8ead-e24aca156af7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd14c23c-ef64-4923-897c-ec9381466b95", "tag": "02a4c74f-5e6e-4cab-9a25-a4878c7f78ea"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:18.943932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278c8f3-d7ff-4796-b9c3-dc828e502645 service neutron] Pushing event updated for resources: {'Port': ['ID=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.948641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] DHCP port deletion for 5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:18.987664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0db9c-ae76-4332-91a3-f4ddc914cbff req-7febe35c-51c3-457e-9c40-abdfeea7e0ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:18.997646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0db9c-ae76-4332-91a3-f4ddc914cbff req-7febe35c-51c3-457e-9c40-abdfeea7e0ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2149529 Sep 21 18:16:19.004737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbebdf96-24f9-4128-8976-8919b2879c2b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.066135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] For port 41e1efe3-661b-43b5-8614-62b7e4fdf076, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:19.073822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Deleting port 28326fca-5f4f-412b-afec-68df9ae6f585 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:19.074947 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.086877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e11cce98-b04e-4a56-b9c0-07c59ed11c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.090028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e11cce98-b04e-4a56-b9c0-07c59ed11c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.091248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e11cce98-b04e-4a56-b9c0-07c59ed11c9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5 HTTP/1.1" status: 204 len: 168 time: 0.5716913 Sep 21 18:16:19.110015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] For port 41e1efe3-661b-43b5-8614-62b7e4fdf076, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41e1efe3-661b-43b5-8614-62b7e4fdf076,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:19.115600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Deleting port 28326fca-5f4f-412b-afec-68df9ae6f585 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:19.115957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.141557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.158347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cce98-b04e-4a56-b9c0-07c59ed11c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9b9fd8-9037-4ce1-b590-e7df8e0a07a5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.192384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] For port 28326fca-5f4f-412b-afec-68df9ae6f585, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=28326fca-5f4f-412b-afec-68df9ae6f585,segment=NetworkSegment(e2fddaed-d53d-4250-ae79-619376a5bd55),segment_id=e2fddaed-d53d-4250-ae79-619376a5bd55)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:19.194289 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.222132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Calling delete_port for 28326fca-5f4f-412b-afec-68df9ae6f585 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:19.223818 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:16:19.224338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbebdf96-24f9-4128-8976-8919b2879c2b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.241879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbebdf96-24f9-4128-8976-8919b2879c2b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.248425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.249597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.253695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] 10.222.0.78 "PUT /v2.0/ports/41e1efe3-661b-43b5-8614-62b7e4fdf076 HTTP/1.1" status: 200 len: 1092 time: 2.4926398 Sep 21 18:16:19.256021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'tag': '41e1efe3-661b-43b5-8614-62b7e4fdf076'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:19.263408 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e719d182-c1b4-49d8-bb41-0085637fec03", "tag": "41e1efe3-661b-43b5-8614-62b7e4fdf076"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:19.295182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] For port 28326fca-5f4f-412b-afec-68df9ae6f585, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=28326fca-5f4f-412b-afec-68df9ae6f585,segment=NetworkSegment(e2fddaed-d53d-4250-ae79-619376a5bd55),segment_id=e2fddaed-d53d-4250-ae79-619376a5bd55)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:19.295566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.310442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0db9c-ae76-4332-91a3-f4ddc914cbff req-322b80dc-4968-4feb-9b62-a1eb0bc33aec tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112538 Sep 21 18:16:19.315798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-a9b86474-412f-460d-b2ee-fd79cc7f927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.318225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-a9b86474-412f-460d-b2ee-fd79cc7f927f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=fd14c23c-ef64-4923-897c-ec9381466b95 HTTP/1.1" status: 200 len: 1095 time: 0.3178978 Sep 21 18:16:19.382630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebdf96-24f9-4128-8976-8919b2879c2b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2bfe68-c88c-42c3-a55f-f3d60e561c8a,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.396989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-2d58017c-a42c-4f83-aafe-b9f60b9da1c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea HTTP/1.1" status: 200 len: 217 time: 0.0664914 Sep 21 18:16:19.400508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Calling delete_port for 28326fca-5f4f-412b-afec-68df9ae6f585 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:19.403887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84c095-2d88-4050-813c-4ce412d151a9 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1efe3-661b-43b5-8614-62b7e4fdf076,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.410407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbebdf96-24f9-4128-8976-8919b2879c2b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.411652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bbebdf96-24f9-4128-8976-8919b2879c2b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5580244 Sep 21 18:16:19.415966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:19.421766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.435550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 28326fca-5f4f-412b-afec-68df9ae6f585 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:19.442303 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.516055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-f7b12973-2f61-4763-bb0a-f74edffe4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.517632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-f7b12973-2f61-4763-bb0a-f74edffe4b4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 1095 time: 0.1951168 Sep 21 18:16:19.525978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] No DVR routers for this DVR port 28326fca-5f4f-412b-afec-68df9ae6f585 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:19.540780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45362) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:19.552315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 28326fca-5f4f-412b-afec-68df9ae6f585 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:19.552923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 28326fca-5f4f-412b-afec-68df9ae6f585 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:19.553850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1975480681-network', 'tenant_id': '0c304dde243c49f0b65b7d0aef1f917c'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:19.556262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Pushing event deleted for resources: {'Port': ['ID=28326fca-5f4f-412b-afec-68df9ae6f585,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.564392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c918f588-ea92-4ca5-89ad-5f7e83f980d7 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.568858 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38577145-0add-4867-a3fa-4c76c218caa8 x-openstack-request-id: req-38577145-0add-4867-a3fa-4c76c218caa8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:19.569248 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd14c23c-ef64-4923-897c-ec9381466b95", "tag": "02a4c74f-5e6e-4cab-9a25-a4878c7f78ea", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:19.570363 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38577145-0add-4867-a3fa-4c76c218caa8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:19.573571 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'tag': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea', 'status': 'completed', 'code': 200} Sep 21 18:16:19.581334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-5f28fb08-a486-47dc-ad1b-fe22ddf4f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.581496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.581901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.582510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.583081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.583643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.584189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.584749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.585302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.585848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.586478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.586598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-5f28fb08-a486-47dc-ad1b-fe22ddf4f326 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.1814656 Sep 21 18:16:19.587191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.587747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152ae0c8-b443-4c02-9043-ed31635f8e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:19.650258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-8a5ff956-d0f0-469a-a129-ca80bbc50368 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e1efe3-661b-43b5-8614-62b7e4fdf076 HTTP/1.1" status: 200 len: 217 time: 0.0824385 Sep 21 18:16:19.662271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c918f588-ea92-4ca5-89ad-5f7e83f980d7 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.665128 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-b0cfa388-a05a-4708-9f6a-07678aec3fb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594325 Sep 21 18:16:19.696728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.706581 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.718571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Made reservation on behalf of 0c304dde243c49f0b65b7d0aef1f917c for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:19.720842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.744069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event deleted for resources: {'Port': ['ID=28326fca-5f4f-412b-afec-68df9ae6f585,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.757113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] No DVR routers for this DVR port 28326fca-5f4f-412b-afec-68df9ae6f585 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:19.767903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1a3fb7a8-43f9-45ad-aa93-20952effbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.769393 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-1a3fb7a8-43f9-45ad-aa93-20952effbd85 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.1104736 Sep 21 18:16:19.802974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network e6dde90b-b525-4311-9068-5caaff6b4c51 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:19.805246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.814216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:19.816893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:19.862500 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-abbe5dd5-8b0e-44d6-90c7-7ba8f4210c34 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637114 Sep 21 18:16:19.866270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c0844-254d-428c-ae3a-1870e2a32c88 req-784bebcd-fefa-4a56-b5da-3a84b98ffcff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.874523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-178c0844-254d-428c-ae3a-1870e2a32c88 req-784bebcd-fefa-4a56-b5da-3a84b98ffcff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 944 time: 0.2432654 Sep 21 18:16:19.893990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.926374 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c918f588-ea92-4ca5-89ad-5f7e83f980d7 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.928451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=096e8840-f61d-42cb-a027-38b8fa511e9f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.929517 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c918f588-ea92-4ca5-89ad-5f7e83f980d7 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.933095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c918f588-ea92-4ca5-89ad-5f7e83f980d7 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/5fa6963d-a74c-4bab-8d53-3d586e772ff1 HTTP/1.1" status: 204 len: 168 time: 0.5136824 Sep 21 18:16:19.948364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45374) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:19.960441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f35e2bd-b3b8-4baa-9a63-61558d43ecb1']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:19.965092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918f588-ea92-4ca5-89ad-5f7e83f980d7 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa6963d-a74c-4bab-8d53-3d586e772ff1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:20.009912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-0f79afc2-7934-4181-9aa8-1d07c32d5fcf service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190832 Sep 21 18:16:20.016364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fddaed-d53d-4250-ae79-619376a5bd55') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:20.016748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fddaed-d53d-4250-ae79-619376a5bd55') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:20.031886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.041905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.044535 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.081241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.088199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:20.089230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.096208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c3f6b4f8-b9a9-4936-8f7b-06ba3265f518 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461186 Sep 21 18:16:20.117579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-178c0844-254d-428c-ae3a-1870e2a32c88 req-c5171bf9-dd8c-4cbe-9e69-f61842b704a2 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423079 Sep 21 18:16:20.118105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45382) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:20.130975 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:20.159175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3a38a40c-6b20-4c8a-b6e4-0e3f94c2557b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--352543233'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:20.161262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b259cab9-a89c-4c4b-8124-3c519490ed04 None None] Provisioning complete for port 096e8840-f61d-42cb-a027-38b8fa511e9f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:20.162002 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b259cab9-a89c-4c4b-8124-3c519490ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.180593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-cb36a6e7-5e16-472d-875c-bfd54cecc57f service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888544 Sep 21 18:16:20.207384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b259cab9-a89c-4c4b-8124-3c519490ed04 None None] Port 096e8840-f61d-42cb-a027-38b8fa511e9f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:20.212968 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f495cd-82a6-4548-beaa-e62be5d45d2f x-openstack-request-id: req-e9f495cd-82a6-4548-beaa-e62be5d45d2f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:20.213288 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e719d182-c1b4-49d8-bb41-0085637fec03", "tag": "41e1efe3-661b-43b5-8614-62b7e4fdf076", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:20.213537 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9f495cd-82a6-4548-beaa-e62be5d45d2f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:20.214226 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'tag': '41e1efe3-661b-43b5-8614-62b7e4fdf076', 'status': 'completed', 'code': 200} Sep 21 18:16:20.246957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.261153 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.264318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] 10.222.0.70 "DELETE /v2.0/networks/5f35e2bd-b3b8-4baa-9a63-61558d43ecb1 HTTP/1.1" status: 204 len: 168 time: 1.6529582 Sep 21 18:16:20.267368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45386) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:20.297511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faedff-e23a-464b-b09e-e00501b629d3 tempest-FloatingIPNegativeTestJSON-677108988 tempest-FloatingIPNegativeTestJSON-677108988-project] Pushing event deleted for resources: {'Network': ['ID=5f35e2bd-b3b8-4baa-9a63-61558d43ecb1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:20.343901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-6571c095-3b54-4434-a910-27c5f2ea6075 service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216991 Sep 21 18:16:20.357807 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.368560 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55bb8c59-9405-4525-a486-b09a27889a1f req-3f56e1c1-a994-4cd2-aa1f-9b2ff5bf1c40 service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776972 Sep 21 18:16:20.371368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.392812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a1bc6-43d3-4a34-a628-52b6bf59086b req-be2c2646-eaa5-4fd3-82b4-56064143bb12 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.394785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e01a1bc6-43d3-4a34-a628-52b6bf59086b req-be2c2646-eaa5-4fd3-82b4-56064143bb12 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1322546 Sep 21 18:16:20.396333 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-93d4f245-39b6-42c8-a062-1632d191743a tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5616686 Sep 21 18:16:20.417627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Request body: {'port': {'device_id': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:20.424303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:20.484625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-75138276-network', 'tenant_id': '6ba2e0f6b9c441d686c4dc8218ae283e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:20.505034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-6fa2cbcc-3cfa-4ea4-860d-5c6dd2e6ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.506920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-6fa2cbcc-3cfa-4ea4-860d-5c6dd2e6ab82 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 1095 time: 0.0666614 Sep 21 18:16:20.511867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a44787-248f-4769-8ad6-6b3a131abeab,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:20.518153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.518532 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Added segment 76d37713-ed70-44a9-9670-9457bc6099c4 of type vlan for network 1c3df66b-4768-4984-9608-42a9b1198133 Sep 21 18:16:20.520076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a38a40c-6b20-4c8a-b6e4-0e3f94c2557b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.557372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Made reservation on behalf of 6ba2e0f6b9c441d686c4dc8218ae283e for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:20.560073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.595066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.598870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45394) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:20.618356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e01a1bc6-43d3-4a34-a628-52b6bf59086b req-60f09351-85fe-4a5c-8e79-f898338edeb0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104790 Sep 21 18:16:20.625731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.629191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-89474e1b-4afb-4fd6-aa60-c12d311c6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.630766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-89474e1b-4afb-4fd6-aa60-c12d311c6a4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=fd14c23c-ef64-4923-897c-ec9381466b95 HTTP/1.1" status: 200 len: 1095 time: 0.2094300 Sep 21 18:16:20.657784 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.659433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-cb730614-f477-4a0a-8871-2f41ebe1d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.661233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-cb730614-f477-4a0a-8871-2f41ebe1d553 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 915 time: 0.1460853 Sep 21 18:16:20.720933 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-1a639872-8327-415e-92a8-53e0992bdf95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e1efe3-661b-43b5-8614-62b7e4fdf076 HTTP/1.1" status: 200 len: 217 time: 0.0495410 Sep 21 18:16:20.782419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.783390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.784010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.805102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-76375f5c-68f1-4569-bdaa-27a207ba6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.806705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-76375f5c-68f1-4569-bdaa-27a207ba6c82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.0734403 Sep 21 18:16:20.851406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.855134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-4f695d7d-82e4-41bf-bb36-f045810f09ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371628 Sep 21 18:16:20.864665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.928248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:20.976182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:20.977813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-fc1f3b04-6da5-4202-ae95-bd3505395773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.979343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-fc1f3b04-6da5-4202-ae95-bd3505395773 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 915 time: 0.3401957 Sep 21 18:16:20.988623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3df66b-4768-4984-9608-42a9b1198133,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:20.988905 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.989130 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Added segment f950b46c-f6fc-48c7-ae78-c386f73a4a0f of type vlan for network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d Sep 21 18:16:20.992236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b32edc62-7f54-429f-89ed-f5086ee0cbe7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=451278ffcb3a46c9846e0ef3f603f551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923645 Sep 21 18:16:21.002597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:21.005620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d9521-46db-470d-91cd-4ee4a4bf99b7 req-c3089a40-5065-403b-af6a-42ee24a73e10 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:21.007250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-529d9521-46db-470d-91cd-4ee4a4bf99b7 req-c3089a40-5065-403b-af6a-42ee24a73e10 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 931 time: 0.2886162 Sep 21 18:16:21.016759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 1c3df66b-4768-4984-9608-42a9b1198133 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:21.068284 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.076104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-2f8092b6-3f7c-4138-a759-f2ff459cd43f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea HTTP/1.1" status: 200 len: 217 time: 0.0849588 Sep 21 18:16:21.086132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-6ecac083-902a-4063-a316-0749c118e8aa service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223976 Sep 21 18:16:21.157351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.158523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:21.159107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.193093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-068d8013-da30-41d5-9bda-15534ad4c93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.210463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-529d9521-46db-470d-91cd-4ee4a4bf99b7 req-93e88dd9-d4fe-44f5-be32-0ee96d347b5d tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845629 Sep 21 18:16:21.228428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a38a40c-6b20-4c8a-b6e4-0e3f94c2557b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.239085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-0aa056d7-8053-4c03-99c7-bd6198b68bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:21.240578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-0aa056d7-8053-4c03-99c7-bd6198b68bdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.1545646 Sep 21 18:16:21.245363 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a38a40c-6b20-4c8a-b6e4-0e3f94c2557b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.267831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d06d1f04-0dd8-4d47-af0b-a32e3297c539 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7234881 Sep 21 18:16:21.283413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45410) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:21.303295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-068d8013-da30-41d5-9bda-15534ad4c93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.306035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0339191 Sep 21 18:16:21.313618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be4a70-2d4c-444c-ac26-078b5035759b admin admin] Pushing event updated for resources: {'Network': ['ID=cdfe06c6-3fd1-4e61-9ebc-f61817fb306d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:21.314079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Request body: {'subnet': {'network_id': '1c3df66b-4768-4984-9608-42a9b1198133', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1975480681-subnet', 'tenant_id': '0c304dde243c49f0b65b7d0aef1f917c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:21.319155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45416) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:21.320855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-d9493932-f0f6-4ede-8954-7ad3096ad71b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572491 Sep 21 18:16:21.327566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:21.329013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Request body: {'subnet': {'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-75138276-subnet', 'tenant_id': '6ba2e0f6b9c441d686c4dc8218ae283e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:21.333585 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-875d2bb0-279c-4e2f-a8c4-22bf2236c4bc req-82453611-98a4-4271-af35-f33a1a3f4552 service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348154 Sep 21 18:16:21.353275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a38a40c-6b20-4c8a-b6e4-0e3f94c2557b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.356481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3a38a40c-6b20-4c8a-b6e4-0e3f94c2557b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2120979 Sep 21 18:16:21.368175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45418) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:21.377272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9ee22b4e-d1da-46c0-baa6-7a936d9a5f32 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424636919'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:21.387262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38a40c-6b20-4c8a-b6e4-0e3f94c2557b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e097c-7b7f-451c-916e-513d24a3ce4c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:21.416214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-068d8013-da30-41d5-9bda-15534ad4c93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.419813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-068d8013-da30-41d5-9bda-15534ad4c93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.423399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-068d8013-da30-41d5-9bda-15534ad4c93a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6353980c-6bc1-4c65-9db2-f6e0c3b3b586 HTTP/1.1" status: 204 len: 168 time: 0.4172642 Sep 21 18:16:21.438699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8013-da30-41d5-9bda-15534ad4c93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6353980c-6bc1-4c65-9db2-f6e0c3b3b586,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:21.487582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Made reservation on behalf of 0c304dde243c49f0b65b7d0aef1f917c for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:21.493615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.513013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Made reservation on behalf of 6ba2e0f6b9c441d686c4dc8218ae283e for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:21.515369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.544514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ee22b4e-d1da-46c0-baa6-7a936d9a5f32 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.803248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ee22b4e-d1da-46c0-baa6-7a936d9a5f32 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.836879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ee22b4e-d1da-46c0-baa6-7a936d9a5f32 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.891080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.893524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ee22b4e-d1da-46c0-baa6-7a936d9a5f32 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.897554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9ee22b4e-d1da-46c0-baa6-7a936d9a5f32 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5233548 Sep 21 18:16:21.902917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45430) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:21.912131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1bdcf828-3d71-47f4-8e69-134b652d7370 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': 'c02e097c-7b7f-451c-916e-513d24a3ce4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a71e1d09-98da-4567-8c34-d043256f728f', 'remote_ip_prefix': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:21.937618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee22b4e-d1da-46c0-baa6-7a936d9a5f32 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e1d09-98da-4567-8c34-d043256f728f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:21.999524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096e8840-f61d-42cb-a027-38b8fa511e9f {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:22.004949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d8e49a-b7fd-4d93-8bb4-1dcde75e5771,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.011776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.019250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf828-3d71-47f4-8e69-134b652d7370 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.032786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Checking segment: {'id': 'f950b46c-f6fc-48c7-ae78-c386f73a4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:22.033149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Network hostable DHCP agents. Network: cdfe06c6-3fd1-4e61-9ebc-f61817fb306d, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:22.088949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Transition to ACTIVE for port object 096e8840-f61d-42cb-a027-38b8fa511e9f will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:22.090720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:22.121388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, cdfe06c6-3fd1-4e61-9ebc-f61817fb306d) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:22.131751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:22.131751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.137549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef0087c-19a6-4b11-988a-69b73360e7b6 None None] Network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:22.154327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf828-3d71-47f4-8e69-134b652d7370 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.166934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf828-3d71-47f4-8e69-134b652d7370 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.181825 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-59d60a21-4dda-4894-9a0a-412c10979b32 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8524916 Sep 21 18:16:22.192111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcf828-3d71-47f4-8e69-134b652d7370 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cead4bd8-0dd1-4ba2-8b2c-b20f061bb8f6,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.199576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf828-3d71-47f4-8e69-134b652d7370 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.203278 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1bdcf828-3d71-47f4-8e69-134b652d7370 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2961421 Sep 21 18:16:22.205761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45442) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:22.237340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221f1b11-3651-465e-ae95-c99048afd398 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.247443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221f1b11-3651-465e-ae95-c99048afd398 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.281925 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221f1b11-3651-465e-ae95-c99048afd398 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.288463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221f1b11-3651-465e-ae95-c99048afd398 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.289769 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-221f1b11-3651-465e-ae95-c99048afd398 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cead4bd8-0dd1-4ba2-8b2c-b20f061bb8f6 HTTP/1.1" status: 204 len: 168 time: 0.0829077 Sep 21 18:16:22.294434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45446) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:22.321357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f1b11-3651-465e-ae95-c99048afd398 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cead4bd8-0dd1-4ba2-8b2c-b20f061bb8f6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.355241 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dae5a847-e47a-4b1a-94a6-57219b4ca53d tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0596774 Sep 21 18:16:22.365293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45452) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:22.372504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.382420 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.410994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad98fbb-bd82-4063-a61b-fd3ccb062050 None None] Network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:22.435777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6abd633-9f5d-4170-9f54-605dcb2e4302 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.454974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-1e7c5a4a-84e2-4dc2-be3a-82459cb5afbd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:22.457844 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-1e7c5a4a-84e2-4dc2-be3a-82459cb5afbd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 1.1392241 Sep 21 18:16:22.475165 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6abd633-9f5d-4170-9f54-605dcb2e4302 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.522106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-c3ab6b17-25eb-4a61-8a43-acdc33f3981a service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1828411 Sep 21 18:16:22.546803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6abd633-9f5d-4170-9f54-605dcb2e4302 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.549478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6abd633-9f5d-4170-9f54-605dcb2e4302 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.550801 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e6abd633-9f5d-4170-9f54-605dcb2e4302 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/a71e1d09-98da-4567-8c34-d043256f728f HTTP/1.1" status: 204 len: 168 time: 0.1902032 Sep 21 18:16:22.558980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45456) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:22.588532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abd633-9f5d-4170-9f54-605dcb2e4302 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e1d09-98da-4567-8c34-d043256f728f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.646255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-ceebf1ef-2dd3-49d1-8478-df33b28a1fd0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/quotas/b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 375 time: 0.1374168 Sep 21 18:16:22.690364 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a697b213-d745-43d4-a5f5-44513295f235 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1302428 Sep 21 18:16:22.693438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45458) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:22.695699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Pushing event updated for resources: {'Port': ['ID=096e8840-f61d-42cb-a027-38b8fa511e9f,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.707790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ac5348-d6f2-4447-80e4-0b4f9bab6952,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.746161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41e1efe3-661b-43b5-8614-62b7e4fdf076 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:22.771506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c365b9-3cfe-4ee4-a290-e2e7b44f01db tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.812937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Checking segment: {'id': '76d37713-ed70-44a9-9670-9457bc6099c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1c3df66b-4768-4984-9608-42a9b1198133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:22.813322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Network hostable DHCP agents. Network: 1c3df66b-4768-4984-9608-42a9b1198133, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:22.878231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Attempting to bind port 096e8840-f61d-42cb-a027-38b8fa511e9f on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:22.878603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Attempting to bind port 096e8840-f61d-42cb-a027-38b8fa511e9f by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:22.879118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Attempting to bind port 096e8840-f61d-42cb-a027-38b8fa511e9f on network e6dde90b-b525-4311-9068-5caaff6b4c51 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:22.891880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41e1efe3-661b-43b5-8614-62b7e4fdf076, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41e1efe3-661b-43b5-8614-62b7e4fdf076,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:22.896763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-11fdec22-bd2b-4fe8-8a95-0995a7ae9914 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2030215 Sep 21 18:16:22.901266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5bdcc335-9c15-47d9-8ead-e24aca156af7 req-4373aa0e-f441-491e-b5dd-feb9e816fa85 service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600755 Sep 21 18:16:22.902488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Network 1c3df66b-4768-4984-9608-42a9b1198133 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:22.906091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Port 096e8840-f61d-42cb-a027-38b8fa511e9f on network e6dde90b-b525-4311-9068-5caaff6b4c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:22.906442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Attempting to bind port 096e8840-f61d-42cb-a027-38b8fa511e9f on network e6dde90b-b525-4311-9068-5caaff6b4c51 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:22.921142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '41e1efe3-661b-43b5-8614-62b7e4fdf076', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'port_id': '41e1efe3-661b-43b5-8614-62b7e4fdf076', 'mac_address': 'fa:16:3e:78:cb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eda0a2-0bbf-496c-b686-8a8244bfecba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:22.939679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 1c3df66b-4768-4984-9608-42a9b1198133) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:22.945138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:22.945575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.957628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90c734-0a0f-48f9-9260-7755e7a60eab None None] Network 1c3df66b-4768-4984-9608-42a9b1198133 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:22.962019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:22.962377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Checking segment: {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:22.962769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Bound using segment: {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:22.963230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Bound port: 096e8840-f61d-42cb-a027-38b8fa511e9f, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761d3130-49a8-4040-bf45-e2cad7cd91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:22.963598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.996304 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.001888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1b37f3ac-8dfa-4edd-adc1-c7235e269d3a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7142010 Sep 21 18:16:23.058878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e1efe3-661b-43b5-8614-62b7e4fdf076 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:23.113576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41e1efe3-661b-43b5-8614-62b7e4fdf076, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41e1efe3-661b-43b5-8614-62b7e4fdf076,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:23.156729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-376fde79-6139-41d8-8929-99c718695b1f service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334237 Sep 21 18:16:23.161671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] For port 096e8840-f61d-42cb-a027-38b8fa511e9f, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:23.165186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] For port 096e8840-f61d-42cb-a027-38b8fa511e9f, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=096e8840-f61d-42cb-a027-38b8fa511e9f,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:23.173872 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.228591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c365b9-3cfe-4ee4-a290-e2e7b44f01db tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.267843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-649adc6f-bb70-481c-8221-6eebac7fc3fa service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010990 Sep 21 18:16:23.269462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.285018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f55a5-2553-438e-bc71-07b0dc799d44 None None] Network 1c3df66b-4768-4984-9608-42a9b1198133 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:23.308550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:23.309546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.311009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] 10.222.0.78 "PUT /v2.0/ports/096e8840-f61d-42cb-a027-38b8fa511e9f HTTP/1.1" status: 200 len: 1091 time: 2.9044058 Sep 21 18:16:23.311464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:23.324860 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23130deb-7394-4c78-9bf4-ff41800774ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:23.325159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=41e1efe3-661b-43b5-8614-62b7e4fdf076,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:23.336182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c365b9-3cfe-4ee4-a290-e2e7b44f01db tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.346586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c365b9-3cfe-4ee4-a290-e2e7b44f01db tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.348130 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61c365b9-3cfe-4ee4-a290-e2e7b44f01db tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/c02e097c-7b7f-451c-916e-513d24a3ce4c HTTP/1.1" status: 204 len: 168 time: 0.6536715 Sep 21 18:16:23.351305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45480) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:23.419457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c365b9-3cfe-4ee4-a290-e2e7b44f01db tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e097c-7b7f-451c-916e-513d24a3ce4c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:23.434785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['41e1efe3-661b-43b5-8614-62b7e4fdf076'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:23.457383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d196fe9-489c-4a8d-9c8f-d46f0dba0e6b service neutron] Pushing event updated for resources: {'Port': ['ID=096e8840-f61d-42cb-a027-38b8fa511e9f,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:23.477168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-adbbf53d-0cb6-40e0-ab5f-e289df9ec9a5 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097062 Sep 21 18:16:23.477781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45488) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:23.485088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-17bfba05-04f3-4bf2-aede-4c80e08eba4c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--253916330'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:23.515678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17bfba05-04f3-4bf2-aede-4c80e08eba4c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.554800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-59af9353-4e64-4886-8812-69b863d8fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:23.558660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-59af9353-4e64-4886-8812-69b863d8fe73 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=336f5a1b47774c81b404dc5e1192f608&device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 1094 time: 0.1846626 Sep 21 18:16:23.665873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-797f40ea-21ea-4ad5-84ee-ae2d4e4b4888 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=096e8840-f61d-42cb-a027-38b8fa511e9f HTTP/1.1" status: 200 len: 217 time: 0.0980623 Sep 21 18:16:23.815252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:23.822897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17bfba05-04f3-4bf2-aede-4c80e08eba4c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.833174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a53f76-cf70-4618-98e2-f98083e90a6b req-9beed6f6-1692-4f2a-b0d9-82d202f1e848 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:23.835145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44a53f76-cf70-4618-98e2-f98083e90a6b req-9beed6f6-1692-4f2a-b0d9-82d202f1e848 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 945 time: 0.2112081 Sep 21 18:16:23.838241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17bfba05-04f3-4bf2-aede-4c80e08eba4c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.916976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-44e00d88-8ded-4a31-83f4-3000effd6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:23.920682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-44e00d88-8ded-4a31-83f4-3000effd6c45 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6d54ce5c-7f1c-47e0-aba2-700db4ad4e57 HTTP/1.1" status: 200 len: 834 time: 0.2449651 Sep 21 18:16:23.936029 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17bfba05-04f3-4bf2-aede-4c80e08eba4c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.941400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45508) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:23.941853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-17bfba05-04f3-4bf2-aede-4c80e08eba4c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4624104 Sep 21 18:16:23.950212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4a315fbf-dcf9-44a2-8251-874556b6d391 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': 'b156347c-fef5-4732-a6e5-f4ec7360c8c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:23.970100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44a53f76-cf70-4618-98e2-f98083e90a6b req-392717d6-0075-4243-b81f-b0e8ff100854 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167533 Sep 21 18:16:23.974271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfba05-04f3-4bf2-aede-4c80e08eba4c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b156347c-fef5-4732-a6e5-f4ec7360c8c0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:24.010498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:24.021013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a315fbf-dcf9-44a2-8251-874556b6d391 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.048652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'port_id': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea', 'mac_address': 'fa:16:3e:53:6e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eda0a2-0bbf-496c-b686-8a8244bfecba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:24.052261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-d816d1e4-f203-4b33-b279-23930bd37b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.057543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-d816d1e4-f203-4b33-b279-23930bd37b79 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e6dde90b-b525-4311-9068-5caaff6b4c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102462 Sep 21 18:16:24.101078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.116520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:24.131849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a315fbf-dcf9-44a2-8251-874556b6d391 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.138881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a315fbf-dcf9-44a2-8251-874556b6d391 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.140783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:24.157611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a315fbf-dcf9-44a2-8251-874556b6d391 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088de069-df05-4448-9df6-89bfc846cf02,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:24.164165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.168261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a315fbf-dcf9-44a2-8251-874556b6d391 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.174893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a315fbf-dcf9-44a2-8251-874556b6d391 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2314749 Sep 21 18:16:24.175543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45522) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.208105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d404020-5bee-4595-a42d-c9208f554348 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.212606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315b151-39b9-498e-bd8c-96cdd860b5b2 req-4c6c0294-7346-42b5-a7be-776004150957 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.214864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1315b151-39b9-498e-bd8c-96cdd860b5b2 req-4c6c0294-7346-42b5-a7be-776004150957 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 943 time: 0.1529405 Sep 21 18:16:24.224397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d404020-5bee-4595-a42d-c9208f554348 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.257033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:24.267638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d404020-5bee-4595-a42d-c9208f554348 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.274203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0d404020-5bee-4595-a42d-c9208f554348 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.278877 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0d404020-5bee-4595-a42d-c9208f554348 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/088de069-df05-4448-9df6-89bfc846cf02 HTTP/1.1" status: 204 len: 168 time: 0.1023324 Sep 21 18:16:24.279997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45528) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.285630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d404020-5bee-4595-a42d-c9208f554348 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=088de069-df05-4448-9df6-89bfc846cf02,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:24.309009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1315b151-39b9-498e-bd8c-96cdd860b5b2 req-613d011e-6653-4eee-b32f-2c0d9a5659b5 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869122 Sep 21 18:16:24.317030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-0270681e-a478-4073-9792-0d91b57363fc service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033069 Sep 21 18:16:24.405647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5b95741d-5e8d-432f-9df5-69488c86b83a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1142845 Sep 21 18:16:24.408473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45536) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.479404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['02a4c74f-5e6e-4cab-9a25-a4878c7f78ea'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:24.521585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f5dcb5c-7d11-4cae-bfef-b59bbc262e50 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.530400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22bd7543-c2db-405b-8dd9-b3073bd864b6 req-7ec89785-ad59-4199-b052-046482155a3a service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015696 Sep 21 18:16:24.566404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f5dcb5c-7d11-4cae-bfef-b59bbc262e50 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.621905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f5dcb5c-7d11-4cae-bfef-b59bbc262e50 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.628013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f5dcb5c-7d11-4cae-bfef-b59bbc262e50 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.632767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f5dcb5c-7d11-4cae-bfef-b59bbc262e50 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/b156347c-fef5-4732-a6e5-f4ec7360c8c0 HTTP/1.1" status: 204 len: 168 time: 0.2231686 Sep 21 18:16:24.635543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45540) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.652708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dcb5c-7d11-4cae-bfef-b59bbc262e50 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156347c-fef5-4732-a6e5-f4ec7360c8c0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:24.687007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.726384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f86dd087-e47c-4c1c-8a85-c2c18880d91b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770018 Sep 21 18:16:24.726616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45550) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.731315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b7ba9079-ed05-4ad2-9439-d0dea8dfe74e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049832230'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:24.752105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41e1efe3-661b-43b5-8614-62b7e4fdf076 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:24.757585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9079-ed05-4ad2-9439-d0dea8dfe74e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.822380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 41e1efe3-661b-43b5-8614-62b7e4fdf076 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:24.831768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 41e1efe3-661b-43b5-8614-62b7e4fdf076 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:24.832459 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.865225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-818ab6e3-4f97-4f1d-a426-bff47f1712f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.924298 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.959874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1efe3-661b-43b5-8614-62b7e4fdf076'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:24.962219 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42619954-d90c-47e2-aeaa-4c7f850e7e63" -d '{"events": [{"server_uuid": "e719d182-c1b4-49d8-bb41-0085637fec03", "name": "network-vif-plugged", "status": "completed", "tag": "41e1efe3-661b-43b5-8614-62b7e4fdf076"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:24.977738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41e1efe3-661b-43b5-8614-62b7e4fdf076, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41e1efe3-661b-43b5-8614-62b7e4fdf076,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:24.979279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-20a1febe-3e47-47b3-9cd7-3abb52148e32 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.982141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-20a1febe-3e47-47b3-9cd7-3abb52148e32 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.1439652 Sep 21 18:16:24.985427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.008721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'port': {'device_id': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'admin_state_up': True, 'tenant_id': 'b8267c05d15048808f78d822c9cd506e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:25.036511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=41e1efe3-661b-43b5-8614-62b7e4fdf076,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.154905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9079-ed05-4ad2-9439-d0dea8dfe74e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.163151 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9079-ed05-4ad2-9439-d0dea8dfe74e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.231583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-0a48db4d-8ac3-4607-912c-9365185b95ad tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:25.233136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-0a48db4d-8ac3-4607-912c-9365185b95ad tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/networks?id=094b1741-4f91-4872-a6be-5a1f8e5d2332 HTTP/1.1" status: 200 len: 824 time: 0.2491038 Sep 21 18:16:25.237771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9079-ed05-4ad2-9439-d0dea8dfe74e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd3d3e3-1fc9-4521-8052-e4c63b69f6e0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.243917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-818ab6e3-4f97-4f1d-a426-bff47f1712f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.249771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-818ab6e3-4f97-4f1d-a426-bff47f1712f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.253641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-cc8b8693-ea2c-4cde-855d-c1dc3b4b18ee tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/quotas/647dc5b77cbb46148716950c76015617 HTTP/1.1" status: 200 len: 375 time: 0.0111258 Sep 21 18:16:25.257588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9079-ed05-4ad2-9439-d0dea8dfe74e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.262714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45566) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.262890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b7ba9079-ed05-4ad2-9439-d0dea8dfe74e tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5351255 Sep 21 18:16:25.273120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0266b392-a82f-4e8d-ac11-a3da7e6e4b16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': 'cfd3d3e3-1fc9-4521-8052-e4c63b69f6e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:25.298705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-a5b82f40-ea33-4466-a1b9-a63ff8f95619 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=647dc5b77cbb46148716950c76015617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347171 Sep 21 18:16:25.303831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Made reservation on behalf of b8267c05d15048808f78d822c9cd506e for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:25.307502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.315521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ab6e3-4f97-4f1d-a426-bff47f1712f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a430dfa-e14e-4376-873c-afdbabbe302b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.325964 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-818ab6e3-4f97-4f1d-a426-bff47f1712f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f177edb5adb42db920c5eaa19d6c022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343205 Sep 21 18:16:25.325964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45570) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.354331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0266b392-a82f-4e8d-ac11-a3da7e6e4b16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.419393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84a1915a-f5fe-43cd-8470-ced721575f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.448669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0266b392-a82f-4e8d-ac11-a3da7e6e4b16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.453421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84a1915a-f5fe-43cd-8470-ced721575f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.459819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0266b392-a82f-4e8d-ac11-a3da7e6e4b16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.488412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-93a223de-dfd0-4b86-8f2a-f8edc0264cdd service neutron] 10.222.0.70 "GET /v2.0/networks/094b1741-4f91-4872-a6be-5a1f8e5d2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771150 Sep 21 18:16:25.492223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266b392-a82f-4e8d-ac11-a3da7e6e4b16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6596584-5b2a-47bb-bd69-486ee950bef3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.506552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0266b392-a82f-4e8d-ac11-a3da7e6e4b16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.507875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0266b392-a82f-4e8d-ac11-a3da7e6e4b16 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2398748 Sep 21 18:16:25.511084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45574) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.527763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ee36c913-8173-49e9-8bc6-d513bf12067a tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules/f6596584-5b2a-47bb-bd69-486ee950bef3 HTTP/1.1" status: 200 len: 763 time: 0.0160306 Sep 21 18:16:25.530177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45576) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.541121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Allocated IP 172.20.0.14 (504eee16-e66c-4c18-9265-40a9b7e500f5/ede39c7e-dfc9-4275-8cb6-1b836e6acb02/b92f751c-259c-435b-ad3a-1f4bf6b1264b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:25.557292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84a1915a-f5fe-43cd-8470-ced721575f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.560352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84a1915a-f5fe-43cd-8470-ced721575f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.561490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-84a1915a-f5fe-43cd-8470-ced721575f9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a430dfa-e14e-4376-873c-afdbabbe302b HTTP/1.1" status: 204 len: 168 time: 0.2347610 Sep 21 18:16:25.578902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1915a-f5fe-43cd-8470-ced721575f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a430dfa-e14e-4376-873c-afdbabbe302b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.609909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45580) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.610843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0fe7ed99-133e-41ef-ba2a-db165bb2c0e2 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0794878 Sep 21 18:16:25.649001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-ff90b665-fb36-4854-acfd-fc5e9755c812 service neutron] 10.222.0.70 "GET /v2.0/networks/094b1741-4f91-4872-a6be-5a1f8e5d2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509285 Sep 21 18:16:25.669838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9c43cd8-8f22-4399-a3e5-df1263abd8ba tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.690289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9c43cd8-8f22-4399-a3e5-df1263abd8ba tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.772148 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9c43cd8-8f22-4399-a3e5-df1263abd8ba tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.793078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9c43cd8-8f22-4399-a3e5-df1263abd8ba tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.797121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f9c43cd8-8f22-4399-a3e5-df1263abd8ba tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f6596584-5b2a-47bb-bd69-486ee950bef3 HTTP/1.1" status: 204 len: 168 time: 0.1859179 Sep 21 18:16:25.797353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45588) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.807473 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80fe5ef-375a-4b23-aaa0-ac3d5de00399 x-openstack-request-id: req-e80fe5ef-375a-4b23-aaa0-ac3d5de00399 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:25.807473 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:25.808413 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e80fe5ef-375a-4b23-aaa0-ac3d5de00399 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:25.808776 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'status': 'completed', 'code': 200} Sep 21 18:16:25.812788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c43cd8-8f22-4399-a3e5-df1263abd8ba tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6596584-5b2a-47bb-bd69-486ee950bef3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.821010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:25.857283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.877810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e80f8397-f5be-4c75-977b-f79850d967a2 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791953 Sep 21 18:16:25.878514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45590) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.883659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-baefd2f6-654e-40fc-be9e-b658188343ee tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': 'cfd3d3e3-1fc9-4521-8052-e4c63b69f6e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:25.925067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-baefd2f6-654e-40fc-be9e-b658188343ee tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.927499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130deb-7394-4c78-9bf4-ff41800774ec req-0aaf2749-acec-4715-92f2-2a9b17a8d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:25.929794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23130deb-7394-4c78-9bf4-ff41800774ec req-0aaf2749-acec-4715-92f2-2a9b17a8d6c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=336f5a1b47774c81b404dc5e1192f608&device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 1094 time: 0.0897391 Sep 21 18:16:25.949690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:25.954160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:25.954556 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.979954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d0eff9e-6cd0-4c52-b465-38203fae42ea req-0e696567-e274-4431-b237-990a433f9aaf tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 210 time: 0.0582421 Sep 21 18:16:26.006593 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.032835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:26.034857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-baefd2f6-654e-40fc-be9e-b658188343ee tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.048050 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-baefd2f6-654e-40fc-be9e-b658188343ee tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.103435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:26.104070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefd2f6-654e-40fc-be9e-b658188343ee tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b507e64-6afe-48b0-b82a-966979479f0d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.114118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:26.117946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-baefd2f6-654e-40fc-be9e-b658188343ee tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.121792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-baefd2f6-654e-40fc-be9e-b658188343ee tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2398160 Sep 21 18:16:26.122655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:26.122889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45596) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.156263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-909ae025-1712-40ca-8547-6c64e02f94f6 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules/7b507e64-6afe-48b0-b82a-966979479f0d HTTP/1.1" status: 200 len: 763 time: 0.0308249 Sep 21 18:16:26.162963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45598) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.163207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45600) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.169078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=b92f751c-259c-435b-ad3a-1f4bf6b1264b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.198058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.211862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe8a2-71a0-4aba-bee1-aa47d60aad4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.242962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:26.251430 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.253387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130deb-7394-4c78-9bf4-ff41800774ec req-3de1c0fc-c59b-441b-a27f-c6a2dd2a6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:26.256867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23130deb-7394-4c78-9bf4-ff41800774ec req-3de1c0fc-c59b-441b-a27f-c6a2dd2a6e2e service neutron] 10.222.0.78 "GET /v2.0/networks?id=e6dde90b-b525-4311-9068-5caaff6b4c51 HTTP/1.1" status: 200 len: 899 time: 0.3104939 Sep 21 18:16:26.314178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23130deb-7394-4c78-9bf4-ff41800774ec req-9f6fbebd-7472-4753-9491-dbc8b3868064 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=096e8840-f61d-42cb-a027-38b8fa511e9f HTTP/1.1" status: 200 len: 217 time: 0.0447416 Sep 21 18:16:26.318201 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775ff21f-68d4-41f1-a6da-e5f0520b2aef x-openstack-request-id: req-775ff21f-68d4-41f1-a6da-e5f0520b2aef {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:26.318765 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e719d182-c1b4-49d8-bb41-0085637fec03", "name": "network-vif-plugged", "status": "completed", "tag": "41e1efe3-661b-43b5-8614-62b7e4fdf076", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:26.319226 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-775ff21f-68d4-41f1-a6da-e5f0520b2aef {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:26.319840 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1efe3-661b-43b5-8614-62b7e4fdf076', 'code': 200} Sep 21 18:16:26.320951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.323963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:26.324712 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.463023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab263146-d53a-475a-acbf-a717ffa89a15 req-bb43ed94-b31c-48db-84ef-53e9a77165cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:26.464575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ab263146-d53a-475a-acbf-a717ffa89a15 req-bb43ed94-b31c-48db-84ef-53e9a77165cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 1097 time: 0.0680597 Sep 21 18:16:26.476657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-22c61be3-d735-4f36-8375-76b53c31af69 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3084683 Sep 21 18:16:26.480249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45606) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.516053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130deb-7394-4c78-9bf4-ff41800774ec req-aae84e34-da41-4e5e-86b9-01e1be77405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:26.517540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23130deb-7394-4c78-9bf4-ff41800774ec req-aae84e34-da41-4e5e-86b9-01e1be77405d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6d54ce5c-7f1c-47e0-aba2-700db4ad4e57 HTTP/1.1" status: 200 len: 834 time: 0.1887734 Sep 21 18:16:26.520101 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ab263146-d53a-475a-acbf-a717ffa89a15 req-44be01e0-c506-4e05-9606-35c292f4b2a7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479496 Sep 21 18:16:26.531558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4980aee-10ea-4100-8b17-db41d1629f8c req-1699eed5-5596-4629-8dee-03aea7abdfec tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:26.532009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d980e47-9f11-493c-b172-974b32f8579d tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.533090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4980aee-10ea-4100-8b17-db41d1629f8c req-1699eed5-5596-4629-8dee-03aea7abdfec tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 946 time: 0.1333027 Sep 21 18:16:26.540409 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d980e47-9f11-493c-b172-974b32f8579d tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.579018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d980e47-9f11-493c-b172-974b32f8579d tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.585414 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d980e47-9f11-493c-b172-974b32f8579d tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.586542 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3d980e47-9f11-493c-b172-974b32f8579d tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7b507e64-6afe-48b0-b82a-966979479f0d HTTP/1.1" status: 204 len: 168 time: 0.1046743 Sep 21 18:16:26.591412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.597774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d980e47-9f11-493c-b172-974b32f8579d tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b507e64-6afe-48b0-b82a-966979479f0d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.614169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-92dec776-254b-4b1d-b8c0-c59730dce391 None None] Provisioning complete for port b92f751c-259c-435b-ad3a-1f4bf6b1264b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:26.614815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92dec776-254b-4b1d-b8c0-c59730dce391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.621244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4980aee-10ea-4100-8b17-db41d1629f8c req-3026961c-5157-4dad-b1e7-d4f5e94b1797 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724578 Sep 21 18:16:26.640576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe8a2-71a0-4aba-bee1-aa47d60aad4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.642941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dc84fcb9-dfc4-4519-a4c9-093cdb1b4d5f tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502193 Sep 21 18:16:26.645762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.648746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe8a2-71a0-4aba-bee1-aa47d60aad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.655953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-123dbe67-1b37-40b3-949a-30696f85bd94 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Request body: {'security_group_rule': {'security_group_id': 'cfd3d3e3-1fc9-4521-8052-e4c63b69f6e0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:26.658862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-92dec776-254b-4b1d-b8c0-c59730dce391 None None] Port b92f751c-259c-435b-ad3a-1f4bf6b1264b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:26.670431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-4bc6eb46-1008-44db-9de9-010920f6af74 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6689975 Sep 21 18:16:26.693632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Request body: {'port': {'device_id': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:26.774562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 096e8840-f61d-42cb-a027-38b8fa511e9f details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:26.779514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9fdbe8a2-71a0-4aba-bee1-aa47d60aad4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00691a1f0f504976a486157c32f00913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128578 Sep 21 18:16:26.782273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45612) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.799496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbe8a2-71a0-4aba-bee1-aa47d60aad4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1627d191-703b-4d0a-992b-ac49668b1be6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.827629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-123dbe67-1b37-40b3-949a-30696f85bd94 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.862512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7a76494-79c5-478f-9bec-9acb4c00fac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.885903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7a76494-79c5-478f-9bec-9acb4c00fac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.889624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735976c8-7bb2-422e-8301-4e6bda8e5c9b req-e39db3ba-c626-4f82-b439-728c99f4c55c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:26.891231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-735976c8-7bb2-422e-8301-4e6bda8e5c9b req-e39db3ba-c626-4f82-b439-728c99f4c55c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 943 time: 0.2043006 Sep 21 18:16:26.895055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.929930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130deb-7394-4c78-9bf4-ff41800774ec req-0cc5b02d-de6b-43d8-a2d8-2976bab6cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:26.931563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23130deb-7394-4c78-9bf4-ff41800774ec req-0cc5b02d-de6b-43d8-a2d8-2976bab6cf15 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e6dde90b-b525-4311-9068-5caaff6b4c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744716 Sep 21 18:16:26.940584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7a76494-79c5-478f-9bec-9acb4c00fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.944187 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b7a76494-79c5-478f-9bec-9acb4c00fac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.949881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b7a76494-79c5-478f-9bec-9acb4c00fac7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1627d191-703b-4d0a-992b-ac49668b1be6 HTTP/1.1" status: 204 len: 168 time: 0.1645014 Sep 21 18:16:26.950611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 096e8840-f61d-42cb-a027-38b8fa511e9f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=096e8840-f61d-42cb-a027-38b8fa511e9f,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:26.957757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76494-79c5-478f-9bec-9acb4c00fac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1627d191-703b-4d0a-992b-ac49668b1be6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.963354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'port_id': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'mac_address': 'fa:16:3e:3b:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:27.015867 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.031512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096e8840-f61d-42cb-a027-38b8fa511e9f {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:27.046956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-735976c8-7bb2-422e-8301-4e6bda8e5c9b req-9d665365-6112-4e55-a120-a60e5d630d0f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377354 Sep 21 18:16:27.050168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-123dbe67-1b37-40b3-949a-30696f85bd94 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.057118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 096e8840-f61d-42cb-a027-38b8fa511e9f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=096e8840-f61d-42cb-a027-38b8fa511e9f,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:27.062763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.087827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-123dbe67-1b37-40b3-949a-30696f85bd94 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.131486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=096e8840-f61d-42cb-a027-38b8fa511e9f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:27.361107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['096e8840-f61d-42cb-a027-38b8fa511e9f'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:27.511299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dbe67-1b37-40b3-949a-30696f85bd94 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbdded5-03db-4dee-afe9-c2f42dd67716,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:27.516233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-fe29c3df-2f1f-4844-840a-2ed57570d1c2 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:27.519743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-fe29c3df-2f1f-4844-840a-2ed57570d1c2 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.78 "GET /v2.0/networks?id=094b1741-4f91-4872-a6be-5a1f8e5d2332 HTTP/1.1" status: 200 len: 824 time: 0.2089868 Sep 21 18:16:27.545899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Request body: {'port': {'device_id': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332', 'admin_state_up': True, 'tenant_id': '647dc5b77cbb46148716950c76015617'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:27.576192 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-123dbe67-1b37-40b3-949a-30696f85bd94 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.577450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-123dbe67-1b37-40b3-949a-30696f85bd94 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9304104 Sep 21 18:16:27.585487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:27.590983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7d25ab9-6936-469c-9bb7-614f0d5057ef req-0648e64f-0b35-4491-b282-5bd7bc5695f6 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 210 time: 0.0759137 Sep 21 18:16:27.604295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23130deb-7394-4c78-9bf4-ff41800774ec req-e28cf7a9-1bbe-4c97-af73-2384bb06beba service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570420 Sep 21 18:16:27.620295 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-19ba6973-8f28-4a4e-ad10-aa11ebe5efb1 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules/7dbdded5-03db-4dee-afe9-c2f42dd67716 HTTP/1.1" status: 200 len: 764 time: 0.0328071 Sep 21 18:16:27.624536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45632) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:27.739820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dbd06774-a6cc-483d-8f16-4fc3a21fbc46 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1133523 Sep 21 18:16:27.744072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45636) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:27.793862 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-286a04e5-cff3-4eee-9fa9-ce4e8c782a41 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.808185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-286a04e5-cff3-4eee-9fa9-ce4e8c782a41 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.848824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23130deb-7394-4c78-9bf4-ff41800774ec req-fc7e6819-d4a6-42e0-b936-0e56995bf9be service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364454 Sep 21 18:16:27.880291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Made reservation on behalf of 647dc5b77cbb46148716950c76015617 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:27.887602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.928241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-286a04e5-cff3-4eee-9fa9-ce4e8c782a41 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.947950 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-286a04e5-cff3-4eee-9fa9-ce4e8c782a41 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.949876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-286a04e5-cff3-4eee-9fa9-ce4e8c782a41 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7dbdded5-03db-4dee-afe9-c2f42dd67716 HTTP/1.1" status: 204 len: 168 time: 0.2038007 Sep 21 18:16:27.954409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45644) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:27.999877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92f751c-259c-435b-ad3a-1f4bf6b1264b {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:28.010694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a04e5-cff3-4eee-9fa9-ce4e8c782a41 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dbdded5-03db-4dee-afe9-c2f42dd67716,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.011975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.032768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb0d58-0fdd-4e87-9232-6c8d6feedfe0 req-5eaec21d-e57f-48aa-b61c-edf3d6cf696c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:28.034945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdbb0d58-0fdd-4e87-9232-6c8d6feedfe0 req-5eaec21d-e57f-48aa-b61c-edf3d6cf696c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 932 time: 0.1136065 Sep 21 18:16:28.052871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Transition to ACTIVE for port object b92f751c-259c-435b-ad3a-1f4bf6b1264b will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:28.062891 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.072343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b91c1070-353e-4350-a21f-dac1d8b10ca2 tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1139762 Sep 21 18:16:28.073136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45650) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.122565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Allocated IP 172.20.0.4 (094b1741-4f91-4872-a6be-5a1f8e5d2332/b4487498-f1d3-45d7-93e2-eb85243cec57/e63ae9f6-623b-443b-9dad-a7595012dbc9) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:28.147101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45654) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.150706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdbb0d58-0fdd-4e87-9232-6c8d6feedfe0 req-b83950e4-6542-4cc0-bf5b-bf817e2f46ae tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072717 Sep 21 18:16:28.165704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b92f751c-259c-435b-ad3a-1f4bf6b1264b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.246076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b29ea9b-9ff0-4e21-bfa7-6c9578cf1bda tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.279124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Attempting to bind port b92f751c-259c-435b-ad3a-1f4bf6b1264b on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:28.279771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Attempting to bind port b92f751c-259c-435b-ad3a-1f4bf6b1264b by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:28.280281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Attempting to bind port b92f751c-259c-435b-ad3a-1f4bf6b1264b on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:28.284425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b29ea9b-9ff0-4e21-bfa7-6c9578cf1bda tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.294280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Port b92f751c-259c-435b-ad3a-1f4bf6b1264b on network 504eee16-e66c-4c18-9265-40a9b7e500f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:28.295410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Attempting to bind port b92f751c-259c-435b-ad3a-1f4bf6b1264b on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:28.312138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:28.312483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:28.312922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Bound using segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:28.313433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Bound port: b92f751c-259c-435b-ad3a-1f4bf6b1264b, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:28.313796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.321390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:28.325536 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de97fac-3d89-4e97-9b6e-e0592a6cbeeb" -d '{"events": [{"server_uuid": "fd14c23c-ef64-4923-897c-ec9381466b95", "name": "network-vif-plugged", "status": "completed", "tag": "02a4c74f-5e6e-4cab-9a25-a4878c7f78ea"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:28.371919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997191263-network', 'tenant_id': '3a9e5bee2d2349e7b2ae1675f76cd4dc'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:28.387120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.397220 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b29ea9b-9ff0-4e21-bfa7-6c9578cf1bda tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.402004 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6b29ea9b-9ff0-4e21-bfa7-6c9578cf1bda tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.403393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6b29ea9b-9ff0-4e21-bfa7-6c9578cf1bda tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "DELETE /v2.0/security-groups/cfd3d3e3-1fc9-4521-8052-e4c63b69f6e0 HTTP/1.1" status: 204 len: 168 time: 0.3283510 Sep 21 18:16:28.412005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.435904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.440803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] For port b92f751c-259c-435b-ad3a-1f4bf6b1264b, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:28.470198 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29ea9b-9ff0-4e21-bfa7-6c9578cf1bda tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd3d3e3-1fc9-4521-8052-e4c63b69f6e0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.483832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Made reservation on behalf of 3a9e5bee2d2349e7b2ae1675f76cd4dc for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:28.486127 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.487756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] For port b92f751c-259c-435b-ad3a-1f4bf6b1264b, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b92f751c-259c-435b-ad3a-1f4bf6b1264b,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:28.498782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.503068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.519022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Network 094b1741-4f91-4872-a6be-5a1f8e5d2332 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:28.529521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:28.533861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:28.539548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Pushing event updated for resources: {'Port': ['ID=e63ae9f6-623b-443b-9dad-a7595012dbc9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.555545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:28.557198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.559567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/b92f751c-259c-435b-ad3a-1f4bf6b1264b HTTP/1.1" status: 200 len: 1092 time: 1.8769345 Sep 21 18:16:28.565135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'tag': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:28.567327 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059371a9-06a9-4ffb-b429-244997dee73a" -d '{"events": [{"name": "network-changed", "server_uuid": "57995cce-3b71-4ef1-a207-a06ada321ca2", "tag": "b92f751c-259c-435b-ad3a-1f4bf6b1264b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:28.587500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-72a42e1b-a881-4c2c-9c02-8b35461e192c tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1393137 Sep 21 18:16:28.591747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45666) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.641046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:28.641635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.650371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a48a2-cff3-4511-b09c-8cd11d3d06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b92f751c-259c-435b-ad3a-1f4bf6b1264b,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.680433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-597ab853-6b36-45a1-a2d5-d5fee46702aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:28.682325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-597ab853-6b36-45a1-a2d5-d5fee46702aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0706689 Sep 21 18:16:28.719010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5944366-9712-4596-8a06-40e70c8cf11b tempest-SecGroupTest-224932428 tempest-SecGroupTest-224932428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1240835 Sep 21 18:16:28.756057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-9b2bf272-71d5-4669-a858-a035d044c4ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92f751c-259c-435b-ad3a-1f4bf6b1264b HTTP/1.1" status: 200 len: 217 time: 0.0635357 Sep 21 18:16:28.780107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 096e8840-f61d-42cb-a027-38b8fa511e9f up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:28.792741 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.803093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.810508 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-e6309595-095a-459d-8cee-dc7f98bb5ea0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2698741 Sep 21 18:16:28.832736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Request body: {'port': {'device_id': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:28.866844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:28.870307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 096e8840-f61d-42cb-a027-38b8fa511e9f completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:28.875781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 096e8840-f61d-42cb-a027-38b8fa511e9f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:28.876032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-8fde6620-6b45-46ad-86fb-614ded1dad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:28.877066 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.877921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-8fde6620-6b45-46ad-86fb-614ded1dad60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1072962 Sep 21 18:16:28.892376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46125d1-4e5a-4924-aeda-3eea1ce32bb1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.898466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea665a-a73b-429e-8526-1a166087cac4 req-1e64fe92-a900-44d3-acaf-ee424b6b1efc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:28.907303 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36ea665a-a73b-429e-8526-1a166087cac4 req-1e64fe92-a900-44d3-acaf-ee424b6b1efc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 946 time: 0.1487799 Sep 21 18:16:28.908837 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.909192 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Added segment 4f466fb4-4308-48fe-932a-eddd3cb81636 of type vlan for network ee4a0c75-84e0-4412-8f7b-78826b7721ee Sep 21 18:16:28.994794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36ea665a-a73b-429e-8526-1a166087cac4 req-a720880a-d071-4d6a-ac3d-f7de2baf5b5e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874536 Sep 21 18:16:28.999113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-ce8522b1-b7bd-483d-99c9-a8bef727adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.001145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.005150 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.028307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45676) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.035579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-ce8522b1-b7bd-483d-99c9-a8bef727adb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271691 Sep 21 18:16:29.038503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.076075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 096e8840-f61d-42cb-a027-38b8fa511e9f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=096e8840-f61d-42cb-a027-38b8fa511e9f,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:29.082934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.097926 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.099465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.100061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.155811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=096e8840-f61d-42cb-a027-38b8fa511e9f,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:29.178048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-b565c928-0bc8-4eb0-a024-79a749b847cc service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265423 Sep 21 18:16:29.218441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0703182 Sep 21 18:16:29.219058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.233445 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-941d61af-f492-4f7a-bc98-9672dcf38245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.250986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Request body: {'subnet': {'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997191263-subnet', 'tenant_id': '3a9e5bee2d2349e7b2ae1675f76cd4dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:29.270059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbcc57-bdab-47ae-827c-8e0e8f0866a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4a0c75-84e0-4412-8f7b-78826b7721ee,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:29.282435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ee4a0c75-84e0-4412-8f7b-78826b7721ee details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:29.295838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a552-5557-434e-b615-ec2c6e0ea982 req-e21810d1-c495-49c0-92ac-99ef76dae567 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.297411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43f8a552-5557-434e-b615-ec2c6e0ea982 req-e21810d1-c495-49c0-92ac-99ef76dae567 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.1090696 Sep 21 18:16:29.342407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5412ab9-f442-4da6-90ed-3b162601bce9 req-09be1453-7ec3-4a77-a3ce-ff10223460f4 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426284 Sep 21 18:16:29.367791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43f8a552-5557-434e-b615-ec2c6e0ea982 req-1a6a7722-5ce6-4e76-8e17-8e3065cecd20 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588620 Sep 21 18:16:29.378898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a30322f3-7462-4ab5-ae2f-4f0e6137626c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd3bfec728e54aeeb48c479cef4d11a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477800 Sep 21 18:16:29.382332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45688) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.382498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Made reservation on behalf of 3a9e5bee2d2349e7b2ae1675f76cd4dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:29.384757 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.431035 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44ba9bd-4f3d-4583-aff1-a1be072cc77b x-openstack-request-id: req-c44ba9bd-4f3d-4583-aff1-a1be072cc77b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:29.431925 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd14c23c-ef64-4923-897c-ec9381466b95", "name": "network-vif-plugged", "status": "completed", "tag": "02a4c74f-5e6e-4cab-9a25-a4878c7f78ea", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:29.432344 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c44ba9bd-4f3d-4583-aff1-a1be072cc77b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:29.432985 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea', 'code': 200} Sep 21 18:16:29.444153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09b497d7-bb7a-4679-a3d1-faebf231cd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.469666 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cea1e8-7f96-4f0c-a8e9-a9223e160ad6 x-openstack-request-id: req-d3cea1e8-7f96-4f0c-a8e9-a9223e160ad6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:29.470047 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57995cce-3b71-4ef1-a207-a06ada321ca2", "tag": "b92f751c-259c-435b-ad3a-1f4bf6b1264b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:29.470395 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3cea1e8-7f96-4f0c-a8e9-a9223e160ad6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:29.470849 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'tag': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b', 'status': 'completed', 'code': 200} Sep 21 18:16:29.477232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09b497d7-bb7a-4679-a3d1-faebf231cd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.610760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896a3af-1f04-4ebe-b9a6-73921a445ed9 req-a641ff66-462a-4833-99e1-12e036ea6e43 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.612402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a896a3af-1f04-4ebe-b9a6-73921a445ed9 req-a641ff66-462a-4833-99e1-12e036ea6e43 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 931 time: 0.0900476 Sep 21 18:16:29.615496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed257-90fd-4217-9fd9-79db9dc1f76e req-b80064e9-adf5-4497-9c34-7c1ba74b3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.616971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-843ed257-90fd-4217-9fd9-79db9dc1f76e req-b80064e9-adf5-4497-9c34-7c1ba74b3960 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd14c23c-ef64-4923-897c-ec9381466b95 HTTP/1.1" status: 200 len: 1097 time: 0.0834258 Sep 21 18:16:29.627937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09b497d7-bb7a-4679-a3d1-faebf231cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.630510 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09b497d7-bb7a-4679-a3d1-faebf231cd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.631627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-09b497d7-bb7a-4679-a3d1-faebf231cd44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be3fe87c-993d-4ce0-b245-8541e0ae4047 HTTP/1.1" status: 204 len: 168 time: 0.2489507 Sep 21 18:16:29.649060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059371a9-06a9-4ffb-b429-244997dee73a req-12a413fb-538f-41b0-a2d2-7da5359d5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.650316 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-059371a9-06a9-4ffb-b429-244997dee73a req-12a413fb-538f-41b0-a2d2-7da5359d5828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 1095 time: 0.1126437 Sep 21 18:16:29.663036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b497d7-bb7a-4679-a3d1-faebf231cd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3fe87c-993d-4ce0-b245-8541e0ae4047,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:29.698022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a896a3af-1f04-4ebe-b9a6-73921a445ed9 req-d628b651-db33-498d-adad-bb49b271bc39 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793467 Sep 21 18:16:29.700593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-843ed257-90fd-4217-9fd9-79db9dc1f76e req-fb7624a8-e5eb-43f0-8bf1-e50aa310ac9f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615525 Sep 21 18:16:29.745448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63ae9f6-623b-443b-9dad-a7595012dbc9 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:29.794144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.808688 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.830161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.836381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.839726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Transition to ACTIVE for port object e63ae9f6-623b-443b-9dad-a7595012dbc9 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:29.843584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.850064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.854927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.857581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.863714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.869661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.874865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-51b917bd-0214-489c-844f-099248feb045 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.1058691 Sep 21 18:16:29.912125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059371a9-06a9-4ffb-b429-244997dee73a req-4d39e1fb-1bd5-4a48-8648-830680e772ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.913770 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-059371a9-06a9-4ffb-b429-244997dee73a req-4d39e1fb-1bd5-4a48-8648-830680e772ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2421610 Sep 21 18:16:29.919723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db4d3f2-de65-468a-9ab3-f97b7758d4a0,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:29.935797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3eec02e-d9c8-4ba6-bf7b-13285d02e107 req-aabe99ce-36da-4649-b6e7-53e4f66d5bf9 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489497 Sep 21 18:16:29.989978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Pushing event updated for resources: {'Port': ['ID=e63ae9f6-623b-443b-9dad-a7595012dbc9,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:29.998817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-059371a9-06a9-4ffb-b429-244997dee73a req-d532a42d-9160-49ff-9641-c751d28027c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92f751c-259c-435b-ad3a-1f4bf6b1264b HTTP/1.1" status: 200 len: 217 time: 0.0657778 Sep 21 18:16:30.024969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Checking segment: {'id': '4f466fb4-4308-48fe-932a-eddd3cb81636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:30.025396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Network hostable DHCP agents. Network: ee4a0c75-84e0-4412-8f7b-78826b7721ee, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:30.081255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1651cd-6d24-4ae4-a1c8-761d621b1db8 req-7bf908b2-cc94-4a58-a1f4-8ab87522b45a tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.083531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db1651cd-6d24-4ae4-a1c8-761d621b1db8 req-7bf908b2-cc94-4a58-a1f4-8ab87522b45a tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd14c23c-ef64-4923-897c-ec9381466b95 HTTP/1.1" status: 200 len: 946 time: 0.0663214 Sep 21 18:16:30.105826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059371a9-06a9-4ffb-b429-244997dee73a req-fbe2be4c-6193-4650-a7ad-ad0399a8dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.107752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-059371a9-06a9-4ffb-b429-244997dee73a req-fbe2be4c-6193-4650-a7ad-ad0399a8dd9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0926666 Sep 21 18:16:30.116612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Network ee4a0c75-84e0-4412-8f7b-78826b7721ee is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:30.137212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db1651cd-6d24-4ae4-a1c8-761d621b1db8 req-636dbd72-9505-49d1-a641-8fa8330a2c35 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Sep 21 18:16:30.166409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Attempting to bind port e63ae9f6-623b-443b-9dad-a7595012dbc9 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:30.166646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Attempting to bind port e63ae9f6-623b-443b-9dad-a7595012dbc9 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '83bbfa21-e89b-4767-9ade-23be187deacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:30.167728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Attempting to bind port e63ae9f6-623b-443b-9dad-a7595012dbc9 on network 094b1741-4f91-4872-a6be-5a1f8e5d2332 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:30.171514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ee4a0c75-84e0-4412-8f7b-78826b7721ee) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:30.185238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.185390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465b8fd-7d47-4ecc-8b35-02b3aa6576c0 None None] Network ee4a0c75-84e0-4412-8f7b-78826b7721ee requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:30.185829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.188036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Port e63ae9f6-623b-443b-9dad-a7595012dbc9 on network 094b1741-4f91-4872-a6be-5a1f8e5d2332 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:30.188357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Attempting to bind port e63ae9f6-623b-443b-9dad-a7595012dbc9 on network 094b1741-4f91-4872-a6be-5a1f8e5d2332 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:30.199865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:30.200212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Checking segment: {'id': '83bbfa21-e89b-4767-9ade-23be187deacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:30.200594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Bound using segment: {'id': '83bbfa21-e89b-4767-9ade-23be187deacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:30.201034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Bound port: e63ae9f6-623b-443b-9dad-a7595012dbc9, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bbfa21-e89b-4767-9ade-23be187deacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:30.201391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.230946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-41f55d01-0258-4517-8179-4cb38fc7eac3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9815803 Sep 21 18:16:30.278515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059371a9-06a9-4ffb-b429-244997dee73a req-6007d80c-79e7-4347-9fd5-492ea169dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.280030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-059371a9-06a9-4ffb-b429-244997dee73a req-6007d80c-79e7-4347-9fd5-492ea169dfcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612251 Sep 21 18:16:30.385088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.394100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6182d39-0c69-492a-86c3-abb97fca0c1f None None] Network ee4a0c75-84e0-4412-8f7b-78826b7721ee requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:30.397614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.406906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.414518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.421366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.430028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.437688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.440230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-eca4e0f0-8b4e-408e-85c1-87b5c22c67a4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 5443 time: 0.2670944 Sep 21 18:16:30.446463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] For port e63ae9f6-623b-443b-9dad-a7595012dbc9, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:30.453898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c3ce7-39e1-4261-96ba-cd0a2e21fd74 req-6bfce95b-e85d-4208-ba1b-f75f92ce6f78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.455488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d9c3ce7-39e1-4261-96ba-cd0a2e21fd74 req-6bfce95b-e85d-4208-ba1b-f75f92ce6f78 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 944 time: 0.1886907 Sep 21 18:16:30.487154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] For port e63ae9f6-623b-443b-9dad-a7595012dbc9, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e63ae9f6-623b-443b-9dad-a7595012dbc9,segment=NetworkSegment(83bbfa21-e89b-4767-9ade-23be187deacc),segment_id=83bbfa21-e89b-4767-9ade-23be187deacc)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:30.497708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.558999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.560049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.561578 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] 10.222.0.78 "PUT /v2.0/ports/e63ae9f6-623b-443b-9dad-a7595012dbc9 HTTP/1.1" status: 200 len: 1091 time: 1.7374182 Sep 21 18:16:30.562697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'tag': 'e63ae9f6-623b-443b-9dad-a7595012dbc9'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:30.565277 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d71fcff-0063-4ad3-94aa-11f183258779" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeed269-a5ee-4f54-9a53-d4f6f9121e1b", "tag": "e63ae9f6-623b-443b-9dad-a7595012dbc9"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:30.570957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45720) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:30.574331 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-059371a9-06a9-4ffb-b429-244997dee73a req-609bec3d-b4d5-4262-bf0d-52629c0af6fe service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795589 Sep 21 18:16:30.622656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d9c3ce7-39e1-4261-96ba-cd0a2e21fd74 req-cb1059a1-948b-47ba-9cf8-d6c7f70111b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311467 Sep 21 18:16:30.642841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-d9752ae6-b101-4301-b9d9-d67f3bb41faa tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.647593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-d9752ae6-b101-4301-b9d9-d67f3bb41faa tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "GET /v2.0/ports/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1911166 Sep 21 18:16:30.668493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2940d-377f-4dbe-9470-f73029a568ae service neutron] Pushing event updated for resources: {'Port': ['ID=e63ae9f6-623b-443b-9dad-a7595012dbc9,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:30.737992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-a1527e2f-3a1f-4611-9044-f66c3930fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.739966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-a1527e2f-3a1f-4611-9044-f66c3930fe65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=647dc5b77cbb46148716950c76015617&device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 1094 time: 0.1184483 Sep 21 18:16:30.822864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1183860939'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:30.834300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-94f60aa1-f8ad-4be6-935e-d5c4c8d8d1f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e63ae9f6-623b-443b-9dad-a7595012dbc9 HTTP/1.1" status: 200 len: 217 time: 0.0829985 Sep 21 18:16:30.840147 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-059371a9-06a9-4ffb-b429-244997dee73a req-215f9295-b9e8-4939-9fb7-4d1d34a1058e service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532308 Sep 21 18:16:30.863877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-49b874ec-cbd0-4a1d-83b1-c00e03e7c020 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "GET /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2053218 Sep 21 18:16:30.883280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:30.894574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Made reservation on behalf of 1ce436bf851f4abab63232620719fac4 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:30.898246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.911917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.916181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-bf1f58e7-241d-41dd-8d9d-764c71e5bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.918449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-bf1f58e7-241d-41dd-8d9d-764c71e5bbba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b4487498-f1d3-45d7-93e2-eb85243cec57 HTTP/1.1" status: 200 len: 864 time: 0.0755577 Sep 21 18:16:30.958939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835a881-5519-443d-9e53-0b87840769fc req-2849377e-0716-477a-a1d0-40138d86bab1 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.960456 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1835a881-5519-443d-9e53-0b87840769fc req-2849377e-0716-477a-a1d0-40138d86bab1 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.1214149 Sep 21 18:16:30.966254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.972658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-ec9cffec-64a9-4ba4-9805-d3761f25a5a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=094b1741-4f91-4872-a6be-5a1f8e5d2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351257 Sep 21 18:16:31.042880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1835a881-5519-443d-9e53-0b87840769fc req-8b49213c-cbca-4a67-a4e0-f6fa1ad04274 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704083 Sep 21 18:16:31.109777 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145411e6-ec68-4098-a77f-0feb20963002 x-openstack-request-id: req-145411e6-ec68-4098-a77f-0feb20963002 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:31.110075 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeed269-a5ee-4f54-9a53-d4f6f9121e1b", "tag": "e63ae9f6-623b-443b-9dad-a7595012dbc9", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:31.110433 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-145411e6-ec68-4098-a77f-0feb20963002 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:31.111239 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'tag': 'e63ae9f6-623b-443b-9dad-a7595012dbc9', 'status': 'completed', 'code': 200} Sep 21 18:16:31.131837 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-278f44f2-454c-49df-99b5-56b212d4eb15 service neutron] 10.222.0.78 "GET /v2.0/networks/094b1741-4f91-4872-a6be-5a1f8e5d2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447277 Sep 21 18:16:31.137465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45742) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.143189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513603744-network', 'tenant_id': '86549bf57c1e473fbc7ed016ce89b311'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:31.177507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.178760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] For port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:31.191975 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.243939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] For port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:31.256631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:31.280407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dde-79d3-4618-b71d-a48a6b72a74a req-c3079a15-9ce2-4a56-a833-67512f71a9d2 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.280695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Made reservation on behalf of 86549bf57c1e473fbc7ed016ce89b311 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:31.281946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e804dde-79d3-4618-b71d-a48a6b72a74a req-c3079a15-9ce2-4a56-a833-67512f71a9d2 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 943 time: 0.0926874 Sep 21 18:16:31.282856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.291336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.291691 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Added segment 79549cc6-dab0-48d4-9cf7-53daf788e1a4 of type vlan for network 55664fcd-c9db-436f-8c1d-7ca7f62faa15 Sep 21 18:16:31.303927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] device_id is not set on port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:31.311489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe5f6d-a8d1-4333-94a6-0ad2ea34f045,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:31.318904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.321725 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.332780 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.374352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.381020 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7fa1e716-9711-4d5d-bd0f-952eea133918 req-61b5a878-21cf-46ed-a551-ee305386c86c service neutron] 10.222.0.78 "GET /v2.0/networks/094b1741-4f91-4872-a6be-5a1f8e5d2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445455 Sep 21 18:16:31.381213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e804dde-79d3-4618-b71d-a48a6b72a74a req-d60c07b9-db47-4a4c-9a50-30743c94c451 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910542 Sep 21 18:16:31.426131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] No DVR routers for this DVR port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:31.434944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:31.438016 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98295cd3-a3b6-4a5b-9316-3202f5246155" -d '{"events": [{"server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "name": "network-vif-plugged", "status": "completed", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:31.438308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.444520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.445118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.453063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] Pushing event updated for resources: {'Port': ['ID=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:31.478705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] In _notify_port_updated(), no bound segment for port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:31.480813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.481691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.483467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-dbfd3430-6dab-49f2-ace7-7bfa1b874dbf service neutron] 10.222.0.41 "PUT /v2.0/ports/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 200 len: 1031 time: 0.6058314 Sep 21 18:16:31.571748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-88dd9b09-a21c-4e3a-a290-eeddca4b4780 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.573372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-88dd9b09-a21c-4e3a-a290-eeddca4b4780 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "GET /v2.0/ports/e131b204-a153-4170-86ef-52e475bc2ea2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0769577 Sep 21 18:16:31.581632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Pushing event updated for resources: {'Network': ['ID=55664fcd-c9db-436f-8c1d-7ca7f62faa15,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:31.590555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-51dd4291-05be-48cc-ac32-db25ab90c49b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.594742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 55664fcd-c9db-436f-8c1d-7ca7f62faa15 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:31.596506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-51dd4291-05be-48cc-ac32-db25ab90c49b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.598711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-1164d0a5-41f2-4c06-88d6-2b6f28d3a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.600012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-1164d0a5-41f2-4c06-88d6-2b6f28d3a881 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=647dc5b77cbb46148716950c76015617&device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 1094 time: 0.1034577 Sep 21 18:16:31.602484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-51dd4291-05be-48cc-ac32-db25ab90c49b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.609152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-51dd4291-05be-48cc-ac32-db25ab90c49b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.615254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-51dd4291-05be-48cc-ac32-db25ab90c49b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.621932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-51dd4291-05be-48cc-ac32-db25ab90c49b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.624636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-51dd4291-05be-48cc-ac32-db25ab90c49b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 4665 time: 0.1376438 Sep 21 18:16:31.630130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:31.715093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.721679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6a6b1e3-d98c-4bbb-a8a2-4776373ee8ca req-6c867fc2-8208-4486-8ff4-550e8232c55c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&id=bd2ed728-07cd-41ae-9769-fbee9339b678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876970 Sep 21 18:16:31.722605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.722945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.742334 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-74fa598c-8fd0-40a7-b697-a0b8cae26eed tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1632578 Sep 21 18:16:31.745863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45750) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.752938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-936fa8c1-741b-4e2c-b8ad-725c64cb5306 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-758739120') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:31.762912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3ceb372a-50bf-46ae-9e67-89fefa9cb508 None None] Provisioning complete for port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:31.763290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3ceb372a-50bf-46ae-9e67-89fefa9cb508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.781233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:31.802019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-af16d27f-34a0-4393-a73f-b84305ecc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:31.803651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-af16d27f-34a0-4393-a73f-b84305ecc854 service neutron] 10.222.0.78 "GET /v2.0/networks?id=094b1741-4f91-4872-a6be-5a1f8e5d2332 HTTP/1.1" status: 200 len: 926 time: 0.1931500 Sep 21 18:16:31.812273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4531100-5800-42dd-bc99-4b9d65052f47,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:31.823554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb372a-50bf-46ae-9e67-89fefa9cb508 None None] Port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:31.832672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b92f751c-259c-435b-ad3a-1f4bf6b1264b details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:31.836766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.836917 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Added segment 85bca067-3212-4ec5-97d8-6ec79512f46b of type vlan for network f5c5cdd9-b447-447f-b8b2-d67e75a409e0 Sep 21 18:16:31.884707 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-e0c91579-52d9-4131-91d3-6a40e9d4fedd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e63ae9f6-623b-443b-9dad-a7595012dbc9 HTTP/1.1" status: 200 len: 217 time: 0.0602145 Sep 21 18:16:31.896110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] For port e131b204-a153-4170-86ef-52e475bc2ea2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e131b204-a153-4170-86ef-52e475bc2ea2,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:31.947047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] For port e131b204-a153-4170-86ef-52e475bc2ea2, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:31.951040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b92f751c-259c-435b-ad3a-1f4bf6b1264b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b92f751c-259c-435b-ad3a-1f4bf6b1264b,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:31.962293 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.965973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b', 'mac_address': 'fa:16:3e:b6:b7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:32.007046 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.012644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-3c0ed481-f2fc-4d29-8b52-57588683fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:32.014124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-3c0ed481-f2fc-4d29-8b52-57588683fc21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b4487498-f1d3-45d7-93e2-eb85243cec57 HTTP/1.1" status: 200 len: 864 time: 0.1059189 Sep 21 18:16:32.016245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] device_id is not set on port e131b204-a153-4170-86ef-52e475bc2ea2 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:32.027087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92f751c-259c-435b-ad3a-1f4bf6b1264b {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:32.029664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.039324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.048140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b92f751c-259c-435b-ad3a-1f4bf6b1264b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b92f751c-259c-435b-ad3a-1f4bf6b1264b,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:32.053384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.053759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e21f8-a51a-433f-a266-0d5885ce3652 req-63b14bbb-c9a0-496f-b4fb-875547e6dbd2 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:32.055386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-185e21f8-a51a-433f-a266-0d5885ce3652 req-63b14bbb-c9a0-496f-b4fb-875547e6dbd2 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd14c23c-ef64-4923-897c-ec9381466b95 HTTP/1.1" status: 200 len: 946 time: 0.0818594 Sep 21 18:16:32.067195 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-cf97aced-8ea4-4f35-a5c9-46a685455e8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=094b1741-4f91-4872-a6be-5a1f8e5d2332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390036 Sep 21 18:16:32.069051 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-936fa8c1-741b-4e2c-b8ad-725c64cb5306 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "PUT /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-758739120 HTTP/1.1" status: 201 len: 201 time: 0.3199823 Sep 21 18:16:32.074261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45756) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:32.080116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-1d09d9f2-38b9-4d36-aa71-33fbe5a1b1da tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-758739120') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:32.083014 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.084975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:32.085640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.109958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b92f751c-259c-435b-ad3a-1f4bf6b1264b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:32.144543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] Pushing event updated for resources: {'Port': ['ID=e131b204-a153-4170-86ef-52e475bc2ea2,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:32.153093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] No DVR routers for this DVR port e131b204-a153-4170-86ef-52e475bc2ea2 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:32.161691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0231836 Sep 21 18:16:32.168672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45758) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:32.174876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Request body: {'subnet': {'network_id': 'f5c5cdd9-b447-447f-b8b2-d67e75a409e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513603744-subnet', 'tenant_id': '86549bf57c1e473fbc7ed016ce89b311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:32.181896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-185e21f8-a51a-433f-a266-0d5885ce3652 req-f396eb34-6d5a-419f-bb01-fb86d387362f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014802 Sep 21 18:16:32.200686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] In _notify_port_updated(), no bound segment for port e131b204-a153-4170-86ef-52e475bc2ea2 on network a6836101-bfde-469a-9254-dfa61f3fc5a2 {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:32.201881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:32.212578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.214567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-ba4f0874-568e-4466-9ea3-bad1f8bf6e7d service neutron] 10.222.0.41 "PUT /v2.0/ports/e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 200 len: 1033 time: 0.5881698 Sep 21 18:16:32.241204 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc8f6d-9d1a-4e18-95dd-86beb6292a55 x-openstack-request-id: req-47cc8f6d-9d1a-4e18-95dd-86beb6292a55 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:32.241504 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "name": "network-vif-plugged", "status": "completed", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:32.241759 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47cc8f6d-9d1a-4e18-95dd-86beb6292a55 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:32.242160 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'code': 200} Sep 21 18:16:32.336662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['b92f751c-259c-435b-ad3a-1f4bf6b1264b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:32.402013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port 3501dd92-7a88-4a8d-a78d-b9903c87b297 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:32.402499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.445525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8d2b-c875-4882-a8fc-270f3c90caa4 req-2e5578c1-6171-4a30-bab9-2dc45f8b1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:32.447419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329f8d2b-c875-4882-a8fc-270f3c90caa4 req-2e5578c1-6171-4a30-bab9-2dc45f8b1d92 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 1096 time: 0.1169364 Sep 21 18:16:32.525894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0d959b6e-2f4e-4c4c-8e11-2a342881e3f7 None None] Provisioning complete for port e131b204-a153-4170-86ef-52e475bc2ea2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:32.527820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0d959b6e-2f4e-4c4c-8e11-2a342881e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.535220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329f8d2b-c875-4882-a8fc-270f3c90caa4 req-193b814a-d9f4-4bdc-b2f5-b2677908bcfb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588868 Sep 21 18:16:32.541522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] For port 3501dd92-7a88-4a8d-a78d-b9903c87b297, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3501dd92-7a88-4a8d-a78d-b9903c87b297,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:32.542576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.560040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for 3501dd92-7a88-4a8d-a78d-b9903c87b297 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:32.594109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bd751-25e2-4326-8d4d-cc1ec07b977d admin admin] Pushing event updated for resources: {'Network': ['ID=f5c5cdd9-b447-447f-b8b2-d67e75a409e0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:32.638965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f5c5cdd9-b447-447f-b8b2-d67e75a409e0 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:32.640582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Made reservation on behalf of 86549bf57c1e473fbc7ed016ce89b311 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:32.642004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0d959b6e-2f4e-4c4c-8e11-2a342881e3f7 None None] Port e131b204-a153-4170-86ef-52e475bc2ea2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:32.643610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.695452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-5235df97-2c94-49b6-8a7b-231cf468f402 service neutron] 10.222.0.78 "GET /v2.0/networks/094b1741-4f91-4872-a6be-5a1f8e5d2332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185925 Sep 21 18:16:32.703692 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1d09d9f2-38b9-4d36-aa71-33fbe5a1b1da tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "GET /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-758739120 HTTP/1.1" status: 204 len: 168 time: 0.6279671 Sep 21 18:16:32.707690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45766) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:32.730952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-3aab95ba-ca63-44db-b108-a49a0188cc5a tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:32.779789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.824052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a6131-0cdd-4316-8bab-bea98d844a2f req-671b3b46-2da2-40fd-95f2-8262888a7312 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:32.825552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-779a6131-0cdd-4316-8bab-bea98d844a2f req-671b3b46-2da2-40fd-95f2-8262888a7312 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 945 time: 0.1305115 Sep 21 18:16:32.830635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=3501dd92-7a88-4a8d-a78d-b9903c87b297,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:32.890263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0d71fcff-0063-4ad3-94aa-11f183258779 req-a42dcfde-8db8-4542-a7d4-9d1cbd6af83d service neutron] 10.222.0.78 "GET /v2.0/networks/094b1741-4f91-4872-a6be-5a1f8e5d2332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413426 Sep 21 18:16:32.904362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3aab95ba-ca63-44db-b108-a49a0188cc5a tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "GET /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags HTTP/1.1" status: 200 len: 237 time: 0.1882274 Sep 21 18:16:32.904896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45770) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:32.911884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-d7db1c87-c833-4052-a644-0a807836b4db tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', {'tags': ['tempest-TagsTest-Tag-1421668097', 'tempest-TagsTest-Tag-885039548', 'tempest-TagsTest-Tag-691694256']}) {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:32.935444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.939833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] No DVR routers for this DVR port 3501dd92-7a88-4a8d-a78d-b9903c87b297 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:32.953525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.955624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-f1e666f0-068d-4452-92c9-9215eec6fb7c tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "DELETE /v2.0/ports/3501dd92-7a88-4a8d-a78d-b9903c87b297 HTTP/1.1" status: 204 len: 173 time: 0.7344933 Sep 21 18:16:32.958414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '3501dd92-7a88-4a8d-a78d-b9903c87b297'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:32.960692 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb94c88-9f78-49c3-9885-576a8dcfe004" -d '{"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "3501dd92-7a88-4a8d-a78d-b9903c87b297"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:32.985473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-779a6131-0cdd-4316-8bab-bea98d844a2f req-1d033524-cd27-4e39-9f81-2b9244cd2ab2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525989 Sep 21 18:16:32.994576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db47820-9a66-450d-9990-4b1002adc91b,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:33.002997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Checking segment: {'id': '85bca067-3212-4ec5-97d8-6ec79512f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'f5c5cdd9-b447-447f-b8b2-d67e75a409e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:33.003360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Network hostable DHCP agents. Network: f5c5cdd9-b447-447f-b8b2-d67e75a409e0, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:33.028832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Network f5c5cdd9-b447-447f-b8b2-d67e75a409e0 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:33.039956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f5c5cdd9-b447-447f-b8b2-d67e75a409e0) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:33.050148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:33.051279 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.057901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c595b-9216-4876-93cb-e3ef6f4df1eb None None] Network f5c5cdd9-b447-447f-b8b2-d67e75a409e0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:33.091501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f0a98f29-f3c0-4150-9c68-787cc26889d1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9200509 Sep 21 18:16:33.107602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d7db1c87-c833-4052-a644-0a807836b4db tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "PUT /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags HTTP/1.1" status: 200 len: 307 time: 0.1965327 Sep 21 18:16:33.108128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45778) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:33.113651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-69009c36-36f8-47b8-aec9-7fdc97c20422 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-1421668097') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:33.167747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port 418ce071-e1b4-4443-9d9a-5c161a39669a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:33.168256 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.245913 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-69009c36-36f8-47b8-aec9-7fdc97c20422 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "DELETE /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-1421668097 HTTP/1.1" status: 204 len: 168 time: 0.1334965 Sep 21 18:16:33.246738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45780) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:33.252487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-01e0d7f6-83b1-43c3-968a-32637bcc1405 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-1421668097') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:33.266158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b07ff-d564-4a2d-9b91-fb92012c114d req-7fb8595f-cf7d-4c70-9ce6-e65a166f8347 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:33.267838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-237b07ff-d564-4a2d-9b91-fb92012c114d req-7fb8595f-cf7d-4c70-9ce6-e65a166f8347 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.1381016 Sep 21 18:16:33.269571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75593169-f61a-4eac-987d-0edf945422a1 None None] Network f5c5cdd9-b447-447f-b8b2-d67e75a409e0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:33.349694 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-01e0d7f6-83b1-43c3-968a-32637bcc1405 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] show failed (client error): The resource could not be found. Sep 21 18:16:33.353590 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-01e0d7f6-83b1-43c3-968a-32637bcc1405 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "GET /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-1421668097 HTTP/1.1" status: 404 len: 326 time: 0.1029291 Sep 21 18:16:33.353861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45784) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:33.359537 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-35fe4d2b-17ea-45aa-a14d-7b7dddcb8074 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-885039548') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:33.406586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] For port 418ce071-e1b4-4443-9d9a-5c161a39669a, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=418ce071-e1b4-4443-9d9a-5c161a39669a,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:33.412228 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.437784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-237b07ff-d564-4a2d-9b91-fb92012c114d req-267d13b8-ae58-48d1-bb5e-f66111f8e43c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620638 Sep 21 18:16:33.458095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for 418ce071-e1b4-4443-9d9a-5c161a39669a owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:33.472524 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-35fe4d2b-17ea-45aa-a14d-7b7dddcb8074 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "GET /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-885039548 HTTP/1.1" status: 204 len: 168 time: 0.1166906 Sep 21 18:16:33.475066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45788) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:33.481519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-6c5c9554-229f-4f88-aa09-3da1376cd73a tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-691694256') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:33.593222 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aff934bb-5ee3-4657-9ce7-25a4f863a6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.619211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6c5c9554-229f-4f88-aa09-3da1376cd73a tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "GET /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-691694256 HTTP/1.1" status: 204 len: 168 time: 0.1406052 Sep 21 18:16:33.619464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45792) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:33.625445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.tag.tag_plugin [None req-b3b7c4a4-53bb-47e7-b77a-9a31f2019a34 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:33.731527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.771760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a927d-53b2-431d-9a3b-cf703738c77d req-87d15fd0-9be4-4ead-bb69-9fe0dd4ba350 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:33.773162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-674a927d-53b2-431d-9a3b-cf703738c77d req-87d15fd0-9be4-4ead-bb69-9fe0dd4ba350 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 943 time: 0.1185575 Sep 21 18:16:33.847697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b92f751c-259c-435b-ad3a-1f4bf6b1264b up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:33.903261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port b92f751c-259c-435b-ad3a-1f4bf6b1264b completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:33.907927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port b92f751c-259c-435b-ad3a-1f4bf6b1264b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:33.908443 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.993975 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.030781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b92f751c-259c-435b-ad3a-1f4bf6b1264b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b92f751c-259c-435b-ad3a-1f4bf6b1264b,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:34.036055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.036966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3501dd92-7a88-4a8d-a78d-b9903c87b297 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:34.077060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 3501dd92-7a88-4a8d-a78d-b9903c87b297 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:34.077460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3501dd92-7a88-4a8d-a78d-b9903c87b297 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:34.077892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 4417b933-70ff-42fc-aa04-4c2609b8d4e7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:34.098068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=418ce071-e1b4-4443-9d9a-5c161a39669a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.158301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b92f751c-259c-435b-ad3a-1f4bf6b1264b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.165017 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.169610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.175509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] No DVR routers for this DVR port 418ce071-e1b4-4443-9d9a-5c161a39669a on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:34.182135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.185110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-a19f9967-0be4-4966-adf9-1ef0ca855a67 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "DELETE /v2.0/ports/418ce071-e1b4-4443-9d9a-5c161a39669a HTTP/1.1" status: 204 len: 173 time: 1.2214947 Sep 21 18:16:34.188827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-674a927d-53b2-431d-9a3b-cf703738c77d req-379cc5df-87e9-4e59-b84e-c02943164b58 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886102 Sep 21 18:16:34.192427 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b3b7c4a4-53bb-47e7-b77a-9a31f2019a34 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "DELETE /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags HTTP/1.1" status: 204 len: 168 time: 0.5698285 Sep 21 18:16:34.193505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45796) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:34.199074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-b3589699-f1df-4b83-b56a-8d1850caa7f5 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-885039548') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.227472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.245736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:34.249022 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899e4cc-5e89-4979-a696-afe5eef62e31" -d '{"events": [{"server_uuid": "57995cce-3b71-4ef1-a207-a06ada321ca2", "name": "network-vif-plugged", "status": "completed", "tag": "b92f751c-259c-435b-ad3a-1f4bf6b1264b"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:34.272934 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-b3589699-f1df-4b83-b56a-8d1850caa7f5 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] show failed (client error): The resource could not be found. Sep 21 18:16:34.277156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b3589699-f1df-4b83-b56a-8d1850caa7f5 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "GET /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-885039548 HTTP/1.1" status: 404 len: 325 time: 0.0824821 Sep 21 18:16:34.277864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45800) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:34.280416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:34.282751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-50407354-607a-454b-9160-e6d4a3b2b852 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15', 'tempest-TagsTest-Tag-691694256') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.284450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.285197 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 418ce071-e1b4-4443-9d9a-5c161a39669a no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:34.308305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 418ce071-e1b4-4443-9d9a-5c161a39669a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:34.309394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 418ce071-e1b4-4443-9d9a-5c161a39669a not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:34.309869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e131b204-a153-4170-86ef-52e475bc2ea2 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:34.343398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d5ea-2c49-4dc5-b979-b5f375bbb222 req-6a9e027d-2401-4278-9682-958b54a85d10 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:34.357233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d5ea-2c49-4dc5-b979-b5f375bbb222 req-6a9e027d-2401-4278-9682-958b54a85d10 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:34.365701 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-50407354-607a-454b-9160-e6d4a3b2b852 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] show failed (client error): The resource could not be found. Sep 21 18:16:34.369533 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-50407354-607a-454b-9160-e6d4a3b2b852 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "GET /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags/tempest-TagsTest-Tag-691694256 HTTP/1.1" status: 404 len: 325 time: 0.0876911 Sep 21 18:16:34.370960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45802) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:34.374140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d5ea-2c49-4dc5-b979-b5f375bbb222 req-6a9e027d-2401-4278-9682-958b54a85d10 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:34.375098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.tag.tag_plugin [None req-1f435d8c-3bcf-40bc-a118-87d67d5942d8 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '55664fcd-c9db-436f-8c1d-7ca7f62faa15') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.376324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d68d5ea-2c49-4dc5-b979-b5f375bbb222 req-6a9e027d-2401-4278-9682-958b54a85d10 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 2413 time: 0.0987628 Sep 21 18:16:34.386043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:34.386512 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.390223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=4417b933-70ff-42fc-aa04-4c2609b8d4e7,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.394048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e131b204-a153-4170-86ef-52e475bc2ea2 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:34.394518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device dd621c11-7cd7-4811-82ff-1e9ab8eff8eb no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:34.438425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device dd621c11-7cd7-4811-82ff-1e9ab8eff8eb not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:34.438870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:34.463348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1f435d8c-3bcf-40bc-a118-87d67d5942d8 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "DELETE /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15/tags HTTP/1.1" status: 204 len: 168 time: 0.0874829 Sep 21 18:16:34.465056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45806) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:34.485423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d68d5ea-2c49-4dc5-b979-b5f375bbb222 req-b04fba33-dd26-4172-9af7-f6ee6cd7caff tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad94c20-b6e3-456e-9a0d-1a1e8702daee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942714 Sep 21 18:16:34.546073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] For port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:34.546073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.568445 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.570968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:34.580589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.582816 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de5fa35-721a-4010-9fc2-eb6a6696e25f x-openstack-request-id: req-4de5fa35-721a-4010-9fc2-eb6a6696e25f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:34.583289 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "3501dd92-7a88-4a8d-a78d-b9903c87b297", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:34.583671 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4de5fa35-721a-4010-9fc2-eb6a6696e25f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:34.584113 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '3501dd92-7a88-4a8d-a78d-b9903c87b297', 'status': 'completed', 'code': 200} Sep 21 18:16:34.636945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:34.644576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.645767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d2143624-3032-4d7a-8d89-d454bf1d133c no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:34.728705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.757135 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.759403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55664fcd-c9db-436f-8c1d-7ca7f62faa15']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.763286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.772683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79549cc6-dab0-48d4-9cf7-53daf788e1a4') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.773479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79549cc6-dab0-48d4-9cf7-53daf788e1a4') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.789654 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.806788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.807019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.814344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.817486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:34.817919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:34.822452 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:34.827864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e63ae9f6-623b-443b-9dad-a7595012dbc9 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:34.867266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d2143624-3032-4d7a-8d89-d454bf1d133c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d2143624-3032-4d7a-8d89-d454bf1d133c,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:34.875113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=9b3f4cd8-0658-47e3-896f-d6c4f54b4675,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.897665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.906296 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.907503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.911733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] 10.222.0.70 "DELETE /v2.0/networks/55664fcd-c9db-436f-8c1d-7ca7f62faa15 HTTP/1.1" status: 204 len: 168 time: 0.4431467 Sep 21 18:16:34.920908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf0efe-0143-40fd-b857-726f4238c1d1 tempest-TagsTest-421518399 tempest-TagsTest-421518399-project] Pushing event deleted for resources: {'Network': ['ID=55664fcd-c9db-436f-8c1d-7ca7f62faa15,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.990147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-6c9c65f4-077f-441b-a97d-c51a919f5e01 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:34.991864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-6c9c65f4-077f-441b-a97d-c51a919f5e01 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/networks?id=ee4a0c75-84e0-4412-8f7b-78826b7721ee HTTP/1.1" status: 200 len: 809 time: 0.1902664 Sep 21 18:16:35.011314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d2143624-3032-4d7a-8d89-d454bf1d133c,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:35.014077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] No DVR routers for this DVR port 9b3f4cd8-0658-47e3-896f-d6c4f54b4675 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:35.021603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.024478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-1fd2d8c2-b608-4a5b-888d-c5fe52d95d76 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "DELETE /v2.0/ports/9b3f4cd8-0658-47e3-896f-d6c4f54b4675 HTTP/1.1" status: 204 len: 173 time: 0.8328512 Sep 21 18:16:35.029230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e63ae9f6-623b-443b-9dad-a7595012dbc9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e63ae9f6-623b-443b-9dad-a7595012dbc9,segment=NetworkSegment(83bbfa21-e89b-4767-9ade-23be187deacc),segment_id=83bbfa21-e89b-4767-9ade-23be187deacc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:35.041599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-b3497a52-c95c-4752-8e5a-c74f215ccd80 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/quotas/3a9e5bee2d2349e7b2ae1675f76cd4dc HTTP/1.1" status: 200 len: 375 time: 0.0286913 Sep 21 18:16:35.052928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'e63ae9f6-623b-443b-9dad-a7595012dbc9', 'network_id': '094b1741-4f91-4872-a6be-5a1f8e5d2332', 'port_id': 'e63ae9f6-623b-443b-9dad-a7595012dbc9', 'mac_address': 'fa:16:3e:16:40:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4487498-f1d3-45d7-93e2-eb85243cec57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:35.107156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-29230ca0-8f53-4581-adbb-60489d6600fe tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a9e5bee2d2349e7b2ae1675f76cd4dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449359 Sep 21 18:16:35.109967 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.132186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63ae9f6-623b-443b-9dad-a7595012dbc9 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:35.161996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e63ae9f6-623b-443b-9dad-a7595012dbc9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e63ae9f6-623b-443b-9dad-a7595012dbc9,segment=NetworkSegment(83bbfa21-e89b-4767-9ade-23be187deacc),segment_id=83bbfa21-e89b-4767-9ade-23be187deacc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:35.168448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.175038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-a4a515fc-d0f4-4e8a-8ee4-76292c0f6df7 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:35.177339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-a4a515fc-d0f4-4e8a-8ee4-76292c0f6df7 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd14c23c-ef64-4923-897c-ec9381466b95 HTTP/1.1" status: 200 len: 946 time: 0.0850477 Sep 21 18:16:35.230596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e63ae9f6-623b-443b-9dad-a7595012dbc9,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:35.250439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45826) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:35.263742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:35.264240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.268796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-ad4051ee-93a6-469f-a2e1-f98a30f2c019 service neutron] 10.222.0.70 "GET /v2.0/networks/ee4a0c75-84e0-4412-8f7b-78826b7721ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608243 Sep 21 18:16:35.315482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Deleting port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:35.315749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.442702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e63ae9f6-623b-443b-9dad-a7595012dbc9'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:35.444204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] For port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:35.446802 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.469042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] For port 4417b933-70ff-42fc-aa04-4c2609b8d4e7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=4417b933-70ff-42fc-aa04-4c2609b8d4e7,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:35.469413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.472590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Calling delete_port for 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:35.474782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-639cb479-022f-410d-be8b-fd48b6fa0efb service neutron] 10.222.0.70 "GET /v2.0/networks/ee4a0c75-84e0-4412-8f7b-78826b7721ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908669 Sep 21 18:16:35.485950 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5473d869-7ad3-445c-92a7-cd32d588b78f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ce436bf851f4abab63232620719fac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338440 Sep 21 18:16:35.488621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45830) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:35.506419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for 4417b933-70ff-42fc-aa04-4c2609b8d4e7 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:35.601593 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53c3548c-6a3e-425c-a095-0df4fcf3e165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.633956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.648260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['02a4c74f-5e6e-4cab-9a25-a4878c7f78ea'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:35.665574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53c3548c-6a3e-425c-a095-0df4fcf3e165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.683429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event deleted for resources: {'Port': ['ID=02a4c74f-5e6e-4cab-9a25-a4878c7f78ea,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:35.738547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] No DVR routers for this DVR port 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:35.742068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.747141 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f2fdd608-8f2f-4c7b-8e10-11512d846b0a req-b0e377cd-0b50-4eb9-a2ae-e801da6fc4ff tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "DELETE /v2.0/ports/02a4c74f-5e6e-4cab-9a25-a4878c7f78ea HTTP/1.1" status: 204 len: 173 time: 0.5624056 Sep 21 18:16:35.747910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'name': 'network-vif-deleted', 'tag': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:35.750960 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f536f9-26de-4fea-8ee2-ed3da5c28dc7" -d '{"events": [{"server_uuid": "fd14c23c-ef64-4923-897c-ec9381466b95", "name": "network-vif-deleted", "tag": "02a4c74f-5e6e-4cab-9a25-a4878c7f78ea"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:35.788258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.845967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=4417b933-70ff-42fc-aa04-4c2609b8d4e7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:35.851937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53c3548c-6a3e-425c-a095-0df4fcf3e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.861440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53c3548c-6a3e-425c-a095-0df4fcf3e165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.871729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-53c3548c-6a3e-425c-a095-0df4fcf3e165 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72fe5f6d-a8d1-4333-94a6-0ad2ea34f045 HTTP/1.1" status: 204 len: 168 time: 0.3728819 Sep 21 18:16:35.921767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3548c-6a3e-425c-a095-0df4fcf3e165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe5f6d-a8d1-4333-94a6-0ad2ea34f045,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:35.944354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] No DVR routers for this DVR port 4417b933-70ff-42fc-aa04-4c2609b8d4e7 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:35.950102 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.952435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-9ce492c3-61b5-4b4c-9bed-91b9708f394b tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "DELETE /v2.0/ports/4417b933-70ff-42fc-aa04-4c2609b8d4e7 HTTP/1.1" status: 204 len: 173 time: 0.9209969 Sep 21 18:16:36.014051 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['41e1efe3-661b-43b5-8614-62b7e4fdf076'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:36.101606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d83c6-d63c-485a-931c-45a00738764a req-ab093cd3-97ed-4ef4-954e-6dc7dda18aac tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:36.109518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-488d83c6-d63c-485a-931c-45a00738764a req-ab093cd3-97ed-4ef4-954e-6dc7dda18aac tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 946 time: 0.1095512 Sep 21 18:16:36.174214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-488d83c6-d63c-485a-931c-45a00738764a req-0da1319b-ff14-4c9d-b955-bcbf3e26485b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Sep 21 18:16:36.198998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port d2143624-3032-4d7a-8d89-d454bf1d133c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:36.199432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.235428 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f115c3-b591-4018-a743-24be0cd7567b x-openstack-request-id: req-a0f115c3-b591-4018-a743-24be0cd7567b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:36.235728 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57995cce-3b71-4ef1-a207-a06ada321ca2", "name": "network-vif-plugged", "status": "completed", "tag": "b92f751c-259c-435b-ad3a-1f4bf6b1264b", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:36.235987 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0f115c3-b591-4018-a743-24be0cd7567b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:36.236387 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b', 'code': 200} Sep 21 18:16:36.388195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565ace2-51ab-4c01-a892-d07ced412fc1 req-107689c6-ec15-4fbf-895f-e36e22e18b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:36.389942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1565ace2-51ab-4c01-a892-d07ced412fc1 req-107689c6-ec15-4fbf-895f-e36e22e18b6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0704734 Sep 21 18:16:36.405621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] For port d2143624-3032-4d7a-8d89-d454bf1d133c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d2143624-3032-4d7a-8d89-d454bf1d133c,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:36.406082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.447395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1565ace2-51ab-4c01-a892-d07ced412fc1 req-a59b73a6-7efe-4667-aa54-1443b788fa13 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474744 Sep 21 18:16:36.542511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13006ab-a431-4c0d-9904-e0175fdbf7c8 req-4450b23a-1bc3-462c-85d1-4d9772552764 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:36.544400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b13006ab-a431-4c0d-9904-e0175fdbf7c8 req-4450b23a-1bc3-462c-85d1-4d9772552764 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.2224717 Sep 21 18:16:36.588165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '418ce071-e1b4-4443-9d9a-5c161a39669a'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:36.590840 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba7caf2-4699-4a38-8616-df43caa5d085" -d '{"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "418ce071-e1b4-4443-9d9a-5c161a39669a"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:36.652087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b13006ab-a431-4c0d-9904-e0175fdbf7c8 req-f44490ea-f0ae-4bee-bafd-d6c9b020734c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006825 Sep 21 18:16:36.777300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.777937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.778598 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Floating IP f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70 disassociated. External IP: 172.25.3.139, port: d2143624-3032-4d7a-8d89-d454bf1d133c. Sep 21 18:16:36.779220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for d2143624-3032-4d7a-8d89-d454bf1d133c owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:36.834153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45874) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:36.837671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e63ae9f6-623b-443b-9dad-a7595012dbc9 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:36.897964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port e63ae9f6-623b-443b-9dad-a7595012dbc9 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:36.903876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port e63ae9f6-623b-443b-9dad-a7595012dbc9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:36.904313 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.966413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319444923-network', 'tenant_id': '5710f2d12c734ec69229c007158035e7'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:36.991192 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.995578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Made reservation on behalf of 5710f2d12c734ec69229c007158035e7 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:36.996141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cbd37-a8fb-4c00-93bb-beb1b740800f req-d21568e9-d9ab-432f-9f0e-b010acfa3d50 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:36.997806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa5cbd37-a8fb-4c00-93bb-beb1b740800f req-d21568e9-d9ab-432f-9f0e-b010acfa3d50 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 944 time: 0.0917633 Sep 21 18:16:36.998345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.998726 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.009154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.025893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e63ae9f6-623b-443b-9dad-a7595012dbc9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e63ae9f6-623b-443b-9dad-a7595012dbc9,segment=NetworkSegment(83bbfa21-e89b-4767-9ade-23be187deacc),segment_id=83bbfa21-e89b-4767-9ade-23be187deacc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:37.031518 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.039291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=d2143624-3032-4d7a-8d89-d454bf1d133c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.092143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e63ae9f6-623b-443b-9dad-a7595012dbc9,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.148130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa5cbd37-a8fb-4c00-93bb-beb1b740800f req-9ed7f46b-ca6c-4c51-a00c-8e352cc78ba7 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334152 Sep 21 18:16:37.152382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.161392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.185443 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.204965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:37.235090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f9fc7e-39a5-4569-a56b-f26373b3cb34,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.240146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.240500 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Added segment 0ed7398f-84be-495d-826e-14573e52fc1c of type vlan for network a6be03ef-9285-4c5a-aaa3-9b9feb39ea00 Sep 21 18:16:37.258621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af9182f2-26d5-4d55-8b5b-3f356a8985a3 req-ae886b68-cf6c-488f-93f8-f78381c42318 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0423830 Sep 21 18:16:37.299410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Router 04dda147-a807-474b-aaa1-0e3febed7910 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:16:37.336812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.382416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-be7d6576-b000-481d-9d07-94bf03cea2eb tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:37.384535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-be7d6576-b000-481d-9d07-94bf03cea2eb tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.41 "GET /v2.0/networks?id=ee4a0c75-84e0-4412-8f7b-78826b7721ee HTTP/1.1" status: 200 len: 809 time: 0.1995542 Sep 21 18:16:37.396638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.397834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:37.398597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.411120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ff60906-7b5f-40ea-864d-abd5d76f8d4a req-51c090b6-dca2-4179-8963-f9317a95683d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 210 time: 0.0321748 Sep 21 18:16:37.421980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Request body: {'port': {'device_id': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee', 'admin_state_up': True, 'tenant_id': '3a9e5bee2d2349e7b2ae1675f76cd4dc'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:37.515359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:16:37.529886 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc917470-be90-4521-a581-5b3d6978788a None None] Sync routers for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:16:37.543579 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7794fee5-5955-4fde-bcda-46c1baadddeb x-openstack-request-id: req-7794fee5-5955-4fde-bcda-46c1baadddeb {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:37.544202 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd14c23c-ef64-4923-897c-ec9381466b95", "name": "network-vif-deleted", "tag": "02a4c74f-5e6e-4cab-9a25-a4878c7f78ea", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:37.544628 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7794fee5-5955-4fde-bcda-46c1baadddeb {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:37.545400 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd14c23c-ef64-4923-897c-ec9381466b95', 'name': 'network-vif-deleted', 'tag': '02a4c74f-5e6e-4cab-9a25-a4878c7f78ea', 'status': 'completed', 'code': 200} Sep 21 18:16:37.546338 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:37.547047 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:37.547975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7116826 Sep 21 18:16:37.564666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45882) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:37.578994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Request body: {'subnet': {'network_id': 'a6be03ef-9285-4c5a-aaa3-9b9feb39ea00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319444923-subnet', 'tenant_id': '5710f2d12c734ec69229c007158035e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:37.603051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba7138-f9c0-478e-938d-2db665842e0e admin admin] Pushing event updated for resources: {'Network': ['ID=a6be03ef-9285-4c5a-aaa3-9b9feb39ea00,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.621095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a6be03ef-9285-4c5a-aaa3-9b9feb39ea00 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:37.661158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] No DVR routers for this DVR port d2143624-3032-4d7a-8d89-d454bf1d133c on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:37.677334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.690985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4f0686-32f4-4882-bed3-04aefcf7670d req-4a58fbba-f356-456d-9b7e-e84dccd47ab2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.41 "DELETE /v2.0/ports/d2143624-3032-4d7a-8d89-d454bf1d133c HTTP/1.1" status: 204 len: 173 time: 1.7297461 Sep 21 18:16:37.703629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-db6d79e8-16f1-408d-ae98-7f7a4dc5f1be tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:37.705633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-db6d79e8-16f1-408d-ae98-7f7a4dc5f1be tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "GET /v2.0/ports?device_id=e719d182-c1b4-49d8-bb41-0085637fec03 HTTP/1.1" status: 200 len: 946 time: 0.1758060 Sep 21 18:16:37.707816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:16:37.707816 n-d-810285-3 neutron-server[95091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:16:37.707816 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id_1': '3a9e5bee2d2349e7b2ae1675f76cd4dc', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 16, 17, 690061)}] Sep 21 18:16:37.707816 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:16:37.708726 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:16:37.778928 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:16:37.800088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Made reservation on behalf of 5710f2d12c734ec69229c007158035e7 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:37.803095 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.882313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Deleting port 41e1efe3-661b-43b5-8614-62b7e4fdf076 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:37.882696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.005471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-f498b23d-acee-4eda-aa20-3c448d0ab9de tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:38.007172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-f498b23d-acee-4eda-aa20-3c448d0ab9de tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 813 time: 0.3054769 Sep 21 18:16:38.038901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] For port 41e1efe3-661b-43b5-8614-62b7e4fdf076, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41e1efe3-661b-43b5-8614-62b7e4fdf076,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:38.039269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.040985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-b37f1296-7325-48b8-867c-27f3a26e6d10 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/quotas/38547bc976034675b27074a47005f901 HTTP/1.1" status: 200 len: 375 time: 0.0244281 Sep 21 18:16:38.063252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Calling delete_port for 41e1efe3-661b-43b5-8614-62b7e4fdf076 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:38.146231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-8646d2c3-78fa-401f-9e94-38ae5106aa3b tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041517 Sep 21 18:16:38.149523 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 5, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:38.156536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.194100 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc917470-be90-4521-a581-5b3d6978788a None None] Checking router: 04dda147-a807-474b-aaa1-0e3febed7910 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:16:38.217454 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:38.220640 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:38.237544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675'}, {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c'}, {'server_uuid': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63ae9f6-623b-443b-9dad-a7595012dbc9'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:38.240842 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53841348-ed9e-416a-b7d1-4399116498d0" -d '{"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-unplugged", "status": "completed", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-unplugged", "status": "completed", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675"}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-unplugged", "status": "completed", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c"}, {"server_uuid": "eaeed269-a5ee-4f54-9a53-d4f6f9121e1b", "name": "network-vif-plugged", "status": "completed", "tag": "e63ae9f6-623b-443b-9dad-a7595012dbc9"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:38.261945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.274699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d46ac4-ac78-46a9-81d1-6ed6a10d19f0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:38.275233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['41e1efe3-661b-43b5-8614-62b7e4fdf076'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:38.322294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Checking segment: {'id': '0ed7398f-84be-495d-826e-14573e52fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a6be03ef-9285-4c5a-aaa3-9b9feb39ea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:38.322650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Network hostable DHCP agents. Network: a6be03ef-9285-4c5a-aaa3-9b9feb39ea00, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:38.339630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-0d8fe7eb-8a49-49a4-9cf9-8091e8fada3a service neutron] 10.222.0.70 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916583 Sep 21 18:16:38.386772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Network a6be03ef-9285-4c5a-aaa3-9b9feb39ea00 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:38.399199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event deleted for resources: {'Port': ['ID=41e1efe3-661b-43b5-8614-62b7e4fdf076,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:38.411139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.438112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a6be03ef-9285-4c5a-aaa3-9b9feb39ea00) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:38.445624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:38.446290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f227ce95-cf86-4f08-b94b-c13cf0190a7f None None] Network a6be03ef-9285-4c5a-aaa3-9b9feb39ea00 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:38.446499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.504981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-9d120c8d-b89f-4967-906b-d0a2262cf3ef service neutron] 10.222.0.70 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638341 Sep 21 18:16:38.541552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] No DVR routers for this DVR port 41e1efe3-661b-43b5-8614-62b7e4fdf076 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:38.546562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.548926 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b9de4e17-d002-42bc-b499-60eee45ef761 req-3472d24c-760e-4592-b923-f0f04fd251f1 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "DELETE /v2.0/ports/41e1efe3-661b-43b5-8614-62b7e4fdf076 HTTP/1.1" status: 204 len: 173 time: 0.8335514 Sep 21 18:16:38.573252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Made reservation on behalf of 3a9e5bee2d2349e7b2ae1675f76cd4dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:38.578103 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.579651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a0296677-912d-4449-b7da-f5c148636766 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0137346 Sep 21 18:16:38.611792 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:16:38.805208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec7063-3d3f-47ad-a19c-836b3bbc4cf7 None None] Network a6be03ef-9285-4c5a-aaa3-9b9feb39ea00 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:38.873062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Allocated IP 172.20.0.4 (ee4a0c75-84e0-4412-8f7b-78826b7721ee/1db4d3f2-de65-468a-9ab3-f97b7758d4a0/f7cf7dd4-6e08-4b41-8f01-f7dcaea51010) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:38.983066 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b2f20-af3f-4095-aa37-63a8eb480224 x-openstack-request-id: req-162b2f20-af3f-4095-aa37-63a8eb480224 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:38.983404 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "418ce071-e1b4-4443-9d9a-5c161a39669a", "status": "completed", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675", "status": "completed", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:38.983689 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-162b2f20-af3f-4095-aa37-63a8eb480224 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:38.984120 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '418ce071-e1b4-4443-9d9a-5c161a39669a', 'status': 'completed', 'code': 200} Sep 21 18:16:38.984338 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675', 'status': 'completed', 'code': 200} Sep 21 18:16:38.984602 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7', 'status': 'completed', 'code': 200} Sep 21 18:16:39.119560 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dc917470-be90-4521-a581-5b3d6978788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 5, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:39.191666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a23aba-50fb-4d22-b886-b84214b4c00d req-50360142-0843-44ec-8235-20517b5de0e6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:39.197328 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc917470-be90-4521-a581-5b3d6978788a None None] The sync data for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 is: [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 4, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'a4c529b3-6750-4087-8510-452decf88f5b', 'name': '', 'network_id': 'c41d3350-8fd5-4d47-9a84-d8f2d3b2e101', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'mac_address': 'fa:16:3e:af:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:43Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 5, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'subnets': [{'id': '2d00e426-bcda-42b5-816e-952a40847cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:16:39.199974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88a23aba-50fb-4d22-b886-b84214b4c00d req-50360142-0843-44ec-8235-20517b5de0e6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.0735974 Sep 21 18:16:39.246221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88a23aba-50fb-4d22-b886-b84214b4c00d req-5ebbb16c-25d7-4c09-8246-9f54d660c027 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Sep 21 18:16:39.271849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45914) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.362933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282e3340-798f-48db-bb04-baf44ee4e00f tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:39.368702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-282e3340-798f-48db-bb04-baf44ee4e00f tempest-TestNetworkBasicOps-1184830606 tempest-TestNetworkBasicOps-1184830606-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 1091 time: 0.0943499 Sep 21 18:16:39.371952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45922) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.389505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:39.413344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.446408 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.517176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.552652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'name': 'network-vif-deleted', 'tag': '41e1efe3-661b-43b5-8614-62b7e4fdf076'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:39.555174 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac8e963-909d-4ca0-bed8-e4fa23c2dc93" -d '{"events": [{"server_uuid": "e719d182-c1b4-49d8-bb41-0085637fec03", "name": "network-vif-deleted", "tag": "41e1efe3-661b-43b5-8614-62b7e4fdf076"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:39.579263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2302c7-7061-44f1-9472-2e1377694708 req-bbd93a05-d0cf-4a24-97e5-23aef5e171ad tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:39.581778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a2302c7-7061-44f1-9472-2e1377694708 req-bbd93a05-d0cf-4a24-97e5-23aef5e171ad tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 946 time: 0.0960548 Sep 21 18:16:39.622648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Pushing event updated for resources: {'Port': ['ID=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:39.630268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Network ee4a0c75-84e0-4412-8f7b-78826b7721ee is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:39.635797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:39.642311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:39.690811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a2302c7-7061-44f1-9472-2e1377694708 req-38fd5a32-76be-45cd-81fa-8b86da1853c0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959849 Sep 21 18:16:39.727166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:39.727895 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.764403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45936) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.769336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277099480-network', 'tenant_id': 'b94e9ef015a449ac999f4f7340f44805'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:39.772622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.798073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f1c876-fadd-47ac-8e08-45079f69dbbd None None] New status for floating IP f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:16:39.886257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Made reservation on behalf of b94e9ef015a449ac999f4f7340f44805 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:39.888583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.908545 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.914327 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-7b35bce2-c20c-4eda-9bc4-000bf2585983 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4994538 Sep 21 18:16:39.933400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Request body: {'port': {'device_id': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:39.941328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:39.952626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ec8d-83d3-4077-afe0-9e3bb54c518a req-2c85c405-cc69-4774-8d40-5a2062513bf6 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:39.964919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:39.965673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 02a4c74f-5e6e-4cab-9a25-a4878c7f78ea not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:39.966276 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f34ec8d-83d3-4077-afe0-9e3bb54c518a req-2c85c405-cc69-4774-8d40-5a2062513bf6 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.1533313 Sep 21 18:16:40.038738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Allocated IP 172.25.3.204 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/5e34c6b0-e798-4491-9061-8f552cdcf63f) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:40.058173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.075521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f34ec8d-83d3-4077-afe0-9e3bb54c518a req-7ff9b55a-ba3f-43ff-a492-03c55137810b tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081784 Sep 21 18:16:40.185402 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc08465-9315-4bbd-8013-0707da64ee7a x-openstack-request-id: req-dfc08465-9315-4bbd-8013-0707da64ee7a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:40.186780 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-unplugged", "status": "completed", "tag": "4417b933-70ff-42fc-aa04-4c2609b8d4e7", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-unplugged", "status": "completed", "tag": "9b3f4cd8-0658-47e3-896f-d6c4f54b4675", "code": 200}, {"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-unplugged", "status": "completed", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c", "code": 200}, {"server_uuid": "eaeed269-a5ee-4f54-9a53-d4f6f9121e1b", "name": "network-vif-plugged", "status": "completed", "tag": "e63ae9f6-623b-443b-9dad-a7595012dbc9", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:40.187396 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfc08465-9315-4bbd-8013-0707da64ee7a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:40.188689 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4417b933-70ff-42fc-aa04-4c2609b8d4e7', 'code': 200} Sep 21 18:16:40.189763 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3f4cd8-0658-47e3-896f-d6c4f54b4675', 'code': 200} Sep 21 18:16:40.190365 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'code': 200} Sep 21 18:16:40.190861 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63ae9f6-623b-443b-9dad-a7595012dbc9', 'code': 200} Sep 21 18:16:40.209013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.219703 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.238932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:40.265905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.266280 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Added segment aa31c4fc-683e-4674-9c79-53aaf1d0d193 of type vlan for network 8a7188b6-c2a3-44fe-bed3-38a1d333fe4f Sep 21 18:16:40.319874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12ff505c-901c-4535-a285-30d9de6d2dfa req-51d975fe-1466-4835-b912-ef01013297f0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0516784 Sep 21 18:16:40.384141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ef528-e672-4bfd-a72a-99643f3ae13a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:40.411896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.468656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.469572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:40.470140 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.531938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7638958 Sep 21 18:16:40.533210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:40.547127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Request body: {'subnet': {'network_id': '8a7188b6-c2a3-44fe-bed3-38a1d333fe4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277099480-subnet', 'tenant_id': 'b94e9ef015a449ac999f4f7340f44805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:40.553454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.559870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad393f7-070d-40f4-b4bf-c5a5e200be46 req-ea2b6497-3ac0-42ca-9a3f-a43a61500fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:40.561385 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ad393f7-070d-40f4-b4bf-c5a5e200be46 req-ea2b6497-3ac0-42ca-9a3f-a43a61500fdc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 1096 time: 0.2610517 Sep 21 18:16:40.669297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Made reservation on behalf of b94e9ef015a449ac999f4f7340f44805 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:40.671739 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.723112 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5ad393f7-070d-40f4-b4bf-c5a5e200be46 req-9c19f1d8-295f-40d9-8339-24e67c8f9f9d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433868 Sep 21 18:16:40.771469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.837684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41e1efe3-661b-43b5-8614-62b7e4fdf076 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:40.852165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:40.868280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:40.884467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:40.906578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=5e34c6b0-e798-4491-9061-8f552cdcf63f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:40.940510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d0a3-8aaf-4f31-947b-27603475b0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7188b6-c2a3-44fe-bed3-38a1d333fe4f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:40.973933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 41e1efe3-661b-43b5-8614-62b7e4fdf076 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:40.977209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41e1efe3-661b-43b5-8614-62b7e4fdf076 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:40.981457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:40.992741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8a7188b6-c2a3-44fe-bed3-38a1d333fe4f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:41.021781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.071204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:41.074542 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72080e8-7905-4973-b152-ef38fdcf4dd2" -d '{"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:41.085577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-9a45d238-6852-4e5a-a931-74f12e015c64 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.087306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-9a45d238-6852-4e5a-a931-74f12e015c64 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 813 time: 0.1396427 Sep 21 18:16:41.099743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Transition to ACTIVE for port object f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:41.115255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355ac8-3f21-44c9-8a1d-1993b01744c6 req-72d8cd82-ef54-4acb-8721-9b4a59143b0d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.116878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae355ac8-3f21-44c9-8a1d-1993b01744c6 req-72d8cd82-ef54-4acb-8721-9b4a59143b0d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 931 time: 0.6582534 Sep 21 18:16:41.124075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Request body: {'port': {'device_id': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'admin_state_up': True, 'tenant_id': '38547bc976034675b27074a47005f901'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:41.129989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.202851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae355ac8-3f21-44c9-8a1d-1993b01744c6 req-8f597c6d-1ad0-4efb-973e-8df39380554b tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Sep 21 18:16:41.321217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Made reservation on behalf of 38547bc976034675b27074a47005f901 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:41.326365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.497143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Allocated IP 172.20.0.6 (c4ac24c6-3b07-4a11-8fa5-8471dffd6034/94eda0a2-0bbf-496c-b686-8a8244bfecba/fada62a4-5b6a-474a-b97f-ad7e02237863) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:41.628616 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d474d136-ad47-461e-8c11-3f640817ce69 x-openstack-request-id: req-d474d136-ad47-461e-8c11-3f640817ce69 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:41.629250 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e719d182-c1b4-49d8-bb41-0085637fec03", "name": "network-vif-deleted", "tag": "41e1efe3-661b-43b5-8614-62b7e4fdf076", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:41.629250 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d474d136-ad47-461e-8c11-3f640817ce69 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:41.629700 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e719d182-c1b4-49d8-bb41-0085637fec03', 'name': 'network-vif-deleted', 'tag': '41e1efe3-661b-43b5-8614-62b7e4fdf076', 'status': 'completed', 'code': 200} Sep 21 18:16:41.636509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.669674 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2523cb2-df83-40a6-b585-e7fbcc981e63 x-openstack-request-id: req-a2523cb2-df83-40a6-b585-e7fbcc981e63 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:41.670115 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d59648-6f0f-4b4b-94f7-f4050110cede", "name": "network-vif-deleted", "tag": "d2143624-3032-4d7a-8d89-d454bf1d133c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:41.670485 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2523cb2-df83-40a6-b585-e7fbcc981e63 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:41.670989 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d59648-6f0f-4b4b-94f7-f4050110cede', 'name': 'network-vif-deleted', 'tag': 'd2143624-3032-4d7a-8d89-d454bf1d133c', 'status': 'completed', 'code': 200} Sep 21 18:16:41.691482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-cdaa1c45-b2a4-4362-9078-cf8d0f5cf7ad tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.693020 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-cdaa1c45-b2a4-4362-9078-cf8d0f5cf7ad tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 813 time: 0.7476120 Sep 21 18:16:41.732131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Request body: {'port': {'device_id': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'admin_state_up': True, 'tenant_id': '38547bc976034675b27074a47005f901'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:41.737349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:41.753402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6d1dc-83b1-4b17-9054-b89d8b4d4730 req-e4202c58-5730-45cb-92f7-d8f6bb4bfd2f tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.755600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44a6d1dc-83b1-4b17-9054-b89d8b4d4730 req-e4202c58-5730-45cb-92f7-d8f6bb4bfd2f tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.0878487 Sep 21 18:16:41.767415 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.820754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44a6d1dc-83b1-4b17-9054-b89d8b4d4730 req-839a469d-adc9-4538-929e-df8dd3a3c6d1 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514410 Sep 21 18:16:41.837609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.871520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7269b6be-3f18-4300-a7da-dcc66506bb2d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:41.889818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:41.893485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:41.898332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:41.956787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event updated for resources: {'Port': ['ID=fada62a4-5b6a-474a-b97f-ad7e02237863,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:41.984841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.985430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.017587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Checking segment: {'id': 'aa31c4fc-683e-4674-9c79-53aaf1d0d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8a7188b6-c2a3-44fe-bed3-38a1d333fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:42.017943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Network hostable DHCP agents. Network: 8a7188b6-c2a3-44fe-bed3-38a1d333fe4f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:42.036020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c855b8d9-3216-4260-98dc-c27864c17bda req-235de1d7-8867-4613-9204-9db68b9c0e1e tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0428898 Sep 21 18:16:42.053050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ee0f3e8a-8c7f-4908-aef0-5e03616486bc tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351332 Sep 21 18:16:42.065313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Attempting to bind port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:42.066415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Attempting to bind port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '4f466fb4-4308-48fe-932a-eddd3cb81636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:42.066765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Attempting to bind port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 on network ee4a0c75-84e0-4412-8f7b-78826b7721ee {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:42.071500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Request body: {'port': {'device_id': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:42.087043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 on network ee4a0c75-84e0-4412-8f7b-78826b7721ee not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:42.087043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Attempting to bind port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 on network ee4a0c75-84e0-4412-8f7b-78826b7721ee {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:42.122270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Network 8a7188b6-c2a3-44fe-bed3-38a1d333fe4f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:42.128246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:42.128703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Checking segment: {'id': '4f466fb4-4308-48fe-932a-eddd3cb81636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:42.129095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Bound using segment: {'id': '4f466fb4-4308-48fe-932a-eddd3cb81636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:42.129533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Bound port: f7cf7dd4-6e08-4b41-8f01-f7dcaea51010, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f466fb4-4308-48fe-932a-eddd3cb81636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:42.129895 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.154489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Made reservation on behalf of 38547bc976034675b27074a47005f901 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:42.158021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.198095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf9ba3c6-ae87-4d2a-b475-a235e1a8d312 req-cc4dce99-910a-4239-8cd6-791e90c68af8 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 210 time: 0.0515699 Sep 21 18:16:42.218514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8a7188b6-c2a3-44fe-bed3-38a1d333fe4f) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:42.241451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:42.241941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.246416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc278330-7eb0-450e-9dc4-0cf1b3f263a2 None None] Network 8a7188b6-c2a3-44fe-bed3-38a1d333fe4f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:42.246883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.367291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-334bf036-8062-41bc-9cbc-0585a3ca35fc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8291290 Sep 21 18:16:42.475098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.565267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a538a-d590-4d6f-a73c-007945524428 req-abe5361c-2a97-43e4-b3a0-93eb24d01aff tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:42.580589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-abe5361c-2a97-43e4-b3a0-93eb24d01aff tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/networks?id=cdfe06c6-3fd1-4e61-9ebc-f61817fb306d HTTP/1.1" status: 200 len: 808 time: 0.2746024 Sep 21 18:16:42.591330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45968) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:42.641711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] For port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:42.653454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.655571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93065fad-1ae4-4a79-a3b1-5180e626481a None None] Network 8a7188b6-c2a3-44fe-bed3-38a1d333fe4f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:42.683513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] For port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,segment=NetworkSegment(4f466fb4-4308-48fe-932a-eddd3cb81636),segment_id=4f466fb4-4308-48fe-932a-eddd3cb81636)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:42.695275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.702733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-96032df1-0765-49fa-bb55-1435202ed187 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/quotas/6ba2e0f6b9c441d686c4dc8218ae283e HTTP/1.1" status: 200 len: 375 time: 0.1212406 Sep 21 18:16:42.722687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] Deleting subnet 29d46ac4-ac78-46a9-81d1-6ed6a10d19f0 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:42.735238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.783712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:42.784514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.786544 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 HTTP/1.1" status: 200 len: 1091 time: 2.8586004 Sep 21 18:16:42.788420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4315-361d-4f55-92c3-942ee6010d86 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:42.812735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-f8a5ad21-eeb7-4139-99d1-7a185b626aa8 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ba2e0f6b9c441d686c4dc8218ae283e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811992 Sep 21 18:16:42.877177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.935383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.974247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.998974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.061126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-8d7cebed-a278-4ca6-b2bd-d9ff826bc84a service neutron] 10.222.0.70 "GET /v2.0/networks/cdfe06c6-3fd1-4e61-9ebc-f61817fb306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476306 Sep 21 18:16:43.071776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-82056eb9-c96b-4a12-ba8d-3398f07b78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.074254 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-82056eb9-c96b-4a12-ba8d-3398f07b78df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a9e5bee2d2349e7b2ae1675f76cd4dc&device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 1094 time: 0.1988478 Sep 21 18:16:43.078947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event updated for resources: {'Port': ['ID=5e34c6b0-e798-4491-9061-8f552cdcf63f,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:43.099279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fada62a4-5b6a-474a-b97f-ad7e02237863 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:43.119865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.129908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-5bc60da2-7cf2-4116-a539-64113ccc7f43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 HTTP/1.1" status: 200 len: 217 time: 0.0464687 Sep 21 18:16:43.131094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.180454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Transition to ACTIVE for port object fada62a4-5b6a-474a-b97f-ad7e02237863 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:43.191044 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.225042 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.280207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d46ac4-ac78-46a9-81d1-6ed6a10d19f0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:43.290726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-0b751bca-8e44-4f60-8d55-5fbce86485c2 service neutron] 10.222.0.70 "GET /v2.0/networks/cdfe06c6-3fd1-4e61-9ebc-f61817fb306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191951 Sep 21 18:16:43.304386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.309691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-65236695-1a4e-4aac-a9e6-3c458af9b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.310824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-676132ea-e464-4903-889f-f75127d13b80 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/29d46ac4-ac78-46a9-81d1-6ed6a10d19f0 HTTP/1.1" status: 204 len: 168 time: 0.7154500 Sep 21 18:16:43.310991 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-65236695-1a4e-4aac-a9e6-3c458af9b27e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1db4d3f2-de65-468a-9ab3-f97b7758d4a0 HTTP/1.1" status: 200 len: 849 time: 0.1438096 Sep 21 18:16:43.311666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45976) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:43.312150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Pushing event updated for resources: {'Port': ['ID=fada62a4-5b6a-474a-b97f-ad7e02237863,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:43.360399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-8bcb8b40-b1e3-4162-806c-c257d61eaa70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4a0c75-84e0-4412-8f7b-78826b7721ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319505 Sep 21 18:16:43.376100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Allocated IP 172.20.0.12 (c4ac24c6-3b07-4a11-8fa5-8471dffd6034/94eda0a2-0bbf-496c-b686-8a8244bfecba/15d0929c-f967-4ad4-8d3a-8d5431055bc0) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:43.424627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Attempting to bind port fada62a4-5b6a-474a-b97f-ad7e02237863 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:43.424985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Attempting to bind port fada62a4-5b6a-474a-b97f-ad7e02237863 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:43.425708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Attempting to bind port fada62a4-5b6a-474a-b97f-ad7e02237863 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:43.432222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Port fada62a4-5b6a-474a-b97f-ad7e02237863 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:43.432362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Attempting to bind port fada62a4-5b6a-474a-b97f-ad7e02237863 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:43.440298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:43.441354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Checking segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:43.441770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Bound using segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:43.442258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Bound port: fada62a4-5b6a-474a-b97f-ad7e02237863, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:43.442983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.475318 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Floating IP 7650174c-8bb3-4586-aed0-7e14018e7d0a associated. External IP: 172.25.3.204, port: 096e8840-f61d-42cb-a027-38b8fa511e9f. Sep 21 18:16:43.534039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] For port fada62a4-5b6a-474a-b97f-ad7e02237863, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:43.538512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] For port fada62a4-5b6a-474a-b97f-ad7e02237863, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fada62a4-5b6a-474a-b97f-ad7e02237863,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:43.546680 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.586070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.621189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.623658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.626859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] 10.222.0.41 "PUT /v2.0/ports/fada62a4-5b6a-474a-b97f-ad7e02237863 HTTP/1.1" status: 200 len: 1091 time: 1.5635450 Sep 21 18:16:43.637425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'tag': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:43.639813 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8", "tag": "f7cf7dd4-6e08-4b41-8f01-f7dcaea51010"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:43.692078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'tag': 'fada62a4-5b6a-474a-b97f-ad7e02237863'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:43.695168 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab6a22-ad5a-48f6-b62c-35ceda7f429f", "tag": "fada62a4-5b6a-474a-b97f-ad7e02237863"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:43.746254 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-a4e42f75-53d4-45fc-bbcf-87778e186b8b service neutron] 10.222.0.41 "GET /v2.0/networks/ee4a0c75-84e0-4412-8f7b-78826b7721ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676021 Sep 21 18:16:43.772493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c2a43-4922-4d01-9a4b-5ee8a72f8161 service neutron] Pushing event updated for resources: {'Port': ['ID=fada62a4-5b6a-474a-b97f-ad7e02237863,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:43.804182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d92c0-b8ba-4796-a720-67175a4f49b2 req-61a97f41-371d-4ba7-b600-cbabb1f4b585 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.805871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e1d92c0-b8ba-4796-a720-67175a4f49b2 req-61a97f41-371d-4ba7-b600-cbabb1f4b585 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 943 time: 0.1693721 Sep 21 18:16:43.819352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-6deaf692-90b0-46c2-b696-168ab902ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.822059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-6deaf692-90b0-46c2-b696-168ab902ef99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=d0ab6a22-ad5a-48f6-b62c-35ceda7f429f HTTP/1.1" status: 200 len: 1094 time: 0.1200254 Sep 21 18:16:43.881547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-9a2e6fa3-ad29-4f9c-a5ba-e8c86e154360 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fada62a4-5b6a-474a-b97f-ad7e02237863 HTTP/1.1" status: 200 len: 217 time: 0.0495024 Sep 21 18:16:43.943309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-611be32e-93f3-446d-a48c-4377f630ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.944910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-611be32e-93f3-446d-a48c-4377f630ab75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.0521240 Sep 21 18:16:43.964150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e1d92c0-b8ba-4796-a720-67175a4f49b2 req-9aaf1505-2464-436f-9d18-1eb67d7e9a58 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353786 Sep 21 18:16:44.013016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-3b075381-56a6-4941-9444-0df4993c48cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477242 Sep 21 18:16:44.125201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-5a3d0a7e-d1f5-466e-9db0-10f10235f4ed service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035755 Sep 21 18:16:44.262775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4d95a-600c-4b5b-bca8-3cd36d0a4495 req-19b73c34-5ac9-44f0-af8f-c652296de8c1 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:44.264665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbc4d95a-600c-4b5b-bca8-3cd36d0a4495 req-19b73c34-5ac9-44f0-af8f-c652296de8c1 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.1121237 Sep 21 18:16:44.296297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-68d16ff5-9a97-43ee-9af8-0f3d6ced6132 service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633623 Sep 21 18:16:44.304338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.319691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbc4d95a-600c-4b5b-bca8-3cd36d0a4495 req-e10c8c8d-4a92-4bec-839c-808d58290317 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481219 Sep 21 18:16:44.339351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6be03ef-9285-4c5a-aaa3-9b9feb39ea00']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:44.364583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed7398f-84be-495d-826e-14573e52fc1c') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:44.364954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed7398f-84be-495d-826e-14573e52fc1c') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:44.430363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.455001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7cf0deb3-d6da-4776-b557-6a45071dd4d0 req-217a0284-ea4e-4992-824d-368c1f662654 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0441065 Sep 21 18:16:44.496012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.516091 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.523421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:44.523832 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:44.525604 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:44.562223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bb86d559-96ff-4902-836d-613b9306c0ea req-46db972f-c69c-40f4-8078-476a49046fa0 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 210 time: 0.0300202 Sep 21 18:16:44.648632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-134063a4-520a-47f8-a93e-d1622be9c6b1 req-4004849a-78ac-4d0a-9a45-2fe46c21ba23 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4a0c75-84e0-4412-8f7b-78826b7721ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8870203 Sep 21 18:16:44.660514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3cb7aebe-f04f-4f3d-8223-2b783ce2d1e9 req-ab73f36d-c8db-48ad-a2ba-6a7de4790aec tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 210 time: 0.0311208 Sep 21 18:16:44.662022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.677359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.679686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] 10.222.0.70 "DELETE /v2.0/networks/a6be03ef-9285-4c5a-aaa3-9b9feb39ea00 HTTP/1.1" status: 204 len: 168 time: 1.3610890 Sep 21 18:16:44.682736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45994) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:44.701548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router 1084d31d-a68b-497a-ae3a-7007265a3b7a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:16:44.705418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.707780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979ed27-941f-48a0-b038-b79d6c0715cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a6be03ef-9285-4c5a-aaa3-9b9feb39ea00,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:44.761958 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc861e-3ec9-4cc0-9127-5589c621fa91 x-openstack-request-id: req-31bc861e-3ec9-4cc0-9127-5589c621fa91 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:44.762689 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8", "tag": "f7cf7dd4-6e08-4b41-8f01-f7dcaea51010", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:44.762689 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31bc861e-3ec9-4cc0-9127-5589c621fa91 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:44.763020 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'tag': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010', 'status': 'completed', 'code': 200} Sep 21 18:16:44.767992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] Deleting subnet 7269b6be-3f18-4300-a7da-dcc66506bb2d {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:44.771785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.818413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.836203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:44.844793 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff52f0-debe-4a6c-860b-a131e51f1490 x-openstack-request-id: req-14ff52f0-debe-4a6c-860b-a131e51f1490 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:44.845173 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab6a22-ad5a-48f6-b62c-35ceda7f429f", "tag": "fada62a4-5b6a-474a-b97f-ad7e02237863", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:44.845326 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14ff52f0-debe-4a6c-860b-a131e51f1490 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:44.845722 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'tag': 'fada62a4-5b6a-474a-b97f-ad7e02237863', 'status': 'completed', 'code': 200} Sep 21 18:16:44.863588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:44.869370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:44.874963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event updated for resources: {'Port': ['ID=15d0929c-f967-4ad4-8d3a-8d5431055bc0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:44.961661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.994507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-a2b57742-4edd-497f-976b-a10c1485b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:44.996665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-a2b57742-4edd-497f-976b-a10c1485b389 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a9e5bee2d2349e7b2ae1675f76cd4dc&device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 1094 time: 0.2224689 Sep 21 18:16:45.006976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.007610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.071055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-2d29c3bf-0651-483e-b8ca-327c21ebf25f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3513730 Sep 21 18:16:45.076107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:16:45.089669 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] Sync routers for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:16:45.118682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-724c906d-b00d-424f-8e5f-aa7ecf9b440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.118987 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:45.119732 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:45.121323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-724c906d-b00d-424f-8e5f-aa7ecf9b440d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=d0ab6a22-ad5a-48f6-b62c-35ceda7f429f HTTP/1.1" status: 200 len: 1094 time: 0.2617142 Sep 21 18:16:45.137999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Request body: {'port': {'device_id': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:45.175375 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.211393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd507472-f1c8-4d5f-b38a-115a64634ba4 req-9b010f35-c1df-4f16-ab92-257744a1c925 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.220996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd507472-f1c8-4d5f-b38a-115a64634ba4 req-9b010f35-c1df-4f16-ab92-257744a1c925 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.2750340 Sep 21 18:16:45.230354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.264415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0893c67d-07cc-4051-ba73-d6b0b74bc87c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8913879 Sep 21 18:16:45.268364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46000) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:45.274207 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:16:45.280723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-98d31568-edbf-4ea9-850f-313d7823555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.282222 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-98d31568-edbf-4ea9-850f-313d7823555c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee4a0c75-84e0-4412-8f7b-78826b7721ee HTTP/1.1" status: 200 len: 911 time: 0.2643738 Sep 21 18:16:45.286291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.318055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a538a-d590-4d6f-a73c-007945524428 req-0b2b573d-b3b4-4f0b-a010-4c6c9ba5616a tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.319564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-0b2b573d-b3b4-4f0b-a010-4c6c9ba5616a tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.78 "GET /v2.0/networks?id=cdfe06c6-3fd1-4e61-9ebc-f61817fb306d HTTP/1.1" status: 200 len: 808 time: 0.4238172 Sep 21 18:16:45.325059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7269b6be-3f18-4300-a7da-dcc66506bb2d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:45.327266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.329154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-97f666b1-6a4c-4cc2-bf6d-eb51ca9b52dd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7269b6be-3f18-4300-a7da-dcc66506bb2d HTTP/1.1" status: 204 len: 168 time: 0.6442151 Sep 21 18:16:45.332066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46002) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:45.389301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Request body: {'port': {'device_id': '2c421ba5-0451-4127-8a37-de4c20eee198', 'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d', 'admin_state_up': True, 'tenant_id': '6ba2e0f6b9c441d686c4dc8218ae283e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:45.472570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd507472-f1c8-4d5f-b38a-115a64634ba4 req-f623aae6-add1-4c27-9133-229e525800d1 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338002 Sep 21 18:16:45.472784 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-18d38186-f2ec-470b-a97b-97b26f4cd875 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 HTTP/1.1" status: 200 len: 217 time: 0.1231205 Sep 21 18:16:45.526212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.536539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-18f6a026-20aa-4cfb-ad3c-50bac3ecd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.538069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-18f6a026-20aa-4cfb-ad3c-50bac3ecd770 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 915 time: 0.4041500 Sep 21 18:16:45.622394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cbc1b2dd-f6d2-45ad-a706-4e48dd3a507e tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/floatingips/7650174c-8bb3-4586-aed0-7e14018e7d0a HTTP/1.1" status: 200 len: 991 time: 0.3522582 Sep 21 18:16:45.709213 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '7650174c-8bb3-4586-aed0-7e14018e7d0a', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'port_id': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'mac_address': 'fa:16:3e:3b:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:16:42Z', 'updated_at': '2021-09-21T18:16:42Z', 'revision_number': 0, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:09Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:45.741135 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] Checking router: 1084d31d-a68b-497a-ae3a-7007265a3b7a for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:16:45.751248 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.752339 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:45.753371 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:16:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:45.778357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7188b6-c2a3-44fe-bed3-38a1d333fe4f']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:45.788771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa31c4fc-683e-4674-9c79-53aaf1d0d193') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:45.789077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa31c4fc-683e-4674-9c79-53aaf1d0d193') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:45.789925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-25d2c5c2-4b14-420b-8e36-7a8e430f3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.792483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-25d2c5c2-4b14-420b-8e36-7a8e430f3a22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1db4d3f2-de65-468a-9ab3-f97b7758d4a0 HTTP/1.1" status: 200 len: 849 time: 0.3107083 Sep 21 18:16:45.799869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.813335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-62688dd6-1bb1-4880-af33-68ce52db2377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fada62a4-5b6a-474a-b97f-ad7e02237863 HTTP/1.1" status: 200 len: 217 time: 0.2307734 Sep 21 18:16:45.872077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-fe634969-9118-45ba-9bfa-04ce19ce2345 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4a0c75-84e0-4412-8f7b-78826b7721ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637350 Sep 21 18:16:45.878007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.889741 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:16:45.894350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d0929c-f967-4ad4-8d3a-8d5431055bc0 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:45.899248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:45.900017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:45.903829 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:45.912829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.930858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92842c9b-c153-48ff-873b-632f3ebac85d req-b7ff32c5-2e13-45ec-9a48-d2710a42b33d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.939492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92842c9b-c153-48ff-873b-632f3ebac85d req-b7ff32c5-2e13-45ec-9a48-d2710a42b33d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 943 time: 0.3415127 Sep 21 18:16:45.998322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Transition to ACTIVE for port object 15d0929c-f967-4ad4-8d3a-8d5431055bc0 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:46.013783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.030582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-0da53f93-78e2-4b80-8516-8b2c12e98539 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4a0c75-84e0-4412-8f7b-78826b7721ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490579 Sep 21 18:16:46.195850 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '7650174c-8bb3-4586-aed0-7e14018e7d0a', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'port_id': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'mac_address': 'fa:16:3e:3b:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:16:42Z', 'updated_at': '2021-09-21T18:16:42Z', 'revision_number': 0, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:09Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:46.198084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Pushing event updated for resources: {'Port': ['ID=15d0929c-f967-4ad4-8d3a-8d5431055bc0,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:46.238454 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fe3a6-8003-4d26-8020-0e41a9e18f63 None None] The sync data for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 is: [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '7650174c-8bb3-4586-aed0-7e14018e7d0a', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'port_id': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'mac_address': 'fa:16:3e:3b:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:16:42Z', 'updated_at': '2021-09-21T18:16:42Z', 'revision_number': 0, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:09Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:16:46.250795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Attempting to bind port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.251053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Attempting to bind port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.251392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Attempting to bind port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.262305 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d5cf4dd3-a09b-4bb1-9bce-fe5c85cf9ff8 req-7b395c09-d0dd-41a7-86cb-b7c912770efa service neutron] 10.222.0.41 "GET /v2.0/networks/ee4a0c75-84e0-4412-8f7b-78826b7721ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071812 Sep 21 18:16:46.265477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.266055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Attempting to bind port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 on network c4ac24c6-3b07-4a11-8fa5-8471dffd6034 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.280749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:46.281091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Checking segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:46.281484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Bound using segment: {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:46.281936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Bound port: 15d0929c-f967-4ad4-8d3a-8d5431055bc0, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:46.282791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.371100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-a835508a-1d65-4fd4-a082-05dd479ba25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:46.372670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-a835508a-1d65-4fd4-a082-05dd479ba25a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.5464809 Sep 21 18:16:46.376674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] For port 15d0929c-f967-4ad4-8d3a-8d5431055bc0, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:46.381270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] For port 15d0929c-f967-4ad4-8d3a-8d5431055bc0, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=15d0929c-f967-4ad4-8d3a-8d5431055bc0,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:46.387126 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.403161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Made reservation on behalf of 6ba2e0f6b9c441d686c4dc8218ae283e for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:46.406667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.430431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:46.431131 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.433184 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] 10.222.0.78 "PUT /v2.0/ports/15d0929c-f967-4ad4-8d3a-8d5431055bc0 HTTP/1.1" status: 200 len: 1092 time: 1.3069355 Sep 21 18:16:46.454220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-7de89f29-9731-4a78-868b-3d82860ab6c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523100 Sep 21 18:16:46.459245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.472209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6c417-c5e5-46db-b8e1-db0b44f4b215 service neutron] Pushing event updated for resources: {'Port': ['ID=15d0929c-f967-4ad4-8d3a-8d5431055bc0,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:46.476934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92842c9b-c153-48ff-873b-632f3ebac85d req-e000566e-a907-4071-bf97-b3d184f8404d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368924 Sep 21 18:16:46.491873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.493727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] 10.222.0.70 "DELETE /v2.0/networks/8a7188b6-c2a3-44fe-bed3-38a1d333fe4f HTTP/1.1" status: 204 len: 168 time: 1.1605973 Sep 21 18:16:46.567488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-b6cecf94-26ac-4767-9ebb-ecd999264d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:46.574343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-b6cecf94-26ac-4767-9ebb-ecd999264d99 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 1095 time: 0.0738597 Sep 21 18:16:46.575996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc64c-c35e-43c2-8782-140d124f97ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7188b6-c2a3-44fe-bed3-38a1d333fe4f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:46.630122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46018) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:46.642891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87591db7-90b8-41a9-b05b-5f0dc7f4f6ef None None] New status for floating IP 7650174c-8bb3-4586-aed0-7e14018e7d0a: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:16:46.718467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-5043ebd7-65c9-44ba-9892-7bac62f3a9da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d0929c-f967-4ad4-8d3a-8d5431055bc0 HTTP/1.1" status: 200 len: 217 time: 0.1246948 Sep 21 18:16:46.806672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f'}, {'name': 'network-changed', 'server_uuid': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'tag': '15d0929c-f967-4ad4-8d3a-8d5431055bc0'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:46.811930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-0fc86bda-fad4-47c2-a16f-d6b42a8c285f service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335757 Sep 21 18:16:46.814675 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f"}, {"name": "network-changed", "server_uuid": "0fa1cf59-d2b9-4eac-953a-124f40fe32f5", "tag": "15d0929c-f967-4ad4-8d3a-8d5431055bc0"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:46.817342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ce2a5913-5861-4917-9bcb-01bdf960a462 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/floatingips/7650174c-8bb3-4586-aed0-7e14018e7d0a HTTP/1.1" status: 200 len: 991 time: 0.1849992 Sep 21 18:16:46.848059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Allocated IP 172.20.0.9 (cdfe06c6-3fd1-4e61-9ebc-f61817fb306d/d8d8e49a-b7fd-4d93-8bb4-1dcde75e5771/6bfe0967-8f1c-477e-b6e6-e60f0d53a857) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:46.856457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46022) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:46.879944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-771c28d4-5f4d-45ad-8b1f-dd68f1737de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:46.882895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-771c28d4-5f4d-45ad-8b1f-dd68f1737de7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.1562917 Sep 21 18:16:46.945593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-a74a7640-2bc8-46c4-88cf-8b7f62cb3df4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529439 Sep 21 18:16:46.974404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd541d-031b-40d4-9b98-8f82f9bfabc4 req-b55d7267-e0ec-422c-a31d-6ecb9945a6fe service neutron] 10.222.0.41 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537459 Sep 21 18:16:46.988006 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4058393f-b5c1-4e53-bf52-9ac17cbe5379 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5710f2d12c734ec69229c007158035e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261864 Sep 21 18:16:46.992419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46024) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.100645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-dfa38cc2-4a64-4808-9e93-442bf5fc89d1 service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439254 Sep 21 18:16:47.129054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f347927-f102-41e8-a0ad-aec99e226e8e req-74db0e46-6703-443f-a55d-5597b67a8aea tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0355682 Sep 21 18:16:47.161802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-769ffaab-1df9-4501-a7b4-65f96e6f11f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.194419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-769ffaab-1df9-4501-a7b4-65f96e6f11f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.199025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.224778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8e853312-91a0-4a5b-b714-a18f012e78a9 req-ccad3f2c-ee8e-4318-b462-96da7669453b service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159952 Sep 21 18:16:47.302938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e729-0586-495b-ad4d-20c46dd728da req-00d8d30a-020e-4170-953c-f9f859e274e2 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:47.304362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3413e729-0586-495b-ad4d-20c46dd728da req-00d8d30a-020e-4170-953c-f9f859e274e2 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 944 time: 0.0964088 Sep 21 18:16:47.319885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.325603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-769ffaab-1df9-4501-a7b4-65f96e6f11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.328170 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-769ffaab-1df9-4501-a7b4-65f96e6f11f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.329300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-769ffaab-1df9-4501-a7b4-65f96e6f11f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29f9fc7e-39a5-4569-a56b-f26373b3cb34 HTTP/1.1" status: 204 len: 168 time: 0.3295157 Sep 21 18:16:47.393726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ffaab-1df9-4501-a7b4-65f96e6f11f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f9fc7e-39a5-4569-a56b-f26373b3cb34,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:47.412367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:47.416605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Pushing event updated for resources: {'Port': ['ID=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:47.420561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:47.437758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3413e729-0586-495b-ad4d-20c46dd728da req-e76f6586-967a-4374-bf77-f32a41014681 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258743 Sep 21 18:16:47.438930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:47.493515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:47.494898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.535864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-87ce1856-bd53-4666-860e-5d9d23496484 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1900544 Sep 21 18:16:47.552287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Request body: {'port': {'device_id': '2c421ba5-0451-4127-8a37-de4c20eee198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:47.571875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4cb4-a490-4c1b-b4bb-ded48dee443e req-9d77c6cf-57b7-482b-bd21-eb3734cc56fe tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:47.578724 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90ac4cb4-a490-4c1b-b4bb-ded48dee443e req-9d77c6cf-57b7-482b-bd21-eb3734cc56fe tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 931 time: 0.0805273 Sep 21 18:16:47.660284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90ac4cb4-a490-4c1b-b4bb-ded48dee443e req-4792f30c-2b7d-4761-8b81-c7f87b56456c tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628214 Sep 21 18:16:47.663110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.742687 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c318dc-366b-4dc4-b5fe-d10f22259088 x-openstack-request-id: req-80c318dc-366b-4dc4-b5fe-d10f22259088 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:47.743142 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fa1cf59-d2b9-4eac-953a-124f40fe32f5", "tag": "15d0929c-f967-4ad4-8d3a-8d5431055bc0", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:47.743519 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80c318dc-366b-4dc4-b5fe-d10f22259088 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:47.744302 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'status': 'completed', 'code': 200} Sep 21 18:16:47.744719 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'tag': '15d0929c-f967-4ad4-8d3a-8d5431055bc0', 'status': 'completed', 'code': 200} Sep 21 18:16:47.808073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46038) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.829539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46040) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.917504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5ac407b4-f120-47f6-8e21-6e73d484fb8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b94e9ef015a449ac999f4f7340f44805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054566 Sep 21 18:16:47.921205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-8ae53481-c3f1-495a-94a9-d1c36b01ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:47.922772 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-8ae53481-c3f1-495a-94a9-d1c36b01ee13 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=336f5a1b47774c81b404dc5e1192f608&device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 1096 time: 0.1498597 Sep 21 18:16:47.923243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46042) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.925503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:47.948692 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f772e720-1370-44d1-b84b-4cbb1197e92d tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/floatingips/7650174c-8bb3-4586-aed0-7e14018e7d0a HTTP/1.1" status: 200 len: 993 time: 0.1172254 Sep 21 18:16:47.956100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9e617-6f5d-420e-9623-fd86d1da3131 req-68d7abaa-08f9-4029-86f8-d0f7978c61bf tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:47.964208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abb9e617-6f5d-420e-9623-fd86d1da3131 req-68d7abaa-08f9-4029-86f8-d0f7978c61bf tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.1349881 Sep 21 18:16:48.027238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abb9e617-6f5d-420e-9623-fd86d1da3131 req-7f5cb46b-dd6f-4595-9459-ea569b09b3bc tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598783 Sep 21 18:16:48.069383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,segment=NetworkSegment(4f466fb4-4308-48fe-932a-eddd3cb81636),segment_id=4f466fb4-4308-48fe-932a-eddd3cb81636)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:48.083567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14387629-c17a-490a-94c1-c4a9206893ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.083902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010', 'network_id': 'ee4a0c75-84e0-4412-8f7b-78826b7721ee', 'port_id': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010', 'mac_address': 'fa:16:3e:13:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db4d3f2-de65-468a-9ab3-f97b7758d4a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:48.086412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-a57c8a90-4242-4e7c-813c-699896fa482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.088612 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-a57c8a90-4242-4e7c-813c-699896fa482b service neutron] 10.222.0.78 "GET /v2.0/networks?id=e6dde90b-b525-4311-9068-5caaff6b4c51 HTTP/1.1" status: 200 len: 899 time: 0.1521621 Sep 21 18:16:48.129654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.145361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:48.159272 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14387629-c17a-490a-94c1-c4a9206893ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.170751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,segment=NetworkSegment(4f466fb4-4308-48fe-932a-eddd3cb81636),segment_id=4f466fb4-4308-48fe-932a-eddd3cb81636)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:48.176355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.178208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fada62a4-5b6a-474a-b97f-ad7e02237863 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:48.206472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:48.221357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa45d8-c83b-453c-af52-4f0807c0857a req-7c4b7fdd-e2ee-49c4-85b6-c218b0e73a62 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.223108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8afa45d8-c83b-453c-af52-4f0807c0857a req-7c4b7fdd-e2ee-49c4-85b6-c218b0e73a62 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 943 time: 0.0867293 Sep 21 18:16:48.229157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.235810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-dcc51132-2d3b-4937-b27b-0171baf57c47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=096e8840-f61d-42cb-a027-38b8fa511e9f HTTP/1.1" status: 200 len: 1001 time: 0.1377225 Sep 21 18:16:48.265806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Transition to ACTIVE for port object 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:16:48.280450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.302245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fada62a4-5b6a-474a-b97f-ad7e02237863, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fada62a4-5b6a-474a-b97f-ad7e02237863,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:48.316855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'fada62a4-5b6a-474a-b97f-ad7e02237863', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'port_id': 'fada62a4-5b6a-474a-b97f-ad7e02237863', 'mac_address': 'fa:16:3e:67:43:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eda0a2-0bbf-496c-b686-8a8244bfecba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:48.320502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8afa45d8-c83b-453c-af52-4f0807c0857a req-66306c04-0a75-4f44-8b44-e452357f07b8 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879147 Sep 21 18:16:48.330146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-1a34a61b-972b-4ae5-88be-66d30f63c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.333802 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-1a34a61b-972b-4ae5-88be-66d30f63c376 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6d54ce5c-7f1c-47e0-aba2-700db4ad4e57 HTTP/1.1" status: 200 len: 834 time: 0.0871620 Sep 21 18:16:48.335734 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14387629-c17a-490a-94c1-c4a9206893ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.348252 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14387629-c17a-490a-94c1-c4a9206893ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.349406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-14387629-c17a-490a-94c1-c4a9206893ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c17ef528-e672-4bfd-a72a-99643f3ae13a HTTP/1.1" status: 204 len: 168 time: 0.4210379 Sep 21 18:16:48.382224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:48.392007 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.413175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fada62a4-5b6a-474a-b97f-ad7e02237863 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:48.442520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14387629-c17a-490a-94c1-c4a9206893ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ef528-e672-4bfd-a72a-99643f3ae13a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:48.450262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fada62a4-5b6a-474a-b97f-ad7e02237863, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fada62a4-5b6a-474a-b97f-ad7e02237863,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:48.465695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:48.469648 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.477545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Attempting to bind port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:48.477785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Attempting to bind port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'f950b46c-f6fc-48c7-ae78-c386f73a4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:48.480518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Attempting to bind port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 on network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:48.486918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-5a30cb89-7728-4f2c-a8eb-f48f391e2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.493224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 on network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:48.493547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Attempting to bind port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 on network cdfe06c6-3fd1-4e61-9ebc-f61817fb306d {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:48.494000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-5a30cb89-7728-4f2c-a8eb-f48f391e2a43 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e6dde90b-b525-4311-9068-5caaff6b4c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417260 Sep 21 18:16:48.512088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:48.512434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Checking segment: {'id': 'f950b46c-f6fc-48c7-ae78-c386f73a4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:48.512823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Bound using segment: {'id': 'f950b46c-f6fc-48c7-ae78-c386f73a4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:48.513271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Bound port: 6bfe0967-8f1c-477e-b6e6-e60f0d53a857, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f950b46c-f6fc-48c7-ae78-c386f73a4a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:48.513633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.536104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fada62a4-5b6a-474a-b97f-ad7e02237863,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:48.618537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-aad85997-dd7c-44b7-a6d8-2f47f7485c28 service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182003 Sep 21 18:16:48.625359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] For port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:48.645326 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f33b5725-8b6c-4c7a-b039-14566e6124bd req-eb463104-9a01-4926-a5db-2fb51d2817e0 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0406668 Sep 21 18:16:48.655250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] For port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,segment=NetworkSegment(f950b46c-f6fc-48c7-ae78-c386f73a4a0f),segment_id=f950b46c-f6fc-48c7-ae78-c386f73a4a0f)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:48.660748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.738558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.742360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.743204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f7cf7dd4-6e08-4b41-8f01-f7dcaea51010'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:48.743961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] 10.222.0.78 "PUT /v2.0/ports/6bfe0967-8f1c-477e-b6e6-e60f0d53a857 HTTP/1.1" status: 200 len: 1091 time: 1.1971042 Sep 21 18:16:48.744991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c421ba5-0451-4127-8a37-de4c20eee198', 'tag': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:48.746767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['fada62a4-5b6a-474a-b97f-ad7e02237863'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:48.756900 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b07d73-ad91-48bc-9953-cfc54953b3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c421ba5-0451-4127-8a37-de4c20eee198", "tag": "6bfe0967-8f1c-477e-b6e6-e60f0d53a857"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:48.812667 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-e0787fd6-8ba0-4d73-99a3-0bceb50396df service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854644 Sep 21 18:16:48.870318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0eeba-33a6-4484-baf7-84cb06235d90 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:48.927390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9a7f-107c-41d3-903b-2a2a03f6e65c req-98569668-c534-47c4-a3ca-22a33e126410 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.928984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a13d9a7f-107c-41d3-903b-2a2a03f6e65c req-98569668-c534-47c4-a3ca-22a33e126410 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 944 time: 0.1603041 Sep 21 18:16:48.943996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-2f65ccb3-1295-42b5-bd80-8df06b333ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.945954 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-2f65ccb3-1295-42b5-bd80-8df06b333ef2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38547bc976034675b27074a47005f901&device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 1095 time: 0.0722291 Sep 21 18:16:48.949927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a538a-d590-4d6f-a73c-007945524428 req-19f70acf-0b3e-434b-a3e1-8fad73c1a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:48.951376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-19f70acf-0b3e-434b-a3e1-8fad73c1a476 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ba2e0f6b9c441d686c4dc8218ae283e&device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 1094 time: 0.1360762 Sep 21 18:16:49.034272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-eef7fba1-f6e0-44e3-bf75-696e2feb29b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bfe0967-8f1c-477e-b6e6-e60f0d53a857 HTTP/1.1" status: 200 len: 217 time: 0.0622396 Sep 21 18:16:49.037219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a13d9a7f-107c-41d3-903b-2a2a03f6e65c req-97aae5a0-f3e8-48f0-bdb9-162040ffe39f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920203 Sep 21 18:16:49.106876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a538a-d590-4d6f-a73c-007945524428 req-4327cc3b-a05b-409f-98fa-f973366897d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.108355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-4327cc3b-a05b-409f-98fa-f973366897d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8d8e49a-b7fd-4d93-8bb4-1dcde75e5771 HTTP/1.1" status: 200 len: 848 time: 0.0639789 Sep 21 18:16:49.146933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-be048963-c487-4cf4-8de7-ed7d3879bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.149005 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-be048963-c487-4cf4-8de7-ed7d3879bd62 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 200 len: 915 time: 0.1775851 Sep 21 18:16:49.160385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-3deeed14-f1d3-4b2b-a584-827438382752 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cdfe06c6-3fd1-4e61-9ebc-f61817fb306d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335076 Sep 21 18:16:49.209902 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-ba4e1b8c-b4e6-41fa-aa65-b2d4c88d0d4e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15d0929c-f967-4ad4-8d3a-8d5431055bc0 HTTP/1.1" status: 200 len: 217 time: 0.0507047 Sep 21 18:16:49.295313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-bed07e16-ab98-4744-afda-95a74807d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.297104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-bed07e16-ab98-4744-afda-95a74807d4cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 200 len: 853 time: 0.0804136 Sep 21 18:16:49.349199 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-849f83c2-5f36-43a7-8821-52c9ee01ce29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4ac24c6-3b07-4a11-8fa5-8471dffd6034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417631 Sep 21 18:16:49.365272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-5266b8de-0b7b-4556-9a7e-8aecd9bebb63 service neutron] 10.222.0.78 "GET /v2.0/networks/cdfe06c6-3fd1-4e61-9ebc-f61817fb306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922297 Sep 21 18:16:49.430058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93720e11-d112-4019-a56f-bbce81036ebd req-c0b4e0ba-7fea-487a-997b-52fc3bf848e3 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.440310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93720e11-d112-4019-a56f-bbce81036ebd req-c0b4e0ba-7fea-487a-997b-52fc3bf848e3 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 943 time: 0.1286905 Sep 21 18:16:49.470796 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-de532a96-61e4-4936-9a70-3d15cd88900b service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130891 Sep 21 18:16:49.538432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93720e11-d112-4019-a56f-bbce81036ebd req-ebcae80c-f76c-447e-9dad-2f68bbb4e207 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969689 Sep 21 18:16:49.552956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-855a538a-d590-4d6f-a73c-007945524428 req-27602d5e-3f7d-4c61-8542-eb52c44cf756 service neutron] 10.222.0.78 "GET /v2.0/networks/cdfe06c6-3fd1-4e61-9ebc-f61817fb306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828706 Sep 21 18:16:49.582212 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec045c0a-aba5-41b3-bed6-5e4dc8947582 x-openstack-request-id: req-ec045c0a-aba5-41b3-bed6-5e4dc8947582 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:49.583059 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c421ba5-0451-4127-8a37-de4c20eee198", "tag": "6bfe0967-8f1c-477e-b6e6-e60f0d53a857", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:49.583059 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec045c0a-aba5-41b3-bed6-5e4dc8947582 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:49.583327 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c421ba5-0451-4127-8a37-de4c20eee198', 'tag': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857', 'status': 'completed', 'code': 200} Sep 21 18:16:49.598149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e1c4b1e-1162-4d43-81fa-1f4c75b920c8 req-5ecc8e66-28ca-42f2-8520-a01e0563aac6 service neutron] 10.222.0.78 "GET /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174352 Sep 21 18:16:49.673011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-d207bf3d-fc68-42fd-a0c6-ab3425bd4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.674558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-d207bf3d-fc68-42fd-a0c6-ab3425bd4b61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ba2e0f6b9c441d686c4dc8218ae283e&device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 1094 time: 0.0617404 Sep 21 18:16:49.697218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd5db3-7cc8-4bfd-8f5b-288f84992245 req-9d19c44c-3637-4fdc-bf86-4a0ffa30e02b tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.699702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bbd5db3-7cc8-4bfd-8f5b-288f84992245 req-9d19c44c-3637-4fdc-bf86-4a0ffa30e02b tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.0595496 Sep 21 18:16:49.752521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bbd5db3-7cc8-4bfd-8f5b-288f84992245 req-e4d1ae63-5580-4516-bd12-477c342287a0 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Sep 21 18:16:49.818032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-f6dbd1b7-8374-45b0-a7f1-015d33b6ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.819985 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-f6dbd1b7-8374-45b0-a7f1-015d33b6ef2a service neutron] 10.222.0.78 "GET /v2.0/networks?id=cdfe06c6-3fd1-4e61-9ebc-f61817fb306d HTTP/1.1" status: 200 len: 910 time: 0.1313996 Sep 21 18:16:49.875600 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-2e5f0a84-98ba-400c-aa28-0e781df9984c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bfe0967-8f1c-477e-b6e6-e60f0d53a857 HTTP/1.1" status: 200 len: 217 time: 0.0472531 Sep 21 18:16:49.881748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa2acd-97c1-4d21-a406-5c6c3bb26a22 req-23fd5470-ef02-485d-8ca5-f5cc0ce7bd63 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.883263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02fa2acd-97c1-4d21-a406-5c6c3bb26a22 req-23fd5470-ef02-485d-8ca5-f5cc0ce7bd63 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 944 time: 0.0600402 Sep 21 18:16:49.930593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:49.945908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-7129352a-1f3b-425d-b55f-710729496d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.948027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-7129352a-1f3b-425d-b55f-710729496d0c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8d8e49a-b7fd-4d93-8bb4-1dcde75e5771 HTTP/1.1" status: 200 len: 848 time: 0.0531106 Sep 21 18:16:49.952184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02fa2acd-97c1-4d21-a406-5c6c3bb26a22 req-434e75cc-ed84-4bd7-b5a8-1683b47d9537 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Sep 21 18:16:49.989734 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-e91ca17c-a68a-45a6-b729-3a50b89bb071 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cdfe06c6-3fd1-4e61-9ebc-f61817fb306d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328803 Sep 21 18:16:50.045830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:50.053393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:50.054078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.112594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-f872df46-b5c0-4508-8cb3-75a3c6c0ece8 service neutron] 10.222.0.78 "GET /v2.0/networks/cdfe06c6-3fd1-4e61-9ebc-f61817fb306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141040 Sep 21 18:16:50.169579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.211259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,segment=NetworkSegment(4f466fb4-4308-48fe-932a-eddd3cb81636),segment_id=4f466fb4-4308-48fe-932a-eddd3cb81636)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:50.213871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:50.217442 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99488e0a-966d-4712-b172-efe569611c78" -d '{"events": [{"server_uuid": "66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8", "name": "network-vif-plugged", "status": "completed", "tag": "f7cf7dd4-6e08-4b41-8f01-f7dcaea51010"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:50.222680 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.223719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fada62a4-5b6a-474a-b97f-ad7e02237863 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:50.255449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-42b07d73-ad91-48bc-9953-cfc54953b3a7 req-933d7c1a-246f-4ca1-9734-c94f6d98fe11 service neutron] 10.222.0.78 "GET /v2.0/networks/cdfe06c6-3fd1-4e61-9ebc-f61817fb306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309052 Sep 21 18:16:50.273038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7eb0e123-7988-4dcc-bee1-a91a120edae9 req-f217edd9-6190-428b-831b-f9adffba6d32 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0498786 Sep 21 18:16:50.326708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:50.355362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port fada62a4-5b6a-474a-b97f-ad7e02237863 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:50.368702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port fada62a4-5b6a-474a-b97f-ad7e02237863 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:50.369082 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.393360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7636-0e35-4359-814a-2a407aa068e2 req-41d3da90-4403-4b4c-9eb5-96e232940118 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:50.398692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f86f7636-0e35-4359-814a-2a407aa068e2 req-41d3da90-4403-4b4c-9eb5-96e232940118 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 944 time: 0.0683539 Sep 21 18:16:50.437750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f86f7636-0e35-4359-814a-2a407aa068e2 req-1e85b65a-4e41-4263-91a6-e78acdb63eb3 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Sep 21 18:16:50.462702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.498962 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f255ae9-21ce-4ce6-b43a-ef799c8d6b5e x-openstack-request-id: req-0f255ae9-21ce-4ce6-b43a-ef799c8d6b5e {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:50.499705 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8", "name": "network-vif-plugged", "status": "completed", "tag": "f7cf7dd4-6e08-4b41-8f01-f7dcaea51010", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:50.500209 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f255ae9-21ce-4ce6-b43a-ef799c8d6b5e {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:50.501041 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010', 'code': 200} Sep 21 18:16:50.515287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fada62a4-5b6a-474a-b97f-ad7e02237863, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fada62a4-5b6a-474a-b97f-ad7e02237863,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:50.523794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.584527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fada62a4-5b6a-474a-b97f-ad7e02237863,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:50.618066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d516c-878d-46a1-a2e9-07da3fcc25a1 req-2cd2148f-eebd-41a9-b630-5322112a3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:50.621167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-636d516c-878d-46a1-a2e9-07da3fcc25a1 req-2cd2148f-eebd-41a9-b630-5322112a3177 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 1096 time: 0.0548377 Sep 21 18:16:50.691871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-636d516c-878d-46a1-a2e9-07da3fcc25a1 req-fe27497b-6e62-4565-afd1-0183dc78aa6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592530 Sep 21 18:16:50.708882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7227b-414d-4001-9892-5c3f74d5aa3f req-4ecadb84-08e2-454a-bc8b-d12218696e49 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:50.710571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1dd7227b-414d-4001-9892-5c3f74d5aa3f req-4ecadb84-08e2-454a-bc8b-d12218696e49 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 943 time: 0.0791755 Sep 21 18:16:50.765927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1dd7227b-414d-4001-9892-5c3f74d5aa3f req-c4978a67-4d83-496e-b4b3-d0d3517a7282 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478415 Sep 21 18:16:50.843613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 15d0929c-f967-4ad4-8d3a-8d5431055bc0 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:50.880559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3bad-7956-40bc-8b04-19653aa812a5 req-3c900e66-1a6e-42c8-9419-114328fefe6c tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:50.888684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-818a3bad-7956-40bc-8b04-19653aa812a5 req-3c900e66-1a6e-42c8-9419-114328fefe6c tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.0682094 Sep 21 18:16:50.942854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-818a3bad-7956-40bc-8b04-19653aa812a5 req-e3d1af23-55e1-4620-a57e-8f55b9db0505 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.70 "GET /v2.0/security-groups?id=67825573-2aa8-402b-8bea-3e8d2e6453ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495343 Sep 21 18:16:50.955027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-d6236382-40e5-441f-bf31-5b7bb8b7ac22 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:50.957558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-d6236382-40e5-441f-bf31-5b7bb8b7ac22 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaeed269-a5ee-4f54-9a53-d4f6f9121e1b HTTP/1.1" status: 200 len: 945 time: 0.0864720 Sep 21 18:16:51.031183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 15d0929c-f967-4ad4-8d3a-8d5431055bc0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=15d0929c-f967-4ad4-8d3a-8d5431055bc0,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:51.052750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '15d0929c-f967-4ad4-8d3a-8d5431055bc0', 'network_id': 'c4ac24c6-3b07-4a11-8fa5-8471dffd6034', 'port_id': '15d0929c-f967-4ad4-8d3a-8d5431055bc0', 'mac_address': 'fa:16:3e:09:a5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eda0a2-0bbf-496c-b686-8a8244bfecba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:51.103992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Deleting port e63ae9f6-623b-443b-9dad-a7595012dbc9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:51.103992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.133541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.153950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e8f7a-6f34-4114-8d28-90a7f20a04d8 req-31bc575b-b7d1-48e2-a211-29400a85ccf7 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:51.156346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d0929c-f967-4ad4-8d3a-8d5431055bc0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:51.161360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db4e8f7a-6f34-4114-8d28-90a7f20a04d8 req-31bc575b-b7d1-48e2-a211-29400a85ccf7 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 945 time: 0.0974097 Sep 21 18:16:51.184504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 15d0929c-f967-4ad4-8d3a-8d5431055bc0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=15d0929c-f967-4ad4-8d3a-8d5431055bc0,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:51.191457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.233088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] For port e63ae9f6-623b-443b-9dad-a7595012dbc9, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e63ae9f6-623b-443b-9dad-a7595012dbc9,segment=NetworkSegment(83bbfa21-e89b-4767-9ade-23be187deacc),segment_id=83bbfa21-e89b-4767-9ade-23be187deacc)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:51.233257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.236536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db4e8f7a-6f34-4114-8d28-90a7f20a04d8 req-e5b990fe-eaad-49b7-8760-bf62f78b4c3e tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719147 Sep 21 18:16:51.253575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Calling delete_port for e63ae9f6-623b-443b-9dad-a7595012dbc9 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:51.284916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=15d0929c-f967-4ad4-8d3a-8d5431055bc0,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:51.308416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46138) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:51.411359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['15d0929c-f967-4ad4-8d3a-8d5431055bc0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:51.416230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c3dd20-4028-4815-ac49-5aa82114de23 req-b7549258-2014-4b0a-8499-dbb76d0aa49f tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d59648-6f0f-4b4b-94f7-f4050110cede HTTP/1.1" status: 200 len: 210 time: 0.0346565 Sep 21 18:16:51.458239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.479986 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02c65d05-4e19-407a-8d57-e253f313fb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.500215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Pushing event deleted for resources: {'Port': ['ID=e63ae9f6-623b-443b-9dad-a7595012dbc9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:51.550867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] No DVR routers for this DVR port e63ae9f6-623b-443b-9dad-a7595012dbc9 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:51.554393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.557328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8751495c-b56b-47cb-ac7f-79e2e9d0f69a req-e6fbe11f-9219-433a-843b-cdb29d40cbf9 tempest-ServersNegativeTestMultiTenantJSON-1323786051 tempest-ServersNegativeTestMultiTenantJSON-1323786051-project] 10.222.0.78 "DELETE /v2.0/ports/e63ae9f6-623b-443b-9dad-a7595012dbc9 HTTP/1.1" status: 204 len: 173 time: 0.5903232 Sep 21 18:16:51.557795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'name': 'network-vif-deleted', 'tag': 'e63ae9f6-623b-443b-9dad-a7595012dbc9'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:51.560746 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e89c1-fc6d-4750-a67b-b93b6bd0bb6c" -d '{"events": [{"server_uuid": "eaeed269-a5ee-4f54-9a53-d4f6f9121e1b", "name": "network-vif-deleted", "tag": "e63ae9f6-623b-443b-9dad-a7595012dbc9"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:51.586768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045a10-693f-472c-a339-248d083acad9 req-6550780c-cc1a-405c-9eaa-6840fc1319a4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:51.588271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd045a10-693f-472c-a339-248d083acad9 req-6550780c-cc1a-405c-9eaa-6840fc1319a4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0864131 Sep 21 18:16:51.649811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd045a10-693f-472c-a339-248d083acad9 req-3c0b10cd-58f2-457b-b9e6-d62aa0904370 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545008 Sep 21 18:16:51.685349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02c65d05-4e19-407a-8d57-e253f313fb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.690092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-02c65d05-4e19-407a-8d57-e253f313fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.742706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-02c65d05-4e19-407a-8d57-e253f313fb63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a572179602e45788e012985e7706e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321764 Sep 21 18:16:51.743437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c65d05-4e19-407a-8d57-e253f313fb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971f1152-ae88-4abc-ab78-4b6f58922dc1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:51.745862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46150) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:51.784107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213631e-ac27-4cbf-996b-c25f1f22e09a req-014bedb4-00a2-4eed-ad21-1f8d3ab39b8b tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:51.791547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0213631e-ac27-4cbf-996b-c25f1f22e09a req-014bedb4-00a2-4eed-ad21-1f8d3ab39b8b tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 945 time: 0.0639021 Sep 21 18:16:51.802635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55badf9d-44f9-4cbd-a5a6-0c6532097ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.825242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55badf9d-44f9-4cbd-a5a6-0c6532097ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.826080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0213631e-ac27-4cbf-996b-c25f1f22e09a req-84480211-46d2-404f-bb40-bb1ccb9daf79 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336039 Sep 21 18:16:51.871440 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf50f0a-8f67-4155-bd55-0091a595a39e x-openstack-request-id: req-bdf50f0a-8f67-4155-bd55-0091a595a39e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:51.871730 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeed269-a5ee-4f54-9a53-d4f6f9121e1b", "name": "network-vif-deleted", "tag": "e63ae9f6-623b-443b-9dad-a7595012dbc9", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:51.872209 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdf50f0a-8f67-4155-bd55-0091a595a39e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:51.872745 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeed269-a5ee-4f54-9a53-d4f6f9121e1b', 'name': 'network-vif-deleted', 'tag': 'e63ae9f6-623b-443b-9dad-a7595012dbc9', 'status': 'completed', 'code': 200} Sep 21 18:16:51.880911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55badf9d-44f9-4cbd-a5a6-0c6532097ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.883822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55badf9d-44f9-4cbd-a5a6-0c6532097ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.885752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-55badf9d-44f9-4cbd-a5a6-0c6532097ccd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/971f1152-ae88-4abc-ab78-4b6f58922dc1 HTTP/1.1" status: 204 len: 168 time: 0.1388545 Sep 21 18:16:51.894364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55badf9d-44f9-4cbd-a5a6-0c6532097ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f1152-ae88-4abc-ab78-4b6f58922dc1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:51.976989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e63ae9f6-623b-443b-9dad-a7595012dbc9'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:51.992505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac4c21-8bb2-4187-85fa-da19579b2c1b req-844d1314-4c74-4e7d-baa2-5190e9a59b27 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:52.005485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cac4c21-8bb2-4187-85fa-da19579b2c1b req-844d1314-4c74-4e7d-baa2-5190e9a59b27 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0813243 Sep 21 18:16:52.079071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cac4c21-8bb2-4187-85fa-da19579b2c1b req-4bae1b99-fed6-48a6-98f7-8c731d2373dc tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653827 Sep 21 18:16:52.199626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2f56c-d007-4c2b-9b55-56a45d5b1d84 req-ad07650e-a740-44cd-ad42-3e6d56fa0bd4 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:52.201114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3d2f56c-d007-4c2b-9b55-56a45d5b1d84 req-ad07650e-a740-44cd-ad42-3e6d56fa0bd4 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 943 time: 0.0592980 Sep 21 18:16:52.243975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3d2f56c-d007-4c2b-9b55-56a45d5b1d84 req-df3e3f67-5aaa-4745-80f6-168e7e3d7d97 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Sep 21 18:16:52.253254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:52.267146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e271-394b-4759-b8df-fce2adb0cbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.288833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46166) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:52.356386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] Deleting subnet b4487498-f1d3-45d7-93e2-eb85243cec57 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:52.361197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.410816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.474053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e271-394b-4759-b8df-fce2adb0cbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.475386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.495270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e271-394b-4759-b8df-fce2adb0cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.502145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7e569-d8d4-49cf-9f80-c6827a6cb5a8 req-cd565a11-9a8c-410d-8da0-7c0d06932f99 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:52.502832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fada62a4-5b6a-474a-b97f-ad7e02237863'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:52.503865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97f7e569-d8d4-49cf-9f80-c6827a6cb5a8 req-cd565a11-9a8c-410d-8da0-7c0d06932f99 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Sep 21 18:16:52.505934 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45a5fe-fc35-45ea-8723-48158031ae72" -d '{"events": [{"server_uuid": "d0ab6a22-ad5a-48f6-b62c-35ceda7f429f", "name": "network-vif-plugged", "status": "completed", "tag": "fada62a4-5b6a-474a-b97f-ad7e02237863"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:52.544159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97f7e569-d8d4-49cf-9f80-c6827a6cb5a8 req-4b446c25-e208-495f-b724-29fe93e307d4 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Sep 21 18:16:52.552761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d4c6e271-394b-4759-b8df-fce2adb0cbc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53df379b1ca04b01b11c5f136089465e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984159 Sep 21 18:16:52.553474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e271-394b-4759-b8df-fce2adb0cbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5107a9e9-3ff3-49d5-b1e3-98328889d493,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:52.555597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46174) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:52.592371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.661414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adf6eb74-064a-4c35-96e0-bde3e3bb9da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.698859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6897af3-6c50-4415-9973-af8027563371 req-fd978ae4-70e3-4b3e-8478-aefcf2756151 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:52.700465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6897af3-6c50-4415-9973-af8027563371 req-fd978ae4-70e3-4b3e-8478-aefcf2756151 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0871644 Sep 21 18:16:52.702637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adf6eb74-064a-4c35-96e0-bde3e3bb9da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.782873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6897af3-6c50-4415-9973-af8027563371 req-1a9e32a6-a444-4706-a019-177f9129542a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708749 Sep 21 18:16:52.800328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adf6eb74-064a-4c35-96e0-bde3e3bb9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.803060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adf6eb74-064a-4c35-96e0-bde3e3bb9da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.804568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-adf6eb74-064a-4c35-96e0-bde3e3bb9da2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5107a9e9-3ff3-49d5-b1e3-98328889d493 HTTP/1.1" status: 204 len: 168 time: 0.2472599 Sep 21 18:16:52.827636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6eb74-064a-4c35-96e0-bde3e3bb9da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107a9e9-3ff3-49d5-b1e3-98328889d493,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:52.845469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:16:52.859840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 15d0929c-f967-4ad4-8d3a-8d5431055bc0 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:52.913246 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e1cdfd-82e7-4028-a630-3675d96006a8 x-openstack-request-id: req-21e1cdfd-82e7-4028-a630-3675d96006a8 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:52.913634 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab6a22-ad5a-48f6-b62c-35ceda7f429f", "name": "network-vif-plugged", "status": "completed", "tag": "fada62a4-5b6a-474a-b97f-ad7e02237863", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:52.913819 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21e1cdfd-82e7-4028-a630-3675d96006a8 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:52.914702 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fada62a4-5b6a-474a-b97f-ad7e02237863', 'code': 200} Sep 21 18:16:53.064661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4487498-f1d3-45d7-93e2-eb85243cec57,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.084498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.084974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:53.091361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:53.091705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-75413979-4640-4709-9bd0-d2fb5b1b9072 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b4487498-f1d3-45d7-93e2-eb85243cec57 HTTP/1.1" status: 204 len: 168 time: 0.7981739 Sep 21 18:16:53.092425 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.094529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46194) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.126088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f206-b0a2-4d9f-9a8a-7db815cde144 req-43265a50-6545-4123-a90e-ff66fc2fe8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:53.127632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a9f206-b0a2-4d9f-9a8a-7db815cde144 req-43265a50-6545-4123-a90e-ff66fc2fe8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0ab6a22-ad5a-48f6-b62c-35ceda7f429f HTTP/1.1" status: 200 len: 1096 time: 0.1631353 Sep 21 18:16:53.139781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,segment=NetworkSegment(f950b46c-f6fc-48c7-ae78-c386f73a4a0f),segment_id=f950b46c-f6fc-48c7-ae78-c386f73a4a0f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:53.158347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857', 'network_id': 'cdfe06c6-3fd1-4e61-9ebc-f61817fb306d', 'port_id': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857', 'mac_address': 'fa:16:3e:d4:09:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d8e49a-b7fd-4d93-8bb4-1dcde75e5771', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:16:53.174265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b7079-76e6-492c-881d-b0755deba96f req-c67f6360-1a0c-4c1e-a92e-acc3747e02c5 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:53.175837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc7b7079-76e6-492c-881d-b0755deba96f req-c67f6360-1a0c-4c1e-a92e-acc3747e02c5 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 945 time: 0.1607311 Sep 21 18:16:53.197050 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.208429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.223611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:16:53.277147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,segment=NetworkSegment(f950b46c-f6fc-48c7-ae78-c386f73a4a0f),segment_id=f950b46c-f6fc-48c7-ae78-c386f73a4a0f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:53.289912 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.292164 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.310474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95a9f206-b0a2-4d9f-9a8a-7db815cde144 req-62d063a7-414d-4361-9b87-24b531d994fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665151 Sep 21 18:16:53.316953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.333966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 15d0929c-f967-4ad4-8d3a-8d5431055bc0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=15d0929c-f967-4ad4-8d3a-8d5431055bc0,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:53.338031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc7b7079-76e6-492c-881d-b0755deba96f req-750fea95-03ce-4381-a1c0-72de8257338f tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405702 Sep 21 18:16:53.343350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094b1741-4f91-4872-a6be-5a1f8e5d2332']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:53.354975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bbfa21-e89b-4767-9ade-23be187deacc') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:53.355320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bbfa21-e89b-4767-9ade-23be187deacc') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:53.362536 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.366702 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.384418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.384581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46202) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.391726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:53.392131 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:53.404585 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:53.419882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.473055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.480120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.482000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] 10.222.0.70 "DELETE /v2.0/networks/094b1741-4f91-4872-a6be-5a1f8e5d2332 HTTP/1.1" status: 204 len: 168 time: 0.3846147 Sep 21 18:16:53.487364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46206) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.495305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84fbb558-8a4a-4a63-8050-31cc301a341a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.509249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855e273-26a3-419c-a14d-46526878f804 admin admin] Pushing event deleted for resources: {'Network': ['ID=094b1741-4f91-4872-a6be-5a1f8e5d2332,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.519830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=15d0929c-f967-4ad4-8d3a-8d5431055bc0,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.574103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84fbb558-8a4a-4a63-8050-31cc301a341a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.588431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6bfe0967-8f1c-477e-b6e6-e60f0d53a857'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:53.592211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] Deleting subnet 99ac5348-d6f2-4447-80e4-0b4f9bab6952 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:53.602788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.671143 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.739734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84fbb558-8a4a-4a63-8050-31cc301a341a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.742391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84fbb558-8a4a-4a63-8050-31cc301a341a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.743502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-84fbb558-8a4a-4a63-8050-31cc301a341a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ad94c20-b6e3-456e-9a0d-1a1e8702daee HTTP/1.1" status: 204 len: 168 time: 0.3566182 Sep 21 18:16:53.748533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.749849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46216) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.765843 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-8fd55470-60d7-4bdb-8cf7-1a6a40afd003 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] show failed (client error): The resource could not be found. Sep 21 18:16:53.767412 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8fd55470-60d7-4bdb-8cf7-1a6a40afd003 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "GET /v2.0/security-groups/7ad94c20-b6e3-456e-9a0d-1a1e8702daee HTTP/1.1" status: 404 len: 347 time: 0.0163555 Sep 21 18:16:53.770538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46218) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.832344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbb558-8a4a-4a63-8050-31cc301a341a tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad94c20-b6e3-456e-9a0d-1a1e8702daee,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.903432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fdddb-89a3-4e06-8a83-5cb16a067670 req-4b1b8b6f-3578-4d6b-94dd-a962f40817c2 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:53.918073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-836fdddb-89a3-4e06-8a83-5cb16a067670 req-4b1b8b6f-3578-4d6b-94dd-a962f40817c2 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 944 time: 0.1930332 Sep 21 18:16:53.978488 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.994222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port 8f8b9dbb-d5be-4b27-828c-c14b9c8ae2b3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:53.994825 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.013511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-836fdddb-89a3-4e06-8a83-5cb16a067670 req-6161ed48-d182-4998-b6db-ebe972b45811 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811594 Sep 21 18:16:54.031473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ac5348-d6f2-4447-80e4-0b4f9bab6952,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:54.037883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.042234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fc8b1ea3-be72-4866-9ee1-3f5ac0748599 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/99ac5348-d6f2-4447-80e4-0b4f9bab6952 HTTP/1.1" status: 204 len: 168 time: 0.5479295 Sep 21 18:16:54.043282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46228) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:54.117629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.118083 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.134021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for 8f8b9dbb-d5be-4b27-828c-c14b9c8ae2b3 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:54.151597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.286511 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.313628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.327453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3df66b-4768-4984-9608-42a9b1198133']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:54.350281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d37713-ed70-44a9-9670-9457bc6099c4') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:54.350498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d37713-ed70-44a9-9670-9457bc6099c4') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:54.368348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=8f8b9dbb-d5be-4b27-828c-c14b9c8ae2b3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:54.399551 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.427649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.437994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:54.438437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:54.440960 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:54.450829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619665d0-1e76-46dc-9742-8627ee70577f req-c3ccb2e6-24d4-488c-a152-64167c48f0d1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:54.451933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.455421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.458264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e8e9fa54-39c4-4195-929c-f43595279df5 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/floatingips/f1d2e81d-4eb7-4ce1-93e1-902ee1d59f70 HTTP/1.1" status: 204 len: 168 time: 0.6846101 Sep 21 18:16:54.459456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46244) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:54.459663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-619665d0-1e76-46dc-9742-8627ee70577f req-c3ccb2e6-24d4-488c-a152-64167c48f0d1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1350672 Sep 21 18:16:54.569730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.576305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-619665d0-1e76-46dc-9742-8627ee70577f req-1c1bdf25-2555-4177-9ba1-123e989adbc6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967059 Sep 21 18:16:54.582240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.584431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1c3df66b-4768-4984-9608-42a9b1198133 HTTP/1.1" status: 204 len: 168 time: 0.5387859 Sep 21 18:16:54.606817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82427b-5ca0-4d79-9fca-8b0c911f5995 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3df66b-4768-4984-9608-42a9b1198133,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:54.608123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port dd621c11-7cd7-4811-82ff-1e9ab8eff8eb {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:54.617064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.741196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd6d9c-98b2-40f6-bf2e-bb96d5ee1b13 req-0bac160c-7d13-4131-ba00-40fa28a8b820 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:54.742802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35cd6d9c-98b2-40f6-bf2e-bb96d5ee1b13 req-0bac160c-7d13-4131-ba00-40fa28a8b820 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 946 time: 0.0607479 Sep 21 18:16:54.743535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.761237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for dd621c11-7cd7-4811-82ff-1e9ab8eff8eb owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:54.788684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46258) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:54.805162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35cd6d9c-98b2-40f6-bf2e-bb96d5ee1b13 req-36b94845-1383-45c7-8b8c-f0faa3535d4a tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522816 Sep 21 18:16:54.852168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:54.862062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c9f9676-c463-45cc-a2de-10283a95f4e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=647dc5b77cbb46148716950c76015617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716937 Sep 21 18:16:54.864397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46260) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:54.921773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d0929c-f967-4ad4-8d3a-8d5431055bc0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:54.925101 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289e8d0-44db-4ef2-9e0c-0d4ac86b34da" -d '{"events": [{"server_uuid": "0fa1cf59-d2b9-4eac-953a-124f40fe32f5", "name": "network-vif-plugged", "status": "completed", "tag": "15d0929c-f967-4ad4-8d3a-8d5431055bc0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:54.946113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:16:54.951148 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1eb651dc-9af2-4584-9300-088d74122b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.952877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:54.953751 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.978374 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.985749 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0002163-9a15-4b8c-bb0c-8220d60a9aec x-openstack-request-id: req-e0002163-9a15-4b8c-bb0c-8220d60a9aec {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:54.986788 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa1cf59-d2b9-4eac-953a-124f40fe32f5", "name": "network-vif-plugged", "status": "completed", "tag": "15d0929c-f967-4ad4-8d3a-8d5431055bc0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:54.987215 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0002163-9a15-4b8c-bb0c-8220d60a9aec {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:54.988230 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d0929c-f967-4ad4-8d3a-8d5431055bc0', 'code': 200} Sep 21 18:16:54.997870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1eb651dc-9af2-4584-9300-088d74122b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.081657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1eb651dc-9af2-4584-9300-088d74122b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.084997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1eb651dc-9af2-4584-9300-088d74122b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.086453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1eb651dc-9af2-4584-9300-088d74122b3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67825573-2aa8-402b-8bea-3e8d2e6453ad HTTP/1.1" status: 204 len: 168 time: 0.2205729 Sep 21 18:16:55.098414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb651dc-9af2-4584-9300-088d74122b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67825573-2aa8-402b-8bea-3e8d2e6453ad,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:55.111589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=dd621c11-7cd7-4811-82ff-1e9ab8eff8eb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:55.145345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.187504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,segment=NetworkSegment(f950b46c-f6fc-48c7-ae78-c386f73a4a0f),segment_id=f950b46c-f6fc-48c7-ae78-c386f73a4a0f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:55.215065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.216167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e63ae9f6-623b-443b-9dad-a7595012dbc9 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:55.224378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc0c48-2893-404e-b65c-3c5dcb888d7d req-34b480e6-27c5-48d6-9aea-1680076929dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:55.226217 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cccc0c48-2893-404e-b65c-3c5dcb888d7d req-34b480e6-27c5-48d6-9aea-1680076929dd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 1097 time: 0.1158442 Sep 21 18:16:55.229499 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.231580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32394d10-5a1a-43e2-ba35-8d390564ded4 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/ports/dd621c11-7cd7-4811-82ff-1e9ab8eff8eb HTTP/1.1" status: 204 len: 168 time: 0.7707369 Sep 21 18:16:55.234291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46278) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:55.292505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: e63ae9f6-623b-443b-9dad-a7595012dbc9 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:55.293271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e63ae9f6-623b-443b-9dad-a7595012dbc9 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:55.335273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cccc0c48-2893-404e-b65c-3c5dcb888d7d req-daa84edb-c6a1-4724-b7be-788a2c16c346 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931110 Sep 21 18:16:55.337171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ef46-fd81-4b85-a815-0b753506ed5e req-1aff5fd2-9398-43aa-a7ef-9cdc7b31ff9f tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:55.354898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9790ef46-fd81-4b85-a815-0b753506ed5e req-1aff5fd2-9398-43aa-a7ef-9cdc7b31ff9f tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 945 time: 0.1818748 Sep 21 18:16:55.362862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:55.393953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port e131b204-a153-4170-86ef-52e475bc2ea2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:55.394538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.466817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9790ef46-fd81-4b85-a815-0b753506ed5e req-0db23926-a47d-4891-86e2-3e26202f1e46 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101434 Sep 21 18:16:55.485732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-00e9f8f2-0fd2-4400-bf8e-02b088b66d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:55.487230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-00e9f8f2-0fd2-4400-bf8e-02b088b66d90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1095 time: 0.0951612 Sep 21 18:16:55.597434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.613795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for e131b204-a153-4170-86ef-52e475bc2ea2 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:55.743688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:55.792867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f384d0-6702-4bb0-90d8-177bbbc5f36e req-561a05f0-9bf0-45a7-a313-359fbc3cbf84 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:55.795162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f384d0-6702-4bb0-90d8-177bbbc5f36e req-561a05f0-9bf0-45a7-a313-359fbc3cbf84 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0861547 Sep 21 18:16:55.797501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-82b68184-f1e2-4ed8-8a8a-45216045962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:55.799211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-82b68184-f1e2-4ed8-8a8a-45216045962f service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2788005 Sep 21 18:16:55.831279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d36fe3ed-1cd1-45f6-bb2e-1b444674c857 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c304dde243c49f0b65b7d0aef1f917c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848939 Sep 21 18:16:55.832647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46300) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:55.847482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f384d0-6702-4bb0-90d8-177bbbc5f36e req-d99488c4-c50a-4bfb-aa56-c84d7f8d3c6e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 Sep 21 18:16:55.950692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.952820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-d8c06457-28f3-45a0-a513-fc6cf946a066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.1116114 Sep 21 18:16:55.989151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbb91418-7de4-4a8c-869d-05c5a30dbc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.990948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=e131b204-a153-4170-86ef-52e475bc2ea2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:56.035445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-8ebcff2d-18dd-4572-a738-8f0100643415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:56.037011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-8ebcff2d-18dd-4572-a738-8f0100643415 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0672686 Sep 21 18:16:56.046355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535905-5d99-4556-9ce3-4aefa164d9fc req-1b680587-70de-4405-8cac-479e5efb881a tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:56.047947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6535905-5d99-4556-9ce3-4aefa164d9fc req-1b680587-70de-4405-8cac-479e5efb881a tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 946 time: 0.1122344 Sep 21 18:16:56.049959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbb91418-7de4-4a8c-869d-05c5a30dbc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.117256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-0b2f6ae1-0a7a-4d48-b141-0519533a80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:56.118741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-0b2f6ae1-0a7a-4d48-b141-0519533a80ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698888 Sep 21 18:16:56.121405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.126237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fbbc2871-64c5-4391-88ab-dc34f02a7a2d tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/ports/e131b204-a153-4170-86ef-52e475bc2ea2 HTTP/1.1" status: 204 len: 168 time: 0.8880942 Sep 21 18:16:56.126237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46310) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.132648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6535905-5d99-4556-9ce3-4aefa164d9fc req-4a597409-46eb-4209-894a-5e15130c0d2d tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740952 Sep 21 18:16:56.186018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbb91418-7de4-4a8c-869d-05c5a30dbc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.188789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbb91418-7de4-4a8c-869d-05c5a30dbc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.190264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bbb91418-7de4-4a8c-869d-05c5a30dbc83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2a44787-248f-4769-8ad6-6b3a131abeab HTTP/1.1" status: 204 len: 168 time: 0.3566074 Sep 21 18:16:56.201389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting subnet efb735b2-df72-4a24-aced-ca68188813ea {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:56.210460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.214520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb91418-7de4-4a8c-869d-05c5a30dbc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a44787-248f-4769-8ad6-6b3a131abeab,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:56.229878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:16:56.296134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-e41f7004-bd17-4653-a01c-281f8bdfba12 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671405 Sep 21 18:16:56.316042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.466277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d0baffa-26fe-461d-8c52-b5ea57f7e983 req-43cfa1a7-f762-4fc1-83f9-eb3e6536aff0 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553297 Sep 21 18:16:56.520933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.648098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.680433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4e5d-fad7-4023-a4bd-6e162c022ef9 req-5509fdfb-a4cf-46b3-9811-a64d24025091 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:56.689257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2dfa4e5d-fad7-4023-a4bd-6e162c022ef9 req-5509fdfb-a4cf-46b3-9811-a64d24025091 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 945 time: 0.1198804 Sep 21 18:16:56.691105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Subnet': ['ID=efb735b2-df72-4a24-aced-ca68188813ea,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:56.695727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.703091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6094e412-7953-44cc-9687-24796b189d53 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/subnets/efb735b2-df72-4a24-aced-ca68188813ea HTTP/1.1" status: 204 len: 168 time: 0.5753839 Sep 21 18:16:56.703869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46324) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.706021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f871b-505a-43a2-973c-909d3416a604 None None] Network 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:56.759451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2dfa4e5d-fad7-4023-a4bd-6e162c022ef9 req-7bf0638e-af6c-4bc2-b288-34dd2ad126fb tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655661 Sep 21 18:16:56.787793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting subnet 7a6a0167-3704-4397-9ab1-7c9538f8fc87 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:56.795770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.856623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.899656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230df603-6440-4189-8479-4c49e490a46b req-324390e6-b228-44c1-8e03-2a6cc6fc7778 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:56.901316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-230df603-6440-4189-8479-4c49e490a46b req-324390e6-b228-44c1-8e03-2a6cc6fc7778 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 945 time: 0.0607378 Sep 21 18:16:56.964626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] DHCP port deletion for 8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:56.964972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-230df603-6440-4189-8479-4c49e490a46b req-7db5dcc4-042a-4db8-8c11-4ea2fb0793b7 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568688 Sep 21 18:16:56.973577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.995026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c421ba5-0451-4127-8a37-de4c20eee198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:57.005450 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd040ca-49f7-4ae5-9dbd-5363c472fc97" -d '{"events": [{"server_uuid": "2c421ba5-0451-4127-8a37-de4c20eee198", "name": "network-vif-plugged", "status": "completed", "tag": "6bfe0967-8f1c-477e-b6e6-e60f0d53a857"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:57.046748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] Deleting port a00bf48c-9afb-4c03-ad54-c3fa086940c0 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:57.047266 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.060167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.102104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6a0167-3704-4397-9ab1-7c9538f8fc87,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:57.108060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.108273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c1ea3-ee64-4738-b0af-68ca10f25f95 req-61a8d91d-ab2c-4035-ad60-87d5ff7864b5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:57.109900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b2c1ea3-ee64-4738-b0af-68ca10f25f95 req-61a8d91d-ab2c-4035-ad60-87d5ff7864b5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0648413 Sep 21 18:16:57.117404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e6260024-2a9f-46c2-b6e2-11479502b517 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/subnets/7a6a0167-3704-4397-9ab1-7c9538f8fc87 HTTP/1.1" status: 204 len: 168 time: 0.4123852 Sep 21 18:16:57.120518 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46340) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.143777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a35b2-df58-4516-8deb-f187aa12d917 None None] Network a6836101-bfde-469a-9254-dfa61f3fc5a2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:57.171544 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b2c1ea3-ee64-4738-b0af-68ca10f25f95 req-59afddc0-7158-4964-8817-e8ca6b0581f4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540812 Sep 21 18:16:57.192808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] For port a00bf48c-9afb-4c03-ad54-c3fa086940c0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a00bf48c-9afb-4c03-ad54-c3fa086940c0,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:57.193217 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.248159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a00bf48c-9afb-4c03-ad54-c3fa086940c0 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:57.280416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] Calling delete_port for a00bf48c-9afb-4c03-ad54-c3fa086940c0 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:57.289844 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567412e-fef2-4ca9-be46-7f6282038fe6 x-openstack-request-id: req-9567412e-fef2-4ca9-be46-7f6282038fe6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:57.290136 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c421ba5-0451-4127-8a37-de4c20eee198", "name": "network-vif-plugged", "status": "completed", "tag": "6bfe0967-8f1c-477e-b6e6-e60f0d53a857", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:57.290723 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9567412e-fef2-4ca9-be46-7f6282038fe6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:57.292430 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c421ba5-0451-4127-8a37-de4c20eee198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857', 'code': 200} Sep 21 18:16:57.324860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.452577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589e05-7972-4c5c-bffd-1c8d0eb27f50 req-afe0459b-0b0b-43ee-939b-44c28781cb49 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:57.458376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb228fde-45dc-4751-b0fb-2d031b446266 req-b625813b-524f-4ff7-9e81-c71f873233f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:57.458870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88589e05-7972-4c5c-bffd-1c8d0eb27f50 req-afe0459b-0b0b-43ee-939b-44c28781cb49 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 946 time: 0.0746121 Sep 21 18:16:57.460079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb228fde-45dc-4751-b0fb-2d031b446266 req-b625813b-524f-4ff7-9e81-c71f873233f7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 1096 time: 0.0888083 Sep 21 18:16:57.466271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Deleting port a00bf48c-9afb-4c03-ad54-c3fa086940c0 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:57.466735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.501385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88589e05-7972-4c5c-bffd-1c8d0eb27f50 req-43f32f68-5fa5-4946-adce-f145fbb87a6b tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Sep 21 18:16:57.581044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] For port a00bf48c-9afb-4c03-ad54-c3fa086940c0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a00bf48c-9afb-4c03-ad54-c3fa086940c0,segment=NetworkSegment(dd9be874-efee-49af-be77-9cde6f3bcda4),segment_id=dd9be874-efee-49af-be77-9cde6f3bcda4)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:57.581873 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.598936 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-eb228fde-45dc-4751-b0fb-2d031b446266 req-d9186636-9088-4dd9-a0fa-4e08a36ede97 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054177 Sep 21 18:16:57.605366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Calling delete_port for a00bf48c-9afb-4c03-ad54-c3fa086940c0 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:57.657287 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.706908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] DHCP port deletion for a6836101-bfde-469a-9254-dfa61f3fc5a2 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:57.725495 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.757352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.790986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Port': ['ID=a00bf48c-9afb-4c03-ad54-c3fa086940c0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:57.793422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] No DVR routers for this DVR port a00bf48c-9afb-4c03-ad54-c3fa086940c0 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:57.819778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] Pushing event deleted for resources: {'Port': ['ID=a00bf48c-9afb-4c03-ad54-c3fa086940c0,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:57.834737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942aace-a21e-4c80-adc3-9b48b412f80b None None] No DVR routers for this DVR port a00bf48c-9afb-4c03-ad54-c3fa086940c0 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:57.869291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] Deleting port 58e1a275-478f-4533-9cef-7289d4951ed0 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:57.870406 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.897098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.933898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:57.944280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-e2a32703-1de9-43ff-8894-015fdb04f00d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:57.944859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9be874-efee-49af-be77-9cde6f3bcda4') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:57.944859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9be874-efee-49af-be77-9cde6f3bcda4') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:57.945750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] For port 58e1a275-478f-4533-9cef-7289d4951ed0, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=58e1a275-478f-4533-9cef-7289d4951ed0,segment=NetworkSegment(4bf63b01-7577-4eb2-9dfc-269a32918c04),segment_id=4bf63b01-7577-4eb2-9dfc-269a32918c04)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:57.945750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.949150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-e2a32703-1de9-43ff-8894-015fdb04f00d tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 945 time: 0.0646036 Sep 21 18:16:57.957636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.968673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] Calling delete_port for 58e1a275-478f-4533-9cef-7289d4951ed0 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:57.974105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.982771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:57.983215 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:57.987203 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:58.084004 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.090066 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.094334 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.100392 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/networks/8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc HTTP/1.1" status: 204 len: 168 time: 0.9754255 Sep 21 18:16:58.102222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46366) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:58.123802 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] Pushing event deleted for resources: {'Port': ['ID=58e1a275-478f-4533-9cef-7289d4951ed0,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:58.124578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dfe90-2f65-4e60-9bb3-4f70da713993 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Network': ['ID=8b4ba2fa-cb35-428e-a8ed-e2a562cd6cbc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:58.128242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19dacf5-6470-4e90-b42f-b371ea33435b None None] No DVR routers for this DVR port 58e1a275-478f-4533-9cef-7289d4951ed0 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:58.167949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Deleting port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:58.168301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.236085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.389494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] For port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,segment=NetworkSegment(4f466fb4-4308-48fe-932a-eddd3cb81636),segment_id=4f466fb4-4308-48fe-932a-eddd3cb81636)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:58.389776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.723710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.740447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Calling delete_port for f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:58.769666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504990d4-bb5c-4e54-b209-b87d11895108 req-563e209a-6a69-4970-873c-fb3643794d28 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:58.771188 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-504990d4-bb5c-4e54-b209-b87d11895108 req-563e209a-6a69-4970-873c-fb3643794d28 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0ab6a22-ad5a-48f6-b62c-35ceda7f429f HTTP/1.1" status: 200 len: 945 time: 0.4850166 Sep 21 18:16:58.774350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6836101-bfde-469a-9254-dfa61f3fc5a2']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:58.821436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf63b01-7577-4eb2-9dfc-269a32918c04') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:58.821730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf63b01-7577-4eb2-9dfc-269a32918c04') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:58.838638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.880944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.894450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:58.895275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:58.898016 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:58.911838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-504990d4-bb5c-4e54-b209-b87d11895108 req-b44c5852-9789-4cc2-8047-4f12de07ade9 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005244 Sep 21 18:16:59.021258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.048050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.049920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] 10.222.0.70 "DELETE /v2.0/networks/a6836101-bfde-469a-9254-dfa61f3fc5a2 HTTP/1.1" status: 204 len: 168 time: 0.9439092 Sep 21 18:16:59.089611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5fe9-dceb-4c1f-bdb1-77f4cd8cfdc2 tempest-TaggedBootDevicesTest_v242-799546092 tempest-TaggedBootDevicesTest_v242-799546092-project] Pushing event deleted for resources: {'Network': ['ID=a6836101-bfde-469a-9254-dfa61f3fc5a2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:59.112084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.133087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f7cf7dd4-6e08-4b41-8f01-f7dcaea51010'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:16:59.163920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2c0e-a3df-4fcc-b991-4fb726b88d52 req-9318fd78-0fd7-4a7e-8fb1-412a1fa50c29 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:59.182942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef3f2c0e-a3df-4fcc-b991-4fb726b88d52 req-9318fd78-0fd7-4a7e-8fb1-412a1fa50c29 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8 HTTP/1.1" status: 200 len: 867 time: 0.1844263 Sep 21 18:16:59.186524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Pushing event deleted for resources: {'Port': ['ID=f7cf7dd4-6e08-4b41-8f01-f7dcaea51010,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:59.217094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58e1a275-478f-4533-9cef-7289d4951ed0 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:59.250290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 58e1a275-478f-4533-9cef-7289d4951ed0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:59.250639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 58e1a275-478f-4533-9cef-7289d4951ed0 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:59.254900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] No DVR routers for this DVR port f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:59.259618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.262637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c4bde1f-4ec8-4fcc-bda0-2b869c6f3dac req-03d1d16f-91e8-4142-8ecf-d1cd2c71a890 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.41 "DELETE /v2.0/ports/f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 HTTP/1.1" status: 204 len: 173 time: 1.3050485 Sep 21 18:16:59.263798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'name': 'network-vif-deleted', 'tag': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:16:59.266662 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65985c2-642f-4377-a16b-9284885165d3" -d '{"events": [{"server_uuid": "66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8", "name": "network-vif-deleted", "tag": "f7cf7dd4-6e08-4b41-8f01-f7dcaea51010"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:16:59.277345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27e9112a-c0e2-474c-8987-1454375b5a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.283372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef3f2c0e-a3df-4fcc-b991-4fb726b88d52 req-8a977d1c-b22f-474a-b17c-bdb472a036d1 tempest-VolumesActionsTest-1873837314 tempest-VolumesActionsTest-1873837314-project] 10.222.0.70 "GET /v2.0/security-groups?id=e46125d1-4e5a-4924-aeda-3eea1ce32bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990758 Sep 21 18:16:59.425522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcf5c4-abe2-48d4-8553-084771416ca3 req-38e2826e-affe-4f64-b5da-2eb4c0214f84 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:59.427743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-70fcf5c4-abe2-48d4-8553-084771416ca3 req-38e2826e-affe-4f64-b5da-2eb4c0214f84 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 945 time: 0.0759168 Sep 21 18:16:59.476676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-70fcf5c4-abe2-48d4-8553-084771416ca3 req-e4028b1b-e959-40fd-b88a-7f65e991ec7f tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Sep 21 18:16:59.591173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20ea0e-17d0-4283-8045-c24a5a598fc4 req-dc333391-3b86-42c6-9ea1-01522f60c53a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:59.592824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e20ea0e-17d0-4283-8045-c24a5a598fc4 req-dc333391-3b86-42c6-9ea1-01522f60c53a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0539575 Sep 21 18:16:59.632512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e20ea0e-17d0-4283-8045-c24a5a598fc4 req-56c3506f-37db-4132-8a91-a3102e0e727c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334718 Sep 21 18:16:59.907623 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa1399-92ad-4954-9b8e-668046a8376e x-openstack-request-id: req-bcaa1399-92ad-4954-9b8e-668046a8376e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:16:59.907916 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8", "name": "network-vif-deleted", "tag": "f7cf7dd4-6e08-4b41-8f01-f7dcaea51010", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:16:59.908168 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcaa1399-92ad-4954-9b8e-668046a8376e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:16:59.908790 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e8dffe-d9c6-47cf-a6f9-e01dba2db7b8', 'name': 'network-vif-deleted', 'tag': 'f7cf7dd4-6e08-4b41-8f01-f7dcaea51010', 'status': 'completed', 'code': 200} Sep 21 18:17:00.473331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549a7d2-133a-4b5c-9e73-eb9d086ba442 req-6bc222dd-f879-4b2e-8d6c-02f956b2aa03 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:00.479733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6549a7d2-133a-4b5c-9e73-eb9d086ba442 req-6bc222dd-f879-4b2e-8d6c-02f956b2aa03 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0ab6a22-ad5a-48f6-b62c-35ceda7f429f HTTP/1.1" status: 200 len: 945 time: 0.0593798 Sep 21 18:17:00.521579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6549a7d2-133a-4b5c-9e73-eb9d086ba442 req-50fdae42-cb88-4584-821d-af97522d1ea3 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384543 Sep 21 18:17:00.641380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816d9f-05dc-4f0c-b6b5-dc4b8c2bfe60 req-5309821c-6364-4cc1-9060-7d5fe12edcfe tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:00.648850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13816d9f-05dc-4f0c-b6b5-dc4b8c2bfe60 req-5309821c-6364-4cc1-9060-7d5fe12edcfe tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 945 time: 0.0668643 Sep 21 18:17:00.697462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13816d9f-05dc-4f0c-b6b5-dc4b8c2bfe60 req-8511c9b1-c4a0-423e-bc72-4ecc5d5493e7 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459800 Sep 21 18:17:00.996506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f7535-d480-4f35-95d3-f7ce9f1a2e85 req-28b58a45-c0e9-475c-a949-813d80807020 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:00.998110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb6f7535-d480-4f35-95d3-f7ce9f1a2e85 req-28b58a45-c0e9-475c-a949-813d80807020 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0917094 Sep 21 18:17:01.057608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb6f7535-d480-4f35-95d3-f7ce9f1a2e85 req-2a2ba162-f3de-4b9d-8e76-168c50798eda tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529764 Sep 21 18:17:01.437674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-e0bbcecf-cef8-49f4-b351-d83d203897a0 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:01.439264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-e0bbcecf-cef8-49f4-b351-d83d203897a0 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0ab6a22-ad5a-48f6-b62c-35ceda7f429f HTTP/1.1" status: 200 len: 945 time: 0.0861721 Sep 21 18:17:01.601360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Deleting port fada62a4-5b6a-474a-b97f-ad7e02237863 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:01.602083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.767164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47a5d-ae29-46ab-ba75-215ee4e507a9 req-ec72f2c8-0fb8-4769-ab80-bfa316d41261 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:01.770923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ea47a5d-ae29-46ab-ba75-215ee4e507a9 req-ec72f2c8-0fb8-4769-ab80-bfa316d41261 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0ab6a22-ad5a-48f6-b62c-35ceda7f429f HTTP/1.1" status: 200 len: 945 time: 0.1220362 Sep 21 18:17:01.795865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] For port fada62a4-5b6a-474a-b97f-ad7e02237863, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fada62a4-5b6a-474a-b97f-ad7e02237863,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:01.796803 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.856313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Calling delete_port for fada62a4-5b6a-474a-b97f-ad7e02237863 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:01.890472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ea47a5d-ae29-46ab-ba75-215ee4e507a9 req-920f3ec7-1a45-4e96-9ade-b38428f24f76 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112161 Sep 21 18:17:01.898699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10978a5-28c5-4a92-af85-36385b483084 req-c77f479e-2121-43d9-bf57-f984c391a307 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:01.901965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f10978a5-28c5-4a92-af85-36385b483084 req-c77f479e-2121-43d9-bf57-f984c391a307 tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "GET /v2.0/ports?device_id=0fa1cf59-d2b9-4eac-953a-124f40fe32f5 HTTP/1.1" status: 200 len: 946 time: 0.1537921 Sep 21 18:17:01.989019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:02.058205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:02.058556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7cf7dd4-6e08-4b41-8f01-f7dcaea51010 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:02.130091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-625de93e-e8eb-4fec-94aa-532f2e61c946 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:02.131599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-625de93e-e8eb-4fec-94aa-532f2e61c946 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 945 time: 0.1387866 Sep 21 18:17:02.151409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Deleting port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:02.152131 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.169568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bbdbb-4dfa-457c-af60-8abf23cc8118 req-bb38fd43-e801-4c51-bb16-74465933fb38 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:02.171800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-045bbdbb-4dfa-457c-af60-8abf23cc8118 req-bb38fd43-e801-4c51-bb16-74465933fb38 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 945 time: 0.1205790 Sep 21 18:17:02.317520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] For port 15d0929c-f967-4ad4-8d3a-8d5431055bc0, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=15d0929c-f967-4ad4-8d3a-8d5431055bc0,segment=NetworkSegment(c82ee8e6-f2ff-4627-92a7-c3f528f40d8b),segment_id=c82ee8e6-f2ff-4627-92a7-c3f528f40d8b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:02.318246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.350310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Calling delete_port for 15d0929c-f967-4ad4-8d3a-8d5431055bc0 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:02.376734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-045bbdbb-4dfa-457c-af60-8abf23cc8118 req-3bf5989c-57f0-44e3-bfc4-145b8c6dfa90 tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561096 Sep 21 18:17:02.459865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Deleting port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:02.461440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.472191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.492504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['15d0929c-f967-4ad4-8d3a-8d5431055bc0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:17:02.497487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['fada62a4-5b6a-474a-b97f-ad7e02237863'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:17:02.605970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event deleted for resources: {'Port': ['ID=fada62a4-5b6a-474a-b97f-ad7e02237863,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:02.712301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.741657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] No DVR routers for this DVR port fada62a4-5b6a-474a-b97f-ad7e02237863 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:02.751677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.753912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47f48719-1c3a-47e7-8ccd-da42deb2cbcb req-043a82ab-963a-4791-9d1f-f3743b4f2bfe tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.41 "DELETE /v2.0/ports/fada62a4-5b6a-474a-b97f-ad7e02237863 HTTP/1.1" status: 204 len: 173 time: 1.3081503 Sep 21 18:17:02.781136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'name': 'network-vif-deleted', 'tag': 'fada62a4-5b6a-474a-b97f-ad7e02237863'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:02.789461 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d680e14-e421-486d-b981-f52df2afd93b" -d '{"events": [{"server_uuid": "d0ab6a22-ad5a-48f6-b62c-35ceda7f429f", "name": "network-vif-deleted", "tag": "fada62a4-5b6a-474a-b97f-ad7e02237863"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:02.830084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Pushing event deleted for resources: {'Port': ['ID=15d0929c-f967-4ad4-8d3a-8d5431055bc0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:02.845001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['fada62a4-5b6a-474a-b97f-ad7e02237863'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:17:02.873721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] No DVR routers for this DVR port 15d0929c-f967-4ad4-8d3a-8d5431055bc0 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:02.876878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.880641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f10978a5-28c5-4a92-af85-36385b483084 req-626e4f2c-1260-42fb-8ee0-447596b3ab8e tempest-MultipleCreateTestJSON-785199086 tempest-MultipleCreateTestJSON-785199086-project] 10.222.0.78 "DELETE /v2.0/ports/15d0929c-f967-4ad4-8d3a-8d5431055bc0 HTTP/1.1" status: 204 len: 173 time: 0.9596658 Sep 21 18:17:02.882047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'name': 'network-vif-deleted', 'tag': '15d0929c-f967-4ad4-8d3a-8d5431055bc0'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:02.886235 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff332cc-0842-44b0-94d2-5eaa4c8e8df0" -d '{"events": [{"server_uuid": "0fa1cf59-d2b9-4eac-953a-124f40fe32f5", "name": "network-vif-deleted", "tag": "15d0929c-f967-4ad4-8d3a-8d5431055bc0"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:02.962083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] For port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,segment=NetworkSegment(f950b46c-f6fc-48c7-ae78-c386f73a4a0f),segment_id=f950b46c-f6fc-48c7-ae78-c386f73a4a0f)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:02.962083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.981804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Calling delete_port for 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:03.215794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c3407-1d5f-4bc6-8019-ab0a04db65a0 req-c4e82660-1d72-4b33-b86d-fcd18f1401fc tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:03.217414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-245c3407-1d5f-4bc6-8019-ab0a04db65a0 req-c4e82660-1d72-4b33-b86d-fcd18f1401fc tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.4808755 Sep 21 18:17:03.234894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.381554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Pushing event deleted for resources: {'Port': ['ID=6bfe0967-8f1c-477e-b6e6-e60f0d53a857,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:03.449068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] No DVR routers for this DVR port 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:03.454678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.457187 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c1edd81-6312-4e26-8769-8e1394c87eb9 req-43cb7c47-9888-46e7-ba92-b7b6c21ad4ad tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.78 "DELETE /v2.0/ports/6bfe0967-8f1c-477e-b6e6-e60f0d53a857 HTTP/1.1" status: 204 len: 173 time: 1.3155582 Sep 21 18:17:03.495556 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-245c3407-1d5f-4bc6-8019-ab0a04db65a0 req-4982139f-996b-42bf-a872-24e2e5368503 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682662 Sep 21 18:17:03.621079 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ad62-29a3-44fc-a21f-96367b644d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.636106 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3413a4-b144-4c31-b2c8-dfd03b2e59db x-openstack-request-id: req-cd3413a4-b144-4c31-b2c8-dfd03b2e59db {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:03.636683 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab6a22-ad5a-48f6-b62c-35ceda7f429f", "name": "network-vif-deleted", "tag": "fada62a4-5b6a-474a-b97f-ad7e02237863", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:03.636683 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd3413a4-b144-4c31-b2c8-dfd03b2e59db {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:03.637082 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab6a22-ad5a-48f6-b62c-35ceda7f429f', 'name': 'network-vif-deleted', 'tag': 'fada62a4-5b6a-474a-b97f-ad7e02237863', 'status': 'completed', 'code': 200} Sep 21 18:17:03.694573 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c1fc4-373d-4f62-85af-9f9dd2adfad0 x-openstack-request-id: req-b97c1fc4-373d-4f62-85af-9f9dd2adfad0 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:03.695089 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa1cf59-d2b9-4eac-953a-124f40fe32f5", "name": "network-vif-deleted", "tag": "15d0929c-f967-4ad4-8d3a-8d5431055bc0", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:03.695089 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b97c1fc4-373d-4f62-85af-9f9dd2adfad0 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:03.695671 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa1cf59-d2b9-4eac-953a-124f40fe32f5', 'name': 'network-vif-deleted', 'tag': '15d0929c-f967-4ad4-8d3a-8d5431055bc0', 'status': 'completed', 'code': 200} Sep 21 18:17:04.009351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-d486d4bd-6828-484a-be73-1c642c1fba0a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2024679 Sep 21 18:17:04.012201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b59ba34-6698-4c1f-a9d5-8469aad11eca req-f8606c6a-5f7f-4782-a5b1-451173d23e9f tempest-ServerGroupTestJSON-382589058 tempest-ServerGroupTestJSON-382589058-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c421ba5-0451-4127-8a37-de4c20eee198 HTTP/1.1" status: 200 len: 210 time: 0.1050453 Sep 21 18:17:04.182375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68090536-e229-4942-9b2c-d4c619513520 req-b1a611b5-1dab-4cc8-a25f-aa278cafc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:04.186509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-b1a611b5-1dab-4cc8-a25f-aa278cafc8e7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=336f5a1b47774c81b404dc5e1192f608&device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 1096 time: 0.0915275 Sep 21 18:17:04.189832 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.202164 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.233955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46520) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:04.401991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] Deleting subnet 94eda0a2-0bbf-496c-b686-8a8244bfecba {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:04.408648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.479692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68090536-e229-4942-9b2c-d4c619513520 req-0f996f06-02fc-420a-992b-653befea36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:04.481636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-0f996f06-02fc-420a-992b-653befea36da service neutron] 10.222.0.78 "GET /v2.0/networks?id=e6dde90b-b525-4311-9068-5caaff6b4c51 HTTP/1.1" status: 200 len: 899 time: 0.2714949 Sep 21 18:17:04.529880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.654292 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-827408ee-16c6-4a1b-83c6-54268e596788 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=096e8840-f61d-42cb-a027-38b8fa511e9f HTTP/1.1" status: 200 len: 1001 time: 0.1539497 Sep 21 18:17:04.675972 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.737661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46536) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:04.752437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.829731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.900552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94eda0a2-0bbf-496c-b686-8a8244bfecba,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:04.904879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68090536-e229-4942-9b2c-d4c619513520 req-e8fe7ab0-a4fe-48a8-b976-a505b0950565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:04.906408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-e8fe7ab0-a4fe-48a8-b976-a505b0950565 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6d54ce5c-7f1c-47e0-aba2-700db4ad4e57 HTTP/1.1" status: 200 len: 834 time: 0.2433043 Sep 21 18:17:04.925894 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.930394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:04.944617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2807982e-624b-4c2c-b72e-9f84f4ccd987 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/94eda0a2-0bbf-496c-b686-8a8244bfecba HTTP/1.1" status: 204 len: 168 time: 0.6991723 Sep 21 18:17:04.945241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:04.972093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ca9a-8223-427f-9746-a456a8fdec34 req-3c47b56d-d1e3-4ae9-9dae-e22f98096e57 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:04.973690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fd4ca9a-8223-427f-9746-a456a8fdec34 req-3c47b56d-d1e3-4ae9-9dae-e22f98096e57 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2960136 Sep 21 18:17:04.979706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:04.980052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6bfe0967-8f1c-477e-b6e6-e60f0d53a857 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:04.980476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 15d0929c-f967-4ad4-8d3a-8d5431055bc0 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:05.061034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 15d0929c-f967-4ad4-8d3a-8d5431055bc0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:05.082805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 15d0929c-f967-4ad4-8d3a-8d5431055bc0 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:05.142182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.145696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78ea0d26-80e2-4ce1-9d5d-27eb07a40270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.164913 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fd4ca9a-8223-427f-9746-a456a8fdec34 req-adc94992-7715-4efb-a660-e2b00efe0fa1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753559 Sep 21 18:17:05.180684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68090536-e229-4942-9b2c-d4c619513520 req-75d2abbc-84f3-441f-b28a-4c1a5b935eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:05.191937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-75d2abbc-84f3-441f-b28a-4c1a5b935eae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e6dde90b-b525-4311-9068-5caaff6b4c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729754 Sep 21 18:17:05.384099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78ea0d26-80e2-4ce1-9d5d-27eb07a40270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.400742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78ea0d26-80e2-4ce1-9d5d-27eb07a40270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.445552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-fee28e05-6297-4ef6-8d04-7628b5a03890 service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439938 Sep 21 18:17:05.567276 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-78ea0d26-80e2-4ce1-9d5d-27eb07a40270 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e181e594f0a3455da5e40d28bb7139c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249094 Sep 21 18:17:05.570078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46560) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:05.658555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea0d26-80e2-4ce1-9d5d-27eb07a40270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9b14a6-310e-49ba-b309-18f150f2e416,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:05.709522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c421ba5-0451-4127-8a37-de4c20eee198', 'name': 'network-vif-deleted', 'tag': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:05.715521 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f61ba9-3a24-4f54-8701-38aa72827fa7" -d '{"events": [{"server_uuid": "2c421ba5-0451-4127-8a37-de4c20eee198", "name": "network-vif-deleted", "tag": "6bfe0967-8f1c-477e-b6e6-e60f0d53a857"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:05.716721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.748564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ac24c6-3b07-4a11-8fa5-8471dffd6034']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:05.765890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:05.766326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82ee8e6-f2ff-4627-92a7-c3f528f40d8b') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:05.780116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.820271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.836463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:05.836889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:05.843177 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:05.935518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.946007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.950174 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c4ac24c6-3b07-4a11-8fa5-8471dffd6034 HTTP/1.1" status: 204 len: 168 time: 1.0039253 Sep 21 18:17:05.973673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee190a-e447-4c75-954f-1f0ab74cfb18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ac24c6-3b07-4a11-8fa5-8471dffd6034,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:06.003979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fada62a4-5b6a-474a-b97f-ad7e02237863 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:06.056081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: fada62a4-5b6a-474a-b97f-ad7e02237863 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:06.056081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fada62a4-5b6a-474a-b97f-ad7e02237863 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:06.107446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a4cc3-33d4-4e7f-8526-a3ddc1935511 req-571670ad-0e15-42d0-aa71-60a396ff515d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:06.109029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-894a4cc3-33d4-4e7f-8526-a3ddc1935511 req-571670ad-0e15-42d0-aa71-60a396ff515d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.3304334 Sep 21 18:17:06.110971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786511-ec46-40cb-b189-68b3d49af97d req-8c80cf29-2e87-4fe9-9c20-420626698be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:06.112883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57786511-ec46-40cb-b189-68b3d49af97d req-8c80cf29-2e87-4fe9-9c20-420626698be6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1095 time: 0.3883920 Sep 21 18:17:06.117443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68090536-e229-4942-9b2c-d4c619513520 req-ff99b102-b2b7-44b1-8a5e-20008bae3c53 service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617994 Sep 21 18:17:06.195185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46580) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:06.214493 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e029-ac8a-4ab1-9176-89e4e36467eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.265510 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e029-ac8a-4ab1-9176-89e4e36467eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.302793 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-36a53bbf-3a72-4820-818b-e5184d192c5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38547bc976034675b27074a47005f901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063504 Sep 21 18:17:06.303477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46582) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:06.380567 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e029-ac8a-4ab1-9176-89e4e36467eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.389541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e029-ac8a-4ab1-9176-89e4e36467eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.390833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a5e5e029-ac8a-4ab1-9176-89e4e36467eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a9b14a6-310e-49ba-b309-18f150f2e416 HTTP/1.1" status: 204 len: 168 time: 0.8143704 Sep 21 18:17:06.452164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-894a4cc3-33d4-4e7f-8526-a3ddc1935511 req-9cb8f086-8d76-4c9a-86c5-ab6ba35e7526 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279984 Sep 21 18:17:06.497711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9eb3-2abe-4472-9609-f2bc3d7f3bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.563915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9eb3-2abe-4472-9609-f2bc3d7f3bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.694254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e029-ac8a-4ab1-9176-89e4e36467eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9b14a6-310e-49ba-b309-18f150f2e416,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:06.703533 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e189c1d-0124-4836-ab85-8e7ee4c00ac5 x-openstack-request-id: req-4e189c1d-0124-4836-ab85-8e7ee4c00ac5 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:06.703775 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c421ba5-0451-4127-8a37-de4c20eee198", "name": "network-vif-deleted", "tag": "6bfe0967-8f1c-477e-b6e6-e60f0d53a857", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:06.704040 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e189c1d-0124-4836-ab85-8e7ee4c00ac5 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:06.704445 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c421ba5-0451-4127-8a37-de4c20eee198', 'name': 'network-vif-deleted', 'tag': '6bfe0967-8f1c-477e-b6e6-e60f0d53a857', 'status': 'completed', 'code': 200} Sep 21 18:17:06.715916 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9eb3-2abe-4472-9609-f2bc3d7f3bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.720001 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9eb3-2abe-4472-9609-f2bc3d7f3bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.721463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f9c9eb3-2abe-4472-9609-f2bc3d7f3bb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec HTTP/1.1" status: 204 len: 168 time: 0.4169393 Sep 21 18:17:06.750103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c9eb3-2abe-4472-9609-f2bc3d7f3bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b839e-ee04-4274-a4ae-1ebd9e75c4ec,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:06.776895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786511-ec46-40cb-b189-68b3d49af97d req-25522991-9761-486d-a9b2-7779e750fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:06.794900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57786511-ec46-40cb-b189-68b3d49af97d req-25522991-9761-486d-a9b2-7779e750fbef service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.5940831 Sep 21 18:17:06.935460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57786511-ec46-40cb-b189-68b3d49af97d req-533fe66c-cc90-4336-a385-c9315d0e65d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.1314158 Sep 21 18:17:07.100404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786511-ec46-40cb-b189-68b3d49af97d req-962d9580-9354-4ff8-8e0b-50ed0d1b4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:07.102170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57786511-ec46-40cb-b189-68b3d49af97d req-962d9580-9354-4ff8-8e0b-50ed0d1b4621 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1571531 Sep 21 18:17:07.152220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:07.183657 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.215678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786511-ec46-40cb-b189-68b3d49af97d req-150649fb-16a2-4820-9709-dd85cb04668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:07.217399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57786511-ec46-40cb-b189-68b3d49af97d req-150649fb-16a2-4820-9709-dd85cb04668c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069539 Sep 21 18:17:07.272110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] Deleting subnet d8d8e49a-b7fd-4d93-8bb4-1dcde75e5771 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:07.280388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.335578 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.441651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.526998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57786511-ec46-40cb-b189-68b3d49af97d req-8398b94f-0b73-4c52-a576-afe45b4931a0 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005784 Sep 21 18:17:07.593972 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.621134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.623565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d8d8e49a-b7fd-4d93-8bb4-1dcde75e5771 HTTP/1.1" status: 204 len: 168 time: 0.4678733 Sep 21 18:17:07.644994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46648) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:07.722479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664060dc-31b5-4efc-b6e5-6248e5d6f716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d8e49a-b7fd-4d93-8bb4-1dcde75e5771,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:07.728655 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.783270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f37f8-8070-418b-a6c1-9a38a41b5889 req-b308cfca-cbcf-4217-a495-ed98e8b9e234 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:07.791291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-491f37f8-8070-418b-a6c1-9a38a41b5889 req-b308cfca-cbcf-4217-a495-ed98e8b9e234 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1157308 Sep 21 18:17:07.800816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57786511-ec46-40cb-b189-68b3d49af97d req-0396481e-479c-4458-9aa9-0b3e522c9c3e service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645321 Sep 21 18:17:07.890057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-491f37f8-8070-418b-a6c1-9a38a41b5889 req-432e1978-28f1-4a5c-b169-8c9328332f68 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975890 Sep 21 18:17:07.954954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.978240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfe06c6-3fd1-4e61-9ebc-f61817fb306d']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:07.995269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f950b46c-f6fc-48c7-ae78-c386f73a4a0f') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:07.996065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f950b46c-f6fc-48c7-ae78-c386f73a4a0f') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:08.014883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.032770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.043140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:08.043976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:08.113938 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:08.121197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.159080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.161819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] 10.222.0.70 "DELETE /v2.0/networks/cdfe06c6-3fd1-4e61-9ebc-f61817fb306d HTTP/1.1" status: 204 len: 168 time: 0.5155623 Sep 21 18:17:08.163239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06396d7-cc2d-448d-aef0-f2541ed5e53c admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfe06c6-3fd1-4e61-9ebc-f61817fb306d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:08.368918 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.528414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:08.578233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-49d50e35-2b1c-4c94-86ee-d4669d8410a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ba2e0f6b9c441d686c4dc8218ae283e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468063 Sep 21 18:17:08.580182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46682) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:08.715661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4ff6-f8e4-4ba3-ac37-c7949827ad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.772642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4ff6-f8e4-4ba3-ac37-c7949827ad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.845665 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4ff6-f8e4-4ba3-ac37-c7949827ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.849969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4ff6-f8e4-4ba3-ac37-c7949827ad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.854422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dc8b4ff6-f8e4-4ba3-ac37-c7949827ad66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47 HTTP/1.1" status: 204 len: 168 time: 0.2701390 Sep 21 18:17:08.865717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b4ff6-f8e4-4ba3-ac37-c7949827ad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b1bf5-e21f-4c8d-9675-f5f13a63ba47,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:09.195513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e714c08-1b73-445b-ada3-a5349ea02607 req-349035c0-beed-43ea-bd5a-43f354e330b9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:09.211957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e714c08-1b73-445b-ada3-a5349ea02607 req-349035c0-beed-43ea-bd5a-43f354e330b9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1596062 Sep 21 18:17:09.323699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e714c08-1b73-445b-ada3-a5349ea02607 req-70a778b6-e826-4962-ac9a-87b4f3d9d0a1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052403 Sep 21 18:17:09.717829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b72c0-9f99-4a26-8889-16750243dfd4 req-30587c8a-2ae0-4cc3-947e-6dfc5047aed9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:09.740485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-004b72c0-9f99-4a26-8889-16750243dfd4 req-30587c8a-2ae0-4cc3-947e-6dfc5047aed9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2188833 Sep 21 18:17:09.876862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-004b72c0-9f99-4a26-8889-16750243dfd4 req-e274d797-a5a5-4dd4-bd7e-aa6b7af20b26 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309199 Sep 21 18:17:10.310230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607ea61-bf12-400a-9f67-fea4cb31f5db req-ef53f6b2-e183-4a1d-81b3-276ffed9d0f5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:10.329395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8607ea61-bf12-400a-9f67-fea4cb31f5db req-ef53f6b2-e183-4a1d-81b3-276ffed9d0f5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1181231 Sep 21 18:17:10.456283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8607ea61-bf12-400a-9f67-fea4cb31f5db req-e433ccb6-05c3-4efb-ad21-37f54adc304b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256845 Sep 21 18:17:10.801879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46792) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:10.910753 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-421bd6af-f50e-4ae8-9d93-70507db5aeac tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/floatingips/7650174c-8bb3-4586-aed0-7e14018e7d0a HTTP/1.1" status: 200 len: 993 time: 0.1070678 Sep 21 18:17:10.967686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b67e7-4a5f-4159-beae-99c1ca417422 req-3b64900e-4795-469d-a45b-a2793ca3a2e8 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:10.981121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b67e7-4a5f-4159-beae-99c1ca417422 req-3b64900e-4795-469d-a45b-a2793ca3a2e8 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1055670 Sep 21 18:17:11.035439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b67e7-4a5f-4159-beae-99c1ca417422 req-65610475-b8ab-4626-95fd-07d8e10b6bfa tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531983 Sep 21 18:17:11.401987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46812) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:11.611770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46820) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:11.653610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting port 5e34c6b0-e798-4491-9061-8f552cdcf63f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:11.656701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.860114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.860458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.881454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Calling delete_port for 5e34c6b0-e798-4491-9061-8f552cdcf63f owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:12.156186 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.234969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1816100640-network', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:12.275809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Port': ['ID=5e34c6b0-e798-4491-9061-8f552cdcf63f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:12.292919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Made reservation on behalf of 9011b38c067e4ac1b6f6a1ef83f5d441 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:12.297057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.314015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.451898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.452282 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Floating IP 7650174c-8bb3-4586-aed0-7e14018e7d0a disassociated (deleted). External IP: 172.25.3.204, port: 096e8840-f61d-42cb-a027-38b8fa511e9f. Sep 21 18:17:12.462313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a34ed7-97e6-402d-b50f-eda6c8f29aa1 req-b9002d3d-c196-4511-b7f2-f212e6f13037 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:12.471043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74a34ed7-97e6-402d-b50f-eda6c8f29aa1 req-b9002d3d-c196-4511-b7f2-f212e6f13037 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2940974 Sep 21 18:17:12.601024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74a34ed7-97e6-402d-b50f-eda6c8f29aa1 req-3acf713c-e67a-4408-a867-677ebc2eb473 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285286 Sep 21 18:17:12.686504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.695102 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.753833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:12.814357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec178353-1b08-4eaf-8eff-132bc6b6f83f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:12.817341 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.819212 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Added segment 08865316-dc2d-447d-a961-e97aaa0cbb2a of type vlan for network a8e874d8-2e97-4fe2-a647-0a685efd78a9 Sep 21 18:17:12.932056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.975172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.977325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:12.978229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:13.032975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4200177 Sep 21 18:17:13.036413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46870) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:13.063511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Request body: {'subnet': {'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1816100640-subnet', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:13.196256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64159a-0c4f-4c3c-94f7-647034efd9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e874d8-2e97-4fe2-a647-0a685efd78a9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:13.213513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:13.222930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Made reservation on behalf of 9011b38c067e4ac1b6f6a1ef83f5d441 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:13.228713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:13.719511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:13.879157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255a34-5f70-4d72-9b84-72dc89d2a886 req-9cef7ea9-a99e-4ad9-adc4-ffe0571df25f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:13.879753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3e8411-3831-4879-9ca8-284755bc044d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:13.881066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21255a34-5f70-4d72-9b84-72dc89d2a886 req-9cef7ea9-a99e-4ad9-adc4-ffe0571df25f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.3338420 Sep 21 18:17:13.905453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.906217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.906602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.906951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.907300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.918037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.918673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.918673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.918983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.919363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.919707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.920039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:13.984135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Checking segment: {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:13.984508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Network hostable DHCP agents. Network: a8e874d8-2e97-4fe2-a647-0a685efd78a9, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:14.006343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router 1084d31d-a68b-497a-ae3a-7007265a3b7a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:14.015112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:14.024791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21255a34-5f70-4d72-9b84-72dc89d2a886 req-8a513390-30b6-4655-9441-5d7ed12967c7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337035 Sep 21 18:17:14.030780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a8e874d8-2e97-4fe2-a647-0a685efd78a9) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:14.036062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:14.037909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.042987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867c295-ef70-4668-bbeb-36089596bf07 None None] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:14.095827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-78789645-cb07-45a2-945f-dfa298c7375e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0577867 Sep 21 18:17:14.099699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46902) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:14.113473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:14.193475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.196412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.260141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:14.290070 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] Sync routers for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:14.312290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.319992 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:14.321472 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:14.410042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.460372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ac68b080-f290-4cad-91a0-0e2bf79bee49 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/floatingips/7650174c-8bb3-4586-aed0-7e14018e7d0a HTTP/1.1" status: 204 len: 168 time: 3.0569754 Sep 21 18:17:14.461060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:14.467746 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86201ce7-95ba-45ec-912c-470e86248693" -d '{"events": [{"name": "network-changed", "server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:14.480017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165942a-4367-479e-8c9b-cfaf538ffc7a None None] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:14.772553 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:14.776622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.918346 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b394c3-7b8a-4cd8-9ddc-f6c73f99498f x-openstack-request-id: req-81b394c3-7b8a-4cd8-9ddc-f6c73f99498f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:14.919263 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:14.919753 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81b394c3-7b8a-4cd8-9ddc-f6c73f99498f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:14.920371 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'status': 'completed', 'code': 200} Sep 21 18:17:15.142641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83277fc3-c75a-4973-813e-5b0a1b6512e1 req-1c524d49-0179-4dab-91d0-c43dae850688 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:15.145109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83277fc3-c75a-4973-813e-5b0a1b6512e1 req-1c524d49-0179-4dab-91d0-c43dae850688 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.0841928 Sep 21 18:17:15.147569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201ce7-95ba-45ec-912c-470e86248693 req-ca14f789-9698-459f-90fe-afea5c714549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:15.149180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86201ce7-95ba-45ec-912c-470e86248693 req-ca14f789-9698-459f-90fe-afea5c714549 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=336f5a1b47774c81b404dc5e1192f608&device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 1096 time: 0.2017183 Sep 21 18:17:15.265991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83277fc3-c75a-4973-813e-5b0a1b6512e1 req-ac20e583-7c4f-45a1-9aa3-c8e89484a3d1 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123638 Sep 21 18:17:15.512341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46954) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:15.517817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.552672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201ce7-95ba-45ec-912c-470e86248693 req-a2bd4396-5a19-4a7f-a91a-258844a0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:15.560324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86201ce7-95ba-45ec-912c-470e86248693 req-a2bd4396-5a19-4a7f-a91a-258844a0d542 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e6dde90b-b525-4311-9068-5caaff6b4c51 HTTP/1.1" status: 200 len: 899 time: 0.3739140 Sep 21 18:17:15.595612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.604300 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:09Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:15.644304 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] Checking router: 1084d31d-a68b-497a-ae3a-7007265a3b7a for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:15.657224 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:15.658447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:15.701605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b43107-bfab-495f-b1d3-854ada3e8374 req-deaa76e7-6f5e-44e9-abe5-86a84daed166 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:15.704935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0b43107-bfab-495f-b1d3-854ada3e8374 req-deaa76e7-6f5e-44e9-abe5-86a84daed166 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.3028738 Sep 21 18:17:15.706420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86201ce7-95ba-45ec-912c-470e86248693 req-82df77c7-150c-487f-bda7-8a017049b0ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=096e8840-f61d-42cb-a027-38b8fa511e9f HTTP/1.1" status: 200 len: 217 time: 0.1316829 Sep 21 18:17:15.857075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Allocated IP 172.25.3.83 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/abc7df35-7abf-46fd-8e1b-76a55cec6202) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:15.927216 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:15.972255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201ce7-95ba-45ec-912c-470e86248693 req-968d7923-9221-43e0-a4e0-643b635f3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:15.987856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86201ce7-95ba-45ec-912c-470e86248693 req-968d7923-9221-43e0-a4e0-643b635f3b99 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6d54ce5c-7f1c-47e0-aba2-700db4ad4e57 HTTP/1.1" status: 200 len: 834 time: 0.2530148 Sep 21 18:17:16.012743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0b43107-bfab-495f-b1d3-854ada3e8374 req-592de0d3-980a-4562-9496-ce2b9346c861 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953293 Sep 21 18:17:16.443791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572e9d5-2eac-4039-b11d-2c83d1019a72 req-bdd2aff7-c96a-47ae-b00b-c98070f5431b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:16.445872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d572e9d5-2eac-4039-b11d-2c83d1019a72 req-bdd2aff7-c96a-47ae-b00b-c98070f5431b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1670821 Sep 21 18:17:16.492788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201ce7-95ba-45ec-912c-470e86248693 req-3c60cbff-eedf-4e87-86eb-3b2f56d20981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:16.495363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86201ce7-95ba-45ec-912c-470e86248693 req-3c60cbff-eedf-4e87-86eb-3b2f56d20981 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e6dde90b-b525-4311-9068-5caaff6b4c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4694519 Sep 21 18:17:16.612144 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:09Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:16.631755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86201ce7-95ba-45ec-912c-470e86248693 req-7cb93853-4667-4bf1-bbae-c409f0b79e14 service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079671 Sep 21 18:17:16.684554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d572e9d5-2eac-4039-b11d-2c83d1019a72 req-7e1de924-6a7b-47e2-ad5c-f65d1ac14acc tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945195 Sep 21 18:17:16.689438 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75f83b4-c9be-4a4d-a78e-5af6b45bbef5 None None] The sync data for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 is: [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:16:02Z', 'revision_number': 4, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4dccfd24-18c4-448e-89e1-793c6138f8a1', 'name': '', 'network_id': 'e6dde90b-b525-4311-9068-5caaff6b4c51', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'mac_address': 'fa:16:3e:1b:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:59Z', 'updated_at': '2021-09-21T18:16:09Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'subnets': [{'id': '6d54ce5c-7f1c-47e0-aba2-700db4ad4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:17.057558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-3d385deb-b730-4003-a101-c5e23edc747e tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:17.059970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-3d385deb-b730-4003-a101-c5e23edc747e tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.1265640 Sep 21 18:17:17.093175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.120547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86201ce7-95ba-45ec-912c-470e86248693 req-107f0ca2-00c0-44eb-9f8f-da6359a3551c service neutron] 10.222.0.78 "GET /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733877 Sep 21 18:17:17.253592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab2b5-ec9c-4a3f-944f-cdbbc2e81189 req-109449bf-0a3d-4a28-9d2b-f8875bf7032e tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:17.255697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-839ab2b5-ec9c-4a3f-944f-cdbbc2e81189 req-109449bf-0a3d-4a28-9d2b-f8875bf7032e tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 945 time: 0.3837934 Sep 21 18:17:17.259350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141fe4e-f3b2-4469-b72a-ac88fbec308a None None] New status for floating IP 7650174c-8bb3-4586-aed0-7e14018e7d0a: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:17:17.372334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-839ab2b5-ec9c-4a3f-944f-cdbbc2e81189 req-b15b2cee-eb40-4cf4-ad46-b51568cd9a0f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ba2bb83-061d-4a81-899a-df8b9f64d34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001637 Sep 21 18:17:17.399073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.425145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting port 096e8840-f61d-42cb-a027-38b8fa511e9f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:17.425504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.448198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.475817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Pushing event updated for resources: {'Port': ['ID=abc7df35-7abf-46fd-8e1b-76a55cec6202,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:17.504731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:17.516385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:17.520524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:17.570309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47010) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:17.693377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e2caf-f956-4b63-aa7b-71b78fe63c72 req-7983ad46-6f3a-4cee-b94b-3eec7b270e47 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:17.696029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-395e2caf-f956-4b63-aa7b-71b78fe63c72 req-7983ad46-6f3a-4cee-b94b-3eec7b270e47 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1498411 Sep 21 18:17:17.723153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] For port 096e8840-f61d-42cb-a027-38b8fa511e9f, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=096e8840-f61d-42cb-a027-38b8fa511e9f,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:17.725470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.761362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Calling delete_port for 096e8840-f61d-42cb-a027-38b8fa511e9f owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:17.811857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.836634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-395e2caf-f956-4b63-aa7b-71b78fe63c72 req-e25080df-d8cf-409b-9075-608df2d5f7bf tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962129 Sep 21 18:17:18.006301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.076659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Port': ['ID=096e8840-f61d-42cb-a027-38b8fa511e9f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:18.081919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f624-ccc0-4364-ac3b-b7e781eb8f36 req-16106ca1-2647-4723-9f99-3f848b766e09 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:18.083932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66b3f624-ccc0-4364-ac3b-b7e781eb8f36 req-16106ca1-2647-4723-9f99-3f848b766e09 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1804023 Sep 21 18:17:18.145063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] No DVR routers for this DVR port 096e8840-f61d-42cb-a027-38b8fa511e9f on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:18.150120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.152516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Deleting port a4c529b3-6750-4087-8510-452decf88f5b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:18.153077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.154836 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-201cc421-3b2e-4973-9b58-00ef8d87b5f0 req-ae0275a9-5645-4a9e-8aa3-c4f653621580 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.78 "DELETE /v2.0/ports/096e8840-f61d-42cb-a027-38b8fa511e9f HTTP/1.1" status: 204 len: 173 time: 1.0779576 Sep 21 18:17:18.155584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'name': 'network-vif-deleted', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:18.167017 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e1982f-e1ad-4520-a751-26ecdf567106" -d '{"events": [{"server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "name": "network-vif-deleted", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:18.206695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66b3f624-ccc0-4364-ac3b-b7e781eb8f36 req-cbffd96a-03f7-49ae-843c-542b041b3bfd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021225 Sep 21 18:17:18.223576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.234664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.305210 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbd045f-e37d-4938-9ff8-8b43adbd2b25 x-openstack-request-id: req-0cbd045f-e37d-4938-9ff8-8b43adbd2b25 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:18.306341 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27a689-ed51-49cb-b8d1-98309fd675df", "name": "network-vif-deleted", "tag": "096e8840-f61d-42cb-a027-38b8fa511e9f", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:18.306607 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cbd045f-e37d-4938-9ff8-8b43adbd2b25 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:18.307041 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d27a689-ed51-49cb-b8d1-98309fd675df', 'name': 'network-vif-deleted', 'tag': '096e8840-f61d-42cb-a027-38b8fa511e9f', 'status': 'completed', 'code': 200} Sep 21 18:17:18.335967 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.455711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd11ebf3c8024facb1637c5d55b7f1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8797965 Sep 21 18:17:18.458557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47052) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:18.563101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] For port a4c529b3-6750-4087-8510-452decf88f5b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a4c529b3-6750-4087-8510-452decf88f5b,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:18.563449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.623023 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fc860e0-d54a-40f0-be83-5f81b40faf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.623809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Calling delete_port for a4c529b3-6750-4087-8510-452decf88f5b owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:18.672733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef784b98-5dde-475b-aebf-ea5772eb4c4c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:18.786557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fc860e0-d54a-40f0-be83-5f81b40faf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.813644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.814043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.816812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.818433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.819965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.820396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.820792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.822030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.824948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.825376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.825734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.827399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9df083-36b7-4d86-a89d-2d732d60422b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:18.867593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fffe5559-9edf-43cb-a242-cd3a21d6c447 req-cbb2e4de-c4a8-4a5b-94fb-7406dcd6f76f tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d27a689-ed51-49cb-b8d1-98309fd675df HTTP/1.1" status: 200 len: 210 time: 0.0866644 Sep 21 18:17:18.962320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 096e8840-f61d-42cb-a027-38b8fa511e9f no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:19.017416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 096e8840-f61d-42cb-a027-38b8fa511e9f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:19.027065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 096e8840-f61d-42cb-a027-38b8fa511e9f not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:19.076405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fc860e0-d54a-40f0-be83-5f81b40faf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.083873 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fc860e0-d54a-40f0-be83-5f81b40faf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.088727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5fc860e0-d54a-40f0-be83-5f81b40faf7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef784b98-5dde-475b-aebf-ea5772eb4c4c HTTP/1.1" status: 204 len: 168 time: 0.6211326 Sep 21 18:17:19.112402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc860e0-d54a-40f0-be83-5f81b40faf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef784b98-5dde-475b-aebf-ea5772eb4c4c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:19.114914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.200621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.266547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c529b3-6750-4087-8510-452decf88f5b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:19.475763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Router 91b22918-a882-4224-938c-bea9223fddbc is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:19.655495 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.686933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:19.708703 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Sync routers for ids ['91b22918-a882-4224-938c-bea9223fddbc'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:19.734464 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Routers {'91b22918-a882-4224-938c-bea9223fddbc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:19.735485 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91b22918-a882-4224-938c-bea9223fddbc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:19.739866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.745670 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6e084853-6e8f-44ae-9536-14f266b8a718 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6443799 Sep 21 18:17:19.748658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47078) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:19.856765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47080) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:19.885369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74626a64-f28c-4079-a7e8-0c75a337490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.044768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47086) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:20.049514 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Set router 91b22918-a882-4224-938c-bea9223fddbc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:20.427143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74626a64-f28c-4079-a7e8-0c75a337490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.445738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57dc10f6-e9dc-4dcd-b32c-f3510af9e3c6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.474526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74626a64-f28c-4079-a7e8-0c75a337490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.510405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Router 04dda147-a807-474b-aaa1-0e3febed7910 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:20.553496 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:17:17Z', 'revision_number': 3, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port': {'id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:15Z', 'updated_at': '2021-09-21T18:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:20.555480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57dc10f6-e9dc-4dcd-b32c-f3510af9e3c6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.583245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74626a64-f28c-4079-a7e8-0c75a337490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c23f74-514f-412e-a282-bbbc55721a43,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:20.605562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-74626a64-f28c-4079-a7e8-0c75a337490e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c730afc85d14f4486349dac9359247c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477410 Sep 21 18:17:20.617053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47094) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:20.617397 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Checking router: 91b22918-a882-4224-938c-bea9223fddbc for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:20.617980 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Updating router 91b22918-a882-4224-938c-bea9223fddbc port abc7df35-7abf-46fd-8e1b-76a55cec6202 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:17:20.656214 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.711403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57dc10f6-e9dc-4dcd-b32c-f3510af9e3c6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.714849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57dc10f6-e9dc-4dcd-b32c-f3510af9e3c6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.716067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-57dc10f6-e9dc-4dcd-b32c-f3510af9e3c6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/security-groups/6ba2bb83-061d-4a81-899a-df8b9f64d34e HTTP/1.1" status: 204 len: 168 time: 0.6697998 Sep 21 18:17:20.784044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47098) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:20.926278 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21cf063f-45d5-43fd-af74-91ac33f29923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.084354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21cf063f-45d5-43fd-af74-91ac33f29923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.140924 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.152179 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.253142 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Attempting to bind port abc7df35-7abf-46fd-8e1b-76a55cec6202 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:21.253506 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Attempting to bind port abc7df35-7abf-46fd-8e1b-76a55cec6202 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:21.253912 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Attempting to bind port abc7df35-7abf-46fd-8e1b-76a55cec6202 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:21.281517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:21.283100 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:21.283519 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.285074 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:21.287478 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Bound port: abc7df35-7abf-46fd-8e1b-76a55cec6202, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:21.287855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.288382 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.370803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc10f6-e9dc-4dcd-b32c-f3510af9e3c6 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2bb83-061d-4a81-899a-df8b9f64d34e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:21.413854 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Pushing event updated for resources: {'Port': ['ID=abc7df35-7abf-46fd-8e1b-76a55cec6202,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:21.417578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:21.444422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] Sync routers for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:21.449064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-522da5fe-0ccd-4dfe-adbf-fab0b7372336 admin admin] 10.222.0.70 "PUT /v2.0/routers/04dda147-a807-474b-aaa1-0e3febed7910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9215639 Sep 21 18:17:21.449702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47112) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:21.456459 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.456802 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.457138 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.457555 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.457851 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.471788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:21.471788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:21.483805 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.483805 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.492002 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.492396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.492742 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.493637 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.493981 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:21.531459 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] For port abc7df35-7abf-46fd-8e1b-76a55cec6202, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:21.544125 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] For port abc7df35-7abf-46fd-8e1b-76a55cec6202, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abc7df35-7abf-46fd-8e1b-76a55cec6202,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:21.553872 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.729013 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c560b-b5ef-4592-801e-b03f4db05357 None None] Pushing event updated for resources: {'Port': ['ID=abc7df35-7abf-46fd-8e1b-76a55cec6202,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:21.741302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:21.742395 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Routers {'91b22918-a882-4224-938c-bea9223fddbc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:21.743672 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91b22918-a882-4224-938c-bea9223fddbc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:21.775848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21cf063f-45d5-43fd-af74-91ac33f29923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.777699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.781662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21cf063f-45d5-43fd-af74-91ac33f29923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.794569 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-21cf063f-45d5-43fd-af74-91ac33f29923 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7c23f74-514f-412e-a282-bbbc55721a43 HTTP/1.1" status: 204 len: 168 time: 1.1714342 Sep 21 18:17:21.816344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47122) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:21.942152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf063f-45d5-43fd-af74-91ac33f29923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c23f74-514f-412e-a282-bbbc55721a43,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:22.013211 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] Set router 91b22918-a882-4224-938c-bea9223fddbc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:22.060795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.269231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Deleting port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:22.276433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.282341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:17:19Z', 'revision_number': 5, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port': {'id': 'c371a02b-7e9a-46ca-b9cc-f6fa343dd39a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dda147-a807-474b-aaa1-0e3febed7910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:39Z', 'updated_at': '2021-09-21T18:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:22.366011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] Checking router: 04dda147-a807-474b-aaa1-0e3febed7910 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:22.399145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Allocated IP 172.20.0.1 (a8e874d8-2e97-4fe2-a647-0a685efd78a9/2e3e8411-3831-4879-9ca8-284755bc044d/77bc74be-7d3f-4bc3-b13e-beae07578a99) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:22.402876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] Routers {'04dda147-a807-474b-aaa1-0e3febed7910'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:22.403817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['04dda147-a807-474b-aaa1-0e3febed7910'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:22.643480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] For port c371a02b-7e9a-46ca-b9cc-f6fa343dd39a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:22.647642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.654379 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e829a6a-f512-42e4-9ad9-a744bde4f562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.661492 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:17:17Z', 'revision_number': 3, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port': {'id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:15Z', 'updated_at': '2021-09-21T18:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:22.707329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Calling delete_port for c371a02b-7e9a-46ca-b9cc-f6fa343dd39a owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:22.759991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] Set router 04dda147-a807-474b-aaa1-0e3febed7910 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:22.767185 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9113698-4d98-4c82-8e7f-19721049f178 None None] The sync data for ids ['91b22918-a882-4224-938c-bea9223fddbc'] in n-d-810285-3 is: [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:17:17Z', 'revision_number': 3, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port': {'id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:15Z', 'updated_at': '2021-09-21T18:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:22.797203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.900987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:17:22Z', 'revision_number': 6, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:22.940438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.961095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde9977-873d-4c6e-a932-a47a12c91409 None None] The sync data for ids ['04dda147-a807-474b-aaa1-0e3febed7910'] in n-d-810285-3 is: [{'id': '04dda147-a807-474b-aaa1-0e3febed7910', 'name': 'tempest-TaggedBootDevicesTest_v242-259837246-router', 'tenant_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:17:22Z', 'revision_number': 6, 'project_id': 'e21527583a5e474ba4d9140a5ad3b06f', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:23.064325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.170068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.230752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c371a02b-7e9a-46ca-b9cc-f6fa343dd39a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:23.295164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e829a6a-f512-42e4-9ad9-a744bde4f562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.316802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:23.319757 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e829a6a-f512-42e4-9ad9-a744bde4f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.394907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2e829a6a-f512-42e4-9ad9-a744bde4f562 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb7f845ffb7048b68585d24808725282&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5653291 Sep 21 18:17:23.395830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Pushing event updated for resources: {'Port': ['ID=77bc74be-7d3f-4bc3-b13e-beae07578a99,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:23.402679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47148) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:23.407252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:23.428826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:23.460083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.566382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a4c529b3-6750-4087-8510-452decf88f5b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:23.589308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.592166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.661870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: a4c529b3-6750-4087-8510-452decf88f5b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:23.663101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a4c529b3-6750-4087-8510-452decf88f5b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:23.666584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.667360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04dda147-a807-474b-aaa1-0e3febed7910 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:17:23.678104 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.679849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a1d8b009-2065-463b-a5a9-fb6fb0fc1a3c admin admin] 10.222.0.70 "DELETE /v2.0/routers/04dda147-a807-474b-aaa1-0e3febed7910 HTTP/1.1" status: 204 len: 168 time: 2.2289095 Sep 21 18:17:23.683520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47156) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:23.683794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e829a6a-f512-42e4-9ad9-a744bde4f562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42531c77-dead-4855-a197-40a4185323d9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:23.750627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] Deleting subnet 2d00e426-bcda-42b5-816e-952a40847cf3 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:23.756888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.804575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.955914 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.092184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.147800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d00e426-bcda-42b5-816e-952a40847cf3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:24.170421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a26ca-46b3-45c9-9ffe-1e633d799cde None None] Network c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:24.175516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.179991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f77c6821-df9c-430d-b4a0-b3ebcea8747d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2d00e426-bcda-42b5-816e-952a40847cf3 HTTP/1.1" status: 204 len: 168 time: 0.4929683 Sep 21 18:17:24.181395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47172) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:24.431856 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.434748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.556061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bdd958b-d26b-4ac8-9494-98ad4ec01a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.623464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] DHCP port deletion for c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:24.635045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Deleting port 1c5243ed-c776-4155-b3b4-d8933de756db {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:24.638516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.708854 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bdd958b-d26b-4ac8-9494-98ad4ec01a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.731315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Deleting port 1c5243ed-c776-4155-b3b4-d8933de756db {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:24.731847 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.823366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] For port 1c5243ed-c776-4155-b3b4-d8933de756db, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1c5243ed-c776-4155-b3b4-d8933de756db,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:24.833308 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.863681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Calling delete_port for 1c5243ed-c776-4155-b3b4-d8933de756db owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:24.872001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] For port 1c5243ed-c776-4155-b3b4-d8933de756db, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1c5243ed-c776-4155-b3b4-d8933de756db,segment=NetworkSegment(b66da66d-a3ff-453a-bf30-cd5ca3900452),segment_id=b66da66d-a3ff-453a-bf30-cd5ca3900452)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:24.873046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.900795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Calling delete_port for 1c5243ed-c776-4155-b3b4-d8933de756db owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:25.054242 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.072570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.093926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Pushing event deleted for resources: {'Port': ['ID=1c5243ed-c776-4155-b3b4-d8933de756db,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:25.104285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] No DVR routers for this DVR port 1c5243ed-c776-4155-b3b4-d8933de756db on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:25.106257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting port 4dccfd24-18c4-448e-89e1-793c6138f8a1 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:25.106618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.109238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] No DVR routers for this DVR port 1c5243ed-c776-4155-b3b4-d8933de756db on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:25.110623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.111328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.111898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.113088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.113724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.114327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.114883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.115454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.116035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.116622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.117172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.118276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5077b3-bfa3-4ef1-9fbf-c9aba8b81942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:25.178382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bdd958b-d26b-4ac8-9494-98ad4ec01a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.181595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3bdd958b-d26b-4ac8-9494-98ad4ec01a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.185933 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3bdd958b-d26b-4ac8-9494-98ad4ec01a77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42531c77-dead-4855-a197-40a4185323d9 HTTP/1.1" status: 204 len: 168 time: 1.7733672 Sep 21 18:17:25.197265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5243ed-c776-4155-b3b4-d8933de756db,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:25.219209 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.312672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.360383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41d3350-8fd5-4d47-9a84-d8f2d3b2e101']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:25.363765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd958b-d26b-4ac8-9494-98ad4ec01a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42531c77-dead-4855-a197-40a4185323d9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:25.386892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device abc7df35-7abf-46fd-8e1b-76a55cec6202 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:25.393598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66da66d-a3ff-453a-bf30-cd5ca3900452') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:25.394249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66da66d-a3ff-453a-bf30-cd5ca3900452') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:25.418996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.506725 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.536992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:25.537576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:25.543737 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:25.557745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port abc7df35-7abf-46fd-8e1b-76a55cec6202 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:25.567628 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.584437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] For port 4dccfd24-18c4-448e-89e1-793c6138f8a1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4dccfd24-18c4-448e-89e1-793c6138f8a1,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:25.585291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.703288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Calling delete_port for 4dccfd24-18c4-448e-89e1-793c6138f8a1 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:25.732061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.755751 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.760050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.769235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c41d3350-8fd5-4d47-9a84-d8f2d3b2e101 HTTP/1.1" status: 204 len: 168 time: 1.5866838 Sep 21 18:17:25.770243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37289-d8fa-4204-80e2-f2d742a36cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41d3350-8fd5-4d47-9a84-d8f2d3b2e101,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:25.792402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port abc7df35-7abf-46fd-8e1b-76a55cec6202, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abc7df35-7abf-46fd-8e1b-76a55cec6202,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:25.797525 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.905634 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.910911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=abc7df35-7abf-46fd-8e1b-76a55cec6202,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:25.925810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.934896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1c5243ed-c776-4155-b3b4-d8933de756db no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:25.966822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 1c5243ed-c776-4155-b3b4-d8933de756db {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:25.967629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1c5243ed-c776-4155-b3b4-d8933de756db not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:25.968812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c371a02b-7e9a-46ca-b9cc-f6fa343dd39a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:25.999792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c371a02b-7e9a-46ca-b9cc-f6fa343dd39a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:26.000380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c371a02b-7e9a-46ca-b9cc-f6fa343dd39a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:26.052805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47214) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:26.091560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b587e2cf-a8db-4010-8047-fe23e63fd8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.165792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47220) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:26.266739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Pushing event updated for resources: {'Port': ['ID=77bc74be-7d3f-4bc3-b13e-beae07578a99,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:26.355518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.372163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b587e2cf-a8db-4010-8047-fe23e63fd8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.381252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b587e2cf-a8db-4010-8047-fe23e63fd8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.385894 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.485028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b587e2cf-a8db-4010-8047-fe23e63fd8c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09f420fac5164e778ed9c9645c6c48eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301035 Sep 21 18:17:26.486737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587e2cf-a8db-4010-8047-fe23e63fd8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816b3cd9-4085-4dc6-9cf8-832cd24e9579,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:26.494652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47234) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:26.562240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6acebb4b-64b2-48d1-afcf-39d81a46416d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.613844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6acebb4b-64b2-48d1-afcf-39d81a46416d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.619083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Port': ['ID=4dccfd24-18c4-448e-89e1-793c6138f8a1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:26.644024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94eb14f5-2357-4b6a-84bc-9fa41a440375 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e21527583a5e474ba4d9140a5ad3b06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644134 Sep 21 18:17:26.650777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47240) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:26.886101 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-799bc382-a794-4f06-ab42-e08bcd35f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.926047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6acebb4b-64b2-48d1-afcf-39d81a46416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.933823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6acebb4b-64b2-48d1-afcf-39d81a46416d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.935316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6acebb4b-64b2-48d1-afcf-39d81a46416d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/816b3cd9-4085-4dc6-9cf8-832cd24e9579 HTTP/1.1" status: 204 len: 168 time: 0.4394741 Sep 21 18:17:26.966972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-799bc382-a794-4f06-ab42-e08bcd35f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.993385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acebb4b-64b2-48d1-afcf-39d81a46416d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816b3cd9-4085-4dc6-9cf8-832cd24e9579,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:27.031626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:27.034667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:27.086916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-799bc382-a794-4f06-ab42-e08bcd35f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.091327 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-799bc382-a794-4f06-ab42-e08bcd35f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.094856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-799bc382-a794-4f06-ab42-e08bcd35f32a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd2ed728-07cd-41ae-9769-fbee9339b678 HTTP/1.1" status: 204 len: 168 time: 0.4327571 Sep 21 18:17:27.110525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bc382-a794-4f06-ab42-e08bcd35f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2ed728-07cd-41ae-9769-fbee9339b678,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:27.170901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.395634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device abc7df35-7abf-46fd-8e1b-76a55cec6202 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:27.415750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Router 91b22918-a882-4224-938c-bea9223fddbc has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:27.538393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port abc7df35-7abf-46fd-8e1b-76a55cec6202 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:27.538996 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.550675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47258) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:27.736882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47266) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:27.974344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8464dc6f-8945-4d6d-8f13-43e38664c92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.997467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:28.004211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-85f03a04-f096-4acf-aba6-50389fef5e81 admin admin] 10.222.0.70 "PUT /v2.0/routers/91b22918-a882-4224-938c-bea9223fddbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2544482 Sep 21 18:17:28.016626 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Sync routers for ids ['91b22918-a882-4224-938c-bea9223fddbc'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:28.044032 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Routers {'91b22918-a882-4224-938c-bea9223fddbc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:28.046965 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91b22918-a882-4224-938c-bea9223fddbc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:28.051996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Router 1084d31d-a68b-497a-ae3a-7007265a3b7a has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:28.175253 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb84153d-f01b-406e-bea9-33a17224d34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.264885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8464dc6f-8945-4d6d-8f13-43e38664c92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.416904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8464dc6f-8945-4d6d-8f13-43e38664c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.429311 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Set router 91b22918-a882-4224-938c-bea9223fddbc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:28.453901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:28.470849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] Sync routers for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:28.490025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dca1e0a2-27ff-49bc-89ce-d474f15e5f7c tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "PUT /v2.0/routers/1084d31d-a68b-497a-ae3a-7007265a3b7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6968772 Sep 21 18:17:28.493714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:28.498014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47294) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.498722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:28.639488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8464dc6f-8945-4d6d-8f13-43e38664c92e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db14cefff0e848f98af9fd24fb9bfa46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0874169 Sep 21 18:17:28.642261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.646426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464dc6f-8945-4d6d-8f13-43e38664c92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37d10d5-e0dd-46ed-bacd-2cfbe8c9a0e7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:28.692033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting subnet 6d54ce5c-7f1c-47e0-aba2-700db4ad4e57 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:28.701707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.748511 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.782888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:28.790731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8282502-22d7-4e70-af72-f3251928b37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.840937 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8282502-22d7-4e70-af72-f3251928b37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.892965 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:17:24Z', 'revision_number': 4, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port': {'id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:15Z', 'updated_at': '2021-09-21T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '77bc74be-7d3f-4bc3-b13e-beae07578a99', 'name': '', 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'mac_address': 'fa:16:3e:b8:ea:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:21Z', 'updated_at': '2021-09-21T18:17:25Z', 'revision_number': 2, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'subnets': [{'id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:28.951137 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8282502-22d7-4e70-af72-f3251928b37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.954438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8282502-22d7-4e70-af72-f3251928b37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.956142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f8282502-22d7-4e70-af72-f3251928b37f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f37d10d5-e0dd-46ed-bacd-2cfbe8c9a0e7 HTTP/1.1" status: 204 len: 168 time: 0.3123124 Sep 21 18:17:28.977847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282502-22d7-4e70-af72-f3251928b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37d10d5-e0dd-46ed-bacd-2cfbe8c9a0e7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:28.988388 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Checking router: 91b22918-a882-4224-938c-bea9223fddbc for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:28.989024 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Updating router 91b22918-a882-4224-938c-bea9223fddbc port 77bc74be-7d3f-4bc3-b13e-beae07578a99 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:17:29.025315 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb84153d-f01b-406e-bea9-33a17224d34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.040912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb84153d-f01b-406e-bea9-33a17224d34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.047941 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.059545 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.169734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84153d-f01b-406e-bea9-33a17224d34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d3ecf6-3bac-4ca7-99e8-041a0b6cb057,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:29.338648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47330) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:29.346471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cb84153d-f01b-406e-bea9-33a17224d34d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=736e29f2c5844623950eeed0107f016f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6072335 Sep 21 18:17:29.471725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1cb143a1-a441-49d1-97f3-70fd6e647f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.535122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1cb143a1-a441-49d1-97f3-70fd6e647f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.551357 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-560ead4e-2106-4d9a-8b70-d3ea369489fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.591605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.651308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:29.654337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.657041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/subnets/6d54ce5c-7f1c-47e0-aba2-700db4ad4e57 HTTP/1.1" status: 204 len: 168 time: 1.1486402 Sep 21 18:17:29.667473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47340) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:29.674983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1cb143a1-a441-49d1-97f3-70fd6e647f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.677690 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1cb143a1-a441-49d1-97f3-70fd6e647f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.692355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1cb143a1-a441-49d1-97f3-70fd6e647f45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63d3ecf6-3bac-4ca7-99e8-041a0b6cb057 HTTP/1.1" status: 204 len: 168 time: 0.3524330 Sep 21 18:17:29.715315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-256ff748-b823-442b-9d7b-7ca05b46bf90 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:29.728805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb143a1-a441-49d1-97f3-70fd6e647f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d3ecf6-3bac-4ca7-99e8-041a0b6cb057,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:29.730834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-256ff748-b823-442b-9d7b-7ca05b46bf90 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 811 time: 0.5540602 Sep 21 18:17:29.737704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3595-a2f5-4192-b71d-e914d0b1f7b0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Subnet': ['ID=6d54ce5c-7f1c-47e0-aba2-700db4ad4e57,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:29.747705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a57a8-f389-4796-9b32-251222f1602c None None] Network e6dde90b-b525-4311-9068-5caaff6b4c51 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:29.769056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-cfa65d17-8d47-46d6-952c-4ae863c69574 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/quotas/9011b38c067e4ac1b6f6a1ef83f5d441 HTTP/1.1" status: 200 len: 375 time: 0.0326035 Sep 21 18:17:29.798207 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d52def38-2758-4ec9-a283-f9e424d67b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.885662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-b3f96217-99a1-47ec-9ead-b70989087186 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1131389 Sep 21 18:17:30.009871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.011147 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.022814 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.124532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-0671d51f-81b9-49a8-aefa-b2a402625d32 service neutron] 10.222.0.70 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378891 Sep 21 18:17:30.127383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b32ad129-076c-44c4-8900-289f876a742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:17:26Z', 'revision_number': 5, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port': {'id': 'b32ad129-076c-44c4-8900-289f876a742b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:15:54Z', 'updated_at': '2021-09-21T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:30.181285 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd504a-f7cf-4680-be99-21fa09783918 None None] Pushing event updated for resources: {'Port': ['ID=77bc74be-7d3f-4bc3-b13e-beae07578a99,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.236938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.241295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] Checking router: 1084d31d-a68b-497a-ae3a-7007265a3b7a for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:30.264345 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Attempting to bind port 77bc74be-7d3f-4bc3-b13e-beae07578a99 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:30.265129 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Attempting to bind port 77bc74be-7d3f-4bc3-b13e-beae07578a99 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:30.265754 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Attempting to bind port 77bc74be-7d3f-4bc3-b13e-beae07578a99 on network a8e874d8-2e97-4fe2-a647-0a685efd78a9 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:30.271978 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:30.273496 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Checking segment: {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:30.275143 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.275858 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Bound using segment: {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:30.277522 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Bound port: 77bc74be-7d3f-4bc3-b13e-beae07578a99, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:30.278483 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.279216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] Routers {'1084d31d-a68b-497a-ae3a-7007265a3b7a'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:30.279863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['1084d31d-a68b-497a-ae3a-7007265a3b7a'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:30.334888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-6815a08a-0a24-442a-b0a5-265251707328 service neutron] 10.222.0.70 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094250 Sep 21 18:17:30.366977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d52def38-2758-4ec9-a283-f9e424d67b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.388116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Deleting port b32ad129-076c-44c4-8900-289f876a742b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:30.388116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.413775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d52def38-2758-4ec9-a283-f9e424d67b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.430541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] For port 77bc74be-7d3f-4bc3-b13e-beae07578a99, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:30.436877 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] For port 77bc74be-7d3f-4bc3-b13e-beae07578a99, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77bc74be-7d3f-4bc3-b13e-beae07578a99,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:30.442636 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.466344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47360) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:30.497252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] Set router 1084d31d-a68b-497a-ae3a-7007265a3b7a gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:30.501022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-794320fb-da22-478b-b65d-fead9a4f1bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.511016 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd504a-f7cf-4680-be99-21fa09783918 None None] Pushing event updated for resources: {'Port': ['ID=77bc74be-7d3f-4bc3-b13e-beae07578a99,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.545194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52def38-2758-4ec9-a283-f9e424d67b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e0570c-b766-453b-9b2d-d94991ca2bb4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.559898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d52def38-2758-4ec9-a283-f9e424d67b65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88a884001e534a89b7ca8b0bc11e9c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9046409 Sep 21 18:17:30.560647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47368) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:30.589591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:17:30Z', 'revision_number': 6, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:30.592579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] DHCP port deletion for e6dde90b-b525-4311-9068-5caaff6b4c51 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:30.597381 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Routers {'91b22918-a882-4224-938c-bea9223fddbc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:30.598062 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91b22918-a882-4224-938c-bea9223fddbc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:30.626988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0979521-72ad-40cd-b26f-eb254a886f02 None None] The sync data for ids ['1084d31d-a68b-497a-ae3a-7007265a3b7a'] in n-d-810285-3 is: [{'id': '1084d31d-a68b-497a-ae3a-7007265a3b7a', 'name': 'tempest-TestNetworkBasicOps-router-624462357', 'tenant_id': '336f5a1b47774c81b404dc5e1192f608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:15:53Z', 'updated_at': '2021-09-21T18:17:30Z', 'revision_number': 6, 'project_id': '336f5a1b47774c81b404dc5e1192f608', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:30.658209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] For port b32ad129-076c-44c4-8900-289f876a742b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b32ad129-076c-44c4-8900-289f876a742b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:30.658803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.726720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Calling delete_port for b32ad129-076c-44c4-8900-289f876a742b owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:30.737431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] Deleting port 48869cf2-9cea-47b8-9d73-33cb41c2a421 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:30.739542 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.779654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-794320fb-da22-478b-b65d-fead9a4f1bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.788150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-794320fb-da22-478b-b65d-fead9a4f1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.841691 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] Set router 91b22918-a882-4224-938c-bea9223fddbc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:30.844038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-794320fb-da22-478b-b65d-fead9a4f1bd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a045be0a10545eaabd7a6571ee81bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757536 Sep 21 18:17:30.848588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47376) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:30.915595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] For port 48869cf2-9cea-47b8-9d73-33cb41c2a421, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48869cf2-9cea-47b8-9d73-33cb41c2a421,segment=NetworkSegment(761d3130-49a8-4040-bf45-e2cad7cd91da),segment_id=761d3130-49a8-4040-bf45-e2cad7cd91da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:30.916463 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.942216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] Calling delete_port for 48869cf2-9cea-47b8-9d73-33cb41c2a421 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:30.952317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794320fb-da22-478b-b65d-fead9a4f1bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331f1c59-45a3-477b-9156-38e7b1638555,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.981200 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08cf39f2-98e8-436c-9cbb-e1bab5e28e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.043939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08ccaed3-e121-4f7c-80cd-1ab1a3c12148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.081224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08cf39f2-98e8-436c-9cbb-e1bab5e28e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.106980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.150901 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08ccaed3-e121-4f7c-80cd-1ab1a3c12148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.181977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] Pushing event deleted for resources: {'Port': ['ID=48869cf2-9cea-47b8-9d73-33cb41c2a421,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:31.226087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d98e0-ff18-400e-bb2b-90250d05a16a None None] No DVR routers for this DVR port 48869cf2-9cea-47b8-9d73-33cb41c2a421 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:31.240649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08ccaed3-e121-4f7c-80cd-1ab1a3c12148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.265381 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-08ccaed3-e121-4f7c-80cd-1ab1a3c12148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.286498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-08ccaed3-e121-4f7c-80cd-1ab1a3c12148 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/331f1c59-45a3-477b-9156-38e7b1638555 HTTP/1.1" status: 204 len: 168 time: 0.4227071 Sep 21 18:17:31.309883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48869cf2-9cea-47b8-9d73-33cb41c2a421 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:31.328943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccaed3-e121-4f7c-80cd-1ab1a3c12148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331f1c59-45a3-477b-9156-38e7b1638555,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:31.385529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 48869cf2-9cea-47b8-9d73-33cb41c2a421 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:31.388403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48869cf2-9cea-47b8-9d73-33cb41c2a421 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:31.389020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4dccfd24-18c4-448e-89e1-793c6138f8a1 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:31.449306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4dccfd24-18c4-448e-89e1-793c6138f8a1 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:31.452404 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:17:24Z', 'revision_number': 4, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port': {'id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:15Z', 'updated_at': '2021-09-21T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '77bc74be-7d3f-4bc3-b13e-beae07578a99', 'name': '', 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'mac_address': 'fa:16:3e:b8:ea:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:21Z', 'updated_at': '2021-09-21T18:17:30Z', 'revision_number': 4, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'subnets': [{'id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:31.456196 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4dccfd24-18c4-448e-89e1-793c6138f8a1 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:31.487799 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151b331-0c49-4aba-830f-79e669fc4f1a None None] The sync data for ids ['91b22918-a882-4224-938c-bea9223fddbc'] in n-d-810285-3 is: [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:17:24Z', 'revision_number': 4, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port': {'id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:15Z', 'updated_at': '2021-09-21T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '77bc74be-7d3f-4bc3-b13e-beae07578a99', 'name': '', 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'mac_address': 'fa:16:3e:b8:ea:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:21Z', 'updated_at': '2021-09-21T18:17:30Z', 'revision_number': 4, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'subnets': [{'id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:31.530674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08cf39f2-98e8-436c-9cbb-e1bab5e28e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.534515 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-08cf39f2-98e8-436c-9cbb-e1bab5e28e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.539221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-08cf39f2-98e8-436c-9cbb-e1bab5e28e3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4e0570c-b766-453b-9b2d-d94991ca2bb4 HTTP/1.1" status: 204 len: 168 time: 0.9759185 Sep 21 18:17:31.559940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf39f2-98e8-436c-9cbb-e1bab5e28e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e0570c-b766-453b-9b2d-d94991ca2bb4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:31.581358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.807475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d3d2b87-2639-44c1-8909-35b1b54ddb15 req-2519c898-723d-484c-918d-caf01b2f88be tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 210 time: 0.1020944 Sep 21 18:17:31.830354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Port': ['ID=b32ad129-076c-44c4-8900-289f876a742b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:31.916695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.025151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27cf3eb5-ff84-401f-a57e-30f737a83810 req-25d349b8-3952-45d4-8099-c0a0bbbb09bb tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0910809 Sep 21 18:17:32.081462 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.090415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.263824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.264849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Fanout notify agent at l3_agent the message router_deleted on router 1084d31d-a68b-497a-ae3a-7007265a3b7a {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:17:32.278452 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.278917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9d43bbc-28cc-4979-a514-0d3d8ed07d98 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/routers/1084d31d-a68b-497a-ae3a-7007265a3b7a HTTP/1.1" status: 204 len: 168 time: 2.6045580 Sep 21 18:17:32.281357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47434) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:32.529767 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.838679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-95954f97-366d-445c-bad6-e1648f21a0ac tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:32.841148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-95954f97-366d-445c-bad6-e1648f21a0ac tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 811 time: 0.2948692 Sep 21 18:17:32.870774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.886884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Request body: {'port': {'device_id': '760a28ad-b8d3-4885-9223-1524339ea77b', 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'admin_state_up': True, 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:32.925735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dde90b-b525-4311-9068-5caaff6b4c51']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:32.957771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761d3130-49a8-4040-bf45-e2cad7cd91da') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:32.958942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761d3130-49a8-4040-bf45-e2cad7cd91da') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:32.986848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.020860 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.048393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:33.049101 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:33.053668 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:33.235315 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:17:33.251699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ddf571ef-673b-4d2d-904b-92b3d9c6f200 req-673a1d4b-ba93-48a9-ba31-7590cb97a344 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 210 time: 0.2188604 Sep 21 18:17:33.292636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.312174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.323879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] 10.222.0.70 "DELETE /v2.0/networks/e6dde90b-b525-4311-9068-5caaff6b4c51 HTTP/1.1" status: 204 len: 168 time: 1.0413337 Sep 21 18:17:33.326444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Made reservation on behalf of 9011b38c067e4ac1b6f6a1ef83f5d441 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:33.330080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.371709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8200c1e-d1b6-482f-a7b0-dabaccfadec0 tempest-TestNetworkBasicOps-2001049076 tempest-TestNetworkBasicOps-2001049076-project] Pushing event deleted for resources: {'Network': ['ID=e6dde90b-b525-4311-9068-5caaff6b4c51,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:33.441479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77bc74be-7d3f-4bc3-b13e-beae07578a99 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:33.460526 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfa65b52-0b00-4572-a436-b8176e346543 req-909c66e1-aacc-4cb0-851e-a3612b3d7753 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0555148 Sep 21 18:17:33.527549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 77bc74be-7d3f-4bc3-b13e-beae07578a99 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:33.528478 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.604055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1ad9d2-0f07-440d-96ee-114b2c20670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.693515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Allocated IP 172.20.0.2 (a8e874d8-2e97-4fe2-a647-0a685efd78a9/2e3e8411-3831-4879-9ca8-284755bc044d/baa0df7f-5150-4cc0-a030-d70070ca9d80) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:33.714104 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.833091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 77bc74be-7d3f-4bc3-b13e-beae07578a99, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77bc74be-7d3f-4bc3-b13e-beae07578a99,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:33.849131 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.980574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.000115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=77bc74be-7d3f-4bc3-b13e-beae07578a99,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:34.004934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b32ad129-076c-44c4-8900-289f876a742b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:34.035868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.041328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b32ad129-076c-44c4-8900-289f876a742b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:34.042254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b32ad129-076c-44c4-8900-289f876a742b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:34.101481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:34.105700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:34.110041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:34.137268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.164714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Pushing event updated for resources: {'Port': ['ID=baa0df7f-5150-4cc0-a030-d70070ca9d80,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:34.166277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.175435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:34.179337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.179751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47486) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:34.193401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-d7433484-6dc9-4d6a-8bf7-effb32bf78ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3287091 Sep 21 18:17:34.206396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Request body: {'port': {'device_id': '760a28ad-b8d3-4885-9223-1524339ea77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:34.273259 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.424036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507f1b-50f9-453b-b3e3-030487105cd6 req-3dfe2028-306a-488a-80ad-8402d5de9685 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:34.439594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30507f1b-50f9-453b-b3e3-030487105cd6 req-3dfe2028-306a-488a-80ad-8402d5de9685 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 931 time: 0.0963631 Sep 21 18:17:34.515978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30507f1b-50f9-453b-b3e3-030487105cd6 req-e42cb4eb-571c-4e00-8021-11fa348619e1 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726845 Sep 21 18:17:34.661222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f41eefb-c176-439f-a2c8-d587cc29b169 req-7a905fc8-ba8b-4f1e-a592-01b6b603e996 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0590501 Sep 21 18:17:34.685700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d52f9cff-5815-478d-b956-e95612a3aa14 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=336f5a1b47774c81b404dc5e1192f608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051060 Sep 21 18:17:34.691015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47504) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:34.757048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.858672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c2d6973-78a4-43d0-be89-94042c35aa08 req-78c3e404-f770-41a5-b9ad-ded77ab52c09 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0619581 Sep 21 18:17:34.874634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-638e57b0-a22b-44f6-b7df-fab123b08dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.926560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-638e57b0-a22b-44f6-b7df-fab123b08dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.006814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-638e57b0-a22b-44f6-b7df-fab123b08dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.010975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-638e57b0-a22b-44f6-b7df-fab123b08dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.015629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-638e57b0-a22b-44f6-b7df-fab123b08dec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b546e9d-317a-426b-987d-97b6a816da3d HTTP/1.1" status: 204 len: 168 time: 0.3194308 Sep 21 18:17:35.036119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e57b0-a22b-44f6-b7df-fab123b08dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b546e9d-317a-426b-987d-97b6a816da3d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:35.142170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa0df7f-5150-4cc0-a030-d70070ca9d80 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:17:35.153385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.193394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Transition to ACTIVE for port object baa0df7f-5150-4cc0-a030-d70070ca9d80 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:17:35.198925 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.255033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Pushing event updated for resources: {'Port': ['ID=baa0df7f-5150-4cc0-a030-d70070ca9d80,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:35.305942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77bc74be-7d3f-4bc3-b13e-beae07578a99 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:35.378947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Attempting to bind port baa0df7f-5150-4cc0-a030-d70070ca9d80 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:35.379507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Attempting to bind port baa0df7f-5150-4cc0-a030-d70070ca9d80 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:35.380046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Attempting to bind port baa0df7f-5150-4cc0-a030-d70070ca9d80 on network a8e874d8-2e97-4fe2-a647-0a685efd78a9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:35.385915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Port baa0df7f-5150-4cc0-a030-d70070ca9d80 on network a8e874d8-2e97-4fe2-a647-0a685efd78a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:17:35.386452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Attempting to bind port baa0df7f-5150-4cc0-a030-d70070ca9d80 on network a8e874d8-2e97-4fe2-a647-0a685efd78a9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:35.393036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:35.393459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Checking segment: {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:35.393964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Bound using segment: {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:35.394488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Bound port: baa0df7f-5150-4cc0-a030-d70070ca9d80, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:35.394858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.411759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 77bc74be-7d3f-4bc3-b13e-beae07578a99 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:35.412178 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.530314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] For port baa0df7f-5150-4cc0-a030-d70070ca9d80, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:35.535422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] For port baa0df7f-5150-4cc0-a030-d70070ca9d80, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:35.541982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.614064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:35.615498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.634387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-a64d3418-6696-42de-8031-4be4f657feda service neutron] 10.222.0.78 "PUT /v2.0/ports/baa0df7f-5150-4cc0-a030-d70070ca9d80 HTTP/1.1" status: 200 len: 1091 time: 1.4279807 Sep 21 18:17:35.637172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760a28ad-b8d3-4885-9223-1524339ea77b', 'tag': 'baa0df7f-5150-4cc0-a030-d70070ca9d80'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:35.639562 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db72860e-37e8-4b74-99cc-1de3fa3927fa" -d '{"events": [{"name": "network-changed", "server_uuid": "760a28ad-b8d3-4885-9223-1524339ea77b", "tag": "baa0df7f-5150-4cc0-a030-d70070ca9d80"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:35.714539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d3418-6696-42de-8031-4be4f657feda service neutron] Pushing event updated for resources: {'Port': ['ID=baa0df7f-5150-4cc0-a030-d70070ca9d80,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:35.760459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-cb6de74d-b538-47e3-8e17-d31af362abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:35.762922 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-cb6de74d-b538-47e3-8e17-d31af362abc7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 1094 time: 0.0873444 Sep 21 18:17:35.776962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1b9be-f72f-4be6-a91a-032a9bfe2efc req-8e8ae926-6a1c-475d-b6b1-8f809e083f4f tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:35.807406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fa1b9be-f72f-4be6-a91a-032a9bfe2efc req-8e8ae926-6a1c-475d-b6b1-8f809e083f4f tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 943 time: 0.1821802 Sep 21 18:17:35.828572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-fa86340d-24a7-4af8-9cfa-c8f5e6b9533d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80 HTTP/1.1" status: 200 len: 217 time: 0.0560966 Sep 21 18:17:35.888380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47552) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:35.920334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fa1b9be-f72f-4be6-a91a-032a9bfe2efc req-26b77328-e052-4648-b928-98536af59f54 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084225 Sep 21 18:17:35.958893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b87588a5-fc7a-4c12-a8e8-0f402651e1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.010316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-00ec5c5b-bc4c-419f-9f27-5dc8dfcc8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:36.012760 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-00ec5c5b-bc4c-419f-9f27-5dc8dfcc8833 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.1751320 Sep 21 18:17:36.033661 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5788d76-9052-4764-89fc-f6dffcaf0b63 x-openstack-request-id: req-c5788d76-9052-4764-89fc-f6dffcaf0b63 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:36.033948 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760a28ad-b8d3-4885-9223-1524339ea77b", "tag": "baa0df7f-5150-4cc0-a030-d70070ca9d80", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:36.034378 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5788d76-9052-4764-89fc-f6dffcaf0b63 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:36.034780 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760a28ad-b8d3-4885-9223-1524339ea77b', 'tag': 'baa0df7f-5150-4cc0-a030-d70070ca9d80', 'status': 'completed', 'code': 200} Sep 21 18:17:36.084237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-04b76824-f3e6-4668-b131-333e11a53b80 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616963 Sep 21 18:17:36.228831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b87588a5-fc7a-4c12-a8e8-0f402651e1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.268107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f249da6c-3dc7-4849-ab25-4e73cceda511 req-ae3042e7-8477-46c1-8de4-544158a42bbb tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.1083734 Sep 21 18:17:36.269311 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b87588a5-fc7a-4c12-a8e8-0f402651e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.300402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-e432802b-4f8f-44f6-b72d-f0f944e1e510 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045124 Sep 21 18:17:36.316227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87588a5-fc7a-4c12-a8e8-0f402651e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c84b6-cbcc-4985-aec0-9366910608e4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:36.421587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b87588a5-fc7a-4c12-a8e8-0f402651e1be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d74e152e05e745ac87edb00619a0f8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000086 Sep 21 18:17:36.421587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47562) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:36.520927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af8fcb51-4648-4e12-875a-33de651aa95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.536758 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8d5f482-dc66-479c-bf1d-ce0b5d4a50fc req-c6a3ee64-da40-40b0-af4a-e56fb0c0a042 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308464 Sep 21 18:17:36.595953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af8fcb51-4648-4e12-875a-33de651aa95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.658814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af8fcb51-4648-4e12-875a-33de651aa95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.664183 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af8fcb51-4648-4e12-875a-33de651aa95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.666719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af8fcb51-4648-4e12-875a-33de651aa95b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d74c84b6-cbcc-4985-aec0-9366910608e4 HTTP/1.1" status: 204 len: 168 time: 0.2652776 Sep 21 18:17:36.688278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-61baf766-1bb7-4bee-a9e7-7de822b7aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:36.689737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-61baf766-1bb7-4bee-a9e7-7de822b7aafc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 1094 time: 0.0836635 Sep 21 18:17:36.696244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fcb51-4648-4e12-875a-33de651aa95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c84b6-cbcc-4985-aec0-9366910608e4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:36.805390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-96ee74f5-915d-4a33-850d-d3199313c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:36.807447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-96ee74f5-915d-4a33-850d-d3199313c0b4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 913 time: 0.1092055 Sep 21 18:17:36.867114 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-13287085-cc7d-436e-a8ea-0f5175e972a5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80 HTTP/1.1" status: 200 len: 217 time: 0.0522254 Sep 21 18:17:36.949979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-7b3c2e5c-5ecd-4e29-999a-2f87af843960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:36.951729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-7b3c2e5c-5ecd-4e29-999a-2f87af843960 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.0765903 Sep 21 18:17:36.997255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-23efa9f2-b192-4304-8577-e12f7624d526 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380628 Sep 21 18:17:37.142987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-f85ec34b-ee5d-4802-84a3-3a91ba57655b service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362677 Sep 21 18:17:37.202753 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.318532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db72860e-37e8-4b74-99cc-1de3fa3927fa req-d3f09a52-4daf-4d19-8a11-63f84745bc86 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680527 Sep 21 18:17:37.436360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777f2e4-ee11-488a-bf4a-348f59f8d791 req-13b5dc59-2080-4650-85da-9aed0e2ee94b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:37.444334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3777f2e4-ee11-488a-bf4a-348f59f8d791 req-13b5dc59-2080-4650-85da-9aed0e2ee94b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 943 time: 0.0845778 Sep 21 18:17:37.495158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3777f2e4-ee11-488a-bf4a-348f59f8d791 req-47e8b3ff-d3f8-41c5-960c-e3010b55675c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Sep 21 18:17:37.639358 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11aa75cd-c44a-4d2c-b15c-ff9ea002db30 req-74265493-f2ea-4093-a553-626a9a7cfa1e tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0548024 Sep 21 18:17:38.363832 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.628371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99146f4-c81d-479a-b1a7-2a49810c412d req-5dc453a8-9989-414b-a983-0e3d159c668d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:38.637901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a99146f4-c81d-479a-b1a7-2a49810c412d req-5dc453a8-9989-414b-a983-0e3d159c668d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 943 time: 0.0727828 Sep 21 18:17:38.655302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47646) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:38.691104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a99146f4-c81d-479a-b1a7-2a49810c412d req-1471e60b-48c3-4838-afc7-739eec7e2190 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516641 Sep 21 18:17:38.809301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-204e4279-8669-4987-9124-1fae60f4ed1b req-7bb729b9-5218-4466-8a0e-3cffee133bed tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0372319 Sep 21 18:17:38.900908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d41723b6-6b05-4ca5-9e06-db0da16adcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.073732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d41723b6-6b05-4ca5-9e06-db0da16adcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.078579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d41723b6-6b05-4ca5-9e06-db0da16adcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.107584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device baa0df7f-5150-4cc0-a030-d70070ca9d80 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:17:39.126416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d41723b6-6b05-4ca5-9e06-db0da16adcd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c61486f5e5e9418a8a738c4f19ad847a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697783 Sep 21 18:17:39.128187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41723b6-6b05-4ca5-9e06-db0da16adcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d501996-bbe8-4363-99a1-a7026df63e57,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.129202 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47668) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.199814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47670) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.247106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.262265 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76808c18-4109-48dd-bd7a-fd04ce837657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.293448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76808c18-4109-48dd-bd7a-fd04ce837657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.321583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port baa0df7f-5150-4cc0-a030-d70070ca9d80, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:39.349326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'baa0df7f-5150-4cc0-a030-d70070ca9d80', 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'port_id': 'baa0df7f-5150-4cc0-a030-d70070ca9d80', 'mac_address': 'fa:16:3e:d5:d6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:17:39.360410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76808c18-4109-48dd-bd7a-fd04ce837657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.364546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76808c18-4109-48dd-bd7a-fd04ce837657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.367346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-76808c18-4109-48dd-bd7a-fd04ce837657 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d501996-bbe8-4363-99a1-a7026df63e57 HTTP/1.1" status: 204 len: 168 time: 0.2362056 Sep 21 18:17:39.379790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76808c18-4109-48dd-bd7a-fd04ce837657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d501996-bbe8-4363-99a1-a7026df63e57,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.417362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] Deleting subnet 1db4d3f2-de65-468a-9ab3-f97b7758d4a0 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:39.435243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.444176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.479353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa0df7f-5150-4cc0-a030-d70070ca9d80 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:17:39.482006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.522271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port baa0df7f-5150-4cc0-a030-d70070ca9d80, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:39.530366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.549408 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.620717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=baa0df7f-5150-4cc0-a030-d70070ca9d80,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.629057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.656914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db4d3f2-de65-468a-9ab3-f97b7758d4a0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.665060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-583694645-network', 'tenant_id': 'f173b8d02d174360899fdde934d3948e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:39.668612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.670277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7081bc8e-ee22-4e58-84d2-437f12b74084 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1db4d3f2-de65-468a-9ab3-f97b7758d4a0 HTTP/1.1" status: 204 len: 168 time: 0.4220588 Sep 21 18:17:39.674020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47684) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.692449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Made reservation on behalf of f173b8d02d174360899fdde934d3948e for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:39.695079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.720627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.748329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['baa0df7f-5150-4cc0-a030-d70070ca9d80'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:17:39.943212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.944927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.952733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.987251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f65626-f896-4768-8455-4c445afb6a7e req-8d826dc7-69fd-4545-925d-c353f2a3b9fa tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:39.997142 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8f65626-f896-4768-8455-4c445afb6a7e req-8d826dc7-69fd-4545-925d-c353f2a3b9fa tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 944 time: 0.1407712 Sep 21 18:17:40.018870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:40.037622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9466c7-118e-4010-8b47-6bf8a6f7c1ab,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.061817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.062163 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Added segment e21f8ada-8c89-48a7-9bd1-6462791d1a0b of type vlan for network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e Sep 21 18:17:40.122951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.151797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.153023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.153201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:40.153956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.195436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9896080 Sep 21 18:17:40.196244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.202044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Request body: {'subnet': {'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-583694645-subnet', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:40.202310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8f65626-f896-4768-8455-4c445afb6a7e req-03fd5902-8178-4a8c-98e3-6fc98dbc090b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038567 Sep 21 18:17:40.206856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4a0c75-84e0-4412-8f7b-78826b7721ee']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:40.218668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f466fb4-4308-48fe-932a-eddd3cb81636') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:40.219233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f466fb4-4308-48fe-932a-eddd3cb81636') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:40.237952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.249019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47702) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.252600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e77f2-a40d-4047-be53-c51fcf565cef admin admin] Pushing event updated for resources: {'Network': ['ID=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.266258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Made reservation on behalf of f173b8d02d174360899fdde934d3948e for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:40.268272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:40.269223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.302079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5ed192e-bb71-4135-934d-42a2a165c673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.316434 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.343689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e0d4472-2735-418c-846b-44d40616ef77 req-df412050-41ea-4fe8-9b8d-dc1b01d11d4a tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0458386 Sep 21 18:17:40.352950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:40.352950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:40.354680 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:40.452832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.482359 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.486846 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ee4a0c75-84e0-4412-8f7b-78826b7721ee HTTP/1.1" status: 204 len: 168 time: 0.8087859 Sep 21 18:17:40.489273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47708) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.509389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.525420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0737c98-ee2e-4e6f-a848-417c985427e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4a0c75-84e0-4412-8f7b-78826b7721ee,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.562274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] Deleting subnet 1db47820-9a66-450d-9990-4b1002adc91b {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:40.568924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0261a605-644d-4f32-95d7-b6cfae555e61,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.569509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.581713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Checking segment: {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:40.582085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Network hostable DHCP agents. Network: 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:40.598663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5ed192e-bb71-4135-934d-42a2a165c673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.601790 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:40.605877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5ed192e-bb71-4135-934d-42a2a165c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.612849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:40.623943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad7d51-fd95-49ae-8928-1bc28b5d914b None None] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:40.632147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:40.634360 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.647394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d5ed192e-bb71-4135-934d-42a2a165c673 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9fa204ea8b740c1b6017ad09742a11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960984 Sep 21 18:17:40.651197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47712) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.653997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.678283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed192e-bb71-4135-934d-42a2a165c673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00accad4-95f4-4e73-b88c-ac7df1f01c79,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.702031 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-159f571d-9a82-440f-a656-1bc307dea04d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5047736 Sep 21 18:17:40.703065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47714) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.708347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:40.709245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.730896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4665b733-87a3-4979-9eea-64c19c9876e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.758528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.759543 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.775316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.794610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.796823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1db47820-9a66-450d-9990-4b1002adc91b HTTP/1.1" status: 204 len: 168 time: 0.3062429 Sep 21 18:17:40.807341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548f13c-3944-443c-8175-536405111201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:40.808171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d548f13c-3944-443c-8175-536405111201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.819255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.820143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47718) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.822441 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4665b733-87a3-4979-9eea-64c19c9876e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.822821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05bba2-696a-4ca1-b136-3b24a7e502ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db47820-9a66-450d-9990-4b1002adc91b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.964862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d548f13c-3944-443c-8175-536405111201 None None] Allocated IP 172.20.0.2 (5d0a69de-ce3a-435f-8cdf-795f2ee23a6e/0261a605-644d-4f32-95d7-b6cfae555e61/ab3cf0d1-c2e9-4c5a-85be-32045784be6d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:41.033369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.069313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.092036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4665b733-87a3-4979-9eea-64c19c9876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.094635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4665b733-87a3-4979-9eea-64c19c9876e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.098413 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4665b733-87a3-4979-9eea-64c19c9876e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00accad4-95f4-4e73-b88c-ac7df1f01c79 HTTP/1.1" status: 204 len: 168 time: 0.4431806 Sep 21 18:17:41.127672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device baa0df7f-5150-4cc0-a030-d70070ca9d80 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:41.136005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665b733-87a3-4979-9eea-64c19c9876e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00accad4-95f4-4e73-b88c-ac7df1f01c79,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:41.203839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.254621 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d548f13c-3944-443c-8175-536405111201 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.266324 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d548f13c-3944-443c-8175-536405111201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.293076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d548f13c-3944-443c-8175-536405111201 None None] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:41.298780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c5cdd9-b447-447f-b8b2-d67e75a409e0']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:41.324066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bca067-3212-4ec5-97d8-6ec79512f46b') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:41.324364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bca067-3212-4ec5-97d8-6ec79512f46b') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:41.337214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.363761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.372201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:41.372201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:41.373822 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:41.380862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d548f13c-3944-443c-8175-536405111201 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:41.388746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d548f13c-3944-443c-8175-536405111201 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:41.391581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548f13c-3944-443c-8175-536405111201 None None] Pushing event updated for resources: {'Port': ['ID=ab3cf0d1-c2e9-4c5a-85be-32045784be6d,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:41.401161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port baa0df7f-5150-4cc0-a030-d70070ca9d80 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:17:41.420851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port baa0df7f-5150-4cc0-a030-d70070ca9d80 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:41.421327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.441248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.443001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25366fc1-85cf-4a7c-b1e3-0e4ee05c0928 req-8df91f60-f71f-49f2-bc7a-ee97f92728cb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:41.449602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25366fc1-85cf-4a7c-b1e3-0e4ee05c0928 req-8df91f60-f71f-49f2-bc7a-ee97f92728cb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 944 time: 0.1295061 Sep 21 18:17:41.468974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.471279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] 10.222.0.70 "DELETE /v2.0/networks/f5c5cdd9-b447-447f-b8b2-d67e75a409e0 HTTP/1.1" status: 204 len: 168 time: 0.6465044 Sep 21 18:17:41.472645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b637a65-2adf-4bbc-88df-497a31c8972a admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c5cdd9-b447-447f-b8b2-d67e75a409e0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:41.531999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25366fc1-85cf-4a7c-b1e3-0e4ee05c0928 req-f6af7d42-29ed-4284-a5f4-0c6e3fc3c0c2 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714912 Sep 21 18:17:41.584797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d548f13c-3944-443c-8175-536405111201 None None] Attempting to bind port ab3cf0d1-c2e9-4c5a-85be-32045784be6d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:41.585537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d548f13c-3944-443c-8175-536405111201 None None] Attempting to bind port ab3cf0d1-c2e9-4c5a-85be-32045784be6d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:41.586632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548f13c-3944-443c-8175-536405111201 None None] Attempting to bind port ab3cf0d1-c2e9-4c5a-85be-32045784be6d on network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:41.592821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548f13c-3944-443c-8175-536405111201 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:41.593511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548f13c-3944-443c-8175-536405111201 None None] Checking segment: {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:41.593920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d548f13c-3944-443c-8175-536405111201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.594340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548f13c-3944-443c-8175-536405111201 None None] Bound using segment: {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:41.594817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d548f13c-3944-443c-8175-536405111201 None None] Bound port: ab3cf0d1-c2e9-4c5a-85be-32045784be6d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:41.595205 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d548f13c-3944-443c-8175-536405111201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.612027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.635466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.710863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d548f13c-3944-443c-8175-536405111201 None None] For port ab3cf0d1-c2e9-4c5a-85be-32045784be6d, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:41.718516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d548f13c-3944-443c-8175-536405111201 None None] For port ab3cf0d1-c2e9-4c5a-85be-32045784be6d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ab3cf0d1-c2e9-4c5a-85be-32045784be6d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:41.739127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d548f13c-3944-443c-8175-536405111201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.771436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Allocated IP 172.25.3.37 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/ec81b479-375f-495f-af49-e942e9dfab97) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:41.774504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d408354b-a03b-4d28-bcb7-8f12a3c1c550 req-7bbc1b5b-c34e-40e1-b43a-897510f0934a tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0663774 Sep 21 18:17:41.827520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:41.844344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548f13c-3944-443c-8175-536405111201 None None] Pushing event updated for resources: {'Port': ['ID=ab3cf0d1-c2e9-4c5a-85be-32045784be6d,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:41.911304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8f05ef16-6f4d-4f8b-aa6e-f96ec569da34 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a9e5bee2d2349e7b2ae1675f76cd4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808134 Sep 21 18:17:41.914462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.917114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47754) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:41.970135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760a28ad-b8d3-4885-9223-1524339ea77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0df7f-5150-4cc0-a030-d70070ca9d80'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:41.972561 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a5ba04-8319-4449-9d67-a832d97c224d" -d '{"events": [{"server_uuid": "760a28ad-b8d3-4885-9223-1524339ea77b", "name": "network-vif-plugged", "status": "completed", "tag": "baa0df7f-5150-4cc0-a030-d70070ca9d80"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:42.012049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port baa0df7f-5150-4cc0-a030-d70070ca9d80, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:42.021111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.031205 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.060635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0a75463-2905-448a-ad60-d0c785023ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.106708 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dab87b8-4de9-42ba-87d4-13407e311cef x-openstack-request-id: req-9dab87b8-4de9-42ba-87d4-13407e311cef {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:42.107023 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760a28ad-b8d3-4885-9223-1524339ea77b", "name": "network-vif-plugged", "status": "completed", "tag": "baa0df7f-5150-4cc0-a030-d70070ca9d80", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:42.107250 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dab87b8-4de9-42ba-87d4-13407e311cef {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:42.107658 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760a28ad-b8d3-4885-9223-1524339ea77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0df7f-5150-4cc0-a030-d70070ca9d80', 'code': 200} Sep 21 18:17:42.109735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0a75463-2905-448a-ad60-d0c785023ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.137816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.177483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0a75463-2905-448a-ad60-d0c785023ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.181633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0a75463-2905-448a-ad60-d0c785023ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.183754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b0a75463-2905-448a-ad60-d0c785023ade admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e46125d1-4e5a-4924-aeda-3eea1ce32bb1 HTTP/1.1" status: 204 len: 168 time: 0.2652724 Sep 21 18:17:42.192260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=baa0df7f-5150-4cc0-a030-d70070ca9d80,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:42.200528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a75463-2905-448a-ad60-d0c785023ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46125d1-4e5a-4924-aeda-3eea1ce32bb1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:42.310676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:42.315056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:42.332542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:42.576500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb873edb-8f3f-4b7a-8572-aec6eb769226 req-3766f421-4186-48a7-8dd1-fabc7048e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:42.578066 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb873edb-8f3f-4b7a-8572-aec6eb769226 req-3766f421-4186-48a7-8dd1-fabc7048e83f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 1096 time: 0.4111028 Sep 21 18:17:42.581697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Pushing event updated for resources: {'Port': ['ID=ec81b479-375f-495f-af49-e942e9dfab97,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:42.687335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb873edb-8f3f-4b7a-8572-aec6eb769226 req-58b84053-0642-4ceb-8434-6254b4577132 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941815 Sep 21 18:17:42.712934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53e468-8eb3-4bca-81fa-ba1657739612 req-35f1693a-137e-449a-b087-371fd0c58b56 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:42.714935 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.720498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab53e468-8eb3-4bca-81fa-ba1657739612 req-35f1693a-137e-449a-b087-371fd0c58b56 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.0937982 Sep 21 18:17:42.775021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab53e468-8eb3-4bca-81fa-ba1657739612 req-b1e24bec-fd4d-4294-bdd6-ed3bca620e65 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476749 Sep 21 18:17:42.969752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89403bb6-3427-4358-9b8b-776ba36681f2 req-4fb335c0-fb48-4e9c-ba9a-248446cb3435 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0647418 Sep 21 18:17:43.106768 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.268586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47796) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:43.356599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ab3cf0d1-c2e9-4c5a-85be-32045784be6d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:43.399589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-97609d8c-4e08-45df-9d93-9ab0479cda3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86549bf57c1e473fbc7ed016ce89b311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256654 Sep 21 18:17:43.400729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47802) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:43.410056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Router 025350bb-ed97-412d-bee3-6f5acfd8fe5f is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:43.446844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ab3cf0d1-c2e9-4c5a-85be-32045784be6d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:43.447711 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.548752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d0ff070-53d4-49ad-b5d1-f700fa7dff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.564071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2f2a6-7a8f-4a86-a77c-9c8a99f780b5 None None] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:43.600631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d0ff070-53d4-49ad-b5d1-f700fa7dff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.658427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:43.669330 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Sync routers for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:43.680790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.684688 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-daa5dcc8-6092-4072-aee4-db24f0e88888 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9777691 Sep 21 18:17:43.686859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47808) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:43.688108 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:43.688829 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:43.817105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.822793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d0ff070-53d4-49ad-b5d1-f700fa7dff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.834437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d0ff070-53d4-49ad-b5d1-f700fa7dff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.840135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d0ff070-53d4-49ad-b5d1-f700fa7dff0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4531100-5800-42dd-bc99-4b9d65052f47 HTTP/1.1" status: 204 len: 168 time: 0.4382133 Sep 21 18:17:43.876006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ff070-53d4-49ad-b5d1-f700fa7dff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4531100-5800-42dd-bc99-4b9d65052f47,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:43.922053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-34a72e4d-a806-4df7-b395-3a5dd080ec55 None None] Provisioning complete for port ab3cf0d1-c2e9-4c5a-85be-32045784be6d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:43.922448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-34a72e4d-a806-4df7-b395-3a5dd080ec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.995168 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:44.267786 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:42Z', 'revision_number': 3, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:44.298645 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Checking router: 025350bb-ed97-412d-bee3-6f5acfd8fe5f for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:44.299085 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Updating router 025350bb-ed97-412d-bee3-6f5acfd8fe5f port ec81b479-375f-495f-af49-e942e9dfab97 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:17:44.304309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port ab3cf0d1-c2e9-4c5a-85be-32045784be6d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ab3cf0d1-c2e9-4c5a-85be-32045784be6d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:44.321408 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.355395 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.511484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=ab3cf0d1-c2e9-4c5a-85be-32045784be6d,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:44.701582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26c32-0a49-4a61-be47-78501398f487 req-c2d1350f-2ceb-466f-a5be-d6c0b39177f3 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:44.713174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ad26c32-0a49-4a61-be47-78501398f487 req-c2d1350f-2ceb-466f-a5be-d6c0b39177f3 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.7775550 Sep 21 18:17:44.887610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ad26c32-0a49-4a61-be47-78501398f487 req-5c98eb26-6ab7-4901-879d-4d0413e0c440 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734724 Sep 21 18:17:44.888193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c364792e-34ba-4974-9add-0e201c8d2786 None None] Provisioning complete for port ab3cf0d1-c2e9-4c5a-85be-32045784be6d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:44.888193 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c364792e-34ba-4974-9add-0e201c8d2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.935867 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.945755 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.997411 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Attempting to bind port ec81b479-375f-495f-af49-e942e9dfab97 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:44.998062 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Attempting to bind port ec81b479-375f-495f-af49-e942e9dfab97 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:44.998787 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Attempting to bind port ec81b479-375f-495f-af49-e942e9dfab97 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:45.044267 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:45.047591 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:45.047918 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.051739 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:45.052457 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Bound port: ec81b479-375f-495f-af49-e942e9dfab97, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:45.054719 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.095756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-526e2f00-100e-43ca-a3e3-61a7457a33c5 req-94c51769-c1d9-4619-8441-431005869711 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0437973 Sep 21 18:17:45.134273 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] For port ec81b479-375f-495f-af49-e942e9dfab97, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:45.137528 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] For port ec81b479-375f-495f-af49-e942e9dfab97, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ec81b479-375f-495f-af49-e942e9dfab97,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:45.146682 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.196229 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a26c8-0e3d-492b-969a-3f3be9c0f8d1 None None] Pushing event updated for resources: {'Port': ['ID=ec81b479-375f-495f-af49-e942e9dfab97,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:45.205886 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:45.206993 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:45.309708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.346542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ab3cf0d1-c2e9-4c5a-85be-32045784be6d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:45.446788 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:45.499231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ab3cf0d1-c2e9-4c5a-85be-32045784be6d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:45.499613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.511612 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a26c8-0e3d-492b-969a-3f3be9c0f8d1 None None] Pushing event updated for resources: {'Port': ['ID=ec81b479-375f-495f-af49-e942e9dfab97,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:45.773142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-123133e8-40a2-4436-a73b-642b7bf6a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:45.774982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-123133e8-40a2-4436-a73b-642b7bf6a03b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 1096 time: 0.1210313 Sep 21 18:17:45.887444 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:42Z', 'revision_number': 3, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:45.894421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Allocated IP 172.20.0.1 (5d0a69de-ce3a-435f-8cdf-795f2ee23a6e/0261a605-644d-4f32-95d7-b6cfae555e61/06450e58-7fe7-4441-ab39-e92e74381353) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:45.929052 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930e1b5-98c2-44ad-8077-4886a6b8ba94 None None] The sync data for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 is: [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:42Z', 'revision_number': 3, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:45.973665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-52e07307-e782-4b0d-b16c-32e2ec9bba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:45.975392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-52e07307-e782-4b0d-b16c-32e2ec9bba7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1095 time: 0.4727559 Sep 21 18:17:45.977481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-e49c2f28-9fa7-47f6-a25f-f02c9f6a5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:45.978999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-e49c2f28-9fa7-47f6-a25f-f02c9f6a5e90 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 913 time: 0.1962242 Sep 21 18:17:46.077200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-169a6612-afac-4a05-81d7-ebed704becfd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80 HTTP/1.1" status: 200 len: 217 time: 0.0865376 Sep 21 18:17:46.131330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a09e4-4e51-455b-a7bd-252fe94100fc req-6ad65ed0-4e91-4d48-ab49-367c44422dfb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:46.140247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-944a09e4-4e51-455b-a7bd-252fe94100fc req-6ad65ed0-4e91-4d48-ab49-367c44422dfb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2230942 Sep 21 18:17:46.151689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-ab869d07-8bd1-4baa-8c5f-f6643b2772ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:46.153624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-ab869d07-8bd1-4baa-8c5f-f6643b2772ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.0719125 Sep 21 18:17:46.205528 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-0d8c8a09-7e4a-45d8-96cb-927d3cfb9061 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430298 Sep 21 18:17:46.300899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-944a09e4-4e51-455b-a7bd-252fe94100fc req-6c2edb4a-b1f8-4d7f-8713-48b853592bd9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594768 Sep 21 18:17:46.315354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.327788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-aecefa9c-5dca-4d12-9f9b-f12a1a8f1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:46.331705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-aecefa9c-5dca-4d12-9f9b-f12a1a8f1203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.3348083 Sep 21 18:17:46.435319 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-9888f801-9dad-4de8-8a16-333d1f477bc8 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118959 Sep 21 18:17:46.510885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-41abd1ff-8537-4fef-b654-36c0a37d08ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.1700947 Sep 21 18:17:46.582809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.629380 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e78543b9-37ea-4f97-b17d-c4e62af3baa7 req-1fea155f-2fc9-48cb-841c-8fe1ad54b2ea service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841872 Sep 21 18:17:46.651160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:46.687010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:46.693393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:46.704068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-27baa19a-0fdd-4768-90d9-4db32798b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:46.715897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-27baa19a-0fdd-4768-90d9-4db32798b911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1784673 Sep 21 18:17:46.729702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e288c9-0a24-4ab8-8eb4-12f211188483 req-3e9a686d-efee-4ba4-8ce6-4ae67d090553 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:46.744062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6e288c9-0a24-4ab8-8eb4-12f211188483 req-3e9a686d-efee-4ba4-8ce6-4ae67d090553 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.2604330 Sep 21 18:17:46.873975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Pushing event updated for resources: {'Port': ['ID=06450e58-7fe7-4441-ab39-e92e74381353,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:46.950917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.024171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6e288c9-0a24-4ab8-8eb4-12f211188483 req-3dd88e51-ad00-433a-aa13-3787e4961dde tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308927 Sep 21 18:17:47.043505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-bf64e7d3-e072-45ce-a617-202de4a7dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:47.053241 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-bf64e7d3-e072-45ce-a617-202de4a7dde0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3014572 Sep 21 18:17:47.166433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-227257fc-883f-47fb-b288-fb67a73d59b7 None None] Provisioning complete for port 06450e58-7fe7-4441-ab39-e92e74381353 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:47.167209 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-227257fc-883f-47fb-b288-fb67a73d59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.262816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-227257fc-883f-47fb-b288-fb67a73d59b7 None None] Port 06450e58-7fe7-4441-ab39-e92e74381353 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:47.289467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-046cf854-1814-42cc-b6cd-c6742185bf91 req-f2161959-c128-4b91-8def-2e89604a0740 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.1207750 Sep 21 18:17:47.351766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ec81b479-375f-495f-af49-e942e9dfab97 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:47.434437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.483382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ec81b479-375f-495f-af49-e942e9dfab97 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:47.484382 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.559703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-267fdb88-9384-4e95-97a4-1a968a64d366 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015185 Sep 21 18:17:47.580025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d4ff0-632d-412a-9780-3b7f8cd1dbba req-3fb3549a-80b4-4167-9eff-ff24780c554c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:47.581585 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca8d4ff0-632d-412a-9780-3b7f8cd1dbba req-3fb3549a-80b4-4167-9eff-ff24780c554c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1327081 Sep 21 18:17:47.622754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.652381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port ec81b479-375f-495f-af49-e942e9dfab97, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ec81b479-375f-495f-af49-e942e9dfab97,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:47.661054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.696142 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca8d4ff0-632d-412a-9780-3b7f8cd1dbba req-3780340d-8919-484b-b3ae-19d7d64136a2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007960 Sep 21 18:17:47.789100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=ec81b479-375f-495f-af49-e942e9dfab97,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:47.799534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55bc37b0-f908-44fb-805f-c415b4bf2dbe req-8a102ac0-fcd1-4a5b-86c9-502eda43dbeb service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169304 Sep 21 18:17:47.815073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.821728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.898107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.943871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47912) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.973513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Pushing event updated for resources: {'Port': ['ID=06450e58-7fe7-4441-ab39-e92e74381353,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:48.010846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47918) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:48.026391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:48.027989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:48.237963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Router 025350bb-ed97-412d-bee3-6f5acfd8fe5f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:48.251097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b795-d086-41a5-9083-cf6412cd7816 req-e97ebf5e-6a0a-4cb7-9870-2635cf227ac4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:48.259269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dea8b795-d086-41a5-9083-cf6412cd7816 req-e97ebf5e-6a0a-4cb7-9870-2635cf227ac4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1280091 Sep 21 18:17:48.385791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dea8b795-d086-41a5-9083-cf6412cd7816 req-575bfd87-c507-4344-ac2e-b3619800a1c0 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216044 Sep 21 18:17:48.509838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-18435464-d8c4-4841-a95a-e85403f498d2 None None] Provisioning complete for port 06450e58-7fe7-4441-ab39-e92e74381353 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:48.510610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-18435464-d8c4-4841-a95a-e85403f498d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.573309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49681c75-27a1-44fc-9a5f-1af50010aca6 req-44405451-a20f-463e-b258-395264c75fc6 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0377913 Sep 21 18:17:48.580995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-18435464-d8c4-4841-a95a-e85403f498d2 None None] Port 06450e58-7fe7-4441-ab39-e92e74381353 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:48.599345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:48.600976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-281e0053-8751-4465-81d0-ec80a7d1aa9e admin admin] 10.222.0.70 "PUT /v2.0/routers/025350bb-ed97-412d-bee3-6f5acfd8fe5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9124990 Sep 21 18:17:48.631801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Sync routers for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:48.642602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:48.643548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.731205 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-39126e3e-6867-4b4a-8d1c-6eb345174bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.747008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.809809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:48.813508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:17:48.813508 n-d-810285-3 neutron-server[95091]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:17:48.813508 n-d-810285-3 neutron-server[95091]: [parameters: {'project_id': 'c5de296a493c4429914f21ec06e5c0a7', 'id': 'ef409531-7284-4fb9-a904-c24e1afffe87', 'expiration': datetime.datetime(2021, 9, 21, 18, 19, 48, 780683)}] Sep 21 18:17:48.813508 n-d-810285-3 neutron-server[95091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:17:48.814489 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:17:48.889436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c6d0c-3ce6-4fb6-a704-e6856d0f4732 req-86e6e3c1-a7a3-4cde-85f3-d014cd900ed4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:48.892256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc5c6d0c-3ce6-4fb6-a704-e6856d0f4732 req-86e6e3c1-a7a3-4cde-85f3-d014cd900ed4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0744424 Sep 21 18:17:48.904245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-39126e3e-6867-4b4a-8d1c-6eb345174bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.911647 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-39126e3e-6867-4b4a-8d1c-6eb345174bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.957591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc5c6d0c-3ce6-4fb6-a704-e6856d0f4732 req-72d0155b-2cb2-499a-91cc-7a86e104d853 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582900 Sep 21 18:17:48.975355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-39126e3e-6867-4b4a-8d1c-6eb345174bd8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c03216269ef49a1a43ed984dcb1a53e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0302660 Sep 21 18:17:48.990218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47948) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:49.007678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39126e3e-6867-4b4a-8d1c-6eb345174bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e70a597-6062-472d-8fdc-70e0c0f59ab3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:49.071693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55d41c17-3bb2-436f-8d93-75dee5c2553b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.100276 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55d41c17-3bb2-436f-8d93-75dee5c2553b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.137132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 2, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:49.167154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55d41c17-3bb2-436f-8d93-75dee5c2553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.167421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Checking router: 025350bb-ed97-412d-bee3-6f5acfd8fe5f for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:49.167533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Updating router 025350bb-ed97-412d-bee3-6f5acfd8fe5f port 06450e58-7fe7-4441-ab39-e92e74381353 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:17:49.170056 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55d41c17-3bb2-436f-8d93-75dee5c2553b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.171269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-55d41c17-3bb2-436f-8d93-75dee5c2553b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e70a597-6062-472d-8fdc-70e0c0f59ab3 HTTP/1.1" status: 204 len: 168 time: 0.1914017 Sep 21 18:17:49.179408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d41c17-3bb2-436f-8d93-75dee5c2553b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e70a597-6062-472d-8fdc-70e0c0f59ab3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:49.209771 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.316140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.322627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ec81b479-375f-495f-af49-e942e9dfab97 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:49.405791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ec81b479-375f-495f-af49-e942e9dfab97 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:49.406484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.443427 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.450281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.517918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5de296a493c4429914f21ec06e5c0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5055916 Sep 21 18:17:49.519297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e7b6-bcf2-4aa6-9d28-f6ecde568833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1138f870-01e0-46f7-98de-6e9b751c79d1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:49.522454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47970) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:49.596153 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdc6232c-8e4a-4ea8-8464-5aee22fe2e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.620151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07220f1f-f51b-4849-ace1-5d091db5fd60 req-10f25443-7dd3-403b-9b3f-62e16848fb4c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:49.623064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdc6232c-8e4a-4ea8-8464-5aee22fe2e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.629825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07220f1f-f51b-4849-ace1-5d091db5fd60 req-10f25443-7dd3-403b-9b3f-62e16848fb4c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1230721 Sep 21 18:17:49.662661 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.672308 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.686609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdc6232c-8e4a-4ea8-8464-5aee22fe2e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.690994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07220f1f-f51b-4849-ace1-5d091db5fd60 req-44d22513-eaf2-4835-829c-172b3c579d0b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582266 Sep 21 18:17:49.691327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdc6232c-8e4a-4ea8-8464-5aee22fe2e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.692675 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cdc6232c-8e4a-4ea8-8464-5aee22fe2e8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1138f870-01e0-46f7-98de-6e9b751c79d1 HTTP/1.1" status: 204 len: 168 time: 0.1682458 Sep 21 18:17:49.719446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6232c-8e4a-4ea8-8464-5aee22fe2e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1138f870-01e0-46f7-98de-6e9b751c79d1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:49.786493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47978) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:49.805584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb72ea4-31fd-4581-a6c9-d78ace40b41b None None] Pushing event updated for resources: {'Port': ['ID=06450e58-7fe7-4441-ab39-e92e74381353,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:49.813986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4737b0f9-cd8e-4610-ae96-1480464c56c7 req-954e1d28-1753-4103-a3d7-eb2e5ebca941 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0448544 Sep 21 18:17:49.820897 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6bb33717-c8d1-45a4-a569-fb654bd3da65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.834839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Attempting to bind port 06450e58-7fe7-4441-ab39-e92e74381353 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:49.835219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Attempting to bind port 06450e58-7fe7-4441-ab39-e92e74381353 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:49.836124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Attempting to bind port 06450e58-7fe7-4441-ab39-e92e74381353 on network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:49.848435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:49.848435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Checking segment: {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:49.848435 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.848435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Bound using segment: {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:49.848435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Bound port: 06450e58-7fe7-4441-ab39-e92e74381353, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:49.848435 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.930148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] For port 06450e58-7fe7-4441-ab39-e92e74381353, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:49.934805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] For port 06450e58-7fe7-4441-ab39-e92e74381353, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=06450e58-7fe7-4441-ab39-e92e74381353,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:49.944160 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.977027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47980) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.017611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:50.018125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:50.056921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6bb33717-c8d1-45a4-a569-fb654bd3da65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.064210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6bb33717-c8d1-45a4-a569-fb654bd3da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.147819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:50.197334 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6bb33717-c8d1-45a4-a569-fb654bd3da65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9dcda610a87e4456be0fcc0b6ade750c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071784 Sep 21 18:17:50.198029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47986) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.202616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb33717-c8d1-45a4-a569-fb654bd3da65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77bf28d-f8d6-4606-a87d-72a7df73b10d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.254854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb72ea4-31fd-4581-a6c9-d78ace40b41b None None] Pushing event updated for resources: {'Port': ['ID=06450e58-7fe7-4441-ab39-e92e74381353,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.288590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-27ac4fb8-ce54-47f8-a44a-53b0cbe2a3d0 None None] Provisioning complete for port 06450e58-7fe7-4441-ab39-e92e74381353 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:50.289491 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27ac4fb8-ce54-47f8-a44a-53b0cbe2a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.343799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077b4737-6749-449b-b496-8d7279a700a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.418278 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f790fe5-c923-4747-bc67-93bccf2fdcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.451418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077b4737-6749-449b-b496-8d7279a700a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.531557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47996) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.539730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1284243627-network', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:50.581591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077b4737-6749-449b-b496-8d7279a700a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.584835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077b4737-6749-449b-b496-8d7279a700a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.586279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-077b4737-6749-449b-b496-8d7279a700a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d77bf28d-f8d6-4606-a87d-72a7df73b10d HTTP/1.1" status: 204 len: 168 time: 0.3871305 Sep 21 18:17:50.605521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48000) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.611365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b4737-6749-449b-b496-8d7279a700a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77bf28d-f8d6-4606-a87d-72a7df73b10d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.628871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd38ec66-5b7d-45d9-84e9-06b9452c5b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.631381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27ac4fb8-ce54-47f8-a44a-53b0cbe2a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.650724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f790fe5-c923-4747-bc67-93bccf2fdcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.657813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f790fe5-c923-4747-bc67-93bccf2fdcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.687320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-27ac4fb8-ce54-47f8-a44a-53b0cbe2a3d0 None None] For port 06450e58-7fe7-4441-ab39-e92e74381353, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=06450e58-7fe7-4441-ab39-e92e74381353,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:50.697097 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27ac4fb8-ce54-47f8-a44a-53b0cbe2a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.705132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:49Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:50.720439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Made reservation on behalf of 577afc2ecd8c4d77b89351d222bad02d for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:50.724119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.728663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f790fe5-c923-4747-bc67-93bccf2fdcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae22a2-abe8-4664-9454-d74253d594b3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.743876 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9f790fe5-c923-4747-bc67-93bccf2fdcfa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24cbda06aadc486aba365195ca6ad8b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7619689 Sep 21 18:17:50.743876 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.744305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48006) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.770652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ce6b8-5158-4ee6-90b6-a4261241da0c None None] The sync data for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 is: [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:49Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:50.801324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac4fb8-ce54-47f8-a44a-53b0cbe2a3d0 None None] Pushing event updated for resources: {'Port': ['ID=06450e58-7fe7-4441-ab39-e92e74381353,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.873149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3dc930e7-a732-4087-bea7-a993b3f14905 None None] Provisioning complete for port 06450e58-7fe7-4441-ab39-e92e74381353 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:50.874261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3dc930e7-a732-4087-bea7-a993b3f14905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.890456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20ed5086-1013-464e-9064-316e6902b7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.939794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20ed5086-1013-464e-9064-316e6902b7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.994426 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd38ec66-5b7d-45d9-84e9-06b9452c5b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.996504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd67bda-ae22-41d6-a87c-e18d94f36a87 req-49606190-76b7-45b4-9e0f-ef6a66f7359d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:50.999543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbd67bda-ae22-41d6-a87c-e18d94f36a87 req-49606190-76b7-45b4-9e0f-ef6a66f7359d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1193573 Sep 21 18:17:51.029611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd38ec66-5b7d-45d9-84e9-06b9452c5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.087865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bd38ec66-5b7d-45d9-84e9-06b9452c5b74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0e6a95b13734799971f7a3156007976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809511 Sep 21 18:17:51.094063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48012) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:51.143985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38ec66-5b7d-45d9-84e9-06b9452c5b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95cbc67-26f9-49a3-a587-c4b7cc54d314,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.200367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20ed5086-1013-464e-9064-316e6902b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.214966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20ed5086-1013-464e-9064-316e6902b7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.215924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20ed5086-1013-464e-9064-316e6902b7b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69ae22a2-abe8-4664-9454-d74253d594b3 HTTP/1.1" status: 204 len: 168 time: 0.4712529 Sep 21 18:17:51.219259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.250382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fbd67bda-ae22-41d6-a87c-e18d94f36a87 req-b9c89070-607e-4344-8872-f31babb3f343 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292421 Sep 21 18:17:51.251223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5086-1013-464e-9064-316e6902b7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae22a2-abe8-4664-9454-d74253d594b3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.251754 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.284825 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072255e8-f4fa-4317-a102-af7ed198233a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.308248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:51.329412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072255e8-f4fa-4317-a102-af7ed198233a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.330312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cb1367-e647-402f-95fa-0d02f1c21207,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.353366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.354334 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Added segment eaedab27-b237-44c4-bc64-d1c12204af57 of type vlan for network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 Sep 21 18:17:51.422710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 06450e58-7fe7-4441-ab39-e92e74381353 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:51.428850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072255e8-f4fa-4317-a102-af7ed198233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.436084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072255e8-f4fa-4317-a102-af7ed198233a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.442419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-072255e8-f4fa-4317-a102-af7ed198233a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f95cbc67-26f9-49a3-a587-c4b7cc54d314 HTTP/1.1" status: 204 len: 168 time: 0.3472590 Sep 21 18:17:51.453806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072255e8-f4fa-4317-a102-af7ed198233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95cbc67-26f9-49a3-a587-c4b7cc54d314,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.530028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 06450e58-7fe7-4441-ab39-e92e74381353 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:51.530813 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.534992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eaca38e5-1d44-4ce7-8506-4465401497ff req-69015530-6d9c-4e93-b5cd-59866a7a49c9 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0594203 Sep 21 18:17:51.537929 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.625034 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.627455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:51.629757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.736230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2035184 Sep 21 18:17:51.739127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48028) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:51.745252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Request body: {'subnet': {'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1284243627-subnet', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:51.811436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Made reservation on behalf of 577afc2ecd8c4d77b89351d222bad02d for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:51.816059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.817474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aada4f4-15f2-4710-abce-91355d6c9203 admin admin] Pushing event updated for resources: {'Network': ['ID=23ab6f37-4972-4e3e-b9e7-dda05db48d49,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.829252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:52.032671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48034) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:52.043776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.059123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ff50960-4a87-4936-9b44-5cbf788ebbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.123851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Checking segment: {'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:52.124844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Network hostable DHCP agents. Network: 23ab6f37-4972-4e3e-b9e7-dda05db48d49, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:52.127698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50654d0a-7753-478d-8dfb-1c6f5d954160,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:52.149105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:52.165577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 23ab6f37-4972-4e3e-b9e7-dda05db48d49) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:52.170486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:52.171539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.177348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658f17f-3858-45fc-bdb4-31b5c767a7bd None None] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:52.210211 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ff50960-4a87-4936-9b44-5cbf788ebbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.216647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ff50960-4a87-4936-9b44-5cbf788ebbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.225210 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06323642-8a92-4a5a-b6e5-55168d73d06a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4849453 Sep 21 18:17:52.228618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48040) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:52.233419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:52.270668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.272338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.311573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0ff50960-4a87-4936-9b44-5cbf788ebbc7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a199bd581494bdeac9b25659441f10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749648 Sep 21 18:17:52.311573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff50960-4a87-4936-9b44-5cbf788ebbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64712426-4c1f-4c51-b85b-1311aac8cffd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:52.313733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48048) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:52.444102 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.454277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be9838-08ce-434e-aa5b-6865dacc7cef req-1231a5b5-3810-4b0e-bef0-ed4cd82d3c46 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:52.455894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43be9838-08ce-434e-aa5b-6865dacc7cef req-1231a5b5-3810-4b0e-bef0-ed4cd82d3c46 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1009715 Sep 21 18:17:52.494351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-23ab6f37-4972-4e3e-b9e7-dda05db48d49', 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'fixed_ips': [{'subnet_id': '50654d0a-7753-478d-8dfb-1c6f5d954160'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:52.495592 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.540195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43be9838-08ce-434e-aa5b-6865dacc7cef req-01a64b93-86f8-4774-b363-3730c432a279 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750532 Sep 21 18:17:52.641295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96688e7e-b17b-447e-b1bd-d205f8d3289a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.711532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Allocated IP 172.20.0.2 (23ab6f37-4972-4e3e-b9e7-dda05db48d49/50654d0a-7753-478d-8dfb-1c6f5d954160/062e82bf-0d80-4e70-a3f2-55ba15b00863) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:52.719716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.729303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96688e7e-b17b-447e-b1bd-d205f8d3289a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.794459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11d6728d-7716-440a-b076-718489f3d566 req-9e4a0d45-d5b8-4b0a-9bc1-4f7f08311e6c tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0909746 Sep 21 18:17:52.866753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96688e7e-b17b-447e-b1bd-d205f8d3289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.869684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96688e7e-b17b-447e-b1bd-d205f8d3289a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.870920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-96688e7e-b17b-447e-b1bd-d205f8d3289a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64712426-4c1f-4c51-b85b-1311aac8cffd HTTP/1.1" status: 204 len: 168 time: 0.5483990 Sep 21 18:17:52.895336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96688e7e-b17b-447e-b1bd-d205f8d3289a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64712426-4c1f-4c51-b85b-1311aac8cffd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:52.939622 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.963487 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.012849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:53.017826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:53.029326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:53.051694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Pushing event updated for resources: {'Port': ['ID=062e82bf-0d80-4e70-a3f2-55ba15b00863,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:53.091430 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.118477 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.170566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Attempting to bind port 062e82bf-0d80-4e70-a3f2-55ba15b00863 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:53.174340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Attempting to bind port 062e82bf-0d80-4e70-a3f2-55ba15b00863 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:53.174819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Attempting to bind port 062e82bf-0d80-4e70-a3f2-55ba15b00863 on network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:53.189111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:53.190293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Checking segment: {'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:53.191455 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.192163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Bound using segment: {'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:53.193677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Bound port: 062e82bf-0d80-4e70-a3f2-55ba15b00863, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:53.195968 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.303369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Allocated IP 172.25.3.199 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/257dc354-2eae-44e5-90bc-f1632948cd87) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:53.391196 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] For port 062e82bf-0d80-4e70-a3f2-55ba15b00863, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:53.397059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] For port 062e82bf-0d80-4e70-a3f2-55ba15b00863, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=062e82bf-0d80-4e70-a3f2-55ba15b00863,segment=NetworkSegment(eaedab27-b237-44c4-bc64-d1c12204af57),segment_id=eaedab27-b237-44c4-bc64-d1c12204af57)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:53.405502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.522261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.541369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27322bde-97d7-46fc-9e5f-bdc8317af8e4 None None] Pushing event updated for resources: {'Port': ['ID=062e82bf-0d80-4e70-a3f2-55ba15b00863,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:53.639190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.711063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa157-a60d-4428-bb1c-b25f2938893b req-0efb617d-a45c-4a3a-81f3-0cbbddb719f0 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:53.727531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d59aa157-a60d-4428-bb1c-b25f2938893b req-0efb617d-a45c-4a3a-81f3-0cbbddb719f0 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.0978458 Sep 21 18:17:53.737447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:53.740860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:53.745239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:53.869903 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d59aa157-a60d-4428-bb1c-b25f2938893b req-0284bcb1-f7d3-48b5-8da3-e1dbab84e808 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414516 Sep 21 18:17:53.925919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Pushing event updated for resources: {'Port': ['ID=257dc354-2eae-44e5-90bc-f1632948cd87,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:54.041984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bcb5f15-8829-4981-94c2-243c155cc313 req-57d9f334-c40c-4979-9db6-79d4d6430d59 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0611506 Sep 21 18:17:54.332532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.682827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.885433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Router 79a30f58-fbc0-4643-8f82-3ae6470b6014 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:55.126811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f70207-889a-42bf-8d33-7a2efab5f95e req-976af343-ff5f-46b2-808a-a621e66171c7 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:55.129482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51f70207-889a-42bf-8d33-7a2efab5f95e req-976af343-ff5f-46b2-808a-a621e66171c7 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1272089 Sep 21 18:17:55.162501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:55.202656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.207395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b26cf85e-8ec4-4f47-9f9a-c30e12f7241c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9746437 Sep 21 18:17:55.207844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48206) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:55.217032 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Sync routers for ids ['79a30f58-fbc0-4643-8f82-3ae6470b6014'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:55.232307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51f70207-889a-42bf-8d33-7a2efab5f95e req-6b5c4225-12f3-455d-b47c-4ccbf1157dd7 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947649 Sep 21 18:17:55.263005 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Routers {'79a30f58-fbc0-4643-8f82-3ae6470b6014'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:55.263427 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['79a30f58-fbc0-4643-8f82-3ae6470b6014'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:55.408596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48212) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:55.505464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e4b1ae7-3b78-4196-9f3b-4098df296704 req-cb8b6720-1e81-4f50-ace3-6d24babc4c2b tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0935616 Sep 21 18:17:55.535976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 062e82bf-0d80-4e70-a3f2-55ba15b00863 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:55.549525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-ad31b252-c6e6-4346-ba83-7b5becd7fb74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2312708 Sep 21 18:17:55.650634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-46d9f4ac-a1cd-4432-bffc-3c7d65bb321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:55.652451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-46d9f4ac-a1cd-4432-bffc-3c7d65bb321d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 1096 time: 0.0806470 Sep 21 18:17:55.654677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 062e82bf-0d80-4e70-a3f2-55ba15b00863 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:55.655386 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.747954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e505e3b-2da0-48eb-8516-20d0bc53c08d None None] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:55.895990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-07f5b434-9ab3-4757-bdac-dd673b61db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:55.900606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-07f5b434-9ab3-4757-bdac-dd673b61db6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2133446 Sep 21 18:17:55.906652 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Set router 79a30f58-fbc0-4643-8f82-3ae6470b6014 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:55.916383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7f4e37a5-f86d-4afd-b32f-ffdabc2cfd38 None None] Provisioning complete for port 062e82bf-0d80-4e70-a3f2-55ba15b00863 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:55.918303 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7f4e37a5-f86d-4afd-b32f-ffdabc2cfd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.986560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-993851e4-a596-4a30-a267-b44ca7bde68a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059 HTTP/1.1" status: 200 len: 217 time: 0.0772595 Sep 21 18:17:56.079677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.115422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-17ac5ad0-6e8c-4b42-a4a0-67586621c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:56.117602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-17ac5ad0-6e8c-4b42-a4a0-67586621c77a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1241517 Sep 21 18:17:56.203671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.269357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e59-0775-4049-a745-e017f3025882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.357993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-eb8b4e82-9d51-4c3c-918f-134c75d67fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:56.359580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-eb8b4e82-9d51-4c3c-918f-134c75d67fe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341044 Sep 21 18:17:56.375477 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:17:54Z', 'revision_number': 3, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port': {'id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:53Z', 'updated_at': '2021-09-21T18:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:56.416042 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Checking router: 79a30f58-fbc0-4643-8f82-3ae6470b6014 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:17:56.416680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Updating router 79a30f58-fbc0-4643-8f82-3ae6470b6014 port 257dc354-2eae-44e5-90bc-f1632948cd87 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:17:56.464201 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.508016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 062e82bf-0d80-4e70-a3f2-55ba15b00863, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=062e82bf-0d80-4e70-a3f2-55ba15b00863,segment=NetworkSegment(eaedab27-b237-44c4-bc64-d1c12204af57),segment_id=eaedab27-b237-44c4-bc64-d1c12204af57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:56.522045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.590133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Allocated IP 172.20.0.1 (23ab6f37-4972-4e3e-b9e7-dda05db48d49/50654d0a-7753-478d-8dfb-1c6f5d954160/c1b9af42-ae61-4f03-8ff8-b92e329358f2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:56.668133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=062e82bf-0d80-4e70-a3f2-55ba15b00863,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:56.875557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.968358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.052421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:57.060683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:57.064595 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.078102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:57.090182 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.138798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c5ab42e7-5ae6-426a-bcae-61e75fff6263 None None] Provisioning complete for port 062e82bf-0d80-4e70-a3f2-55ba15b00863 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:57.139171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42e7-5ae6-426a-bcae-61e75fff6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.164023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b9af42-ae61-4f03-8ff8-b92e329358f2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:57.228915 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cb9df-ac5b-4e84-ac38-c46b5e54077c None None] Pushing event updated for resources: {'Port': ['ID=257dc354-2eae-44e5-90bc-f1632948cd87,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:57.243967 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.271508 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Attempting to bind port 257dc354-2eae-44e5-90bc-f1632948cd87 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:57.276766 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Attempting to bind port 257dc354-2eae-44e5-90bc-f1632948cd87 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:57.277295 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Attempting to bind port 257dc354-2eae-44e5-90bc-f1632948cd87 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:57.287011 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:57.288690 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:57.289206 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.289713 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:57.290762 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Bound port: 257dc354-2eae-44e5-90bc-f1632948cd87, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:57.291870 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.371763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 062e82bf-0d80-4e70-a3f2-55ba15b00863 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:57.446867 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] For port 257dc354-2eae-44e5-90bc-f1632948cd87, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:57.451862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] For port 257dc354-2eae-44e5-90bc-f1632948cd87, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=257dc354-2eae-44e5-90bc-f1632948cd87,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:57.463066 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.463957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690387a5-2f90-4022-9743-f0dfeb84c233 req-5cdde8f9-a849-4866-8169-19983e84f660 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:57.479069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-690387a5-2f90-4022-9743-f0dfeb84c233 req-5cdde8f9-a849-4866-8169-19983e84f660 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 1.1046386 Sep 21 18:17:57.494090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-26f57e45-cd4d-406f-949f-9f6cfb413a9d service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1158581 Sep 21 18:17:57.495284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 062e82bf-0d80-4e70-a3f2-55ba15b00863 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:57.495909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.559141 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cb9df-ac5b-4e84-ac38-c46b5e54077c None None] Pushing event updated for resources: {'Port': ['ID=257dc354-2eae-44e5-90bc-f1632948cd87,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:57.608051 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Routers {'79a30f58-fbc0-4643-8f82-3ae6470b6014'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:57.608542 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['79a30f58-fbc0-4643-8f82-3ae6470b6014'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:57.771147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.771721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-39277be4-179b-4c91-a4b4-cf4d1b8b8357 None None] Provisioning complete for port c1b9af42-ae61-4f03-8ff8-b92e329358f2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:57.772888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-39277be4-179b-4c91-a4b4-cf4d1b8b8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.788482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e59-0775-4049-a745-e017f3025882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.831088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-39277be4-179b-4c91-a4b4-cf4d1b8b8357 None None] Port c1b9af42-ae61-4f03-8ff8-b92e329358f2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:57.859220 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9e59-0775-4049-a745-e017f3025882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.883316 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] Set router 79a30f58-fbc0-4643-8f82-3ae6470b6014 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:17:57.884530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-690387a5-2f90-4022-9743-f0dfeb84c233 req-9be3ce64-dde2-4a7a-9206-a2a24d8fb1c9 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036424 Sep 21 18:17:57.936470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fc8a9e59-0775-4049-a745-e017f3025882 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2157db9c87124887bc256e0e2ffa90fc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5239363 Sep 21 18:17:57.939097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48242) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:57.940539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9e59-0775-4049-a745-e017f3025882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4076a532-533e-4648-8a87-9b45b78a1496,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:57.956468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b0cc41b-de4a-4237-b845-0cae4f5d5809 req-ebfc3fef-790e-4386-941c-0970747b4243 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533248 Sep 21 18:17:58.080289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04adb26a-48e2-4682-94bb-58e5a75cdfb1 req-cc791118-3444-4a66-ac67-82ff1d410b01 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0560517 Sep 21 18:17:58.120448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2403-abda-4b3c-aba9-b36f9defd6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.181368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2403-abda-4b3c-aba9-b36f9defd6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.193132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48246) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:58.211479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.224538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.260753 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1658664a-a344-43d4-9c80-223fee850260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:17:54Z', 'revision_number': 3, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port': {'id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:53Z', 'updated_at': '2021-09-21T18:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:58.301681 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658664a-a344-43d4-9c80-223fee850260 None None] The sync data for ids ['79a30f58-fbc0-4643-8f82-3ae6470b6014'] in n-d-810285-3 is: [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:17:54Z', 'revision_number': 3, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port': {'id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:53Z', 'updated_at': '2021-09-21T18:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:58.400078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.403140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b9af42-ae61-4f03-8ff8-b92e329358f2,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:58.435319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2403-abda-4b3c-aba9-b36f9defd6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.437940 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2403-abda-4b3c-aba9-b36f9defd6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.441428 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5a6f2403-abda-4b3c-aba9-b36f9defd6ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4076a532-533e-4648-8a87-9b45b78a1496 HTTP/1.1" status: 204 len: 168 time: 0.4985690 Sep 21 18:17:58.443960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a160b6a4-1786-4c48-ad2c-524e6a3cc84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.456443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f2403-abda-4b3c-aba9-b36f9defd6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4076a532-533e-4648-8a87-9b45b78a1496,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:58.563066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:58.565246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:58.629436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a160b6a4-1786-4c48-ad2c-524e6a3cc84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.635209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a160b6a4-1786-4c48-ad2c-524e6a3cc84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.712971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a160b6a4-1786-4c48-ad2c-524e6a3cc84e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54aab42abd624081b72d4858e686e528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184062 Sep 21 18:17:58.713879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48258) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:58.788020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160b6a4-1786-4c48-ad2c-524e6a3cc84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd060606-551c-4385-a6b9-000fbe903183,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:58.826861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8669aa03-5b13-456c-bef3-7bcbb6618595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.887065 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8669aa03-5b13-456c-bef3-7bcbb6618595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.897419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Router 79a30f58-fbc0-4643-8f82-3ae6470b6014 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:58.971311 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8669aa03-5b13-456c-bef3-7bcbb6618595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.974770 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8669aa03-5b13-456c-bef3-7bcbb6618595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.976611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8669aa03-5b13-456c-bef3-7bcbb6618595 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd060606-551c-4385-a6b9-000fbe903183 HTTP/1.1" status: 204 len: 168 time: 0.2576003 Sep 21 18:17:58.991406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669aa03-5b13-456c-bef3-7bcbb6618595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd060606-551c-4385-a6b9-000fbe903183,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:59.086391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0ffee71f-f391-4ce8-b194-cf60ba5da5f2 None None] Provisioning complete for port c1b9af42-ae61-4f03-8ff8-b92e329358f2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:59.088650 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0ffee71f-f391-4ce8-b194-cf60ba5da5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.186976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0ffee71f-f391-4ce8-b194-cf60ba5da5f2 None None] Port c1b9af42-ae61-4f03-8ff8-b92e329358f2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:59.211781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:59.232460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5aec863d-8e44-4547-930d-a24a6eec25e0 admin admin] 10.222.0.70 "PUT /v2.0/routers/79a30f58-fbc0-4643-8f82-3ae6470b6014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0228498 Sep 21 18:17:59.234022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199114d3-6399-446f-92cb-9cb11e033f28 req-5d6ff3b6-409d-4f00-aaac-bc261c928158 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:59.248865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-199114d3-6399-446f-92cb-9cb11e033f28 req-5d6ff3b6-409d-4f00-aaac-bc261c928158 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.2022939 Sep 21 18:17:59.268523 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e426cb0d-e649-4d74-a964-f5642399aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.355909 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-199114d3-6399-446f-92cb-9cb11e033f28 req-b173fea2-1da8-49d2-a814-2b8ea5175a17 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038132 Sep 21 18:17:59.408344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 257dc354-2eae-44e5-90bc-f1632948cd87 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:59.531335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce0fbfd9-7e61-4b7f-9189-8fbdc5d134b3 req-ac227e11-9c48-4b9f-b1cf-48ee45d5df4d tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0614185 Sep 21 18:17:59.605201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 257dc354-2eae-44e5-90bc-f1632948cd87 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:59.606112 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.769313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48288) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:59.770311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.798122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a72b3ad2-1df3-4bdb-b3e4-f69dbb8f5922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.824102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 257dc354-2eae-44e5-90bc-f1632948cd87, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=257dc354-2eae-44e5-90bc-f1632948cd87,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:59.845235 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.993451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=257dc354-2eae-44e5-90bc-f1632948cd87,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:59.998992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a72b3ad2-1df3-4bdb-b3e4-f69dbb8f5922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.004979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a72b3ad2-1df3-4bdb-b3e4-f69dbb8f5922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.060971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b3ad2-1df3-4bdb-b3e4-f69dbb8f5922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7970ed78-94a3-481a-8362-f56fb91361fb,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:00.066031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a72b3ad2-1df3-4bdb-b3e4-f69dbb8f5922 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d8b6a63fc724a568fd71876970fd992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955215 Sep 21 18:18:00.068720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.192977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5564ced-1572-47f1-82fc-d5cd6e32a0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.238951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5564ced-1572-47f1-82fc-d5cd6e32a0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.314074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5564ced-1572-47f1-82fc-d5cd6e32a0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.318919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5564ced-1572-47f1-82fc-d5cd6e32a0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.324236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c5564ced-1572-47f1-82fc-d5cd6e32a0de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7970ed78-94a3-481a-8362-f56fb91361fb HTTP/1.1" status: 204 len: 168 time: 0.2523816 Sep 21 18:18:00.334754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5564ced-1572-47f1-82fc-d5cd6e32a0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7970ed78-94a3-481a-8362-f56fb91361fb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:00.856128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.863921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-83bb3cb6-c023-46ce-b598-988eae62d824 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134235921', 'description': 'tempest-secgroup-smoke-2134235921 description', 'project_id': 'f173b8d02d174360899fdde934d3948e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:00.995385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Sync routers for ids ['79a30f58-fbc0-4643-8f82-3ae6470b6014'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:01.012469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Routers {'79a30f58-fbc0-4643-8f82-3ae6470b6014'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:01.013136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['79a30f58-fbc0-4643-8f82-3ae6470b6014'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.016893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb6-c023-46ce-b598-988eae62d824 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.128334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b9d07-10cc-4bad-a6c5-da54664a4747 req-ef264d63-c05e-4ae1-a204-a070e543017b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:01.138028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b3b9d07-10cc-4bad-a6c5-da54664a4747 req-ef264d63-c05e-4ae1-a204-a070e543017b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.2100575 Sep 21 18:18:01.208952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb6-c023-46ce-b598-988eae62d824 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.225507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b3b9d07-10cc-4bad-a6c5-da54664a4747 req-d790e603-f08d-47d7-99b5-ec3bed49a920 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811553 Sep 21 18:18:01.227975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb6-c023-46ce-b598-988eae62d824 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.329084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb6-c023-46ce-b598-988eae62d824 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.332872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-83bb3cb6-c023-46ce-b598-988eae62d824 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4746981 Sep 21 18:18:01.336095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48340) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.342141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3cb6-c023-46ce-b598-988eae62d824 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c13b16-5be8-40c8-a210-bc27018e3578,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:01.343404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ec809fe6-2304-432c-bb1d-a828cbef5164 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'security_group_rule': {'security_group_id': 'b8c13b16-5be8-40c8-a210-bc27018e3578', 'project_id': 'f173b8d02d174360899fdde934d3948e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:01.371720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Set router 79a30f58-fbc0-4643-8f82-3ae6470b6014 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:01.449806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 257dc354-2eae-44e5-90bc-f1632948cd87 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:01.455205 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec809fe6-2304-432c-bb1d-a828cbef5164 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.476114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e0d555f-f36e-4d64-a538-b1abc6a48ff9 req-ca2ca0d5-1248-4cc7-99c8-9c806c740126 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0643790 Sep 21 18:18:01.602828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec809fe6-2304-432c-bb1d-a828cbef5164 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.612964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec809fe6-2304-432c-bb1d-a828cbef5164 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.653455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec809fe6-2304-432c-bb1d-a828cbef5164 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f6509b-59a6-4c8f-a888-a4ec3011a09f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:01.665478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec809fe6-2304-432c-bb1d-a828cbef5164 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.667494 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ec809fe6-2304-432c-bb1d-a828cbef5164 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297637 Sep 21 18:18:01.670351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48356) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.675550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9ca6faee-60c3-4cd8-9fe3-04b8d7f8f294 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'security_group_rule': {'security_group_id': 'b8c13b16-5be8-40c8-a210-bc27018e3578', 'project_id': 'f173b8d02d174360899fdde934d3948e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:01.696636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 257dc354-2eae-44e5-90bc-f1632948cd87 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:01.697244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.738884 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9ca6faee-60c3-4cd8-9fe3-04b8d7f8f294 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.898813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9ca6faee-60c3-4cd8-9fe3-04b8d7f8f294 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.905730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9ca6faee-60c3-4cd8-9fe3-04b8d7f8f294 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.940469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:17:57Z', 'revision_number': 4, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port': {'id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:53Z', 'updated_at': '2021-09-21T18:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c1b9af42-ae61-4f03-8ff8-b92e329358f2', 'name': '', 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'mac_address': 'fa:16:3e:1f:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '50654d0a-7753-478d-8dfb-1c6f5d954160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:56Z', 'updated_at': '2021-09-21T18:17:57Z', 'revision_number': 2, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'subnets': [{'id': '50654d0a-7753-478d-8dfb-1c6f5d954160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.941605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6faee-60c3-4cd8-9fe3-04b8d7f8f294 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0542a998-c485-4cb4-9a43-d116c7fb59b2,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:01.965678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9ca6faee-60c3-4cd8-9fe3-04b8d7f8f294 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.973992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9ca6faee-60c3-4cd8-9fe3-04b8d7f8f294 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3013852 Sep 21 18:18:01.976499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48368) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.979676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Checking router: 79a30f58-fbc0-4643-8f82-3ae6470b6014 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:01.980047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Updating router 79a30f58-fbc0-4643-8f82-3ae6470b6014 port c1b9af42-ae61-4f03-8ff8-b92e329358f2 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:18:01.983911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1ff2816c-55e7-4780-b7a9-1fc273d8c3ae tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'security_group_rule': {'security_group_id': 'b8c13b16-5be8-40c8-a210-bc27018e3578', 'project_id': 'f173b8d02d174360899fdde934d3948e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:02.009782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.073143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ff2816c-55e7-4780-b7a9-1fc273d8c3ae tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.209221 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ff2816c-55e7-4780-b7a9-1fc273d8c3ae tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.215830 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ff2816c-55e7-4780-b7a9-1fc273d8c3ae tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.246306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2816c-55e7-4780-b7a9-1fc273d8c3ae tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882ec896-b9c2-4c24-959f-df74e7035147,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:02.258161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ff2816c-55e7-4780-b7a9-1fc273d8c3ae tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.259978 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1ff2816c-55e7-4780-b7a9-1fc273d8c3ae tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824559 Sep 21 18:18:02.262859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48374) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.276087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6ed824b7-76a0-4751-801d-17ac09976ab5 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'security_group_rule': {'security_group_id': 'b8c13b16-5be8-40c8-a210-bc27018e3578', 'project_id': 'f173b8d02d174360899fdde934d3948e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:02.341124 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ed824b7-76a0-4751-801d-17ac09976ab5 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.434487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ed824b7-76a0-4751-801d-17ac09976ab5 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.442507 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ed824b7-76a0-4751-801d-17ac09976ab5 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.464179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed824b7-76a0-4751-801d-17ac09976ab5 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8409df04-fc00-496b-a905-1cb018812423,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:02.468108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48382) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.473256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87804a4-d3e2-44ee-81ee-24b8113e7d7e req-307f3f51-90c5-4b2c-804f-0eb883eb256d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:02.476502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b87804a4-d3e2-44ee-81ee-24b8113e7d7e req-307f3f51-90c5-4b2c-804f-0eb883eb256d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1058650 Sep 21 18:18:02.500504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ed824b7-76a0-4751-801d-17ac09976ab5 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.506812 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6ed824b7-76a0-4751-801d-17ac09976ab5 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2422862 Sep 21 18:18:02.507507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48386) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.517242 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.518282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'security_group_rule': {'security_group_id': 'b8c13b16-5be8-40c8-a210-bc27018e3578', 'project_id': 'f173b8d02d174360899fdde934d3948e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:02.529630 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.551114 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Project f173b8d02d174360899fdde934d3948e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:18:02.566907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.639724 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b87804a4-d3e2-44ee-81ee-24b8113e7d7e req-9def4169-f595-44d5-b498-b2b055171b2f tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554465 Sep 21 18:18:02.650484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9094c-3413-4f44-b806-5980a7fcd608 None None] Pushing event updated for resources: {'Port': ['ID=c1b9af42-ae61-4f03-8ff8-b92e329358f2,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:02.724428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.733390 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.762183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Attempting to bind port c1b9af42-ae61-4f03-8ff8-b92e329358f2 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:02.763574 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Attempting to bind port c1b9af42-ae61-4f03-8ff8-b92e329358f2 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:02.764886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Attempting to bind port c1b9af42-ae61-4f03-8ff8-b92e329358f2 on network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:02.781561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:02.781954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Checking segment: {'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:02.785253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.785686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Bound using segment: {'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:02.787181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Bound port: c1b9af42-ae61-4f03-8ff8-b92e329358f2, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaedab27-b237-44c4-bc64-d1c12204af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:02.787597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.788759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.792654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2789838 Sep 21 18:18:02.793053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4ad83-ecdf-4984-8221-9ba826027fde tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a36dcb4-c9f0-4e54-a1ba-14ed514a29e7,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:02.793851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.800604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'security_group_rule': {'security_group_id': 'b8c13b16-5be8-40c8-a210-bc27018e3578', 'project_id': 'f173b8d02d174360899fdde934d3948e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:02.895465 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Project f173b8d02d174360899fdde934d3948e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:18:02.900626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-70403907-ecbe-4f39-8234-794082533c37 req-6646dc87-9ec9-4b2a-8825-a61d410e7606 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.1093950 Sep 21 18:18:02.908193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.950555 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9664fb6-1ca4-43cf-8e5e-93112cef45fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.978524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] For port c1b9af42-ae61-4f03-8ff8-b92e329358f2, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:02.989996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.993569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] For port c1b9af42-ae61-4f03-8ff8-b92e329358f2, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c1b9af42-ae61-4f03-8ff8-b92e329358f2,segment=NetworkSegment(eaedab27-b237-44c4-bc64-d1c12204af57),segment_id=eaedab27-b237-44c4-bc64-d1c12204af57)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:02.998721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.002620 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.035515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e1bdd8-c6ff-442f-8e6c-52dbc6f25d3d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.061933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-45330c3b-f359-4298-a9f3-0a564dd08719 None None] Provisioning complete for port c1b9af42-ae61-4f03-8ff8-b92e329358f2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:03.063757 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-45330c3b-f359-4298-a9f3-0a564dd08719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.156702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Routers {'79a30f58-fbc0-4643-8f82-3ae6470b6014'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:03.157575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:17:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['79a30f58-fbc0-4643-8f82-3ae6470b6014'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.317904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] Set router 79a30f58-fbc0-4643-8f82-3ae6470b6014 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:03.411986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9094c-3413-4f44-b806-5980a7fcd608 None None] Pushing event updated for resources: {'Port': ['ID=c1b9af42-ae61-4f03-8ff8-b92e329358f2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.503803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-45330c3b-f359-4298-a9f3-0a564dd08719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.590264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-45330c3b-f359-4298-a9f3-0a564dd08719 None None] For port c1b9af42-ae61-4f03-8ff8-b92e329358f2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c1b9af42-ae61-4f03-8ff8-b92e329358f2,segment=NetworkSegment(eaedab27-b237-44c4-bc64-d1c12204af57),segment_id=eaedab27-b237-44c4-bc64-d1c12204af57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:03.604480 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-45330c3b-f359-4298-a9f3-0a564dd08719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.638962 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9664fb6-1ca4-43cf-8e5e-93112cef45fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.647005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9664fb6-1ca4-43cf-8e5e-93112cef45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.662566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38ecf708-dc36-4ecd-8fd6-3a0a4bf9cbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.667230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.679321 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-50e5d227-3294-4787-8542-a8f26c9a5580 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8829811 Sep 21 18:18:03.712078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9664fb6-1ca4-43cf-8e5e-93112cef45fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668d032-4a7b-4cca-a23e-8df4f26f5b27,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.717463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9664fb6-1ca4-43cf-8e5e-93112cef45fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bed420b24ca245e6a691420e12b0c5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2476475 Sep 21 18:18:03.720183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48422) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.775101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45330c3b-f359-4298-a9f3-0a564dd08719 None None] Pushing event updated for resources: {'Port': ['ID=c1b9af42-ae61-4f03-8ff8-b92e329358f2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.834826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-432b6da4-b364-4de7-a434-39319c644087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:17:57Z', 'revision_number': 4, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port': {'id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:53Z', 'updated_at': '2021-09-21T18:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c1b9af42-ae61-4f03-8ff8-b92e329358f2', 'name': '', 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'mac_address': 'fa:16:3e:1f:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '50654d0a-7753-478d-8dfb-1c6f5d954160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:56Z', 'updated_at': '2021-09-21T18:18:02Z', 'revision_number': 4, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'subnets': [{'id': '50654d0a-7753-478d-8dfb-1c6f5d954160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.838969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-94401b32-46c3-4c71-844b-7aebcdf47480 None None] Provisioning complete for port c1b9af42-ae61-4f03-8ff8-b92e329358f2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:03.838969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94401b32-46c3-4c71-844b-7aebcdf47480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.899989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3158-8b30-4963-a97e-8a973bae65e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.908359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b6da4-b364-4de7-a434-39319c644087 None None] The sync data for ids ['79a30f58-fbc0-4643-8f82-3ae6470b6014'] in n-d-810285-3 is: [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:17:57Z', 'revision_number': 4, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port': {'id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:53Z', 'updated_at': '2021-09-21T18:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c1b9af42-ae61-4f03-8ff8-b92e329358f2', 'name': '', 'network_id': '23ab6f37-4972-4e3e-b9e7-dda05db48d49', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'mac_address': 'fa:16:3e:1f:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '50654d0a-7753-478d-8dfb-1c6f5d954160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:56Z', 'updated_at': '2021-09-21T18:18:02Z', 'revision_number': 4, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'subnets': [{'id': '50654d0a-7753-478d-8dfb-1c6f5d954160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:03.919343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693ea27-0fee-4bb6-bdb1-d2212c182a6b req-e4614a09-163f-4b47-9bbc-44fa7f4318ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:03.935793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c693ea27-0fee-4bb6-bdb1-d2212c182a6b req-e4614a09-163f-4b47-9bbc-44fa7f4318ab tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1495016 Sep 21 18:18:03.975598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3158-8b30-4963-a97e-8a973bae65e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.060830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c693ea27-0fee-4bb6-bdb1-d2212c182a6b req-3e5228f2-2491-469a-bcf8-bbbba4316ee7 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214702 Sep 21 18:18:04.188321 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.209378 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.247124 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3158-8b30-4963-a97e-8a973bae65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.252356 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3158-8b30-4963-a97e-8a973bae65e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.253748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1a9b3158-8b30-4963-a97e-8a973bae65e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3668d032-4a7b-4cca-a23e-8df4f26f5b27 HTTP/1.1" status: 204 len: 168 time: 0.5324593 Sep 21 18:18:04.277057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b3158-8b30-4963-a97e-8a973bae65e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668d032-4a7b-4cca-a23e-8df4f26f5b27,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:04.408305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-7e5decce-40eb-4446-a9a8-a21a4939eabd tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134235921&fields=id&tenant_id=f173b8d02d174360899fdde934d3948e HTTP/1.1" status: 200 len: 267 time: 0.1155770 Sep 21 18:18:04.649048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-2ac1551e-5b72-423e-9fc8-67be41395d79 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:04.658959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-2ac1551e-5b72-423e-9fc8-67be41395d79 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/networks?id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e HTTP/1.1" status: 200 len: 808 time: 0.2491262 Sep 21 18:18:04.682355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-521754a0-1a30-45c7-b201-b1292489a380 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/quotas/f173b8d02d174360899fdde934d3948e HTTP/1.1" status: 200 len: 375 time: 0.0216749 Sep 21 18:18:04.761650 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.796076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-7cdb8a61-bcb9-4ea1-8e92-78d999138670 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f173b8d02d174360899fdde934d3948e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125600 Sep 21 18:18:04.946533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48480) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.970773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-2279d9d6-d292-4bdf-a43f-a2ac4a9301cc service neutron] 10.222.0.70 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617334 Sep 21 18:18:05.146309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a682cd47-aca8-453c-ae97-1dcbccc9742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.205134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-c6520e25-b3c7-4262-9232-1f423f8dc623 service neutron] 10.222.0.70 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252715 Sep 21 18:18:05.457136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a682cd47-aca8-453c-ae97-1dcbccc9742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.464051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a682cd47-aca8-453c-ae97-1dcbccc9742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.558518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c1b9af42-ae61-4f03-8ff8-b92e329358f2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:05.590654 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a450e8a8-81ca-4ad5-8992-24df56924f04 req-a4b2048c-5156-4eb1-8470-e2381958bcea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.1063750 Sep 21 18:18:05.613879 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a682cd47-aca8-453c-ae97-1dcbccc9742c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b662311c8b0a47d7bfd9664a33de1a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6662400 Sep 21 18:18:05.617763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48502) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:05.632593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c1b9af42-ae61-4f03-8ff8-b92e329358f2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:05.633606 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.639480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682cd47-aca8-453c-ae97-1dcbccc9742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ad2365-19ec-4d42-9ffc-533c4669ca3d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:05.749559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80ff3dc5-0420-4878-86b7-fc110d5a39b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.884271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f358967-fd1d-4506-b133-799cf20ebbd0 req-22d2cc7a-7627-4f99-9d9e-36950c2a8440 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.1252265 Sep 21 18:18:05.898023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80ff3dc5-0420-4878-86b7-fc110d5a39b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.008952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80ff3dc5-0420-4878-86b7-fc110d5a39b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.013641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80ff3dc5-0420-4878-86b7-fc110d5a39b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.018229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80ff3dc5-0420-4878-86b7-fc110d5a39b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94ad2365-19ec-4d42-9ffc-533c4669ca3d HTTP/1.1" status: 204 len: 168 time: 0.3989439 Sep 21 18:18:06.097583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff3dc5-0420-4878-86b7-fc110d5a39b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ad2365-19ec-4d42-9ffc-533c4669ca3d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:06.160610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34870bee-a7f2-4096-b66b-fd5645ebaab0 req-59514146-bbc8-40ed-81ec-4163c0268e5a tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:06.170685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34870bee-a7f2-4096-b66b-fd5645ebaab0 req-59514146-bbc8-40ed-81ec-4163c0268e5a tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1347404 Sep 21 18:18:06.238055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34870bee-a7f2-4096-b66b-fd5645ebaab0 req-431d3e3f-7b69-4efb-a878-06ef88554a04 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663011 Sep 21 18:18:06.376707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f4bd78d-7e0b-4a02-9f90-bfe7c5c2abee req-899423eb-ddd3-4c18-8712-c97e45dc8fe6 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 210 time: 0.0688937 Sep 21 18:18:06.847775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48542) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:06.885960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dc4415c-a9da-4ee4-b943-2f1121baa5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.071709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7a325a2-0375-4466-b650-4790390cd598 req-6625acea-963d-4582-90bd-dea85ba077ed tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0516176 Sep 21 18:18:07.104876 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dc4415c-a9da-4ee4-b943-2f1121baa5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.110615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1dc4415c-a9da-4ee4-b943-2f1121baa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.151675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4415c-a9da-4ee4-b943-2f1121baa5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff15bb0-1ef4-4ed4-a156-dc57ce7fd385,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:07.202566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.207731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48560) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:07.229616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1dc4415c-a9da-4ee4-b943-2f1121baa5ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=929e1eeb1e7a4dd591e6855bac43dd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802955 Sep 21 18:18:07.329866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b89e343-e7d7-4445-b95d-4cc0913d2392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.376213 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b89e343-e7d7-4445-b95d-4cc0913d2392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.502519 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f9701c4-1045-4d19-a51c-c25a7853023d req-29c3587d-f1d7-459d-aa32-c9c42c2e7eba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b93e8452c5e04317a25edcd810425cfe&device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0993512 Sep 21 18:18:07.555373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-5c5849fa-c5ea-4474-9c91-57e195b24efa tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:07.557227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-5c5849fa-c5ea-4474-9c91-57e195b24efa tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.41 "GET /v2.0/networks?id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e HTTP/1.1" status: 200 len: 808 time: 0.1770267 Sep 21 18:18:07.610233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f9701c4-1045-4d19-a51c-c25a7853023d req-5a1318a6-6282-4499-80b3-ff694130363b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b93e8452c5e04317a25edcd810425cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890560 Sep 21 18:18:07.713228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-385ab72d-8bd7-445a-b03c-53325d449baf tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f173b8d02d174360899fdde934d3948e HTTP/1.1" status: 200 len: 380 time: 0.1437519 Sep 21 18:18:07.729305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d977128-3d40-4eca-ab5a-e7a6994d5e12 req-afa199bd-1bfc-412f-8a15-e81896f8e95a tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:07.734732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b89e343-e7d7-4445-b95d-4cc0913d2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.737351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b89e343-e7d7-4445-b95d-4cc0913d2392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.741479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d977128-3d40-4eca-ab5a-e7a6994d5e12 req-afa199bd-1bfc-412f-8a15-e81896f8e95a tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1823404 Sep 21 18:18:07.744529 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4b89e343-e7d7-4445-b95d-4cc0913d2392 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aff15bb0-1ef4-4ed4-a156-dc57ce7fd385 HTTP/1.1" status: 204 len: 168 time: 0.5341456 Sep 21 18:18:07.756607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'port': {'device_id': '2387f490-a5df-491e-9971-a782ae626362', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'admin_state_up': True, 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'security_groups': ['b8c13b16-5be8-40c8-a210-bc27018e3578']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:07.901684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d977128-3d40-4eca-ab5a-e7a6994d5e12 req-f39e47dd-163f-4542-b334-73512002e2bf tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590469 Sep 21 18:18:07.910489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89e343-e7d7-4445-b95d-4cc0913d2392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff15bb0-1ef4-4ed4-a156-dc57ce7fd385,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:07.970905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9701c4-1045-4d19-a51c-c25a7853023d req-19b8b9a8-705d-4bf3-abfb-c32136e1930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:07.972748 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f9701c4-1045-4d19-a51c-c25a7853023d req-19b8b9a8-705d-4bf3-abfb-c32136e1930d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3553526 Sep 21 18:18:08.110818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d3a1ee2-bef5-44bd-b9da-2f9f77ab49fa req-ff0c5606-1f8d-42b7-b1ab-eb98f5b334b8 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0784516 Sep 21 18:18:08.112983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Made reservation on behalf of f173b8d02d174360899fdde934d3948e for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:08.118264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.363458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Allocated IP 172.20.0.8 (5d0a69de-ce3a-435f-8cdf-795f2ee23a6e/0261a605-644d-4f32-95d7-b6cfae555e61/f74bf58a-e79f-450d-91ef-f53fc2a8730d) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:08.366959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.591974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.640154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.681176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:08.716937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:08.722002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:08.843363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'Port': ['ID=f74bf58a-e79f-450d-91ef-f53fc2a8730d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:08.945027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:08.945696 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.972353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593394b7-8ca4-48ff-8345-5303ddb38e76 req-57ea61fc-a759-46ad-ac7e-77405bac82d7 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:08.981087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-593394b7-8ca4-48ff-8345-5303ddb38e76 req-57ea61fc-a759-46ad-ac7e-77405bac82d7 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 931 time: 0.6429796 Sep 21 18:18:09.007196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-355688d6-151c-4bac-9da7-cbc62b01cf50 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2554352 Sep 21 18:18:09.045244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-593394b7-8ca4-48ff-8345-5303ddb38e76 req-5466ca4c-b518-4b83-bf94-e46061fdfab3 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587420 Sep 21 18:18:09.052591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Request body: {'port': {'device_id': '2387f490-a5df-491e-9971-a782ae626362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:09.114913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6a0eef3f-a9dc-4dc2-8a91-fc3febeda37e None None] Provisioning complete for port f74bf58a-e79f-450d-91ef-f53fc2a8730d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:09.115288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6a0eef3f-a9dc-4dc2-8a91-fc3febeda37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.196168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.245512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6a0eef3f-a9dc-4dc2-8a91-fc3febeda37e None None] Port f74bf58a-e79f-450d-91ef-f53fc2a8730d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:09.284628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ef3b1-b77e-4340-8272-a80e60a756c9 req-1782b8a6-6d70-406c-9f15-390660ef25f7 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:09.286928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c7ef3b1-b77e-4340-8272-a80e60a756c9 req-1782b8a6-6d70-406c-9f15-390660ef25f7 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1292017 Sep 21 18:18:09.415478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f9701c4-1045-4d19-a51c-c25a7853023d req-edf42e51-4084-41af-bb39-d0f8c3f3be16 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0471818 Sep 21 18:18:09.473615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c7ef3b1-b77e-4340-8272-a80e60a756c9 req-746eb951-926a-4198-9698-bf41db87cfeb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773641 Sep 21 18:18:09.642997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7734cc2f-0420-417d-ac19-15b49cfd4c1f req-75f81630-2bee-4121-9aac-30aa2427fa68 tempest-ServerShowV254Test-1459408022 tempest-ServerShowV254Test-1459408022-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6d5ad6a-44b2-4dbe-a1c8-4a859f90c441 HTTP/1.1" status: 200 len: 210 time: 0.0928249 Sep 21 18:18:09.850013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74bf58a-e79f-450d-91ef-f53fc2a8730d {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:09.878232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.912360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Transition to ACTIVE for port object f74bf58a-e79f-450d-91ef-f53fc2a8730d will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:18:09.920607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.167728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Pushing event updated for resources: {'Port': ['ID=f74bf58a-e79f-450d-91ef-f53fc2a8730d,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:10.235728 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:18:10.361250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Attempting to bind port f74bf58a-e79f-450d-91ef-f53fc2a8730d on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:10.361829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Attempting to bind port f74bf58a-e79f-450d-91ef-f53fc2a8730d by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:10.362410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Attempting to bind port f74bf58a-e79f-450d-91ef-f53fc2a8730d on network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:10.388523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Port f74bf58a-e79f-450d-91ef-f53fc2a8730d on network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:18:10.389043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Attempting to bind port f74bf58a-e79f-450d-91ef-f53fc2a8730d on network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:10.412024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050ea75-86ce-4e08-a4d0-c28c006044be req-42cd9603-7f98-4058-a775-710f2dbb5f37 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:10.421081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9050ea75-86ce-4e08-a4d0-c28c006044be req-42cd9603-7f98-4058-a775-710f2dbb5f37 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 943 time: 0.1987951 Sep 21 18:18:10.423412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:10.423742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Checking segment: {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:10.424131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Bound using segment: {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:10.424674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Bound port: f74bf58a-e79f-450d-91ef-f53fc2a8730d, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:10.425037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.516776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9050ea75-86ce-4e08-a4d0-c28c006044be req-6b604925-e9a2-42d5-9a03-64e84f4883b1 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946784 Sep 21 18:18:10.574675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] For port f74bf58a-e79f-450d-91ef-f53fc2a8730d, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:10.579149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] For port f74bf58a-e79f-450d-91ef-f53fc2a8730d, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:10.587094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.662376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:10.666939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.668967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] 10.222.0.41 "PUT /v2.0/ports/f74bf58a-e79f-450d-91ef-f53fc2a8730d HTTP/1.1" status: 200 len: 1091 time: 1.6401062 Sep 21 18:18:10.669857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:10.676539 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d" -d '{"events": [{"name": "network-changed", "server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:10.831378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e813805-54e4-46ab-ab94-cb7df8bdd103 service neutron] Pushing event updated for resources: {'Port': ['ID=f74bf58a-e79f-450d-91ef-f53fc2a8730d,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:10.887578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b9e17-84aa-4d4a-b4ac-150239b7cf29 req-94a9bd3a-632e-4e64-8667-7b6f19ed409e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:10.889389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-644b9e17-84aa-4d4a-b4ac-150239b7cf29 req-94a9bd3a-632e-4e64-8667-7b6f19ed409e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.2030649 Sep 21 18:18:10.898532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-1bec26c3-dd70-444f-b325-37a9afa38a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:10.901473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-1bec26c3-dd70-444f-b325-37a9afa38a6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f173b8d02d174360899fdde934d3948e&device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1094 time: 0.1757674 Sep 21 18:18:10.964004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-644b9e17-84aa-4d4a-b4ac-150239b7cf29 req-597cf6d8-d13a-4b21-915f-2f9014910b6c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530195 Sep 21 18:18:11.065730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-1c33fb79-2933-456e-9a17-08f1df898cfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d HTTP/1.1" status: 200 len: 217 time: 0.1192122 Sep 21 18:18:11.124841 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5573356-b906-49c4-9db4-c96e760d98c9 x-openstack-request-id: req-a5573356-b906-49c4-9db4-c96e760d98c9 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:11.126295 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:11.126702 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5573356-b906-49c4-9db4-c96e760d98c9 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:11.127295 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'status': 'completed', 'code': 200} Sep 21 18:18:11.173956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-cacad7de-2c41-4ec0-9885-e4e9059d2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:11.175573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-cacad7de-2c41-4ec0-9885-e4e9059d2014 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0261a605-644d-4f32-95d7-b6cfae555e61 HTTP/1.1" status: 200 len: 847 time: 0.1004071 Sep 21 18:18:11.282604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-f090df9f-e766-48a3-8b30-a59b55464900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:11.284770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-f090df9f-e766-48a3-8b30-a59b55464900 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998514 Sep 21 18:18:11.439868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-406d3e82-d4b4-4712-b54d-be54b2353123 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473820 Sep 21 18:18:11.468818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48846) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:11.544412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48854) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:11.567800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0429ca1f-2d80-4f98-9eb4-ff3dbba5fdb4 req-7c316707-37a7-4e67-9460-07a8c4c4c317 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204641 Sep 21 18:18:11.729703 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d652c66e-97fe-4e4c-8587-4d8fa884b852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.819690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-db045665-f0fd-444e-a073-f7ecaad2074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:11.826939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-db045665-f0fd-444e-a073-f7ecaad2074d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f173b8d02d174360899fdde934d3948e&device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1094 time: 0.1875343 Sep 21 18:18:11.854301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c207915-1096-44f4-9d36-f2866b622129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.882537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3b5b-255a-412f-bea1-f4489e535d78 req-c0bc9624-a82d-48ff-a618-2a56bc03442f tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:11.884099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-005e3b5b-255a-412f-bea1-f4489e535d78 req-c0bc9624-a82d-48ff-a618-2a56bc03442f tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 943 time: 0.2034285 Sep 21 18:18:11.893953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d652c66e-97fe-4e4c-8587-4d8fa884b852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.901328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d652c66e-97fe-4e4c-8587-4d8fa884b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.970168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d652c66e-97fe-4e4c-8587-4d8fa884b852 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28a0f1eb41e345c59ff9cc53cabd34a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992959 Sep 21 18:18:11.976055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652c66e-97fe-4e4c-8587-4d8fa884b852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4354ca0-b54c-4a59-8bba-e03ad0e5a83b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:11.986732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48876) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:12.008460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-005e3b5b-255a-412f-bea1-f4489e535d78 req-f061a39d-afe1-4caf-b145-3186422fd808 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878296 Sep 21 18:18:12.051716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-3eb8e8e3-2ebf-4373-8928-9ad45e5beab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:12.065067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-3eb8e8e3-2ebf-4373-8928-9ad45e5beab8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e HTTP/1.1" status: 200 len: 910 time: 0.2321978 Sep 21 18:18:12.094032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f01ff96-5072-4cd1-9d1d-6afef203fb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.129764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-585e2743-758e-4022-baee-31d637a25db3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d HTTP/1.1" status: 200 len: 217 time: 0.0538547 Sep 21 18:18:12.141920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f01ff96-5072-4cd1-9d1d-6afef203fb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.171494 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c207915-1096-44f4-9d36-f2866b622129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.187002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c207915-1096-44f4-9d36-f2866b622129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.223555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c207915-1096-44f4-9d36-f2866b622129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67362103-fb0c-4d3f-b221-7a63c1dd9092,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:12.243674 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c207915-1096-44f4-9d36-f2866b622129 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b93e8452c5e04317a25edcd810425cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990952 Sep 21 18:18:12.246236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48884) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:12.291928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f01ff96-5072-4cd1-9d1d-6afef203fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.294605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f01ff96-5072-4cd1-9d1d-6afef203fb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.295751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7f01ff96-5072-4cd1-9d1d-6afef203fb85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4354ca0-b54c-4a59-8bba-e03ad0e5a83b HTTP/1.1" status: 204 len: 168 time: 0.3071601 Sep 21 18:18:12.319966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465ce54f-1a72-4578-89c7-85f6421b1e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.321969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01ff96-5072-4cd1-9d1d-6afef203fb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4354ca0-b54c-4a59-8bba-e03ad0e5a83b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:12.365050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-4b2c7156-76a7-40dc-9e03-4c1260e33d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:12.372569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-4b2c7156-76a7-40dc-9e03-4c1260e33d76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0261a605-644d-4f32-95d7-b6cfae555e61 HTTP/1.1" status: 200 len: 847 time: 0.2307284 Sep 21 18:18:12.402733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465ce54f-1a72-4578-89c7-85f6421b1e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.438030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7da9b-35f7-47dd-b8d0-279e31b95c7c req-4610ec31-70be-4df3-a9dd-22d5dbcdaf89 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:12.446120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48894) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:12.457305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12d7da9b-35f7-47dd-b8d0-279e31b95c7c req-4610ec31-70be-4df3-a9dd-22d5dbcdaf89 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.2922046 Sep 21 18:18:12.510790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465ce54f-1a72-4578-89c7-85f6421b1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.513574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-465ce54f-1a72-4578-89c7-85f6421b1e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.514778 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-465ce54f-1a72-4578-89c7-85f6421b1e12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67362103-fb0c-4d3f-b221-7a63c1dd9092 HTTP/1.1" status: 204 len: 168 time: 0.2671890 Sep 21 18:18:12.529379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ce54f-1a72-4578-89c7-85f6421b1e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67362103-fb0c-4d3f-b221-7a63c1dd9092,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:12.560593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12d7da9b-35f7-47dd-b8d0-279e31b95c7c req-3f50ce27-76fc-42ea-8b22-73aace72bebc tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992482 Sep 21 18:18:12.562890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-8838b907-9cf2-4831-bf0b-dde7126bb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:12.564397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-8838b907-9cf2-4831-bf0b-dde7126bb2cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809156 Sep 21 18:18:12.744782 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c103ff1b-807d-423c-80ec-86eb5b4ff35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.749077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-6d3be574-aaf6-460d-b7b3-a10c44f9029a service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749952 Sep 21 18:18:12.821541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1192-cb95-4e62-b43a-a5b8eb9ed13d req-9ae57ff9-48bb-45e4-82bf-7deb87a81a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:12.823734 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba3d1192-cb95-4e62-b43a-a5b8eb9ed13d req-9ae57ff9-48bb-45e4-82bf-7deb87a81a06 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 1096 time: 0.1779344 Sep 21 18:18:12.946227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77747ea1-75ff-4a81-9e2a-a7dad8ab688d req-06588d95-b671-44ef-9afe-63b0717c0dde service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873441 Sep 21 18:18:12.948473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ba3d1192-cb95-4e62-b43a-a5b8eb9ed13d req-c1baa022-5ab2-46b5-8637-cf930f133ce6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150124 Sep 21 18:18:13.012407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c103ff1b-807d-423c-80ec-86eb5b4ff35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.019983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c103ff1b-807d-423c-80ec-86eb5b4ff35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.069991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103ff1b-807d-423c-80ec-86eb5b4ff35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876f5414-8592-49ad-8378-294f0cb24e28,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:13.090471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48920) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:13.091553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c103ff1b-807d-423c-80ec-86eb5b4ff35d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=287a64b245e94b33b8a6606bf72f7b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421893 Sep 21 18:18:13.259555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56513dac-2d02-4c40-a390-c1851082d881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.304695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56513dac-2d02-4c40-a390-c1851082d881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.314576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dce8a-5866-4e93-8309-587baefe5790 req-ff2cf56f-fffa-41c3-8dbb-7e8837b51901 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:13.316250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc3dce8a-5866-4e93-8309-587baefe5790 req-ff2cf56f-fffa-41c3-8dbb-7e8837b51901 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 943 time: 0.1267231 Sep 21 18:18:13.431195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc3dce8a-5866-4e93-8309-587baefe5790 req-5d9a7ede-cc5f-4cfb-b4c1-39632ddaa7e2 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072326 Sep 21 18:18:13.473762 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56513dac-2d02-4c40-a390-c1851082d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.477803 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56513dac-2d02-4c40-a390-c1851082d881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.479127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-56513dac-2d02-4c40-a390-c1851082d881 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/876f5414-8592-49ad-8378-294f0cb24e28 HTTP/1.1" status: 204 len: 168 time: 0.3879743 Sep 21 18:18:13.489767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56513dac-2d02-4c40-a390-c1851082d881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876f5414-8592-49ad-8378-294f0cb24e28,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:13.722111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31718505-6166-4355-b5c3-add3b74b144b req-ca10c540-569a-42ab-ab8d-c4a9dfa59f6c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:13.723780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31718505-6166-4355-b5c3-add3b74b144b req-ca10c540-569a-42ab-ab8d-c4a9dfa59f6c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.0840318 Sep 21 18:18:13.778523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31718505-6166-4355-b5c3-add3b74b144b req-bf7413c8-b8f3-4cd8-9506-867f2feb4ab0 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472317 Sep 21 18:18:14.390634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f74bf58a-e79f-450d-91ef-f53fc2a8730d details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:18:14.614612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f74bf58a-e79f-450d-91ef-f53fc2a8730d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:14.627895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'port_id': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'mac_address': 'fa:16:3e:e2:08:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:18:14.669058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.687590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74bf58a-e79f-450d-91ef-f53fc2a8730d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:14.721967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f74bf58a-e79f-450d-91ef-f53fc2a8730d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:14.731993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dbd8a-4ebf-4d5b-9942-6691b27cd399 req-6f184775-98dc-4adf-97f1-a014d2da7818 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:14.732539 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.743304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e1dbd8a-4ebf-4d5b-9942-6691b27cd399 req-6f184775-98dc-4adf-97f1-a014d2da7818 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 943 time: 0.1565101 Sep 21 18:18:14.805780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f74bf58a-e79f-450d-91ef-f53fc2a8730d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:14.817270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e1dbd8a-4ebf-4d5b-9942-6691b27cd399 req-24309cee-0fe5-451c-a235-4a97a9b79dc6 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706744 Sep 21 18:18:14.845693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49008) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:15.023603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9795a0-7f5f-432a-8933-a1f9efaf8fc1 req-7a4c3203-076f-4a6c-a556-2dd9dbf088c3 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:15.030496 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb9795a0-7f5f-432a-8933-a1f9efaf8fc1 req-7a4c3203-076f-4a6c-a556-2dd9dbf088c3 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1086333 Sep 21 18:18:15.031573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f74bf58a-e79f-450d-91ef-f53fc2a8730d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:15.105836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb9795a0-7f5f-432a-8933-a1f9efaf8fc1 req-5042638a-cfa3-4a63-b716-737f3af584b2 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586839 Sep 21 18:18:15.118106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.317848 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.328721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.492870 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6301face5f9d4175a1ec00c62e9cdec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460686 Sep 21 18:18:15.497927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49036) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:15.505667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4073e20-7b40-47b6-9740-031a62c20f87,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:15.531645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.531990 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.532328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.532660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.533145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.536159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.536586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.536929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.539787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.540660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.541009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.541349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3ac4f-9953-4247-a27e-83464cfc2afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:15.583480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3d296fb-39ca-480c-98e3-30754e2630e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.610958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3d296fb-39ca-480c-98e3-30754e2630e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.695939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3d296fb-39ca-480c-98e3-30754e2630e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.699482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3d296fb-39ca-480c-98e3-30754e2630e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.700971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a3d296fb-39ca-480c-98e3-30754e2630e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4073e20-7b40-47b6-9740-031a62c20f87 HTTP/1.1" status: 204 len: 168 time: 0.2024741 Sep 21 18:18:15.712520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d296fb-39ca-480c-98e3-30754e2630e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4073e20-7b40-47b6-9740-031a62c20f87,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:15.861453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ce6bd39b-6253-4173-a9ec-8b01aaa9ddcb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:15.863554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ce6bd39b-6253-4173-a9ec-8b01aaa9ddcb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 811 time: 0.1482077 Sep 21 18:18:15.907868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-a0aadebd-7a4b-4ab3-a822-5232eea7c23b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/quotas/9011b38c067e4ac1b6f6a1ef83f5d441 HTTP/1.1" status: 200 len: 375 time: 0.0348916 Sep 21 18:18:15.985798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-8d98ba70-2bc2-4fce-9261-978bb90c37c1 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705941 Sep 21 18:18:16.205528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-0d688608-028d-42ef-a837-4b33508c5215 service neutron] 10.222.0.70 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133324 Sep 21 18:18:16.336704 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-05828b8f-cc55-479d-aa74-9b2dd19886ba service neutron] 10.222.0.70 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239276 Sep 21 18:18:16.391943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f74bf58a-e79f-450d-91ef-f53fc2a8730d up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:16.513088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port f74bf58a-e79f-450d-91ef-f53fc2a8730d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:18:16.522518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f74bf58a-e79f-450d-91ef-f53fc2a8730d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:16.523180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.728212 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.761655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc69e7-aa6e-417c-8c13-a5c483e43c25 req-accef637-d766-4b44-ae0b-a6b379fed668 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:16.763784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26fc69e7-aa6e-417c-8c13-a5c483e43c25 req-accef637-d766-4b44-ae0b-a6b379fed668 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 944 time: 0.0912225 Sep 21 18:18:16.779981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:16.782645 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156dbe1-c4b8-4da7-bb26-3ac1afda43e1" -d '{"events": [{"server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "name": "network-vif-plugged", "status": "completed", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:16.800343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f74bf58a-e79f-450d-91ef-f53fc2a8730d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:16.808258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.858001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26fc69e7-aa6e-417c-8c13-a5c483e43c25 req-d3d1a502-b070-425e-8185-49d0455c967c tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825498 Sep 21 18:18:16.890040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f74bf58a-e79f-450d-91ef-f53fc2a8730d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:17.007687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4419854f-1e0f-4bbe-a747-37efd4d1d1cf req-7cb23665-8938-4d80-9b69-0f469d201b7d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 210 time: 0.0681572 Sep 21 18:18:17.076371 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff4eeb6-ab70-4502-b6b0-842a242455e2 x-openstack-request-id: req-3ff4eeb6-ab70-4502-b6b0-842a242455e2 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:17.076713 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "name": "network-vif-plugged", "status": "completed", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:17.077010 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ff4eeb6-ab70-4502-b6b0-842a242455e2 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:17.077417 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'code': 200} Sep 21 18:18:17.246336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0074493-143d-4544-b044-c656683178f8 req-d7f50443-9e1b-4c00-8f44-9453955185a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:17.248682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0074493-143d-4544-b044-c656683178f8 req-d7f50443-9e1b-4c00-8f44-9453955185a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1096 time: 0.0940635 Sep 21 18:18:17.341659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0074493-143d-4544-b044-c656683178f8 req-6d35eae7-8fd0-476d-b453-2b901417006b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836082 Sep 21 18:18:17.713290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49176) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:18.094443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226ad9-25bf-4f8d-bbed-ac228c250bbe req-b042084e-1521-4d81-8149-33d106dc756e tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.096018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34226ad9-25bf-4f8d-bbed-ac228c250bbe req-b042084e-1521-4d81-8149-33d106dc756e tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 945 time: 0.1038008 Sep 21 18:18:18.163157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1100211887-network', 'tenant_id': 'c0ec376d4224432189cb4d46d0ccb915'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:18.213785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34226ad9-25bf-4f8d-bbed-ac228c250bbe req-919fe8a2-7c8c-46ae-97b1-da5e62655d60 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005802 Sep 21 18:18:18.229324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Made reservation on behalf of c0ec376d4224432189cb4d46d0ccb915 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:18.232843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.271573 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.359749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6d41ec3-d1db-4f39-97ad-3ef0bf804be3 req-98cf849d-1ba9-4272-8942-114e899fcfb0 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 210 time: 0.0586646 Sep 21 18:18:18.525051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49244) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:18.565781 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.573290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.588431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:18.604106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.604832 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Added segment 648854aa-6ec1-4a88-be2b-18d01f272109 of type vlan for network c7efc823-a72f-4331-a41f-acfa766f2082 Sep 21 18:18:18.668900 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.714128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.716767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.717672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.781058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-4a25b6ba-0972-45a1-84d2-8a91328ceb2b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.787573 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-4a25b6ba-0972-45a1-84d2-8a91328ceb2b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 811 time: 0.2843850 Sep 21 18:18:18.802845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Pushing event updated for resources: {'Network': ['ID=c7efc823-a72f-4331-a41f-acfa766f2082,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:18.803775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Request body: {'port': {'device_id': '18551f13-c68b-4bc2-a947-f6712ccad783', 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'admin_state_up': True, 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:18.815041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network c7efc823-a72f-4331-a41f-acfa766f2082 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:18.842707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:18.851330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1370001 Sep 21 18:18:18.851926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49274) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:18.852563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a267b3cf-67ba-4f63-8da9-a4026743ee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.863723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Request body: {'subnet': {'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1100211887-subnet', 'tenant_id': 'c0ec376d4224432189cb4d46d0ccb915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:18.868230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.868568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.868918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.869296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.869637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.869974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.870469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.870806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.871384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.871723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.872054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:18.872381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07af2c5-9e25-454f-bed4-433c2f582461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:19.024828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a267b3cf-67ba-4f63-8da9-a4026743ee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.034135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a267b3cf-67ba-4f63-8da9-a4026743ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.066521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a267b3cf-67ba-4f63-8da9-a4026743ee1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74e39c0d8d3d4616b7e948a089046833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400853 Sep 21 18:18:19.073476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49284) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:19.091234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267b3cf-67ba-4f63-8da9-a4026743ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688d3621-2d31-47a2-9169-20dd218ad015,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:19.114685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Made reservation on behalf of c0ec376d4224432189cb4d46d0ccb915 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:19.118225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.234732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Made reservation on behalf of 9011b38c067e4ac1b6f6a1ef83f5d441 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:19.238622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.301912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-863fd6bb-c661-42e0-93ee-473753c2292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.387905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fb1e5-a9bc-4037-b56f-6c36f0fc36d4 req-23f51c97-eb28-4727-b77d-c399e2d9e348 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:19.398803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-560fb1e5-a9bc-4037-b56f-6c36f0fc36d4 req-23f51c97-eb28-4727-b77d-c399e2d9e348 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 945 time: 0.1014261 Sep 21 18:18:19.421644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-863fd6bb-c661-42e0-93ee-473753c2292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.447679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-560fb1e5-a9bc-4037-b56f-6c36f0fc36d4 req-37d5584d-f489-4b20-9b70-ea8c9428c729 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478804 Sep 21 18:18:19.597022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5301fcc0-507f-4aca-924e-1db94aba6547 req-da29336e-82e0-43fb-9b93-018501508474 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 210 time: 0.0628223 Sep 21 18:18:19.644633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-863fd6bb-c661-42e0-93ee-473753c2292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.647716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-863fd6bb-c661-42e0-93ee-473753c2292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.651366 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-863fd6bb-c661-42e0-93ee-473753c2292c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/688d3621-2d31-47a2-9169-20dd218ad015 HTTP/1.1" status: 204 len: 168 time: 0.5667360 Sep 21 18:18:19.696392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fd6bb-c661-42e0-93ee-473753c2292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688d3621-2d31-47a2-9169-20dd218ad015,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:19.706114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Allocated IP 172.20.0.9 (a8e874d8-2e97-4fe2-a647-0a685efd78a9/2e3e8411-3831-4879-9ca8-284755bc044d/ea98e828-9133-4bce-8cef-cfd80402262d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:19.738038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.930701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ab714-ba76-4122-9484-19e7bfc2b845 req-71cc04b2-82e5-487d-a228-30e45c88bbee tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:19.932305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b2ab714-ba76-4122-9484-19e7bfc2b845 req-71cc04b2-82e5-487d-a228-30e45c88bbee tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 945 time: 0.1425397 Sep 21 18:18:20.043190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b2ab714-ba76-4122-9484-19e7bfc2b845 req-034443ad-a89a-4de4-8943-a9754f70e4d9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764992 Sep 21 18:18:20.108169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.145969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fcc29b-f831-4e04-98a2-95571b5d3118,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:20.192985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Checking segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:20.196148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Network hostable DHCP agents. Network: c7efc823-a72f-4331-a41f-acfa766f2082, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:18:20.245506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c695f-a11a-463f-a2ed-093cd1ecf36e req-653308c1-140d-49f9-832c-6c67397ff7e3 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:20.247492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-910c695f-a11a-463f-a2ed-093cd1ecf36e req-653308c1-140d-49f9-832c-6c67397ff7e3 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 945 time: 0.0963652 Sep 21 18:18:20.258376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.271194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['baa0df7f-5150-4cc0-a030-d70070ca9d80'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:20.306897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Network a8e874d8-2e97-4fe2-a647-0a685efd78a9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:20.345416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:20.346528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-910c695f-a11a-463f-a2ed-093cd1ecf36e req-decc868b-ab62-4fa1-9554-09238160708d tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907726 Sep 21 18:18:20.355235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:20.366629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Network c7efc823-a72f-4331-a41f-acfa766f2082 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:18:20.377661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49376) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:20.404476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49380) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:20.504787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, c7efc823-a72f-4331-a41f-acfa766f2082) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:20.511524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:20.512177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.517466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f95cbf-c5c4-4184-b6f3-d1f962dac65b None None] Network c7efc823-a72f-4331-a41f-acfa766f2082 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:20.536881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-58c9724d-04b7-4736-a652-a6980da34417 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6777618 Sep 21 18:18:20.548151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Pushing event updated for resources: {'Port': ['ID=ea98e828-9133-4bce-8cef-cfd80402262d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:20.559975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:20.560644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.576519 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-ae43e56d-9210-439c-9806-e0540341ed16 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7788079 Sep 21 18:18:20.588532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-104f3204-b2e8-4722-9471-fbdd09f5ed94 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:18:20.589524 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-104f3204-b2e8-4722-9471-fbdd09f5ed94 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067785 Sep 21 18:18:20.863472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9b3ab-92aa-407f-9252-76cb20680178 None None] Network c7efc823-a72f-4331-a41f-acfa766f2082 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:20.875894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736b8da-09b0-4be8-9bbf-1629a0a5ffce req-c042f28c-6789-41aa-ad6c-7da973c51048 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:20.884473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e736b8da-09b0-4be8-9bbf-1629a0a5ffce req-c042f28c-6789-41aa-ad6c-7da973c51048 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 931 time: 0.1559706 Sep 21 18:18:20.928641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ad72f29-2dc8-408e-adf4-e60adfbb0346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.980332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Request body: {'port': {'device_id': '18551f13-c68b-4bc2-a947-f6712ccad783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:21.042178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ad72f29-2dc8-408e-adf4-e60adfbb0346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.086632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e736b8da-09b0-4be8-9bbf-1629a0a5ffce req-47d425ff-14e2-40d3-892f-b5b873c7c327 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953764 Sep 21 18:18:21.096230 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ad72f29-2dc8-408e-adf4-e60adfbb0346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.106024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfacebe7-031f-4c5b-8345-0f6a11e0d0a3 tempest-TestServerBasicOps-330639339 tempest-TestServerBasicOps-330639339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:21.113077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bfacebe7-031f-4c5b-8345-0f6a11e0d0a3 tempest-TestServerBasicOps-330639339 tempest-TestServerBasicOps-330639339-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1091 time: 0.7339044 Sep 21 18:18:21.116951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49410) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:21.128690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:21.204119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.960651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0ad72f29-2dc8-408e-adf4-e60adfbb0346 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4318db0d909a489aa0a060b1168479e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5548599 Sep 21 18:18:21.961701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49438) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:21.982023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea98e828-9133-4bce-8cef-cfd80402262d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:22.005387 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.009257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad72f29-2dc8-408e-adf4-e60adfbb0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4db035-bb92-4be7-8fa3-7beb1a415e91,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:22.045924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-4ca08275-e873-4c6c-88b0-2843dc836f08 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:22.056618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Transition to ACTIVE for port object ea98e828-9133-4bce-8cef-cfd80402262d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:18:22.057500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-4ca08275-e873-4c6c-88b0-2843dc836f08 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.2477503 Sep 21 18:18:22.069294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.072995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.123423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-2739c8bf-489a-49b7-88d0-86d7b5569ef1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/quotas/c0ec376d4224432189cb4d46d0ccb915 HTTP/1.1" status: 200 len: 375 time: 0.0586083 Sep 21 18:18:22.219804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-f6e21241-cd5f-4fe8-805b-1a07b482aaeb tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946336 Sep 21 18:18:22.234644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e446-179f-4152-bf51-d17817d3bb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.241283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea98e828-9133-4bce-8cef-cfd80402262d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:22.299245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e446-179f-4152-bf51-d17817d3bb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.398237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Attempting to bind port ea98e828-9133-4bce-8cef-cfd80402262d on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:22.398640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Attempting to bind port ea98e828-9133-4bce-8cef-cfd80402262d by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:22.399082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Attempting to bind port ea98e828-9133-4bce-8cef-cfd80402262d on network a8e874d8-2e97-4fe2-a647-0a685efd78a9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:22.423911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Port ea98e828-9133-4bce-8cef-cfd80402262d on network a8e874d8-2e97-4fe2-a647-0a685efd78a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:18:22.424524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Attempting to bind port ea98e828-9133-4bce-8cef-cfd80402262d on network a8e874d8-2e97-4fe2-a647-0a685efd78a9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:22.431531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:22.431531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Checking segment: {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:22.432093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Bound using segment: {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:22.434783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Bound port: ea98e828-9133-4bce-8cef-cfd80402262d, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08865316-dc2d-447d-a961-e97aaa0cbb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:22.434783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.499178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-219cb6da-de64-4689-9929-eb93d4591483 service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761028 Sep 21 18:18:22.516250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e446-179f-4152-bf51-d17817d3bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.518946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e446-179f-4152-bf51-d17817d3bb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.523194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-04b1e446-179f-4152-bf51-d17817d3bb46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f4db035-bb92-4be7-8fa3-7beb1a415e91 HTTP/1.1" status: 204 len: 168 time: 0.5575750 Sep 21 18:18:22.543774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.545444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1e446-179f-4152-bf51-d17817d3bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4db035-bb92-4be7-8fa3-7beb1a415e91,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:22.555340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] For port ea98e828-9133-4bce-8cef-cfd80402262d, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:22.570278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] For port ea98e828-9133-4bce-8cef-cfd80402262d, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea98e828-9133-4bce-8cef-cfd80402262d,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:22.589526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.688222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:22.688871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.691002 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] 10.222.0.78 "PUT /v2.0/ports/ea98e828-9133-4bce-8cef-cfd80402262d HTTP/1.1" status: 200 len: 1091 time: 2.0925038 Sep 21 18:18:22.691482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18551f13-c68b-4bc2-a947-f6712ccad783', 'tag': 'ea98e828-9133-4bce-8cef-cfd80402262d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:22.700902 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09" -d '{"events": [{"name": "network-changed", "server_uuid": "18551f13-c68b-4bc2-a947-f6712ccad783", "tag": "ea98e828-9133-4bce-8cef-cfd80402262d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:22.798850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-95d13482-ebe9-4257-947b-65a96081f7e7 service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985396 Sep 21 18:18:22.844110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95838ca8-5f88-46ef-82d8-d6a0948045f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea98e828-9133-4bce-8cef-cfd80402262d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:22.864356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Allocated IP 172.25.3.41 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/21e0f555-1b01-40aa-b081-371db1d2b379) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:22.882106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-508dd1d2-fa62-40b7-8f38-2e7c7d3148b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:22.883887 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-508dd1d2-fa62-40b7-8f38-2e7c7d3148b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 1094 time: 0.1416895 Sep 21 18:18:22.978306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-d39ca23d-428f-4130-aeb6-17afd85982c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea98e828-9133-4bce-8cef-cfd80402262d HTTP/1.1" status: 200 len: 217 time: 0.0825131 Sep 21 18:18:23.094494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-b7f3e80a-827c-44b0-9d23-569ae50eb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:23.096153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-b7f3e80a-827c-44b0-9d23-569ae50eb121 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.1108701 Sep 21 18:18:23.098864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49480) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:23.153788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-6f4216c4-eea3-4e80-8498-15e200f2eea0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366077 Sep 21 18:18:23.155385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd820117-d835-4b1b-85f6-225ce6cd66cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.199266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf324e8-3081-4566-9333-c0c73a7fb6cb req-f22307b8-7b30-4b99-8d8c-4f986f9e2144 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:23.207814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cf324e8-3081-4566-9333-c0c73a7fb6cb req-f22307b8-7b30-4b99-8d8c-4f986f9e2144 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 943 time: 0.1056211 Sep 21 18:18:23.221061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.327870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.375368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-39aad0e1-0ce9-444a-81f1-cb94da1abbef service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102797 Sep 21 18:18:23.398106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cf324e8-3081-4566-9333-c0c73a7fb6cb req-29511471-ec3c-4722-a146-4ab0b0be0776 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892984 Sep 21 18:18:23.494955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:23.506796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'Port': ['ID=21e0f555-1b01-40aa-b081-371db1d2b379,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:23.514287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:23.540819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:23.571460 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c7de5-ce7c-4bef-99be-01dd14f8876e x-openstack-request-id: req-e05c7de5-ce7c-4bef-99be-01dd14f8876e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:23.571913 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18551f13-c68b-4bc2-a947-f6712ccad783", "tag": "ea98e828-9133-4bce-8cef-cfd80402262d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:23.572258 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e05c7de5-ce7c-4bef-99be-01dd14f8876e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:23.572774 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18551f13-c68b-4bc2-a947-f6712ccad783', 'tag': 'ea98e828-9133-4bce-8cef-cfd80402262d', 'status': 'completed', 'code': 200} Sep 21 18:18:23.630251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-441a261a-a71d-4654-ada4-d0ff12894c4e req-26174bc7-5b96-4f6b-9a08-2445406d16da service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455122 Sep 21 18:18:23.723963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aade8ded-3a37-489d-a974-54750d30be59 req-62141e44-0d05-47a9-8e10-5be13f0a8122 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 210 time: 0.0971920 Sep 21 18:18:23.742556 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd820117-d835-4b1b-85f6-225ce6cd66cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.763304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd820117-d835-4b1b-85f6-225ce6cd66cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.801271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cd820117-d835-4b1b-85f6-225ce6cd66cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d218cf8f0264770bd15dfc8291dd0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011323 Sep 21 18:18:23.808294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49530) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:23.916940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd820117-d835-4b1b-85f6-225ce6cd66cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e6a59-3f9e-428c-abb7-aba7b1e559b4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:23.950477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-a4dce3ab-30bd-4b2b-969c-b6c86c686ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:23.952339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-a4dce3ab-30bd-4b2b-969c-b6c86c686ed2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 1094 time: 0.2364652 Sep 21 18:18:24.142942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a922ef-bb81-4fbc-8da9-9971ccc80b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.190796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a922ef-bb81-4fbc-8da9-9971ccc80b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.215483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-09384e66-958e-4f6f-ab06-7e77daf979f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:24.217801 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-09384e66-958e-4f6f-ab06-7e77daf979f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 913 time: 0.2536807 Sep 21 18:18:24.286161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-0ffc5f96-867f-43a8-b1fc-47b3330f9a29 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea98e828-9133-4bce-8cef-cfd80402262d HTTP/1.1" status: 200 len: 217 time: 0.0528455 Sep 21 18:18:24.356819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-14622d1f-eb1b-413e-80bd-ec34c26e5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:24.370026 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-14622d1f-eb1b-413e-80bd-ec34c26e5fd4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.0570414 Sep 21 18:18:24.408791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-e012a9f3-f3d6-48bb-ac61-cbaf0a92f056 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373933 Sep 21 18:18:24.409423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a922ef-bb81-4fbc-8da9-9971ccc80b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.413407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33a922ef-bb81-4fbc-8da9-9971ccc80b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.414781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-33a922ef-bb81-4fbc-8da9-9971ccc80b3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d01e6a59-3f9e-428c-abb7-aba7b1e559b4 HTTP/1.1" status: 204 len: 168 time: 0.5983746 Sep 21 18:18:24.494487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a922ef-bb81-4fbc-8da9-9971ccc80b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e6a59-3f9e-428c-abb7-aba7b1e559b4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:24.564389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29512d32-90db-4ca5-9ffc-eb4e7fb17339 req-d20411d7-60ab-48a4-b375-2f29aecd38a7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:24.565732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29512d32-90db-4ca5-9ffc-eb4e7fb17339 req-d20411d7-60ab-48a4-b375-2f29aecd38a7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2939832 Sep 21 18:18:24.658072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-6e697dd1-0eb3-42e0-bfd1-b027ac05bf1d service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420104 Sep 21 18:18:24.808439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.863934 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b9f2b9-81c8-43f8-af33-5f18b1523e09 req-1292c315-3c47-47e4-bbe3-e54d88907102 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965048 Sep 21 18:18:24.926349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29512d32-90db-4ca5-9ffc-eb4e7fb17339 req-84fd4c01-f714-4ddc-9965-714aaaf4c253 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720842 Sep 21 18:18:25.045927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-6cdd9682-0f3b-4ee8-ad2c-d4d2117d0c2b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:25.053293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-6cdd9682-0f3b-4ee8-ad2c-d4d2117d0c2b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.3186197 Sep 21 18:18:25.068067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Request body: {'port': {'device_id': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'admin_state_up': True, 'tenant_id': 'c0ec376d4224432189cb4d46d0ccb915'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:25.081426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49610) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:25.243766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.276485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aafadba2-b382-43d2-9c9c-9afdde882142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.287318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ca360-fec9-42fd-87e1-5b76cf7d6dab req-deb61909-6ead-44fc-9f02-b44c64b60f9c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:25.298687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-077ca360-fec9-42fd-87e1-5b76cf7d6dab req-deb61909-6ead-44fc-9f02-b44c64b60f9c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 943 time: 0.1771905 Sep 21 18:18:25.328098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea98e828-9133-4bce-8cef-cfd80402262d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:18:25.450814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-077ca360-fec9-42fd-87e1-5b76cf7d6dab req-92a6663b-aa75-469d-92b2-979971f0f3e3 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512182 Sep 21 18:18:25.472676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aafadba2-b382-43d2-9c9c-9afdde882142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.479807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aafadba2-b382-43d2-9c9c-9afdde882142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.545252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea98e828-9133-4bce-8cef-cfd80402262d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea98e828-9133-4bce-8cef-cfd80402262d,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:25.576502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aafadba2-b382-43d2-9c9c-9afdde882142 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4cc8fb1a2a7a45f3aa03f0849c873f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936850 Sep 21 18:18:25.577130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:25.579111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Made reservation on behalf of c0ec376d4224432189cb4d46d0ccb915 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:25.579582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ea98e828-9133-4bce-8cef-cfd80402262d', 'network_id': 'a8e874d8-2e97-4fe2-a647-0a685efd78a9', 'port_id': 'ea98e828-9133-4bce-8cef-cfd80402262d', 'mac_address': 'fa:16:3e:57:e0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3e8411-3831-4879-9ca8-284755bc044d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:18:25.584608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.606521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafadba2-b382-43d2-9c9c-9afdde882142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e1cc28-4c46-4526-8a68-2bb450086e0e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:25.650518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecb9a4ef-dd6f-47ae-9068-292d127c814a req-6c09279f-68bb-4960-8d4e-1dcc08e848d3 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 210 time: 0.0563123 Sep 21 18:18:25.704734 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.732736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea98e828-9133-4bce-8cef-cfd80402262d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:25.758370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f7e62e1-94fc-489b-be42-4ec1daf531ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.782099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea98e828-9133-4bce-8cef-cfd80402262d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea98e828-9133-4bce-8cef-cfd80402262d,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:25.789801 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.803172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f7e62e1-94fc-489b-be42-4ec1daf531ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.895403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea98e828-9133-4bce-8cef-cfd80402262d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:25.928793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.929534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.930140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.930800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.931348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.939428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.942333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f7e62e1-94fc-489b-be42-4ec1daf531ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.946443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.947052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.947924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.948500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.949056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.949805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.950391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:25.963685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f7e62e1-94fc-489b-be42-4ec1daf531ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.967157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5f7e62e1-94fc-489b-be42-4ec1daf531ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25e1cc28-4c46-4526-8a68-2bb450086e0e HTTP/1.1" status: 204 len: 168 time: 0.3802080 Sep 21 18:18:25.969984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0defb38-04a5-497b-92c8-fe4106214684 req-8cca509e-a1b9-4135-9843-9bbe46bdd612 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:25.971797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0defb38-04a5-497b-92c8-fe4106214684 req-8cca509e-a1b9-4135-9843-9bbe46bdd612 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2438567 Sep 21 18:18:25.975998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.989780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e62e1-94fc-489b-be42-4ec1daf531ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e1cc28-4c46-4526-8a68-2bb450086e0e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:26.055093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea98e828-9133-4bce-8cef-cfd80402262d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:26.095324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Allocated IP 172.20.0.3 (c7efc823-a72f-4331-a41f-acfa766f2082/25fcc29b-f831-4e04-98a2-95571b5d3118/f55497e5-6a36-470d-9d47-bb6d5cb49930) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:26.134145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event updated for resources: {'Port': ['ID=21e0f555-1b01-40aa-b081-371db1d2b379,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:26.160160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0defb38-04a5-497b-92c8-fe4106214684 req-66765ba3-977d-423a-9465-3d97f9df5900 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702030 Sep 21 18:18:26.262484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.652169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49694) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:26.666459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fee0-5de6-4362-bf89-74694f95c690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.824733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fee0-5de6-4362-bf89-74694f95c690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.829815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fee0-5de6-4362-bf89-74694f95c690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.880246 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c4e4fee0-5de6-4362-bf89-74694f95c690 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d920c53dce39450e97a450796cb3b854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269669 Sep 21 18:18:26.882949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49706) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:26.885498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4fee0-5de6-4362-bf89-74694f95c690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376917c6-d922-4b77-b8fe-4996b8bebd8e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:27.069072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86c3af32-2587-4ec2-b6a3-806ead091f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.095531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49708) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:27.121866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86c3af32-2587-4ec2-b6a3-806ead091f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.212263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-7bd4f898-b3ae-4cdf-9e70-ada6506e5a67 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:27.214892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86c3af32-2587-4ec2-b6a3-806ead091f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.218599 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-86c3af32-2587-4ec2-b6a3-806ead091f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.221171 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-86c3af32-2587-4ec2-b6a3-806ead091f0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/376917c6-d922-4b77-b8fe-4996b8bebd8e HTTP/1.1" status: 204 len: 168 time: 0.3359492 Sep 21 18:18:27.230246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-7bd4f898-b3ae-4cdf-9e70-ada6506e5a67 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.2213681 Sep 21 18:18:27.243301 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Floating IP 96b9811b-5285-47bc-94a7-a3be50444b33 associated. External IP: 172.25.3.41, port: f74bf58a-e79f-450d-91ef-f53fc2a8730d. Sep 21 18:18:27.273726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3af32-2587-4ec2-b6a3-806ead091f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376917c6-d922-4b77-b8fe-4996b8bebd8e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:27.347621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-cf65803a-8c04-4322-b1a5-092331c6c557 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/quotas/b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 375 time: 0.1157634 Sep 21 18:18:27.351416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea98e828-9133-4bce-8cef-cfd80402262d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:27.377413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.387410 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fadd7bea-3554-444c-acac-ca1d7b97c249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.484327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ea98e828-9133-4bce-8cef-cfd80402262d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:18:27.495024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ea98e828-9133-4bce-8cef-cfd80402262d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:27.499823 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.622681 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.626778 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fadd7bea-3554-444c-acac-ca1d7b97c249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.637334 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fadd7bea-3554-444c-acac-ca1d7b97c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.647124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-f9a0e886-b247-4782-bef2-a642604c9bfe tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2654271 Sep 21 18:18:27.648469 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.681632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea98e828-9133-4bce-8cef-cfd80402262d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea98e828-9133-4bce-8cef-cfd80402262d,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:27.690974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18551f13-c68b-4bc2-a947-f6712ccad783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98e828-9133-4bce-8cef-cfd80402262d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:27.700773 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e23e8-de93-4295-8e3e-c2414d5df982" -d '{"events": [{"server_uuid": "18551f13-c68b-4bc2-a947-f6712ccad783", "name": "network-vif-plugged", "status": "completed", "tag": "ea98e828-9133-4bce-8cef-cfd80402262d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:27.708117 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fadd7bea-3554-444c-acac-ca1d7b97c249 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d2721ddaa754d7c98c2d921927b81e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115036 Sep 21 18:18:27.711900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49728) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:27.743820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.792089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd7bea-3554-444c-acac-ca1d7b97c249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5990fdde-123d-40b8-8012-60a178841b99,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:27.820765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a034cfeb-9ea2-4f3c-853b-609d4baa43ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.841119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea98e828-9133-4bce-8cef-cfd80402262d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:27.876061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a034cfeb-9ea2-4f3c-853b-609d4baa43ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.940364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Network c7efc823-a72f-4331-a41f-acfa766f2082 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:27.955907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:27.958631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:27.979278 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a034cfeb-9ea2-4f3c-853b-609d4baa43ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.983391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a034cfeb-9ea2-4f3c-853b-609d4baa43ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.987473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a034cfeb-9ea2-4f3c-853b-609d4baa43ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5990fdde-123d-40b8-8012-60a178841b99 HTTP/1.1" status: 204 len: 168 time: 0.2744896 Sep 21 18:18:28.004701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034cfeb-9ea2-4f3c-853b-609d4baa43ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5990fdde-123d-40b8-8012-60a178841b99,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:28.031823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:28.039413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:28.066116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Router 025350bb-ed97-412d-bee3-6f5acfd8fe5f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:28.069102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event updated for resources: {'Port': ['ID=f55497e5-6a36-470d-9d47-bb6d5cb49930,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:28.074497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ca79430-67b0-4f8a-a565-bc11484b0728 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0110841 Sep 21 18:18:28.100124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Request body: {'port': {'device_id': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:28.151793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-fdd6ba24-df84-4da9-9aca-aee377f831ea service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899163 Sep 21 18:18:28.297375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:28.474271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-dc697792-8037-4190-ba8d-6b32a4848cc9 service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694170 Sep 21 18:18:28.483925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:28.500147 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] Sync routers for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:28.516759 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:28.517573 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:18:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:28.724339 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:28.851349 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:28.931945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c124bc4a-17c7-4426-8a3d-61fd4dd04b41 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.8085682 Sep 21 18:18:28.935443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:28.937909 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3c5ca-9ba4-44ce-b908-dfd086288daf" -d '{"events": [{"name": "network-changed", "server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:29.066542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae228b6-7b06-4f6c-8027-6fb5245de12b req-da357f8b-3805-498c-8ec8-8ba06c8dd416 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:29.074873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eae228b6-7b06-4f6c-8027-6fb5245de12b req-da357f8b-3805-498c-8ec8-8ba06c8dd416 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1449089 Sep 21 18:18:29.184702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55497e5-6a36-470d-9d47-bb6d5cb49930 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:29.195764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.212201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Transition to ACTIVE for port object f55497e5-6a36-470d-9d47-bb6d5cb49930 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:18:29.225745 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.257525 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce8f94a4-79a9-4b37-ae6e-7300021319d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.265537 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '96b9811b-5285-47bc-94a7-a3be50444b33', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'port_id': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'mac_address': 'fa:16:3e:e2:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387f490-a5df-491e-9971-a782ae626362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:24Z', 'updated_at': '2021-09-21T18:18:24Z', 'revision_number': 0, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:50Z', 'revision_number': 5, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:29.291829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Pushing event updated for resources: {'Port': ['ID=f55497e5-6a36-470d-9d47-bb6d5cb49930,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:29.329475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eae228b6-7b06-4f6c-8027-6fb5245de12b req-e4d2f6e7-a033-4924-8836-0214061bdbf1 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535245 Sep 21 18:18:29.336744 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] Checking router: 025350bb-ed97-412d-bee3-6f5acfd8fe5f for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:29.362241 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:29.362818 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:18:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:29.449361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Attempting to bind port f55497e5-6a36-470d-9d47-bb6d5cb49930 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:29.449716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Attempting to bind port f55497e5-6a36-470d-9d47-bb6d5cb49930 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:29.450058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Attempting to bind port f55497e5-6a36-470d-9d47-bb6d5cb49930 on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:29.458097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Port f55497e5-6a36-470d-9d47-bb6d5cb49930 on network c7efc823-a72f-4331-a41f-acfa766f2082 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:18:29.463473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Attempting to bind port f55497e5-6a36-470d-9d47-bb6d5cb49930 on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:29.473386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:29.473737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Checking segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:29.474135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Bound using segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:29.474681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Bound port: f55497e5-6a36-470d-9d47-bb6d5cb49930, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:29.475261 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.617629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] For port f55497e5-6a36-470d-9d47-bb6d5cb49930, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:29.621102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] For port f55497e5-6a36-470d-9d47-bb6d5cb49930, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f55497e5-6a36-470d-9d47-bb6d5cb49930,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:29.635847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.751964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:29.757713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.759387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] 10.222.0.41 "PUT /v2.0/ports/f55497e5-6a36-470d-9d47-bb6d5cb49930 HTTP/1.1" status: 200 len: 1091 time: 1.6671202 Sep 21 18:18:29.816233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40147-e4fc-4b51-8268-aa37a1a067fd req-2ba13561-b0bd-4fc3-a70c-0b8a152b8e23 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:29.819478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79d40147-e4fc-4b51-8268-aa37a1a067fd req-2ba13561-b0bd-4fc3-a70c-0b8a152b8e23 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 943 time: 0.1953590 Sep 21 18:18:29.835739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce02c0c-652c-4b79-a655-19f83072bacb service neutron] Pushing event updated for resources: {'Port': ['ID=f55497e5-6a36-470d-9d47-bb6d5cb49930,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:29.910076 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:29.912735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79d40147-e4fc-4b51-8268-aa37a1a067fd req-c39a42cd-d84e-4e5c-92b5-e72109c01678 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703042 Sep 21 18:18:29.950479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-858e1e82-92f7-4ca0-a7d4-7d3b4bed827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:29.957680 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-858e1e82-92f7-4ca0-a7d4-7d3b4bed827b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 1094 time: 0.1365707 Sep 21 18:18:30.061847 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000dfacf-cf7d-4266-84d4-82b11cba0e57 x-openstack-request-id: req-000dfacf-cf7d-4266-84d4-82b11cba0e57 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:30.062473 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18551f13-c68b-4bc2-a947-f6712ccad783", "name": "network-vif-plugged", "status": "completed", "tag": "ea98e828-9133-4bce-8cef-cfd80402262d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:30.062901 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-000dfacf-cf7d-4266-84d4-82b11cba0e57 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:30.063653 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18551f13-c68b-4bc2-a947-f6712ccad783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98e828-9133-4bce-8cef-cfd80402262d', 'code': 200} Sep 21 18:18:30.066507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-0da81676-ac3c-4093-b770-6cb2c6764985 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f55497e5-6a36-470d-9d47-bb6d5cb49930 HTTP/1.1" status: 200 len: 217 time: 0.0989826 Sep 21 18:18:30.226134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ccb031d-cdba-4b1d-95a3-02cdbf10a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.229380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-7ccb031d-cdba-4b1d-95a3-02cdbf10a2fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.1620631 Sep 21 18:18:30.241146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bfbee-5233-4c77-a6ec-228463dbaf58 req-b0c2baa7-2278-414c-82e3-8e5358de9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.242953 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d0bfbee-5233-4c77-a6ec-228463dbaf58 req-b0c2baa7-2278-414c-82e3-8e5358de9ce6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 1096 time: 0.1161785 Sep 21 18:18:30.317949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d0bfbee-5233-4c77-a6ec-228463dbaf58 req-7c1e770a-2671-44a0-a489-a2e8ffd72490 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Sep 21 18:18:30.318563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dff15226-6de0-4a76-90cf-7684881b21a3 req-c73d6380-649f-4448-acaf-c46dcfa3de4a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 210 time: 0.0854630 Sep 21 18:18:30.336297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-83b6cb3f-fac6-4d71-85d8-685287d42e40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910568 Sep 21 18:18:30.359148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-2b7417ad-0a68-415a-b213-10f4bbd32abe service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:18:30.360096 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-2b7417ad-0a68-415a-b213-10f4bbd32abe service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119929 Sep 21 18:18:30.595305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-32e88aff-016f-443d-a6af-43ad96fb85f7 service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198958 Sep 21 18:18:30.596816 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a50688-46bc-4ec8-b784-f15b4a089dfe x-openstack-request-id: req-86a50688-46bc-4ec8-b784-f15b4a089dfe {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:30.597247 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:30.597367 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86a50688-46bc-4ec8-b784-f15b4a089dfe {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:30.597766 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'status': 'completed', 'code': 200} Sep 21 18:18:30.649892 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '96b9811b-5285-47bc-94a7-a3be50444b33', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'port_id': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'mac_address': 'fa:16:3e:e2:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387f490-a5df-491e-9971-a782ae626362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:24Z', 'updated_at': '2021-09-21T18:18:24Z', 'revision_number': 0, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:50Z', 'revision_number': 5, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:30.731733 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ce28d-e5ec-42d5-a2f3-519d4d385b1f None None] The sync data for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 is: [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '96b9811b-5285-47bc-94a7-a3be50444b33', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'port_id': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'mac_address': 'fa:16:3e:e2:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387f490-a5df-491e-9971-a782ae626362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:24Z', 'updated_at': '2021-09-21T18:18:24Z', 'revision_number': 0, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:50Z', 'revision_number': 5, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:30.779972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-eb013419-bb3d-4708-b400-a293e136b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.791519 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-eb013419-bb3d-4708-b400-a293e136b7d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f173b8d02d174360899fdde934d3948e&device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1096 time: 0.3038580 Sep 21 18:18:30.914339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561396d-fd20-4da2-a905-81b8f0e34b2e req-4362c244-f508-4d8b-9dd6-dbbf9b158511 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.931400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-f6720915-c6ff-4c1d-afa9-f8d48a62abb4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.933082 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-f6720915-c6ff-4c1d-afa9-f8d48a62abb4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.78 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.4116697 Sep 21 18:18:30.953749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5561396d-fd20-4da2-a905-81b8f0e34b2e req-4362c244-f508-4d8b-9dd6-dbbf9b158511 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.3358259 Sep 21 18:18:30.956764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'port': {'device_id': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'admin_state_up': True, 'tenant_id': 'b8267c05d15048808f78d822c9cd506e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:31.108624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5561396d-fd20-4da2-a905-81b8f0e34b2e req-c7eb7268-f2c0-41f5-a69f-59f5b5ce6024 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521306 Sep 21 18:18:31.109161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49860) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:31.129286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b31d0ee7-b615-4274-a7d5-e0d785bff551 req-b5bc71a6-a1e7-4a9b-aa0d-5d413d343692 service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155046 Sep 21 18:18:31.175409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-fdefa00c-99f6-4e27-9848-ac0bac3e4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:31.177136 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-fdefa00c-99f6-4e27-9848-ac0bac3e4997 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e HTTP/1.1" status: 200 len: 910 time: 0.3735068 Sep 21 18:18:31.243020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59efe2d-8239-4e0e-a6ef-19f2dee787dd None None] New status for floating IP 96b9811b-5285-47bc-94a7-a3be50444b33: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:18:31.373981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c412a6d-417d-4fa3-8732-72affeb0d07d req-5a6b961b-2f16-49f4-8e4c-1f1aa158646d tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:31.377208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c412a6d-417d-4fa3-8732-72affeb0d07d req-5a6b961b-2f16-49f4-8e4c-1f1aa158646d tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 943 time: 0.1449988 Sep 21 18:18:31.389478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Made reservation on behalf of b8267c05d15048808f78d822c9cd506e for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:31.393840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.399714 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-4de22440-2c89-478f-b672-4d6e16f9c326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d HTTP/1.1" status: 200 len: 998 time: 0.2031028 Sep 21 18:18:31.400916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:31.529325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.555195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-5813b1a6-5497-4e6b-83eb-de18ffc3c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:31.560984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-5813b1a6-5497-4e6b-83eb-de18ffc3c116 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0261a605-644d-4f32-95d7-b6cfae555e61 HTTP/1.1" status: 200 len: 847 time: 0.1293571 Sep 21 18:18:31.583565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c412a6d-417d-4fa3-8732-72affeb0d07d req-0a298e17-8bce-4084-a62c-297b09cb5a44 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764863 Sep 21 18:18:31.862112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9e9a96b-dffb-47c8-b33c-d73fd6e76f1f req-4fe89773-9618-493f-bac8-6765d7526213 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 210 time: 0.0820022 Sep 21 18:18:31.919359 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.965545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Allocated IP 172.20.0.12 (504eee16-e66c-4c18-9265-40a9b7e500f5/ede39c7e-dfc9-4275-8cb6-1b836e6acb02/e595b7aa-ac56-44f9-913c-fb8f2aca0136) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:32.112743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Allocated IP 172.25.3.61 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/a536a0d4-33da-4a84-8c48-291658ffc2ac) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:32.206770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-ca1f3cf7-bc78-4ddb-adf7-7d32d14b1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:32.210289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-ca1f3cf7-bc78-4ddb-adf7-7d32d14b1577 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650074 Sep 21 18:18:32.477909 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.560240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd55be-2586-4347-8830-ccaefe8cb0dd req-731ab78a-aab8-42c1-90b5-13c8609a33d8 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:32.570605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2dfd55be-2586-4347-8830-ccaefe8cb0dd req-731ab78a-aab8-42c1-90b5-13c8609a33d8 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.2703078 Sep 21 18:18:32.599199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'tag': 'f55497e5-6a36-470d-9d47-bb6d5cb49930'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:32.602906 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd1a58-52d4-4506-9c7b-b91954ebc572" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc49187-39e7-4c15-a30c-5f3f1215f5b9", "tag": "f55497e5-6a36-470d-9d47-bb6d5cb49930"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:32.633614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2dfd55be-2586-4347-8830-ccaefe8cb0dd req-e4b04d79-c798-4f8a-913c-97c3e0892f88 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561910 Sep 21 18:18:32.635589 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.719761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:32.735644 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e469f1be-66e5-4ceb-b690-c97722ebb1fc x-openstack-request-id: req-e469f1be-66e5-4ceb-b690-c97722ebb1fc {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:32.736011 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc49187-39e7-4c15-a30c-5f3f1215f5b9", "tag": "f55497e5-6a36-470d-9d47-bb6d5cb49930", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:32.736275 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e469f1be-66e5-4ceb-b690-c97722ebb1fc {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:32.736680 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'tag': 'f55497e5-6a36-470d-9d47-bb6d5cb49930', 'status': 'completed', 'code': 200} Sep 21 18:18:32.739896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:32.744435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:32.870700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Pushing event updated for resources: {'Port': ['ID=a536a0d4-33da-4a84-8c48-291658ffc2ac,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:32.884208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-b0372d93-d39f-436f-bb3c-2eaa3bf522c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:32.886451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-b0372d93-d39f-436f-bb3c-2eaa3bf522c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 1094 time: 0.0913086 Sep 21 18:18:32.896710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.947433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.035263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-2a0befbe-1f93-4d73-b809-0b31d0c51701 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110144 Sep 21 18:18:33.046638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.107320 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.120703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059', 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:33.262393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:33.277153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:33.297550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:33.310276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=e595b7aa-ac56-44f9-913c-fb8f2aca0136,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:33.594124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-14b3c5ca-9ba4-44ce-b908-dfd086288daf req-a3d23c5e-2aac-41ca-8b44-697b35af928b service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402579 Sep 21 18:18:33.603275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-dd67cfed-e099-490e-8daf-dbaa1a36521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:33.604822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-dd67cfed-e099-490e-8daf-dbaa1a36521c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 1096 time: 0.5267570 Sep 21 18:18:33.617472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:33.618839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.623268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d3958315-54e0-4c41-a45c-de2d075acebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.626825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49946) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:33.653081 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-046f062e-c774-4ef8-a315-9e80651e533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7059944 Sep 21 18:18:33.677917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Request body: {'port': {'device_id': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:33.862122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.884915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-43400825-fdf9-4bbb-9b1f-5fdb81873754 None None] Provisioning complete for port e595b7aa-ac56-44f9-913c-fb8f2aca0136 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:33.885352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-43400825-fdf9-4bbb-9b1f-5fdb81873754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.956623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-43400825-fdf9-4bbb-9b1f-5fdb81873754 None None] Port e595b7aa-ac56-44f9-913c-fb8f2aca0136 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:34.198030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b838c6-d1d9-4641-bf8c-43e90341c792 req-6d14899a-ba55-47f0-ac20-70f0aaac8691 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:34.199634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83b838c6-d1d9-4641-bf8c-43e90341c792 req-6d14899a-ba55-47f0-ac20-70f0aaac8691 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 943 time: 1.0313778 Sep 21 18:18:34.200740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.217567 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.244531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-adad327b-2543-4d16-b498-55b2f6b960e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:34.246325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-adad327b-2543-4d16-b498-55b2f6b960e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 917 time: 1.2923484 Sep 21 18:18:34.340306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-dc1b18ce-ab85-4491-9cad-368f40363dbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f55497e5-6a36-470d-9d47-bb6d5cb49930 HTTP/1.1" status: 200 len: 217 time: 0.0826459 Sep 21 18:18:34.385606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.416504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.420849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e595b7aa-ac56-44f9-913c-fb8f2aca0136 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:34.444602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.460631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Transition to ACTIVE for port object e595b7aa-ac56-44f9-913c-fb8f2aca0136 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:18:34.469961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.483714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f55497e5-6a36-470d-9d47-bb6d5cb49930 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:18:34.486377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83b838c6-d1d9-4641-bf8c-43e90341c792 req-94da5897-5fe3-4396-a138-1086c955685c tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671320 Sep 21 18:18:34.558291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-1105f115-10c0-4b76-94d5-d0a7edd28826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:34.562875 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-1105f115-10c0-4b76-94d5-d0a7edd28826 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 913 time: 0.9345026 Sep 21 18:18:34.568811 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa8d382d-9c36-4d73-b44a-6572f7a2c1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.684153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Pushing event updated for resources: {'Port': ['ID=e595b7aa-ac56-44f9-913c-fb8f2aca0136,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:34.715648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-2900f3fc-bccc-4e0a-b916-fe7ac015f275 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea98e828-9133-4bce-8cef-cfd80402262d HTTP/1.1" status: 200 len: 217 time: 0.1267316 Sep 21 18:18:34.716521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Pushing event updated for resources: {'Port': ['ID=a536a0d4-33da-4a84-8c48-291658ffc2ac,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:34.758420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-ca4460c9-11d0-42b0-a904-b6862115ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:34.760660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-ca4460c9-11d0-42b0-a904-b6862115ee7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.3658414 Sep 21 18:18:34.838754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Attempting to bind port e595b7aa-ac56-44f9-913c-fb8f2aca0136 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:34.842833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Attempting to bind port e595b7aa-ac56-44f9-913c-fb8f2aca0136 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:34.843826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Attempting to bind port e595b7aa-ac56-44f9-913c-fb8f2aca0136 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:34.873278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Port e595b7aa-ac56-44f9-913c-fb8f2aca0136 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:18:34.873880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Attempting to bind port e595b7aa-ac56-44f9-913c-fb8f2aca0136 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:34.893588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:34.894354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:34.895159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Bound using segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:34.902755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Bound port: e595b7aa-ac56-44f9-913c-fb8f2aca0136, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:34.903582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.912788 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.935766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f55497e5-6a36-470d-9d47-bb6d5cb49930, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f55497e5-6a36-470d-9d47-bb6d5cb49930,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:34.937362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-8dc3fefa-a2fe-4ad1-b218-60f608b37612 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652050 Sep 21 18:18:34.958349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.987643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f55497e5-6a36-470d-9d47-bb6d5cb49930', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'port_id': 'f55497e5-6a36-470d-9d47-bb6d5cb49930', 'mac_address': 'fa:16:3e:93:3e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fcc29b-f831-4e04-98a2-95571b5d3118', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:18:34.998688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-89f1dabd-7114-46b0-a3b2-7d302ae6a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:35.000215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-89f1dabd-7114-46b0-a3b2-7d302ae6a5bf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.2447312 Sep 21 18:18:35.038971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42686c0-036a-41f7-8b57-9eb6b5973d9d req-efde36e2-b755-4148-b69b-aab629ca04c9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:35.046427 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b42686c0-036a-41f7-8b57-9eb6b5973d9d req-efde36e2-b755-4148-b69b-aab629ca04c9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 944 time: 0.4317780 Sep 21 18:18:35.112921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-3ed1b000-7550-4f83-90cc-7bb5cab62197 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943797 Sep 21 18:18:35.165985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] For port e595b7aa-ac56-44f9-913c-fb8f2aca0136, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:35.184077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] For port e595b7aa-ac56-44f9-913c-fb8f2aca0136, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:35.186008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.221048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.256236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55497e5-6a36-470d-9d47-bb6d5cb49930 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:35.260718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b42686c0-036a-41f7-8b57-9eb6b5973d9d req-afd8e033-71ad-4b24-af07-b1fb130c7387 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122712 Sep 21 18:18:35.263237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-8e9a8c8a-9de3-4636-9a83-8a10fab127a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163259 Sep 21 18:18:35.387942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:35.389876 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.392130 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] 10.222.0.78 "PUT /v2.0/ports/e595b7aa-ac56-44f9-913c-fb8f2aca0136 HTTP/1.1" status: 200 len: 1092 time: 1.7282403 Sep 21 18:18:35.430519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:35.431631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f55497e5-6a36-470d-9d47-bb6d5cb49930, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f55497e5-6a36-470d-9d47-bb6d5cb49930,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:35.434065 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:35.437708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e29b1-83cf-437d-afed-944f24d8739d service neutron] Pushing event updated for resources: {'Port': ['ID=e595b7aa-ac56-44f9-913c-fb8f2aca0136,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:35.456970 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.571707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-d7362dcc-e889-4092-94bd-7c0246e3a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:35.574446 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-d7362dcc-e889-4092-94bd-7c0246e3a197 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 1095 time: 0.1053908 Sep 21 18:18:35.579540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f55497e5-6a36-470d-9d47-bb6d5cb49930,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:35.654115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa8d382d-9c36-4d73-b44a-6572f7a2c1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.669415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-90de404d-438e-4f18-86af-7285f53005c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136 HTTP/1.1" status: 200 len: 217 time: 0.0853474 Sep 21 18:18:35.749351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:35.764113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-80c53dc4-f15e-43f5-9b47-da78946f927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:35.767070 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-80c53dc4-f15e-43f5-9b47-da78946f927f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0894496 Sep 21 18:18:35.789353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa8d382d-9c36-4d73-b44a-6572f7a2c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.809687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.816461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-01524b5a-0cfd-44f6-9116-ed257877054f tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7057514 Sep 21 18:18:35.832177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49982) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:35.853238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-756404724', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'fixed_ips': [{'ip_address': '172.25.3.61'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:35.869313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dbd1a58-52d4-4506-9c7b-b91954ebc572 req-99db7bb8-0724-4a7b-a03a-3c657fcce287 service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099068 Sep 21 18:18:35.914891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-2abe0d07-018a-4f31-9e58-597bbcddc44f service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828281 Sep 21 18:18:35.957078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-950a7e4c-d402-4e00-b956-5d3d475cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:35.967060 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-950a7e4c-d402-4e00-b956-5d3d475cfb66 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921744 Sep 21 18:18:35.977011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d382d-9c36-4d73-b44a-6572f7a2c1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d6113-f06e-4724-959a-f13b9441951b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:35.986593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa8d382d-9c36-4d73-b44a-6572f7a2c1c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da8c4d4dafa8441ca763134ec620fe34&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3557210 Sep 21 18:18:36.006629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49984) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:36.017357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Made reservation on behalf of 3b47fde434674b61b6ee2acb8b6fda5e for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:36.019819 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.029486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb5e7f-19bc-4b02-94f6-51e89c00bc71 req-4874ca45-e4f2-4ef3-8120-a597f402da4c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:36.031107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36fb5e7f-19bc-4b02-94f6-51e89c00bc71 req-4874ca45-e4f2-4ef3-8120-a597f402da4c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.4377890 Sep 21 18:18:36.107139 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.170040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-78aed461-e3c4-4f06-b159-da6d579a32ae service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904669 Sep 21 18:18:36.204877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36fb5e7f-19bc-4b02-94f6-51e89c00bc71 req-998646d7-c61e-4d3f-9f41-cf590789c2d2 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566639 Sep 21 18:18:36.207611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-285b2ef2-31b1-4ada-8d66-a31e46c91161 req-125fffbd-d4fa-4bed-a31b-f7fff8ac2830 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574384 Sep 21 18:18:36.235283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b25416a5-3bb7-417e-b251-09399f39d1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.278473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b25416a5-3bb7-417e-b251-09399f39d1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.400841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1cb654f6-0740-45cf-8b47-f6493a89359d req-8031498c-4739-4bde-af3d-5c94ee7b42f6 service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208354 Sep 21 18:18:36.402466 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb65270d-64a7-49d6-8318-65f296f2e875 x-openstack-request-id: req-fb65270d-64a7-49d6-8318-65f296f2e875 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:36.403068 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:36.403542 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb65270d-64a7-49d6-8318-65f296f2e875 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:36.404168 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136', 'status': 'completed', 'code': 200} Sep 21 18:18:36.494115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.510248 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.514312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] device_id is not set on port a1194c22-43ee-4702-96e3-e959383de124 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:18:36.518445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b25416a5-3bb7-417e-b251-09399f39d1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.521227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b25416a5-3bb7-417e-b251-09399f39d1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.525881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b25416a5-3bb7-417e-b251-09399f39d1e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/581d6113-f06e-4724-959a-f13b9441951b HTTP/1.1" status: 204 len: 168 time: 0.5180955 Sep 21 18:18:36.553341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-cb952e4e-5e52-4779-9359-9f39d62de10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:36.557562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-cb952e4e-5e52-4779-9359-9f39d62de10b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 1095 time: 0.1037867 Sep 21 18:18:36.659492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae59d6-0761-4126-b5b8-832148be1105,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:36.692947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25416a5-3bb7-417e-b251-09399f39d1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d6113-f06e-4724-959a-f13b9441951b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:36.738662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd844b-da2e-484b-b5c7-b4aa0ba533c2 req-ceea350c-1a4e-4b33-8308-3ba61c1989df tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:36.740386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5bd844b-da2e-484b-b5c7-b4aa0ba533c2 req-ceea350c-1a4e-4b33-8308-3ba61c1989df tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 944 time: 0.2124536 Sep 21 18:18:36.842623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-186809fb-6a7d-45ef-829e-52a4aa23014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:36.858277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-186809fb-6a7d-45ef-829e-52a4aa23014f service neutron] 10.222.0.78 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2786050 Sep 21 18:18:36.865060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5bd844b-da2e-484b-b5c7-b4aa0ba533c2 req-a8249095-197f-41ed-bd79-a77ea8410906 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886948 Sep 21 18:18:36.910306 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 18:18:36.910306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:36.939838 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-dbd8c96e-6517-4b43-9424-a23e505a6676 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136 HTTP/1.1" status: 200 len: 217 time: 0.0860572 Sep 21 18:18:36.940967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d9318160-03ea-47a8-82eb-093172d3b8b4 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0938032 Sep 21 18:18:36.945451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50010) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:37.118965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-20009b22-9138-456e-b0cb-a36db362a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:37.120575 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-20009b22-9138-456e-b0cb-a36db362a2d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1684611 Sep 21 18:18:37.198424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.236568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-48945ad1-39c5-4ae9-8809-4d41e6226336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:37.238547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-48945ad1-39c5-4ae9-8809-4d41e6226336 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088920 Sep 21 18:18:37.239601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50016) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:37.281322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9907b1c-72a9-420f-a797-8cb197149bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.321548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22cc1e-7a43-4dbd-b375-8e1e665c4ad0 req-6b604ea2-1ff3-41fc-bbe2-dc27dc7a7adb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:37.323560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af22cc1e-7a43-4dbd-b375-8e1e665c4ad0 req-6b604ea2-1ff3-41fc-bbe2-dc27dc7a7adb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 944 time: 0.2243197 Sep 21 18:18:37.418803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af22cc1e-7a43-4dbd-b375-8e1e665c4ad0 req-24713d4e-4509-4303-851a-c511e30f4952 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890784 Sep 21 18:18:37.420783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Deleting port a536a0d4-33da-4a84-8c48-291658ffc2ac {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:37.421130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.449054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-b16d9721-b7eb-49fd-a502-050899610613 service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005873 Sep 21 18:18:37.694457 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.694786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.712924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Calling delete_port for a536a0d4-33da-4a84-8c48-291658ffc2ac owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:37.765196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b72431-aa6c-453e-88c1-33985cc28b75 req-01709983-5b6d-4819-94b0-6e4175d6341e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:37.766810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10b72431-aa6c-453e-88c1-33985cc28b75 req-01709983-5b6d-4819-94b0-6e4175d6341e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1555827 Sep 21 18:18:37.860807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9907b1c-72a9-420f-a797-8cb197149bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.917947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10b72431-aa6c-453e-88c1-33985cc28b75 req-0131944b-b02d-4583-b470-876f0b303aec tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799437 Sep 21 18:18:37.982577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f6edb4a6-2a2b-47dc-ac5a-8260e730fc30 req-3fc4b071-f2aa-44ec-8df9-0232b8da8675 service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169516 Sep 21 18:18:37.987022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9907b1c-72a9-420f-a797-8cb197149bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.063802 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9907b1c-72a9-420f-a797-8cb197149bf2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d04e08d6479149bcb5d5839cd07cd5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220158 Sep 21 18:18:38.066397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50032) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:38.130098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.146803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9907b1c-72a9-420f-a797-8cb197149bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2085db6f-203c-4ce1-927c-eebaa440ccaa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:38.149513 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8457586-a0d4-4e95-9d00-9a72eac412ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.163648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab9fa5-58d1-46ff-b21c-6e863c3ed9c5 req-535d740d-29fe-461b-b30c-b5fecdde039b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:38.186225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bab9fa5-58d1-46ff-b21c-6e863c3ed9c5 req-535d740d-29fe-461b-b30c-b5fecdde039b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 944 time: 0.1312878 Sep 21 18:18:38.186724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8457586-a0d4-4e95-9d00-9a72eac412ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.244042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Pushing event deleted for resources: {'Port': ['ID=a536a0d4-33da-4a84-8c48-291658ffc2ac,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:38.276965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8457586-a0d4-4e95-9d00-9a72eac412ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.285255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f8457586-a0d4-4e95-9d00-9a72eac412ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.292880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bab9fa5-58d1-46ff-b21c-6e863c3ed9c5 req-532029a1-69dd-4aad-8423-7864889f1dd1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194813 Sep 21 18:18:38.294935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f8457586-a0d4-4e95-9d00-9a72eac412ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2085db6f-203c-4ce1-927c-eebaa440ccaa HTTP/1.1" status: 204 len: 168 time: 0.2275012 Sep 21 18:18:38.321607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8457586-a0d4-4e95-9d00-9a72eac412ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2085db6f-203c-4ce1-927c-eebaa440ccaa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:38.409039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.431168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.434459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3bee8baa-d974-4d34-8a1f-dd93f28a6226 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564 tempest-ExternalNetworksAdminNegativeTestJSON-2124242564-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/9db78253-c0ef-43fc-81e4-0acc140148ef HTTP/1.1" status: 204 len: 168 time: 1.4878700 Sep 21 18:18:38.445883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.490296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f55497e5-6a36-470d-9d47-bb6d5cb49930 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:38.658803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port f55497e5-6a36-470d-9d47-bb6d5cb49930 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:18:38.677726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f55497e5-6a36-470d-9d47-bb6d5cb49930 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:38.681850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.872673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ae454-93a5-4910-bf60-ecd19756583c req-9190398c-1dc6-4fcd-aa0a-8cb6a9597e0b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:38.905354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b83ae454-93a5-4910-bf60-ecd19756583c req-9190398c-1dc6-4fcd-aa0a-8cb6a9597e0b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 944 time: 0.3532765 Sep 21 18:18:39.033616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b83ae454-93a5-4910-bf60-ecd19756583c req-6a2959d5-39ca-42a3-9892-1860ca63becc tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267211 Sep 21 18:18:39.072052 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.127459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50062) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:39.167389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55497e5-6a36-470d-9d47-bb6d5cb49930'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:39.171160 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c42bea-1672-4ab9-8d31-dd657e5cb925" -d '{"events": [{"server_uuid": "bbc49187-39e7-4c15-a30c-5f3f1215f5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f55497e5-6a36-470d-9d47-bb6d5cb49930"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:39.204591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f55497e5-6a36-470d-9d47-bb6d5cb49930, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f55497e5-6a36-470d-9d47-bb6d5cb49930,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:39.212210 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.327684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c2cf0-c7fc-42a1-a962-ced1b3a9e6f4 req-0e5105fb-585a-45eb-9827-ece7213d9edf tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:39.336888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-737c2cf0-c7fc-42a1-a962-ced1b3a9e6f4 req-0e5105fb-585a-45eb-9827-ece7213d9edf tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1068664 Sep 21 18:18:39.373662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f55497e5-6a36-470d-9d47-bb6d5cb49930,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:39.399519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5d48b2a-c492-4fda-acd7-a2021051c76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.412987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e595b7aa-ac56-44f9-913c-fb8f2aca0136 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:18:39.516694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5d48b2a-c492-4fda-acd7-a2021051c76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.527581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-737c2cf0-c7fc-42a1-a962-ced1b3a9e6f4 req-b248ff26-7e41-4b27-8440-dbb967262406 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894245 Sep 21 18:18:39.529283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5d48b2a-c492-4fda-acd7-a2021051c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.562420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e5d48b2a-c492-4fda-acd7-a2021051c76b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a64eb498dbb426488bbecc849e63216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338715 Sep 21 18:18:39.584927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50082) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:39.589211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d48b2a-c492-4fda-acd7-a2021051c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1df911-14e2-4c39-b357-a96dbb99ff1e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:39.652249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6659b735-1665-4353-bdd8-0feee6801fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.681995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6659b735-1665-4353-bdd8-0feee6801fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.691760 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e5936e-5dc3-402d-bd48-c084b1367313 x-openstack-request-id: req-a6e5936e-5dc3-402d-bd48-c084b1367313 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:39.692280 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc49187-39e7-4c15-a30c-5f3f1215f5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f55497e5-6a36-470d-9d47-bb6d5cb49930", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:39.692280 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6e5936e-5dc3-402d-bd48-c084b1367313 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:39.692651 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55497e5-6a36-470d-9d47-bb6d5cb49930', 'code': 200} Sep 21 18:18:39.737978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e595b7aa-ac56-44f9-913c-fb8f2aca0136, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:39.804623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136', 'mac_address': 'fa:16:3e:40:3d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:18:39.809980 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6659b735-1665-4353-bdd8-0feee6801fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.813394 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6659b735-1665-4353-bdd8-0feee6801fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.814557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6659b735-1665-4353-bdd8-0feee6801fb6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb1df911-14e2-4c39-b357-a96dbb99ff1e HTTP/1.1" status: 204 len: 168 time: 0.2283790 Sep 21 18:18:39.854471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659b735-1665-4353-bdd8-0feee6801fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1df911-14e2-4c39-b357-a96dbb99ff1e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:39.898014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957932f7-9ad8-487f-bcef-716ff7d4e410 req-999ff6c2-07b6-47b6-ae72-e6813a590f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:39.899700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-957932f7-9ad8-487f-bcef-716ff7d4e410 req-999ff6c2-07b6-47b6-ae72-e6813a590f0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0649047 Sep 21 18:18:39.909437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8306b-0646-4d51-add2-229c00e7e783 req-595e4c63-cebf-4b25-bb88-095896d40096 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:39.917827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9b8306b-0646-4d51-add2-229c00e7e783 req-595e4c63-cebf-4b25-bb88-095896d40096 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 945 time: 0.1196260 Sep 21 18:18:39.979209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9b8306b-0646-4d51-add2-229c00e7e783 req-6763af2a-5e9a-4a9e-8b3c-3d4d7ba94408 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603209 Sep 21 18:18:40.011421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-957932f7-9ad8-487f-bcef-716ff7d4e410 req-8776b654-109d-47b5-9040-0cbd00d08286 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908375 Sep 21 18:18:40.015186 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.051227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e595b7aa-ac56-44f9-913c-fb8f2aca0136 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:40.088153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e595b7aa-ac56-44f9-913c-fb8f2aca0136, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:40.104506 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.221571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e595b7aa-ac56-44f9-913c-fb8f2aca0136,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:40.328434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f61a1-3c14-475d-b155-c6ee8c8cb461 req-15cb8267-9cab-470e-88fd-a9cbaae8c1b7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:40.337517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e2f61a1-3c14-475d-b155-c6ee8c8cb461 req-15cb8267-9cab-470e-88fd-a9cbaae8c1b7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 945 time: 0.1560979 Sep 21 18:18:40.367487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e595b7aa-ac56-44f9-913c-fb8f2aca0136'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:40.403113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e2f61a1-3c14-475d-b155-c6ee8c8cb461 req-1f55d818-1ac8-4139-9ac0-782be381e9d1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643761 Sep 21 18:18:40.637768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50122) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:40.779880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c3f3de43-712d-452a-9748-80cce9231009 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b47fde434674b61b6ee2acb8b6fda5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406510 Sep 21 18:18:40.782334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50134) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:40.784738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6491d59-d0fb-4232-8d3b-35c158437850 req-addcc0ce-faba-4532-9f49-f43a02666282 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:40.795027 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6491d59-d0fb-4232-8d3b-35c158437850 req-addcc0ce-faba-4532-9f49-f43a02666282 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.0765140 Sep 21 18:18:40.851041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6491d59-d0fb-4232-8d3b-35c158437850 req-5bffb798-9bf2-4ef0-bdf4-9d628a7e2ced tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545776 Sep 21 18:18:40.872642 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5acd16e7-015e-482d-b6a6-4b9e2d7f40d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.901771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5acd16e7-015e-482d-b6a6-4b9e2d7f40d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.973152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5acd16e7-015e-482d-b6a6-4b9e2d7f40d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.983092 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5acd16e7-015e-482d-b6a6-4b9e2d7f40d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.984382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5acd16e7-015e-482d-b6a6-4b9e2d7f40d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6ae59d6-0761-4126-b5b8-832148be1105 HTTP/1.1" status: 204 len: 168 time: 0.2009211 Sep 21 18:18:40.998463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd16e7-015e-482d-b6a6-4b9e2d7f40d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae59d6-0761-4126-b5b8-832148be1105,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:41.203001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c80784-4f9e-484e-aef5-18723aa698f0 req-a2f923b2-6fe4-423e-bc1c-3832255524aa tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:41.204874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33c80784-4f9e-484e-aef5-18723aa698f0 req-a2f923b2-6fe4-423e-bc1c-3832255524aa tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 945 time: 0.0593896 Sep 21 18:18:41.280169 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33c80784-4f9e-484e-aef5-18723aa698f0 req-69e5659e-3ff9-4958-91ac-31a18d567190 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568466 Sep 21 18:18:41.426330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e595b7aa-ac56-44f9-913c-fb8f2aca0136 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:41.520489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50176) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:41.551844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port e595b7aa-ac56-44f9-913c-fb8f2aca0136 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:18:41.557633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port e595b7aa-ac56-44f9-913c-fb8f2aca0136 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:41.558381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.636873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd3395-0031-4c22-b129-9fadd60c32e6 req-816a1fcf-a384-48a6-9dd7-4d16b11c11f3 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:41.643580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33cd3395-0031-4c22-b129-9fadd60c32e6 req-816a1fcf-a384-48a6-9dd7-4d16b11c11f3 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 945 time: 0.1032052 Sep 21 18:18:41.670586 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.706543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:41.710852 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a7c511-9ff8-4b0f-9df5-b79a4fd5be7e" -d '{"events": [{"server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "name": "network-vif-plugged", "status": "completed", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:41.728753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e595b7aa-ac56-44f9-913c-fb8f2aca0136, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:41.736987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33cd3395-0031-4c22-b129-9fadd60c32e6 req-59ba4e53-b485-4f9d-bed3-3b1f24bd523b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861082 Sep 21 18:18:41.746909 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b20d9545-718c-4e66-a016-d8ea4177cbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.763759 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.865576 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d5c7d0-7fa3-40bf-9e4f-9fadbd3f4a1a x-openstack-request-id: req-68d5c7d0-7fa3-40bf-9e4f-9fadbd3f4a1a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:41.866015 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "name": "network-vif-plugged", "status": "completed", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:41.866389 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68d5c7d0-7fa3-40bf-9e4f-9fadbd3f4a1a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:41.866947 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136', 'code': 200} Sep 21 18:18:41.890648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e595b7aa-ac56-44f9-913c-fb8f2aca0136,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:41.942081 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b20d9545-718c-4e66-a016-d8ea4177cbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.956172 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b20d9545-718c-4e66-a016-d8ea4177cbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.014851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b20d9545-718c-4e66-a016-d8ea4177cbb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7ad35592a504abf9ad89f4af87702a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922652 Sep 21 18:18:42.020082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50198) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:42.026030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ece3db-7ced-40a6-a6b6-81e445cb4f08 req-f7fea75e-1945-4586-b6b5-2e803cf6cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:42.027622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4ece3db-7ced-40a6-a6b6-81e445cb4f08 req-f7fea75e-1945-4586-b6b5-2e803cf6cba2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 1097 time: 0.0805826 Sep 21 18:18:42.041841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d9545-718c-4e66-a016-d8ea4177cbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c61a501-4c89-4e0e-a60b-6f7a6cf8438c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:42.085582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4ece3db-7ced-40a6-a6b6-81e445cb4f08 req-cee41dd5-3344-4939-9f02-d1a2377e6d34 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500658 Sep 21 18:18:42.125191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132e107-9390-4720-bd20-2e09322402ba req-b7f85fd0-6c08-41c4-a19e-42853da308f4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:42.126751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c132e107-9390-4720-bd20-2e09322402ba req-b7f85fd0-6c08-41c4-a19e-42853da308f4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1042788 Sep 21 18:18:42.132550 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19a3cfa4-b323-4c9c-842b-ba189308fe23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.211049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19a3cfa4-b323-4c9c-842b-ba189308fe23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.300836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c132e107-9390-4720-bd20-2e09322402ba req-7412b99f-29a1-441d-9122-784fc21a9b8b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635785 Sep 21 18:18:42.341663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19a3cfa4-b323-4c9c-842b-ba189308fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.345994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19a3cfa4-b323-4c9c-842b-ba189308fe23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.347997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-19a3cfa4-b323-4c9c-842b-ba189308fe23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c61a501-4c89-4e0e-a60b-6f7a6cf8438c HTTP/1.1" status: 204 len: 168 time: 0.3233426 Sep 21 18:18:42.366199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3cfa4-b323-4c9c-842b-ba189308fe23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c61a501-4c89-4e0e-a60b-6f7a6cf8438c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:42.455703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3c31-4c6e-420d-aa16-69503f6c0fda req-fa72d9e8-2044-44b4-a721-1f3dfed8af2a tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:42.457453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b1d3c31-4c6e-420d-aa16-69503f6c0fda req-fa72d9e8-2044-44b4-a721-1f3dfed8af2a tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 945 time: 0.0625489 Sep 21 18:18:42.538577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b1d3c31-4c6e-420d-aa16-69503f6c0fda req-a88178a9-3342-4717-81a6-049abdd81f21 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714037 Sep 21 18:18:42.904499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44756be4-7c36-44f2-aeaa-e155767e66b7 req-ce2d6570-642b-44d4-bd5a-3e4f2f031084 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:42.913139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44756be4-7c36-44f2-aeaa-e155767e66b7 req-ce2d6570-642b-44d4-bd5a-3e4f2f031084 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 946 time: 0.0737953 Sep 21 18:18:42.967013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44756be4-7c36-44f2-aeaa-e155767e66b7 req-44b386dd-8cb9-4df2-bd9e-1d894c59993d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501168 Sep 21 18:18:43.513569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822de14b-feb0-4ecf-a83e-7af2586e9cec req-72fa8996-bde6-4ce2-a12d-52f1a5482327 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:43.515590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-822de14b-feb0-4ecf-a83e-7af2586e9cec req-72fa8996-bde6-4ce2-a12d-52f1a5482327 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.0820925 Sep 21 18:18:43.601990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-822de14b-feb0-4ecf-a83e-7af2586e9cec req-2e041cf9-13eb-43cb-a51f-9f98b5d341a8 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777166 Sep 21 18:18:43.686403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50290) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:44.119521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1948865571'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:44.179719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Made reservation on behalf of d12da65c5f6a448789e6f3595cfeb8a6 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:44.187931 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.193742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b5aec-229b-4ed2-902a-384cd02cd4fe req-122c85b3-df66-4bff-bbba-c8098b166403 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:44.203064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d5b5aec-229b-4ed2-902a-384cd02cd4fe req-122c85b3-df66-4bff-bbba-c8098b166403 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 946 time: 0.0744393 Sep 21 18:18:44.212432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.264797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6d5b5aec-229b-4ed2-902a-384cd02cd4fe req-359ae893-66fc-42c7-bb9f-8a6d0235feb0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574052 Sep 21 18:18:44.406464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-9948ecea-6515-4b1b-ab43-4ec0b6a0ae4f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 267 time: 0.0492506 Sep 21 18:18:44.441479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.455748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.483267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-c4215ddc-c4f7-481a-aefc-fb4b609cc5c7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:44.493927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-c4215ddc-c4f7-481a-aefc-fb4b609cc5c7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 946 time: 0.0809321 Sep 21 18:18:44.501059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'port': {'security_groups': []}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:44.501300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31621a5-bee5-47ed-9d06-f2cbd38d4794,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:44.516502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:44.531047 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.531364 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Added segment 32a1239b-4ec1-430e-b7c1-1c972d5598b7 of type vlan for network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca Sep 21 18:18:44.591246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.596163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50326) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:44.626652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.673911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.685943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:44.687008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.733012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0443988 Sep 21 18:18:44.736218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:44.743892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Request body: {'subnet': {'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:44.816970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec777ba0-926d-43af-9a03-c15feffdd0b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event updated for resources: {'Network': ['ID=9dacc0d3-75bc-4d71-ab57-d566956bb9ca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:44.836069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:44.952266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] For port e595b7aa-ac56-44f9-913c-fb8f2aca0136, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:44.993971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Made reservation on behalf of d12da65c5f6a448789e6f3595cfeb8a6 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:44.998949 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.017082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.022863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.040905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e595b7aa-ac56-44f9-913c-fb8f2aca0136'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:45.044865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059', 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:45.047207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:45.053683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:45.054416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.062341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b51de3c-f430-4ce7-8c0d-353d6e122a56 req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "PUT /v2.0/ports/e595b7aa-ac56-44f9-913c-fb8f2aca0136 HTTP/1.1" status: 200 len: 905 time: 0.5670180 Sep 21 18:18:45.077784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:45.082563 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bee6133-75f8-4472-8df2-20352d0d9b54" -d '{"events": [{"name": "network-changed", "server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:45.253793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172e15-c558-499b-be73-f3884c081e44 req-bc21416d-8de7-42b1-8d20-ac4649da50cc tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:45.260044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e8172e15-c558-499b-be73-f3884c081e44 req-bc21416d-8de7-42b1-8d20-ac4649da50cc tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.0915554 Sep 21 18:18:45.263584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a094e-0893-4215-baa9-74cea23188b2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=e595b7aa-ac56-44f9-913c-fb8f2aca0136,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:45.267888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.289121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e595b7aa-ac56-44f9-913c-fb8f2aca0136'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:45.368996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e8172e15-c558-499b-be73-f3884c081e44 req-dd7c4f69-114f-4b01-adfb-1a548c1a5d83 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935001 Sep 21 18:18:45.552640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15411baa-7ea6-43cb-b9c3-90fdd59353f6 req-8e84574e-3368-4a71-842c-8bcd0193ee5e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:45.555206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15411baa-7ea6-43cb-b9c3-90fdd59353f6 req-8e84574e-3368-4a71-842c-8bcd0193ee5e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 908 time: 0.0881095 Sep 21 18:18:45.622564 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc61230d-3953-4f04-96a2-5d399cc9700e x-openstack-request-id: req-cc61230d-3953-4f04-96a2-5d399cc9700e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:45.623229 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:45.623667 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc61230d-3953-4f04-96a2-5d399cc9700e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:45.624449 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136', 'status': 'completed', 'code': 200} Sep 21 18:18:45.638898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.668110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ce1254d6-073b-429f-90f2-46322fea4cc2 None None] Provisioning complete for port e595b7aa-ac56-44f9-913c-fb8f2aca0136 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:45.668537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce1254d6-073b-429f-90f2-46322fea4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.743545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.838154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event updated for resources: {'Subnet': ['ID=3a568ab4-28b7-4e60-af4d-e444b96df5d1,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:45.851505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-07da101d-4ab6-4e9c-b18f-50479fa61a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:45.853055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-07da101d-4ab6-4e9c-b18f-50479fa61a3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 1059 time: 0.1660004 Sep 21 18:18:46.045157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Allocated IP 172.25.3.147 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/40eff6e7-8d9d-4ce2-b7ff-b37d3d376299) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:46.050739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Checking segment: {'id': '32a1239b-4ec1-430e-b7c1-1c972d5598b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:46.051076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Network hostable DHCP agents. Network: 9dacc0d3-75bc-4d71-ab57-d566956bb9ca, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:18:46.138226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:18:46.167763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0a393-0487-4bf0-a723-cf34ebb5ff54 req-73b6f7dc-ec48-42ec-a70f-22d6afbbfaec tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:46.167763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4d0a393-0487-4bf0-a723-cf34ebb5ff54 req-73b6f7dc-ec48-42ec-a70f-22d6afbbfaec tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0794847 Sep 21 18:18:46.230377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-15ed0370-8823-403a-9b37-fa18002b5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:46.232126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-15ed0370-8823-403a-9b37-fa18002b5b25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.3674273 Sep 21 18:18:46.234775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4d0a393-0487-4bf0-a723-cf34ebb5ff54 req-d84087c8-060f-479e-9a0d-d68ceab4e0bf tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598111 Sep 21 18:18:46.249810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9dacc0d3-75bc-4d71-ab57-d566956bb9ca) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:46.272686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf89d78-bb4d-40c6-9d56-126bd823a0a3 None None] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:46.330493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:46.337856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.423407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-12a3d62b-b998-41da-a6a5-d041628e1bf9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136 HTTP/1.1" status: 200 len: 217 time: 0.1746938 Sep 21 18:18:46.463034 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.471813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540becfb-dbc9-45a3-948f-3c619c383246 req-b8707508-51a3-49b8-90ef-ff6acce998c1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:46.475000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-540becfb-dbc9-45a3-948f-3c619c383246 req-b8707508-51a3-49b8-90ef-ff6acce998c1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0801044 Sep 21 18:18:46.498918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-53815f48-6712-4a5f-b291-ad93a21236ab tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7619655 Sep 21 18:18:46.502277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50386) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:46.510808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Request body: {'port': {'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-307135269'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:46.558468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-540becfb-dbc9-45a3-948f-3c619c383246 req-0f793a1a-efaa-43ce-9814-cde95dddbca1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723772 Sep 21 18:18:46.567528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-de752dfb-b404-4378-a1f2-0c1b99ca9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:46.569031 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-de752dfb-b404-4378-a1f2-0c1b99ca9acd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1270680 Sep 21 18:18:46.648116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-9dacc0d3-75bc-4d71-ab57-d566956bb9ca', 'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca', 'tenant_id': 'd12da65c5f6a448789e6f3595cfeb8a6', 'fixed_ips': [{'subnet_id': '3a568ab4-28b7-4e60-af4d-e444b96df5d1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:18:46.649761 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.695315 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.749893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904550-e377-4b6e-95a0-f9e215d4a6a4 req-6ca56fa0-5d6d-4557-91a1-c4b97c9c8c1e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:46.766899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b904550-e377-4b6e-95a0-f9e215d4a6a4 req-6ca56fa0-5d6d-4557-91a1-c4b97c9c8c1e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1132507 Sep 21 18:18:46.858804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b904550-e377-4b6e-95a0-f9e215d4a6a4 req-3f4ea20b-0cf6-415c-994e-799f0c7dfa48 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909319 Sep 21 18:18:46.891099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:46.916055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-ad70664f-fe68-46e2-a70c-f7011a96856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:46.921981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-ad70664f-fe68-46e2-a70c-f7011a96856c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894604 Sep 21 18:18:46.929607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:46.940361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:46.952034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Port': ['ID=40eff6e7-8d9d-4ce2-b7ff-b37d3d376299,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:47.063190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Allocated IP 2001:db8::2 (9dacc0d3-75bc-4d71-ab57-d566956bb9ca/3a568ab4-28b7-4e60-af4d-e444b96df5d1/9096fe75-2088-4045-90eb-6e19aeee533e) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:47.235080 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:18:47.297992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-ced02205-7105-498a-8529-16eda70740ea tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:47.299634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-ced02205-7105-498a-8529-16eda70740ea tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.2465796 Sep 21 18:18:47.329624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-53223010-18ab-42e4-ac24-c8771d769b93 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/quotas/b8267c05d15048808f78d822c9cd506e HTTP/1.1" status: 200 len: 375 time: 0.0213346 Sep 21 18:18:47.381525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Made reservation on behalf of d12da65c5f6a448789e6f3595cfeb8a6 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:47.387307 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.444223 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.458599 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.458844 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-e31cfef6-b21b-42e0-b05d-6edc4f76404d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1223788 Sep 21 18:18:47.470690 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.477970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-c56ff669-96f1-4bb2-91f4-9d62fbd3e5d6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:18:47.480776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-c56ff669-96f1-4bb2-91f4-9d62fbd3e5d6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124509 Sep 21 18:18:47.501686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:47.506054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:47.510856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:47.524318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Pushing event updated for resources: {'Port': ['ID=9096fe75-2088-4045-90eb-6e19aeee533e,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:47.573472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] device_id is not set on port d4b84b16-0df1-4195-95ac-ad873ae5bf85 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:18:47.595168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.611950 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-fed20049-9700-48d6-8d8d-7ca22568e2f5 service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615636 Sep 21 18:18:47.642335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-b7704886-b529-403b-a380-2dcca9ef9440 service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529951 Sep 21 18:18:47.663530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Attempting to bind port 9096fe75-2088-4045-90eb-6e19aeee533e on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:47.663911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Attempting to bind port 9096fe75-2088-4045-90eb-6e19aeee533e by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '32a1239b-4ec1-430e-b7c1-1c972d5598b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:47.664284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Attempting to bind port 9096fe75-2088-4045-90eb-6e19aeee533e on network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:47.671443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:47.671836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Checking segment: {'id': '32a1239b-4ec1-430e-b7c1-1c972d5598b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:47.682775 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.683193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Bound using segment: {'id': '32a1239b-4ec1-430e-b7c1-1c972d5598b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:47.684028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Bound port: 9096fe75-2088-4045-90eb-6e19aeee533e, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a1239b-4ec1-430e-b7c1-1c972d5598b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:47.684436 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.807094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] For port 9096fe75-2088-4045-90eb-6e19aeee533e, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:47.811761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] For port 9096fe75-2088-4045-90eb-6e19aeee533e, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9096fe75-2088-4045-90eb-6e19aeee533e,segment=NetworkSegment(32a1239b-4ec1-430e-b7c1-1c972d5598b7),segment_id=32a1239b-4ec1-430e-b7c1-1c972d5598b7)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:47.820838 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.926048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4119a-cd6b-487c-9451-3afbcfd8be75 None None] Pushing event updated for resources: {'Port': ['ID=9096fe75-2088-4045-90eb-6e19aeee533e,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:47.950859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8152c990-23bd-4ff9-a535-3570bacdc663 service neutron] 10.222.0.70 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010814 Sep 21 18:18:48.071591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1bee6133-75f8-4472-8df2-20352d0d9b54 req-f99b0333-9253-4536-89d0-334642267457 service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055905 Sep 21 18:18:48.369952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88176a33-ea20-40ef-8aad-641329c1275b req-d7566c57-92c0-44d1-9c6e-4b3a0aea57bd tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:48.383845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88176a33-ea20-40ef-8aad-641329c1275b req-d7566c57-92c0-44d1-9c6e-4b3a0aea57bd tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1179605 Sep 21 18:18:48.501331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88176a33-ea20-40ef-8aad-641329c1275b req-4f3cba2c-859d-4254-b1c1-82cd0ece52ed tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163158 Sep 21 18:18:48.725133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ee8fa5d-3ae2-46a1-b44d-f99109350281 req-0b30e8d0-86bf-4d41-a231-63a3ab78ddb5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 210 time: 0.0637355 Sep 21 18:18:48.767625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Allocated IP 2001:db8::395 (9dacc0d3-75bc-4d71-ab57-d566956bb9ca/3a568ab4-28b7-4e60-af4d-e444b96df5d1/d4b84b16-0df1-4195-95ac-ad873ae5bf85) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:48.867810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:48.879396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.039648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Port': ['ID=40eff6e7-8d9d-4ce2-b7ff-b37d3d376299,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:49.050380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.101285 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.106183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.111967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-523263540'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:49.117030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0f149499-e938-43ca-8ea4-4e68d740f2cb tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5109055 Sep 21 18:18:49.121454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.153290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Made reservation on behalf of 42ec6dc895f04c1c8433ee9cb9eec623 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:49.163325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.185458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.206256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.509260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:49.523383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9096fe75-2088-4045-90eb-6e19aeee533e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:49.541480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:49.567118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:49.573266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:49.573954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.586996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event updated for resources: {'Port': ['ID=d4b84b16-0df1-4195-95ac-ad873ae5bf85,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:49.642603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.651879 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.660791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e0ca4f77-5674-46cd-a1a3-a71e182a0430 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1573107 Sep 21 18:18:49.664260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50464) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.669881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Request body: {'port': {'network_id': '9dacc0d3-75bc-4d71-ab57-d566956bb9ca', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-379846035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:49.670496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.api.validators [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] bootfile-name is not in valid_values {{(pid=95091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:18:49.670898 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.api.validators [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] tftp-server is not in valid_values {{(pid=95091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:18:49.671232 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.api.validators [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] server-ip-address is not in valid_values {{(pid=95091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:18:49.695642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9096fe75-2088-4045-90eb-6e19aeee533e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:49.696676 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.749411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:49.764289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.765137 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Added segment 1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8 of type vlan for network 6a212c9e-ab92-4db6-8651-ae751edbfa50 Sep 21 18:18:49.848030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.856126 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.904976 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.910921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:49.911845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.921564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 9096fe75-2088-4045-90eb-6e19aeee533e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9096fe75-2088-4045-90eb-6e19aeee533e,segment=NetworkSegment(32a1239b-4ec1-430e-b7c1-1c972d5598b7),segment_id=32a1239b-4ec1-430e-b7c1-1c972d5598b7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:49.950115 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.019020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89be842-3009-4cd7-bdbe-b14ff0e67e5a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:50.019745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Made reservation on behalf of d12da65c5f6a448789e6f3595cfeb8a6 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:50.024429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.079995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] device_id is not set on port 3e3cf77a-a64d-4453-a0c9-0b7124b857a5 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:18:50.086569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9791439 Sep 21 18:18:50.100387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50474) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.116797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=9096fe75-2088-4045-90eb-6e19aeee533e,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:50.120235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Request body: {'subnet': {'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:50.132237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8b9d6-ed73-4de3-aee2-ac33df2dbab7 None None] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:50.264330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd463-603e-4e48-9aa0-5cd60e34f015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Network': ['ID=6a212c9e-ab92-4db6-8651-ae751edbfa50,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:50.321080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaba3c5-5f6a-4692-84ec-b6b78be7efb1 req-d99cd27d-5531-4965-9409-f857384b3ebb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:50.332221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5eaba3c5-5f6a-4692-84ec-b6b78be7efb1 req-d99cd27d-5531-4965-9409-f857384b3ebb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.4457159 Sep 21 18:18:50.456782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:50.479341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5eaba3c5-5f6a-4692-84ec-b6b78be7efb1 req-a1c83da8-bb5a-4310-8e01-cab6855b5cc1 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450038 Sep 21 18:18:50.513606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Made reservation on behalf of 42ec6dc895f04c1c8433ee9cb9eec623 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:50.525257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.547062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2d178c91-9a57-4932-b347-a39950073868 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:50.549370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2d178c91-9a57-4932-b347-a39950073868 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 811 time: 0.3437269 Sep 21 18:18:50.563929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Request body: {'port': {'device_id': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'admin_state_up': True, 'tenant_id': 'b8267c05d15048808f78d822c9cd506e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:50.578433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-232f434c-19dc-4729-942b-42d9752f01c8 None None] Provisioning complete for port 9096fe75-2088-4045-90eb-6e19aeee533e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:50.578937 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-232f434c-19dc-4729-942b-42d9752f01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.618775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Allocated IP 2001:db8::351 (9dacc0d3-75bc-4d71-ab57-d566956bb9ca/3a568ab4-28b7-4e60-af4d-e444b96df5d1/3e3cf77a-a64d-4453-a0c9-0b7124b857a5) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:50.692040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17e34f2a-f55b-4fa4-b469-b73ec2edf27c req-3d89c363-9e53-4edd-a456-411fa062ec38 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 210 time: 0.0745289 Sep 21 18:18:50.922659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Made reservation on behalf of b8267c05d15048808f78d822c9cd506e for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:50.928202 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.207533 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.227352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.238764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Allocated IP 172.20.0.13 (504eee16-e66c-4c18-9265-40a9b7e500f5/ede39c7e-dfc9-4275-8cb6-1b836e6acb02/366fd1f1-f47f-4a1e-873b-feeb06aa29c2) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:51.241282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d6f96b39-878f-4382-97b9-88cfa2bdac33 None None] Provisioning complete for port 9096fe75-2088-4045-90eb-6e19aeee533e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:51.243113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6f96b39-878f-4382-97b9-88cfa2bdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.353319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Subnet': ['ID=8b1a01b6-6b4c-452a-8f61-5358c74011aa,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:51.365326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Checking segment: {'id': '1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:51.366305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Network hostable DHCP agents. Network: 6a212c9e-ab92-4db6-8651-ae751edbfa50, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:18:51.412504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.424985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9096fe75-2088-4045-90eb-6e19aeee533e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:51.464535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:18:51.514661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:51.518148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 6a212c9e-ab92-4db6-8651-ae751edbfa50) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:51.544257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138e960-2a41-4e07-8e15-588fc25ef044 None None] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:51.562450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:51.576220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:51.582831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:51.584233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.587910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:51.588860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.591599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event updated for resources: {'Port': ['ID=3e3cf77a-a64d-4453-a0c9-0b7124b857a5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:51.635822 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5a82ed51-df37-481d-9fae-bb80c767daf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9698997 Sep 21 18:18:51.641265 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-245b7a61-afe5-4c3a-9467-14afd91fd89f tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5393989 Sep 21 18:18:51.643712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50498) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:51.644220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50500) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:51.688138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-83052388', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:51.838692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.839845 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.879215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9096fe75-2088-4045-90eb-6e19aeee533e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:51.880386 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.905217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3997d63-1c87-41d8-8bc0-c9d5f9945dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:51.936269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3997d63-1c87-41d8-8bc0-c9d5f9945dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:51.946612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3997d63-1c87-41d8-8bc0-c9d5f9945dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:51.948535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e3997d63-1c87-41d8-8bc0-c9d5f9945dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3031867 Sep 21 18:18:51.962778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50512) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:52.175287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d6f96b39-878f-4382-97b9-88cfa2bdac33 None None] Provisioning complete for port d4b84b16-0df1-4195-95ac-ad873ae5bf85 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:52.175907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6f96b39-878f-4382-97b9-88cfa2bdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.178895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-6a212c9e-ab92-4db6-8651-ae751edbfa50', 'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50', 'tenant_id': '42ec6dc895f04c1c8433ee9cb9eec623', 'fixed_ips': [{'subnet_id': '8b1a01b6-6b4c-452a-8f61-5358c74011aa'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:18:52.182251 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.219164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.338399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46083224-cc10-41f9-aa70-38ff963add35 req-3dee582f-c1f6-4a21-9322-05a1b4f911a2 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:52.340572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46083224-cc10-41f9-aa70-38ff963add35 req-3dee582f-c1f6-4a21-9322-05a1b4f911a2 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.0836108 Sep 21 18:18:52.405698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.443435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46083224-cc10-41f9-aa70-38ff963add35 req-bedf3625-33eb-4bf6-84ac-dc567b5a0c7a tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847788 Sep 21 18:18:52.480717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d6f96b39-878f-4382-97b9-88cfa2bdac33 None None] Port d4b84b16-0df1-4195-95ac-ad873ae5bf85 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:52.509666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.512099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Allocated IP 172.20.0.2 (6a212c9e-ab92-4db6-8651-ae751edbfa50/8b1a01b6-6b4c-452a-8f61-5358c74011aa/d92a7f3e-57e3-48b7-ae1b-c6db0b847cce) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:52.525686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059', 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:52.578394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.587455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:52.630455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:52.671048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:52.682121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:52.709313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Deleting port 3e3cf77a-a64d-4453-a0c9-0b7124b857a5 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:52.712660 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.807501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8ad6a3a8-8d93-4f73-8e2d-0a4df2e9818f None None] Provisioning complete for port 3e3cf77a-a64d-4453-a0c9-0b7124b857a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:52.821544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a3a8-8d93-4f73-8e2d-0a4df2e9818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.857397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f86-2dc8-40b5-914b-af8983657038 req-5410ae92-6675-4023-84a7-c5569fb0841b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:52.875208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f350f86-2dc8-40b5-914b-af8983657038 req-5410ae92-6675-4023-84a7-c5569fb0841b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 932 time: 0.2886732 Sep 21 18:18:52.988632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6a3a8-8d93-4f73-8e2d-0a4df2e9818f None None] Port 3e3cf77a-a64d-4453-a0c9-0b7124b857a5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:53.006884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:53.007608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.031761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.093524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Calling delete_port for 3e3cf77a-a64d-4453-a0c9-0b7124b857a5 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:53.101964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f350f86-2dc8-40b5-914b-af8983657038 req-fe7ab4ca-a724-41a0-b5f8-93aae646adeb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246873 Sep 21 18:18:53.113173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-2efd1af6-a73c-4b7b-90fd-c7009800ad7a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5533700 Sep 21 18:18:53.152414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8ad6a3a8-8d93-4f73-8e2d-0a4df2e9818f None None] Provisioning complete for port d4b84b16-0df1-4195-95ac-ad873ae5bf85 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:53.152794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a3a8-8d93-4f73-8e2d-0a4df2e9818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.238449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Request body: {'port': {'device_id': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:53.248733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6a3a8-8d93-4f73-8e2d-0a4df2e9818f None None] Port d4b84b16-0df1-4195-95ac-ad873ae5bf85 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:53.262725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.275396 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.334294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:53.342178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:53.351009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:53.376289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.405855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.419591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.473389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Pushing event updated for resources: {'Port': ['ID=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:53.525327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f225bbb1-4b2e-468d-9514-275f5f70824d None None] Provisioning complete for port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:53.525713 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f225bbb1-4b2e-468d-9514-275f5f70824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.592796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Attempting to bind port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:53.593093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Attempting to bind port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:53.593471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Attempting to bind port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce on network 6a212c9e-ab92-4db6-8651-ae751edbfa50 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:53.595280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Allocated IP 172.25.3.238 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/3f2459a3-fc65-4982-b294-14728c7305c2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:53.703598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:53.703971 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Checking segment: {'id': '1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:53.704388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.704782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Bound using segment: {'id': '1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:53.705272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Bound port: d92a7f3e-57e3-48b7-ae1b-c6db0b847cce, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:53.705637 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.774009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f225bbb1-4b2e-468d-9514-275f5f70824d None None] Port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:53.784545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.830060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.904066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event deleted for resources: {'Port': ['ID=3e3cf77a-a64d-4453-a0c9-0b7124b857a5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:53.914920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.001650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-797c92db-0f6c-455c-9162-43603996b035 None None] For port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:54.017657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-797c92db-0f6c-455c-9162-43603996b035 None None] For port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,segment=NetworkSegment(1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8),segment_id=1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:54.021538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.026243 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6530fba2-854e-4f0e-8c76-35f6cd48b814 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "DELETE /v2.0/ports/3e3cf77a-a64d-4453-a0c9-0b7124b857a5 HTTP/1.1" status: 204 len: 168 time: 2.0587749 Sep 21 18:18:54.040157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.041005 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.069850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Request body: {'port': {'name': 'tempest-new-port-name-992617552', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:54.073510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.api.validators [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] bootfile-name is not in valid_values {{(pid=95091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:18:54.080635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.api.validators [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] tftp-server is not in valid_values {{(pid=95091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:18:54.085509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.api.validators [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] server-ip-address is not in valid_values {{(pid=95091) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:18:54.100306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:54.114133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:54.163375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:54.287516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Port': ['ID=3f2459a3-fc65-4982-b294-14728c7305c2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:54.311842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c92db-0f6c-455c-9162-43603996b035 None None] Pushing event updated for resources: {'Port': ['ID=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:54.418540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:54.435924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.455963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Transition to ACTIVE for port object 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:18:54.466800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.482861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.491297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1116d19-d489-45b3-a65a-ee4d40a78c1a req-1d26505e-69cf-4ed2-a399-dd465ab0059a tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:54.499768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1116d19-d489-45b3-a65a-ee4d40a78c1a req-1d26505e-69cf-4ed2-a399-dd465ab0059a tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.9226873 Sep 21 18:18:54.641342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:54.697724 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1116d19-d489-45b3-a65a-ee4d40a78c1a req-46bf91df-d82e-497a-ad81-1d7433d6c532 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965179 Sep 21 18:18:54.765746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Attempting to bind port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:54.766092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Attempting to bind port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:54.766458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Attempting to bind port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:54.789125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:18:54.789501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Attempting to bind port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 on network 504eee16-e66c-4c18-9265-40a9b7e500f5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:54.801015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:54.802350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Checking segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:54.802350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Bound using segment: {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:54.802870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Bound port: 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b134f3-4dd5-45d7-b017-acce51144341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:54.803403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.884428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.020037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4183-72fc-49a8-956c-81bd77951968 req-1b8533e5-251f-4340-a5b5-e14f7f5d5e5d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:55.038839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-427e4183-72fc-49a8-956c-81bd77951968 req-1b8533e5-251f-4340-a5b5-e14f7f5d5e5d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 944 time: 0.2069035 Sep 21 18:18:55.193462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-427e4183-72fc-49a8-956c-81bd77951968 req-837ebe94-c775-4428-a36b-d42320211508 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535456 Sep 21 18:18:55.194941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:55.231875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:55.242594 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.415250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:55.437767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:55.441451 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.444761 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.446910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.452648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-8ec326ef-8fe7-4273-9638-cdff66653ebc service neutron] 10.222.0.41 "PUT /v2.0/ports/366fd1f1-f47f-4a1e-873b-feeb06aa29c2 HTTP/1.1" status: 200 len: 1092 time: 2.3233907 Sep 21 18:18:55.457146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:55.475951 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:55.476611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d92a7f3e-57e3-48b7-ae1b-c6db0b847cce up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:55.632005 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49487999-26a7-4ea4-ab1b-dce98793ef7f x-openstack-request-id: req-49487999-26a7-4ea4-ab1b-dce98793ef7f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:55.632235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.632894 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:55.632894 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49487999-26a7-4ea4-ab1b-dce98793ef7f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:55.633422 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'status': 'completed', 'code': 200} Sep 21 18:18:55.644640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:55.644946 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.708344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] In _notify_port_updated(), no bound segment for port d4b84b16-0df1-4195-95ac-ad873ae5bf85 on network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:18:55.713997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:55.721640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-57e47287-d3c8-41cc-8cff-74817f1ccd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:55.722879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.727893 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "PUT /v2.0/ports/d4b84b16-0df1-4195-95ac-ad873ae5bf85 HTTP/1.1" status: 200 len: 1129 time: 1.6835623 Sep 21 18:18:55.728450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-57e47287-d3c8-41cc-8cff-74817f1ccd2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 1095 time: 0.1753218 Sep 21 18:18:55.732095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50566) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:55.749287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Router 7426cd1a-8c92-480f-9647-faffe8a80539 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:18:55.752317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26457e-5e5f-46ba-87ff-161ac9fb8056 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event updated for resources: {'Port': ['ID=d4b84b16-0df1-4195-95ac-ad873ae5bf85,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:55.905901 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.049152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,segment=NetworkSegment(1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8),segment_id=1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:56.056415 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.076854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce9a70-c45c-4d65-8d6e-ffce9182e0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:56.078673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-87ce9a70-c45c-4d65-8d6e-ffce9182e0f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "GET /v2.0/ports/d4b84b16-0df1-4195-95ac-ad873ae5bf85 HTTP/1.1" status: 200 len: 1129 time: 0.3039200 Sep 21 18:18:56.083872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50568) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:56.097994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-d5b3016e-1f3e-40c9-9260-b9d643998e63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2 HTTP/1.1" status: 200 len: 217 time: 0.3219624 Sep 21 18:18:56.195909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:56.290135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:56.304308 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] Sync routers for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:56.326309 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:56.328514 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:18:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:56.401748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.403372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-354d2c81-f6b9-497c-a0c2-09732c1c3af4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.7563231 Sep 21 18:18:56.416293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50578) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:56.430949 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:56.433384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb392c67-e870-4091-b30e-141ca654b0f3 None None] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:56.462118 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:56.463246 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:18:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:56.473507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-a5fde389-ea2c-47a3-b59d-793cb76ec874 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1755397 Sep 21 18:18:56.527914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc250b0-62fc-48ef-a15b-702ae6d2a564 req-8c42c406-32d7-4676-beda-bdcf266cf40e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:56.543549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbc250b0-62fc-48ef-a15b-702ae6d2a564 req-8c42c406-32d7-4676-beda-bdcf266cf40e tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.4927330 Sep 21 18:18:56.543732 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:56.544270 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c958c-6ad3-4b86-9670-9cb5d81d8273 None None] The sync data for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:56.584057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-184f16cf-7950-431f-b347-8b780e56ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:56.600099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-184f16cf-7950-431f-b347-8b780e56ce82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.4061749 Sep 21 18:18:56.641990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ba0eb798-f241-4b04-bb9c-28af631535da None None] Provisioning complete for port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:56.643128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb798-f241-4b04-bb9c-28af631535da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.731390 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbc250b0-62fc-48ef-a15b-702ae6d2a564 req-481edad9-76dc-46c0-9844-70f59c546ff3 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711643 Sep 21 18:18:56.774825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-91e2ee7c-fa60-4f44-a2a3-c3e1b83135a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:56.777782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-91e2ee7c-fa60-4f44-a2a3-c3e1b83135a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610124 Sep 21 18:18:57.013364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ba0eb798-f241-4b04-bb9c-28af631535da None None] Provisioning complete for port d4b84b16-0df1-4195-95ac-ad873ae5bf85 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:57.013839 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb798-f241-4b04-bb9c-28af631535da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.333303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Deleting port d4b84b16-0df1-4195-95ac-ad873ae5bf85 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:57.334050 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.430661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ba0eb798-f241-4b04-bb9c-28af631535da None None] Port d4b84b16-0df1-4195-95ac-ad873ae5bf85 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:57.491908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-25c25a80-122d-4141-b28e-6da641d0fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:57.493483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-25c25a80-122d-4141-b28e-6da641d0fedb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1095 time: 0.2432244 Sep 21 18:18:57.521683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d92a7f3e-57e3-48b7-ae1b-c6db0b847cce up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:57.530015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-9c7e9c71-69b0-4413-b948-22a712261eed service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388663 Sep 21 18:18:57.608430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6cab0dc5-e589-405d-bf66-0ab7ffe6ad72 None None] Provisioning complete for port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:57.609139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6cab0dc5-e589-405d-bf66-0ab7ffe6ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.636265 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-8fbb8d27-2655-44fa-85c1-9ffabb4b1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:57.637549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05fa1-f15a-4b22-85fa-d2126003cbee req-9c133a00-e57c-4365-adfc-d077826139a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:57.638092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-8fbb8d27-2655-44fa-85c1-9ffabb4b1b54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.1082768 Sep 21 18:18:57.654001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76b05fa1-f15a-4b22-85fa-d2126003cbee req-9c133a00-e57c-4365-adfc-d077826139a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1096 time: 0.5505204 Sep 21 18:18:57.679618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e93b92-19ab-4c3d-8a95-312cb09b1f3b req-ca022000-27f7-40e2-b5a5-bd4ade841521 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:57.681247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22e93b92-19ab-4c3d-8a95-312cb09b1f3b req-ca022000-27f7-40e2-b5a5-bd4ade841521 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 944 time: 0.5790811 Sep 21 18:18:57.786435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:57.787995 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.821628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76b05fa1-f15a-4b22-85fa-d2126003cbee req-f684cf0c-221a-4c9f-bbbd-5b1e13fef5ae service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666527 Sep 21 18:18:57.829021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.840773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-d334e848-eec7-4f52-b244-f42fea8c33cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.1924348 Sep 21 18:18:57.853076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Calling delete_port for d4b84b16-0df1-4195-95ac-ad873ae5bf85 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:57.870820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22e93b92-19ab-4c3d-8a95-312cb09b1f3b req-2c010bb1-73e8-4dca-9c4c-17c08d91648c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765532 Sep 21 18:18:57.890337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4bfff9d-3df8-4571-914f-a605540c0dad req-0d0b3de4-bc1a-494a-91e0-c22f35baf486 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443112 Sep 21 18:18:58.006912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-47d45777-134a-4a5c-9aa0-9358a88ee7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:58.008649 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-47d45777-134a-4a5c-9aa0-9358a88ee7ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1568573 Sep 21 18:18:58.124706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-86c6d035-52b5-4e90-9680-96315b8ff5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:58.130350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-86c6d035-52b5-4e90-9680-96315b8ff5ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 1095 time: 0.1793022 Sep 21 18:18:58.165944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220d2a7-60bf-4610-91cb-3ef504f99f8d req-8d697b06-3c77-4320-ad44-c092f5644253 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:58.175701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8220d2a7-60bf-4610-91cb-3ef504f99f8d req-8d697b06-3c77-4320-ad44-c092f5644253 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.2068582 Sep 21 18:18:58.184779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-3d4366d6-0c41-4189-8f90-4f0433509e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:58.186481 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-3d4366d6-0c41-4189-8f90-4f0433509e42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305513 Sep 21 18:18:58.383083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8220d2a7-60bf-4610-91cb-3ef504f99f8d req-612c80e8-f74a-4c41-9bfa-8658e9b056f4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064598 Sep 21 18:18:58.393526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-df772c4a-021b-4611-82ec-bf9167a57b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:58.395459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-df772c4a-021b-4611-82ec-bf9167a57b84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2493877 Sep 21 18:18:58.416097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:58.506346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event deleted for resources: {'Port': ['ID=d4b84b16-0df1-4195-95ac-ad873ae5bf85,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:58.517316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-5829df44-90df-4676-b3b1-435bccc22188 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2 HTTP/1.1" status: 200 len: 217 time: 0.1110616 Sep 21 18:18:58.537328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-dfee40c5-3473-4b87-8933-699908377e9b service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393281 Sep 21 18:18:58.541520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:58.549955 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8b5667bd-1af9-4f17-bb36-db65b7f6a11f tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "DELETE /v2.0/ports/d4b84b16-0df1-4195-95ac-ad873ae5bf85 HTTP/1.1" status: 204 len: 168 time: 2.4638593 Sep 21 18:18:58.562095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50600) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:58.681239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-84471bdb-e731-44f6-a7de-67b087c4c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:58.682127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Deleting subnet 3a568ab4-28b7-4e60-af4d-e444b96df5d1 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:18:58.687785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-84471bdb-e731-44f6-a7de-67b087c4c9c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1618774 Sep 21 18:18:58.709206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:58.785417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:58.815534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-deaa9fea-aede-461c-ad39-ce02e5f76b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:58.817561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-deaa9fea-aede-461c-ad39-ce02e5f76b0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206267 Sep 21 18:18:58.827277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.005449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.097038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-e5e7d881-b59a-4b62-845f-6cb261ecc780 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697220 Sep 21 18:18:59.104456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.127112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961776-6d2f-421f-b13a-f91dd691e504 req-b6e4d21c-c2ce-4da5-8b13-bfe6fe48ec68 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:59.130401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07961776-6d2f-421f-b13a-f91dd691e504 req-b6e4d21c-c2ce-4da5-8b13-bfe6fe48ec68 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 944 time: 0.1472468 Sep 21 18:18:59.188355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.193905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "DELETE /v2.0/subnets/3a568ab4-28b7-4e60-af4d-e444b96df5d1 HTTP/1.1" status: 204 len: 168 time: 0.6158659 Sep 21 18:18:59.196841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50610) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:59.200135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542159b-adca-4a0e-a187-9e649abb705d tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event deleted for resources: {'Subnet': ['ID=3a568ab4-28b7-4e60-af4d-e444b96df5d1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:59.200691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e41b9-0207-45fd-991a-9bea343a00c2 None None] Network 9dacc0d3-75bc-4d71-ab57-d566956bb9ca requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:59.221726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1ef228a5-d02e-4929-8d57-98624bc3c85e req-0918da69-a7f2-450f-9520-47ad9ded76d6 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550374 Sep 21 18:18:59.318719 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2c2f031c-8408-40b8-8bb2-538e80ccdcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.412331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-769b39e5-7883-4b9b-bb24-bdf4ce879dfb req-043fcfe2-b549-426f-ad6a-6aa58c796465 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787726 Sep 21 18:18:59.447872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07961776-6d2f-421f-b13a-f91dd691e504 req-b01a1351-c706-4a0d-85bd-af44f1f24a3a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963884 Sep 21 18:18:59.480543 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.596572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f1906-0d7d-4ea8-aedf-01bf61b991c5 req-598c8a42-d8a2-4e9f-b7c6-1bb0e03fa355 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:59.608145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-488f1906-0d7d-4ea8-aedf-01bf61b991c5 req-598c8a42-d8a2-4e9f-b7c6-1bb0e03fa355 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.0758672 Sep 21 18:18:59.664836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] DHCP port deletion for 9dacc0d3-75bc-4d71-ab57-d566956bb9ca request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:18:59.710552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-488f1906-0d7d-4ea8-aedf-01bf61b991c5 req-5aa3c089-4fa5-4a07-a2a4-c0b6561088a7 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010003 Sep 21 18:18:59.731415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] Deleting port 9096fe75-2088-4045-90eb-6e19aeee533e {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:59.731854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.824296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Deleting port 9096fe75-2088-4045-90eb-6e19aeee533e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:59.824917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.835159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] For port 9096fe75-2088-4045-90eb-6e19aeee533e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9096fe75-2088-4045-90eb-6e19aeee533e,segment=NetworkSegment(32a1239b-4ec1-430e-b7c1-1c972d5598b7),segment_id=32a1239b-4ec1-430e-b7c1-1c972d5598b7)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:59.835678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.852128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] Calling delete_port for 9096fe75-2088-4045-90eb-6e19aeee533e owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:59.858875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Allocated IP 172.20.0.1 (6a212c9e-ab92-4db6-8651-ae751edbfa50/8b1a01b6-6b4c-452a-8f61-5358c74011aa/48845f6b-3038-45e7-a16e-e2ff6bfa6381) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:59.929489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] For port 9096fe75-2088-4045-90eb-6e19aeee533e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9096fe75-2088-4045-90eb-6e19aeee533e,segment=NetworkSegment(32a1239b-4ec1-430e-b7c1-1c972d5598b7),segment_id=32a1239b-4ec1-430e-b7c1-1c972d5598b7)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:59.930134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:59.974417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Calling delete_port for 9096fe75-2088-4045-90eb-6e19aeee533e owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:59.979459 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.053990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] No DVR routers for this DVR port 9096fe75-2088-4045-90eb-6e19aeee533e on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:00.071612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2122e-1b51-4be4-a5b4-c30119d79243 None None] Pushing event deleted for resources: {'Port': ['ID=9096fe75-2088-4045-90eb-6e19aeee533e,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:00.124736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.147718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.194970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] No DVR routers for this DVR port 9096fe75-2088-4045-90eb-6e19aeee533e on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:00.198708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event deleted for resources: {'Port': ['ID=9096fe75-2088-4045-90eb-6e19aeee533e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:00.285534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.311709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dacc0d3-75bc-4d71-ab57-d566956bb9ca']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:00.319748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.375358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a1239b-4ec1-430e-b7c1-1c972d5598b7') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:00.375654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a1239b-4ec1-430e-b7c1-1c972d5598b7') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:00.384174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Port': ['ID=48845f6b-3038-45e7-a16e-e2ff6bfa6381,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:00.400267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.403164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:00.410546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:00.419445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:00.456137 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.469021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:00.469460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:00.472686 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:00.545918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:19:00.558897 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.617622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.630902 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.656015 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] 10.222.0.70 "DELETE /v2.0/networks/9dacc0d3-75bc-4d71-ab57-d566956bb9ca HTTP/1.1" status: 204 len: 168 time: 1.4462159 Sep 21 18:19:00.710666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fae53-0516-4bc4-8a60-67b7c280fe81 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162 tempest-ExtraDHCPOptionsIpV6TestJSON-1060480162-project] Pushing event deleted for resources: {'Network': ['ID=9dacc0d3-75bc-4d71-ab57-d566956bb9ca,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:00.770500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8bb72-4ce7-42a3-a11a-a8bb7587aecb req-a73b2ef9-34bc-4b38-9a23-42fa375e914a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:00.775856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e8bb72-4ce7-42a3-a11a-a8bb7587aecb req-a73b2ef9-34bc-4b38-9a23-42fa375e914a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 944 time: 0.2220232 Sep 21 18:19:00.790498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:00.834854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'mac_address': 'fa:16:3e:88:83:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:19:00.880224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80e8bb72-4ce7-42a3-a11a-a8bb7587aecb req-ea5432dc-d03e-4def-aff3-ce3029f3dbd4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945034 Sep 21 18:19:00.969138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.015656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-de905235-773c-4d99-b92d-22c41c147c09 None None] Provisioning complete for port 48845f6b-3038-45e7-a16e-e2ff6bfa6381 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:01.016090 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de905235-773c-4d99-b92d-22c41c147c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.089845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1219891-a1a9-49f1-9164-82badf4c4afe req-fda6034e-affe-44a8-a755-931b477d7617 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:01.102463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e1219891-a1a9-49f1-9164-82badf4c4afe req-fda6034e-affe-44a8-a755-931b477d7617 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1238210 Sep 21 18:19:01.108512 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.176302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:01.185041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-de905235-773c-4d99-b92d-22c41c147c09 None None] Port 48845f6b-3038-45e7-a16e-e2ff6bfa6381 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:01.221639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e1219891-a1a9-49f1-9164-82badf4c4afe req-a1d98d06-2d2c-4948-a1e2-ca9860c84496 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172724 Sep 21 18:19:01.234668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:01.243263 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.310182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:01.366621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50646) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:01.376794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9096fe75-2088-4045-90eb-6e19aeee533e no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:01.406687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9096fe75-2088-4045-90eb-6e19aeee533e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:01.407453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9096fe75-2088-4045-90eb-6e19aeee533e not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:01.509462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['366fd1f1-f47f-4a1e-873b-feeb06aa29c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:01.585591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.593381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.630951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-e0d6532c-038c-4ada-8c88-d94460f380f0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:01.643965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-e0d6532c-038c-4ada-8c88-d94460f380f0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.1787372 Sep 21 18:19:01.680536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Port': ['ID=48845f6b-3038-45e7-a16e-e2ff6bfa6381,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:01.716015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-a00a02e7-120b-483d-a5f3-2e20ab2d2387 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/quotas/c0ec376d4224432189cb4d46d0ccb915 HTTP/1.1" status: 200 len: 375 time: 0.0711892 Sep 21 18:19:01.721830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-52236229-bd7c-4cfe-b4c0-5052941e0ec1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d12da65c5f6a448789e6f3595cfeb8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556771 Sep 21 18:19:01.722494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:01.726990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.802361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-9965fb3a-9b37-4fcf-bcbd-ecb4e9dac054 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778477 Sep 21 18:19:01.887033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:01.889062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:01.898216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37c0a01a-13b8-46e9-8e43-64c7bc584e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.944608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37c0a01a-13b8-46e9-8e43-64c7bc584e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.955399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-233c6225-5881-4fd9-8149-bc3e3b21c942 service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408927 Sep 21 18:19:02.037334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Router 7426cd1a-8c92-480f-9647-faffe8a80539 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:02.071164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37c0a01a-13b8-46e9-8e43-64c7bc584e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.073659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37c0a01a-13b8-46e9-8e43-64c7bc584e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.077557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-37c0a01a-13b8-46e9-8e43-64c7bc584e01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c31621a5-bee5-47ed-9d06-f2cbd38d4794 HTTP/1.1" status: 204 len: 168 time: 0.3519824 Sep 21 18:19:02.089424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0a01a-13b8-46e9-8e43-64c7bc584e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31621a5-bee5-47ed-9d06-f2cbd38d4794,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:02.093171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-f5dab757-69f9-4b6b-9196-c03f94fa6bc3 service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295016 Sep 21 18:19:02.328960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-afb95097-9616-45fc-a138-ddd49def8826 None None] Provisioning complete for port 48845f6b-3038-45e7-a16e-e2ff6bfa6381 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:02.329567 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-afb95097-9616-45fc-a138-ddd49def8826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.416997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-afb95097-9616-45fc-a138-ddd49def8826 None None] Port 48845f6b-3038-45e7-a16e-e2ff6bfa6381 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:02.461897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d726b8-5733-4e1f-bb7d-5ef836066ce8 req-f5f560db-6f5d-4b53-bf71-e9fea2c4e5b9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:02.464386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29d726b8-5733-4e1f-bb7d-5ef836066ce8 req-f5f560db-6f5d-4b53-bf71-e9fea2c4e5b9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 945 time: 0.0898652 Sep 21 18:19:02.544583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:02.550893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29d726b8-5733-4e1f-bb7d-5ef836066ce8 req-95742fd7-18a3-43ad-9e3a-20a9906edbb3 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798290 Sep 21 18:19:02.654952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:19:02.659895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:02.660278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.766747 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.777262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad28080-9e68-48e9-b348-f8b6a430fe46 req-0ab4d8a0-8a05-4610-9575-cd3b795e3c69 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:02.790914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad28080-9e68-48e9-b348-f8b6a430fe46 req-0ab4d8a0-8a05-4610-9575-cd3b795e3c69 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1153219 Sep 21 18:19:02.796904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:02.799848 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7bb08-4686-4ac2-80dd-a8cbfc12e8e9" -d '{"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:02.815472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:02.824960 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-392443cf-9384-413f-802a-bf06c34e7d7e tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "PUT /v2.0/routers/7426cd1a-8c92-480f-9647-faffe8a80539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3975997 Sep 21 18:19:02.827330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50696) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:02.828546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:02.832007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] Sync routers for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:02.834185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Request body: {'port': {'network_id': '6a212c9e-ab92-4db6-8651-ae751edbfa50', 'name': 'tempest-FloatingIPAdminTestJSON-426228861'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:02.839300 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.867198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82662ebf-47e1-4fe6-99ef-d865ac26b2be req-249ec707-f369-49c5-841b-45f8e19ddd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:02.868850 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82662ebf-47e1-4fe6-99ef-d865ac26b2be req-249ec707-f369-49c5-841b-45f8e19ddd2c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 1096 time: 0.1103473 Sep 21 18:19:02.877821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:02.878812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:18:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:02.883809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad28080-9e68-48e9-b348-f8b6a430fe46 req-0abd93ff-5270-4c9f-9b4f-b6a27b7cba7d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847440 Sep 21 18:19:02.932833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:02.955092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:02.956032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:18:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:02.960557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de94d32d-2a96-42e5-b952-1d32d082c653 req-367e5240-17a6-4f29-88b1-8c3f92a5fcb6 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 210 time: 0.0432999 Sep 21 18:19:03.001466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:03.002337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5600f-b006-4628-af52-f9bf0fbc36f6 None None] The sync data for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:03.021610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:03.026893 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f056a17-17aa-4af3-8896-644f37da6ef2 x-openstack-request-id: req-0f056a17-17aa-4af3-8896-644f37da6ef2 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:03.027277 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:03.027533 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f056a17-17aa-4af3-8896-644f37da6ef2 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:03.027966 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'code': 200} Sep 21 18:19:03.038760 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-82662ebf-47e1-4fe6-99ef-d865ac26b2be req-32b3f905-6f36-4f3f-a672-594983e931a0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043522 Sep 21 18:19:03.087295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Made reservation on behalf of 42ec6dc895f04c1c8433ee9cb9eec623 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:03.091979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.120365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] device_id is not set on port bedabfc7-29b0-47fc-a973-0db9bac6bee0 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:19:03.149496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f519-b641-43d8-b3d3-2f7db24e4b1c req-4a6a0cb1-a49a-482b-9945-3cadc76956ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:03.151763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94d1f519-b641-43d8-b3d3-2f7db24e4b1c req-4a6a0cb1-a49a-482b-9945-3cadc76956ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 1097 time: 0.0678413 Sep 21 18:19:03.257080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94d1f519-b641-43d8-b3d3-2f7db24e4b1c req-45fc3c82-ff4a-4789-acc2-842ca0cc0254 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971766 Sep 21 18:19:03.260093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Allocated IP 172.20.0.14 (6a212c9e-ab92-4db6-8651-ae751edbfa50/8b1a01b6-6b4c-452a-8f61-5358c74011aa/bedabfc7-29b0-47fc-a973-0db9bac6bee0) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:03.444073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50720) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:03.515990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.602292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.603915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4fa2-f53e-4faa-9b64-55d26ec72d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.634737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-12abde27-e3d9-4f3d-a17d-317a1c4017f8 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-968252967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:03.684813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:03.686372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:03.690379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:03.701625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12abde27-e3d9-4f3d-a17d-317a1c4017f8 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.703047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12abde27-e3d9-4f3d-a17d-317a1c4017f8 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.732486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event updated for resources: {'Port': ['ID=bedabfc7-29b0-47fc-a973-0db9bac6bee0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:03.746488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf36182-7029-4fe4-b513-21dd774d56eb req-0c6ace2d-6906-4fe4-b452-dde4e8c1334f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:03.754943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bf36182-7029-4fe4-b513-21dd774d56eb req-0c6ace2d-6906-4fe4-b452-dde4e8c1334f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.0841370 Sep 21 18:19:03.763231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:03.763893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.782261 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ff76589c-b63c-40a6-a107-7d7554ac3cf4 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9522521 Sep 21 18:19:03.784335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50730) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:03.802958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12abde27-e3d9-4f3d-a17d-317a1c4017f8 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.814165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12abde27-e3d9-4f3d-a17d-317a1c4017f8 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.847491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1bf36182-7029-4fe4-b513-21dd774d56eb req-384c1ea6-4a5b-4da3-a6de-1f0368c3c2a7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915613 Sep 21 18:19:03.857890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12abde27-e3d9-4f3d-a17d-317a1c4017f8 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.859445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-12abde27-e3d9-4f3d-a17d-317a1c4017f8 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4141653 Sep 21 18:19:03.862560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50734) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:03.868673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1626169639'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:03.898275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Made reservation on behalf of d4193f45e6594b32b52186e156510fa9 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:03.902706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.966540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:03.982615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'project_id': '42ec6dc895f04c1c8433ee9cb9eec623', 'port_id': 'bedabfc7-29b0-47fc-a973-0db9bac6bee0'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:04.018501 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.064969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fc91b75f-5487-443a-ab96-6a0ed669a733 None None] Provisioning complete for port bedabfc7-29b0-47fc-a973-0db9bac6bee0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:04.066052 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc91b75f-5487-443a-ab96-6a0ed669a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.091881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75d128-b952-43c1-a75b-5c537031e836 req-8b58ecc4-ae51-4825-93aa-a7fac0330e7f tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:04.093647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce75d128-b952-43c1-a75b-5c537031e836 req-8b58ecc4-ae51-4825-93aa-a7fac0330e7f tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1125488 Sep 21 18:19:04.197550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fc91b75f-5487-443a-ab96-6a0ed669a733 None None] Port bedabfc7-29b0-47fc-a973-0db9bac6bee0 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:04.199039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce75d128-b952-43c1-a75b-5c537031e836 req-a27d5885-4643-4817-b911-7ed21abc3c34 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874298 Sep 21 18:19:04.214476 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.216938 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.299601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6025bded-d394-4c02-8a61-366d5e207f12 req-25c22f55-68b0-4311-a1e0-28360d148b0b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 210 time: 0.0274768 Sep 21 18:19:04.324323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-2823b5b8-e15a-4394-a307-f7328dd44546 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:04.325953 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-2823b5b8-e15a-4394-a307-f7328dd44546 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.78 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.2469082 Sep 21 18:19:04.352363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Request body: {'port': {'device_id': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'admin_state_up': True, 'tenant_id': 'c0ec376d4224432189cb4d46d0ccb915'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:04.485397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.490214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.512880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.598093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:19:04.621551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97cd51a-1481-4da7-a5e0-139ff67da34d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:04.635820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.636193 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Added segment 6d578c05-3257-4ae2-8483-df97b966e5b8 of type vlan for network 782dd829-4a30-4fdd-93fa-2344a194f029 Sep 21 18:19:04.652758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Made reservation on behalf of c0ec376d4224432189cb4d46d0ccb915 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:04.653287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.747839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.765399 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.777590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Allocated IP 172.25.3.7 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/e20ba478-3c97-48b3-80c7-28fe733d3938) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:04.860309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.866669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:04.867308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.982546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1181536 Sep 21 18:19:04.992127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50750) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:05.007512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'subnet': {'network_id': '782dd829-4a30-4fdd-93fa-2344a194f029', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:05.071054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926500-ac42-4a00-8fdc-c5dcd2eda50a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Network': ['ID=782dd829-4a30-4fdd-93fa-2344a194f029,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:05.093237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 782dd829-4a30-4fdd-93fa-2344a194f029 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:19:05.108397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b0258-6b88-48aa-b4b0-99dd6fc5f56b req-66f8133a-44be-4be9-8410-49a0f456dd23 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:05.116969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-553b0258-6b88-48aa-b4b0-99dd6fc5f56b req-66f8133a-44be-4be9-8410-49a0f456dd23 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1713064 Sep 21 18:19:05.129785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Allocated IP 172.20.0.12 (c7efc823-a72f-4331-a41f-acfa766f2082/25fcc29b-f831-4e04-98a2-95571b5d3118/f13502cd-168a-46b9-a1f8-57bfb0d30c89) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:05.183010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-553b0258-6b88-48aa-b4b0-99dd6fc5f56b req-ba4e7cae-6a09-40fb-894a-c3dfbb942c4d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Sep 21 18:19:05.215723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Made reservation on behalf of d4193f45e6594b32b52186e156510fa9 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:05.231000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.266868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.424895 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-5839ed83-bc5a-4b5f-bb54-a57e5b5a2081 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712781 Sep 21 18:19:05.599356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.659767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.669827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ecbb3-27d2-4747-bff5-a1b50f5ac534 req-9cc16380-c68a-496e-8383-5fd48b43c9d6 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:05.677915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a26ecbb3-27d2-4747-bff5-a1b50f5ac534 req-9cc16380-c68a-496e-8383-5fd48b43c9d6 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.2435334 Sep 21 18:19:05.734138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:05.756003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-fd16fbec-1213-43f4-ad75-6df175d9b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:05.757482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-fd16fbec-1213-43f4-ad75-6df175d9b73f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 1096 time: 0.2308066 Sep 21 18:19:05.760246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Pushing event updated for resources: {'Port': ['ID=e20ba478-3c97-48b3-80c7-28fe733d3938,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:05.763767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:05.766681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:05.772609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.781601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a26ecbb3-27d2-4747-bff5-a1b50f5ac534 req-7f0a908e-65dd-45a0-8b1e-e3b7a109284d tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026189 Sep 21 18:19:05.788063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:05.853444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.918956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Network c7efc823-a72f-4331-a41f-acfa766f2082 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:05.924787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:05.932057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:06.002345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:06.003355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.025512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6806731 Sep 21 18:19:06.039408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Subnet': ['ID=3ee2e6d3-3fd7-4a22-9b37-666498b0713b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:06.059181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Request body: {'port': {'device_id': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:06.123530 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.128374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4ab8b-9319-4795-9e3c-88db90972e85 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event updated for resources: {'Port': ['ID=f13502cd-168a-46b9-a1f8-57bfb0d30c89,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:06.243391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-da3130f2-95d3-4c75-8722-c5294437fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:06.245471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-da3130f2-95d3-4c75-8722-c5294437fece service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 913 time: 0.4610634 Sep 21 18:19:06.256679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c798ae-7f38-4dcf-ac31-7209696d8c44 req-6b9a0d77-3c4d-435f-81e5-35f1323dae14 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:06.265597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29c798ae-7f38-4dcf-ac31-7209696d8c44 req-6b9a0d77-3c4d-435f-81e5-35f1323dae14 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 932 time: 0.3453846 Sep 21 18:19:06.327412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Checking segment: {'id': '6d578c05-3257-4ae2-8483-df97b966e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '782dd829-4a30-4fdd-93fa-2344a194f029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:06.327412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network hostable DHCP agents. Network: 782dd829-4a30-4fdd-93fa-2344a194f029, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:19:06.331211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-db4dd7e3-5201-40ce-afcc-bc9286cbdc51 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80 HTTP/1.1" status: 200 len: 217 time: 0.0627632 Sep 21 18:19:06.419041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29c798ae-7f38-4dcf-ac31-7209696d8c44 req-fcc961f3-fe0a-49ac-963d-83269d0c312c tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447203 Sep 21 18:19:06.452595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network 782dd829-4a30-4fdd-93fa-2344a194f029 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:19:06.466654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-fdba442a-1fe8-4135-8ab0-d119b2bbd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:06.469008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-fdba442a-1fe8-4135-8ab0-d119b2bbd97f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.1283987 Sep 21 18:19:06.498631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 782dd829-4a30-4fdd-93fa-2344a194f029) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:06.508727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0525c-b74a-4a46-8b86-32f89b5ac789 None None] Network 782dd829-4a30-4fdd-93fa-2344a194f029 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:06.542934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-33787a9d-04a6-474b-bbb0-460845efa74c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619702 Sep 21 18:19:06.565086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:06.566478 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.715599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-9f72c8c7-6110-46d8-8636-786662c24332 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444192 Sep 21 18:19:06.727803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a1a9102d-f69c-4e77-b9f2-aa9652714902 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7247894 Sep 21 18:19:06.727803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50774) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:06.741587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'network': {'name': 'tempest-router-network01--180084645'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:06.754854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-782dd829-4a30-4fdd-93fa-2344a194f029', 'network_id': '782dd829-4a30-4fdd-93fa-2344a194f029', 'tenant_id': 'd4193f45e6594b32b52186e156510fa9', 'fixed_ips': [{'subnet_id': '3ee2e6d3-3fd7-4a22-9b37-666498b0713b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:19:06.756402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.775120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Made reservation on behalf of d4193f45e6594b32b52186e156510fa9 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:06.779455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.832777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fbfcb-ec7f-449b-9bc9-468216657ab8 req-a8e08fab-b1cd-469b-aef8-e7e96d9d7008 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:06.834914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203fbfcb-ec7f-449b-9bc9-468216657ab8 req-a8e08fab-b1cd-469b-aef8-e7e96d9d7008 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.3332872 Sep 21 18:19:06.913731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74af9ada-7048-48dc-bf81-389fed8a0630 req-ff26f6d5-344c-4d57-9a03-afc8fefb04ca service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860721 Sep 21 18:19:06.939669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13502cd-168a-46b9-a1f8-57bfb0d30c89 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:06.947950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:19:06.950378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.953160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.967061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.967412 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Added segment 114aee62-417b-45d0-8049-0fb16d3186e3 of type vlan for network 98833293-ba9b-4584-830c-84016c139934 Sep 21 18:19:06.967933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Allocated IP 172.20.0.2 (782dd829-4a30-4fdd-93fa-2344a194f029/3ee2e6d3-3fd7-4a22-9b37-666498b0713b/b630f71f-2826-49f3-90df-cfb6e1a8345c) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:06.989828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203fbfcb-ec7f-449b-9bc9-468216657ab8 req-d6f70fdd-f0d5-4053-9ad9-1b40bdefd403 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441529 Sep 21 18:19:06.991473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Transition to ACTIVE for port object f13502cd-168a-46b9-a1f8-57bfb0d30c89 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:19:07.011027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.078407 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.110726 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.121036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:07.122821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.126887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Pushing event updated for resources: {'Port': ['ID=f13502cd-168a-46b9-a1f8-57bfb0d30c89,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.133611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.179285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4529741 Sep 21 18:19:07.181996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50780) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:07.220370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'network': {'name': 'tempest-router-network02--1707784183'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:07.229660 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.247819 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.252975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379de4b-d42c-48ff-8dd8-c11294fcca78 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Network': ['ID=98833293-ba9b-4584-830c-84016c139934,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.259550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.271137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-805e0c7d-a857-4340-8c20-54a15698472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:07.273065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-805e0c7d-a857-4340-8c20-54a15698472a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 1096 time: 0.0562158 Sep 21 18:19:07.290757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Made reservation on behalf of d4193f45e6594b32b52186e156510fa9 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:07.294742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.330707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Attempting to bind port f13502cd-168a-46b9-a1f8-57bfb0d30c89 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:07.330905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Attempting to bind port f13502cd-168a-46b9-a1f8-57bfb0d30c89 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:07.331200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Attempting to bind port f13502cd-168a-46b9-a1f8-57bfb0d30c89 on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:07.337761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Pushing event updated for resources: {'Port': ['ID=b630f71f-2826-49f3-90df-cfb6e1a8345c,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.344366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 98833293-ba9b-4584-830c-84016c139934 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:19:07.392587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Network 782dd829-4a30-4fdd-93fa-2344a194f029 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:07.400757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Port f13502cd-168a-46b9-a1f8-57bfb0d30c89 on network c7efc823-a72f-4331-a41f-acfa766f2082 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:19:07.401094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Attempting to bind port f13502cd-168a-46b9-a1f8-57bfb0d30c89 on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:07.407149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:07.420640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:07.420887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Checking segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:07.421291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Bound using segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:07.421753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Bound port: f13502cd-168a-46b9-a1f8-57bfb0d30c89, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:07.422220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.425022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:07.430098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:19:07.509182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.509546 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Added segment 9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a of type vlan for network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 Sep 21 18:19:07.578254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Attempting to bind port b630f71f-2826-49f3-90df-cfb6e1a8345c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:07.578871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Attempting to bind port b630f71f-2826-49f3-90df-cfb6e1a8345c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6d578c05-3257-4ae2-8483-df97b966e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '782dd829-4a30-4fdd-93fa-2344a194f029'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:07.579969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Attempting to bind port b630f71f-2826-49f3-90df-cfb6e1a8345c on network 782dd829-4a30-4fdd-93fa-2344a194f029 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:07.589248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:07.590152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Checking segment: {'id': '6d578c05-3257-4ae2-8483-df97b966e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '782dd829-4a30-4fdd-93fa-2344a194f029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:07.590806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.599539 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Bound using segment: {'id': '6d578c05-3257-4ae2-8483-df97b966e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '782dd829-4a30-4fdd-93fa-2344a194f029'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:07.600280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Bound port: b630f71f-2826-49f3-90df-cfb6e1a8345c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d578c05-3257-4ae2-8483-df97b966e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '782dd829-4a30-4fdd-93fa-2344a194f029'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:07.600933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.667160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.715582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] For port b630f71f-2826-49f3-90df-cfb6e1a8345c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:07.719586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] For port b630f71f-2826-49f3-90df-cfb6e1a8345c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b630f71f-2826-49f3-90df-cfb6e1a8345c,segment=NetworkSegment(6d578c05-3257-4ae2-8483-df97b966e5b8),segment_id=6d578c05-3257-4ae2-8483-df97b966e5b8)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:07.726925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.737894 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.746776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] For port f13502cd-168a-46b9-a1f8-57bfb0d30c89, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:07.750572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] For port f13502cd-168a-46b9-a1f8-57bfb0d30c89, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:07.752412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.759977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:07.760437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.767694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.824384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.876491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Pushing event updated for resources: {'Port': ['ID=e20ba478-3c97-48b3-80c7-28fe733d3938,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.896656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5732d1-205c-469d-b6e0-d2860c53a20b None None] Pushing event updated for resources: {'Port': ['ID=b630f71f-2826-49f3-90df-cfb6e1a8345c,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.981672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7911100 Sep 21 18:19:08.073160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.085502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Pushing event updated for resources: {'Port': ['ID=f13502cd-168a-46b9-a1f8-57bfb0d30c89,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:08.106740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:08.107993 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.109783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4fc7bb01-ff84-484d-88a9-d1aaae59e32f service neutron] 10.222.0.78 "PUT /v2.0/ports/f13502cd-168a-46b9-a1f8-57bfb0d30c89 HTTP/1.1" status: 200 len: 1092 time: 2.0561883 Sep 21 18:19:08.111544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50798) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:08.112132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'tag': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:08.124748 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810" -d '{"events": [{"name": "network-changed", "server_uuid": "97b6b10c-8ec9-49c4-85e2-a457cdbd46fa", "tag": "f13502cd-168a-46b9-a1f8-57bfb0d30c89"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:08.177412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'subnet': {'network_id': '98833293-ba9b-4584-830c-84016c139934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:08.188156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4151ff7-1548-4c49-8e07-ed088e73f9ac tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Network': ['ID=1d17c773-1eb0-4b00-a62d-37fbc45b0ee7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:08.200436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:19:08.308872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-8e924bdd-29e7-437f-abda-2a9dc4f5d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:08.316232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-8e924bdd-29e7-437f-abda-2a9dc4f5d48d service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 200 len: 913 time: 1.0352139 Sep 21 18:19:08.330570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aedc8-861d-43c8-a9ee-583ceef47b49 req-455698ec-6f8f-4b31-9461-0c5d131e4c35 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:08.339523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f9aedc8-861d-43c8-a9ee-583ceef47b49 req-455698ec-6f8f-4b31-9461-0c5d131e4c35 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1468670 Sep 21 18:19:08.417754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-7b477698-3910-4703-8196-66a3a1110feb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea98e828-9133-4bce-8cef-cfd80402262d HTTP/1.1" status: 200 len: 217 time: 0.0752923 Sep 21 18:19:08.423702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.487175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f9aedc8-861d-43c8-a9ee-583ceef47b49 req-19092dcb-73bf-4e88-9b91-77245915e702 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417360 Sep 21 18:19:08.538317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-9fb8cd3a-228c-4cd2-bb9c-0ce00fba629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:08.540065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-9fb8cd3a-228c-4cd2-bb9c-0ce00fba629b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 200 len: 851 time: 0.1143036 Sep 21 18:19:08.604394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-fbc4477a-c3b5-4e6c-968f-b21b8ce16656 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8e874d8-2e97-4fe2-a647-0a685efd78a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558019 Sep 21 18:19:08.679533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd5aa-90b2-4efe-ab21-2fe6d2e4f9da req-f2c77f42-8010-4d54-8c34-44cb6da60083 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:08.681435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9dfd5aa-90b2-4efe-ab21-2fe6d2e4f9da req-f2c77f42-8010-4d54-8c34-44cb6da60083 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 944 time: 0.0909629 Sep 21 18:19:08.762690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9dfd5aa-90b2-4efe-ab21-2fe6d2e4f9da req-e226846f-0eb5-4a16-9ce9-737fc6ef70ff tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Sep 21 18:19:08.797714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-015b15f0-b380-4c1d-8c5c-d8eec81ed457 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670868 Sep 21 18:19:08.871066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4b12a4e0-2a6c-417c-8681-26011af569dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:08.872594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-4b12a4e0-2a6c-417c-8681-26011af569dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 1095 time: 0.6859317 Sep 21 18:19:08.938516 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-ae8ab8e4-f5f2-47cb-a057-9fc45f716865 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89 HTTP/1.1" status: 200 len: 217 time: 0.0451860 Sep 21 18:19:08.941510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Made reservation on behalf of d4193f45e6594b32b52186e156510fa9 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:08.945165 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.953362 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Floating IP b0e21f6c-eb6e-4c1c-8d62-9496c3b0ed89 associated. External IP: 172.25.3.7, port: bedabfc7-29b0-47fc-a973-0db9bac6bee0. Sep 21 18:19:09.048351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479b4b1-31df-4b99-acdb-4b2a397e42d9 req-9a35cd79-a2a7-45cb-9fb5-220eed346c6e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:09.054063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7479b4b1-31df-4b99-acdb-4b2a397e42d9 req-9a35cd79-a2a7-45cb-9fb5-220eed346c6e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1828008 Sep 21 18:19:09.094765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ff103c7-a6e4-45eb-9e06-3b16f289fba4 req-28d522e0-1e3b-4728-8df3-5bcdf2ce7cb7 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876766 Sep 21 18:19:09.183849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7479b4b1-31df-4b99-acdb-4b2a397e42d9 req-f424e54c-c46b-4e23-a8a2-722bc8eaa2f9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076305 Sep 21 18:19:09.194653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-9e6d6061-a586-430c-88bb-f3e25c725c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:09.196834 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-9e6d6061-a586-430c-88bb-f3e25c725c5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.2461939 Sep 21 18:19:09.355507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-a7549edf-0ef4-48da-a3c7-e3c6f0c30b84 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485875 Sep 21 18:19:09.485718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b630f71f-2826-49f3-90df-cfb6e1a8345c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:09.586995 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1efd37-bd12-43b9-85df-665772358ea1 x-openstack-request-id: req-0c1efd37-bd12-43b9-85df-665772358ea1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:09.587470 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b6b10c-8ec9-49c4-85e2-a457cdbd46fa", "tag": "f13502cd-168a-46b9-a1f8-57bfb0d30c89", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:09.587759 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c1efd37-bd12-43b9-85df-665772358ea1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:09.588167 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'tag': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89', 'status': 'completed', 'code': 200} Sep 21 18:19:09.592267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b630f71f-2826-49f3-90df-cfb6e1a8345c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:09.592707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.695743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-e3cf96f8-f7e9-47f1-99e6-e194938bc2c2 service neutron] 10.222.0.78 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318152 Sep 21 18:19:09.716320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced87d3-2863-4ec2-8d8a-78bfd33a1efc req-3889eab3-75fd-4398-91db-8854147ed3fc tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:09.718693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eced87d3-2863-4ec2-8d8a-78bfd33a1efc req-3889eab3-75fd-4398-91db-8854147ed3fc tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.0817900 Sep 21 18:19:09.725593 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.727951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2338a9f-7f65-4db7-bf4f-b9eacaf529ab None None] Network 782dd829-4a30-4fdd-93fa-2344a194f029 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:09.787035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eced87d3-2863-4ec2-8d8a-78bfd33a1efc req-1b6244ca-981d-4cc2-bdc7-c479b1f91f34 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Sep 21 18:19:09.837626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e6d81ff7-b78a-4734-b539-a7a5dfceecbf None None] Provisioning complete for port b630f71f-2826-49f3-90df-cfb6e1a8345c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:09.838004 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6d81ff7-b78a-4734-b539-a7a5dfceecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.888202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b630f71f-2826-49f3-90df-cfb6e1a8345c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b630f71f-2826-49f3-90df-cfb6e1a8345c,segment=NetworkSegment(6d578c05-3257-4ae2-8483-df97b966e5b8),segment_id=6d578c05-3257-4ae2-8483-df97b966e5b8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:09.905216 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.994599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa517c-4ffb-4e38-bab0-5c8029fc8b57 req-3fbeee5e-1631-46cf-98c9-5a55eef2d93a tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:09.996179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3aa517c-4ffb-4e38-bab0-5c8029fc8b57 req-3fbeee5e-1631-46cf-98c9-5a55eef2d93a tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 944 time: 0.0966797 Sep 21 18:19:10.018682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b630f71f-2826-49f3-90df-cfb6e1a8345c,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:10.103112 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ace19c19-002f-4d6a-aaa6-154ba1f82a5b req-afc8630e-65d7-4b03-bfa0-3790c7d385f4 service neutron] 10.222.0.78 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757385 Sep 21 18:19:10.139661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3aa517c-4ffb-4e38-bab0-5c8029fc8b57 req-2fd346e9-4aaa-4bb0-957a-cf7d19a2f12f tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345115 Sep 21 18:19:10.149371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Router 7426cd1a-8c92-480f-9647-faffe8a80539 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:10.345246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-c4342bc9-d79e-4de9-b9cd-dec286579330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:10.352307 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-c4342bc9-d79e-4de9-b9cd-dec286579330 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 1095 time: 0.1710446 Sep 21 18:19:10.361758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a85a-f5f3-4c49-a411-430e8abc81f0 req-6ea47d1c-37d0-4eeb-806c-d2d1e53fe341 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:10.364030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f571a85a-f5f3-4c49-a411-430e8abc81f0 req-6ea47d1c-37d0-4eeb-806c-d2d1e53fe341 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.0831280 Sep 21 18:19:10.450900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.466804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f571a85a-f5f3-4c49-a411-430e8abc81f0 req-146da109-afe1-4948-a913-9ae475c3c280 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922213 Sep 21 18:19:10.477839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ddcc880d-5987-45b7-8935-3b2ba145b6be None None] Provisioning complete for port b630f71f-2826-49f3-90df-cfb6e1a8345c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:10.478246 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ddcc880d-5987-45b7-8935-3b2ba145b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.583996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:19:10.750184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Checking segment: {'id': '114aee62-417b-45d0-8049-0fb16d3186e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '98833293-ba9b-4584-830c-84016c139934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:10.750582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network hostable DHCP agents. Network: 98833293-ba9b-4584-830c-84016c139934, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:19:10.752979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Subnet': ['ID=677e35a9-c180-486f-bf78-ecb725bb96dd,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:10.756263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-a07cf811-a238-4c8a-8107-f1d4f64737a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:10.757937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-a07cf811-a238-4c8a-8107-f1d4f64737a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 917 time: 0.3514881 Sep 21 18:19:10.824606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:10.824790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:10.827134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network 98833293-ba9b-4584-830c-84016c139934 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:19:10.839096 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] Sync routers for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:10.844515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-6dc6290b-6978-41ef-9121-368f33bdede1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89 HTTP/1.1" status: 200 len: 217 time: 0.0769100 Sep 21 18:19:10.848544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 98833293-ba9b-4584-830c-84016c139934) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:10.856042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'port_id': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'mac_address': 'fa:16:3e:88:83:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:19:10.864026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:10.864796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.867634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f541e4b-5b72-42fa-9cab-df774f31845b None None] Network 98833293-ba9b-4584-830c-84016c139934 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:10.873026 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:10.876916 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:10.920989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.926018 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.947901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:10.965683 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:10.986364 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:10.989125 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:11.009738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eff4061d-aa67-445c-9b25-2a11660f4ea6 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.2242846 Sep 21 18:19:11.011402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:11.015726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50846) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:11.019289 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:11.062356 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-27bf6f8f-f07b-4954-a6b8-13a22dd33540 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9240322 Sep 21 18:19:11.063227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50850) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:11.065643 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:11.066883 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fcfa7-47a5-4a13-b57f-f59344299d33 None None] The sync data for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:11.106995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'subnet': {'network_id': '1d17c773-1eb0-4b00-a62d-37fbc45b0ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:11.120147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-908f829d-3014-4020-acb8-7d9f1228fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:11.122482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-908f829d-3014-4020-acb8-7d9f1228fa9e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.2670131 Sep 21 18:19:11.170239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18699d32-e5c0-4f90-8433-30d2e254bb54 req-271952fa-22c8-41a7-8753-276b3732934c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:11.180721 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-37776dce-b6eb-426a-a187-882fd8f67d8d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381777 Sep 21 18:19:11.182047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18699d32-e5c0-4f90-8433-30d2e254bb54 req-271952fa-22c8-41a7-8753-276b3732934c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.2494137 Sep 21 18:19:11.340562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18699d32-e5c0-4f90-8433-30d2e254bb54 req-20a478df-f0c4-4689-ba95-162d4be0acaf tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493330 Sep 21 18:19:11.348619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c36a2288-91d7-4bb4-b7db-4e018464fb1a tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] 10.222.0.70 "GET /v2.0/floatingips/b0e21f6c-eb6e-4c1c-8d62-9496c3b0ed89 HTTP/1.1" status: 200 len: 981 time: 0.3293903 Sep 21 18:19:11.349488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50858) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:11.439070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['366fd1f1-f47f-4a1e-873b-feeb06aa29c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:11.521039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b630f71f-2826-49f3-90df-cfb6e1a8345c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:11.555504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eb6fc64e-e607-4c16-b7bd-9da5e1c5bfea tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3032 time: 0.2048159 Sep 21 18:19:11.556218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-a089ca1c-2f7c-4252-9298-0253fac9ef0d service neutron] 10.222.0.78 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527136 Sep 21 18:19:11.560111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:11.571714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f13502cd-168a-46b9-a1f8-57bfb0d30c89 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:19:11.591076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:11.684235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-98833293-ba9b-4584-830c-84016c139934', 'network_id': '98833293-ba9b-4584-830c-84016c139934', 'tenant_id': 'd4193f45e6594b32b52186e156510fa9', 'fixed_ips': [{'subnet_id': '677e35a9-c180-486f-bf78-ecb725bb96dd'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:19:11.685271 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:11.844588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Made reservation on behalf of d4193f45e6594b32b52186e156510fa9 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:11.848643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:11.849404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bcf23-f982-4982-a188-2f13603b5a9e req-f917f178-e934-4159-b287-d5ec8df27557 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:11.856799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-810bcf23-f982-4982-a188-2f13603b5a9e req-f917f178-e934-4159-b287-d5ec8df27557 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 944 time: 0.2953906 Sep 21 18:19:11.876538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Allocated IP 172.20.0.2 (98833293-ba9b-4584-830c-84016c139934/677e35a9-c180-486f-bf78-ecb725bb96dd/ed2b8a77-d081-47f3-9689-414b5885d4a5) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:12.005936 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f8873c8b-b99f-4c8c-9ca3-c5b6fd895810 req-35855310-6a74-44fa-92c7-029bc29ef503 service neutron] 10.222.0.78 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415658 Sep 21 18:19:12.044962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-810bcf23-f982-4982-a188-2f13603b5a9e req-a9b17a92-5eb0-47dc-beff-95aab513e424 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872048 Sep 21 18:19:12.089780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.146943 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.279117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.287353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Deleting port e20ba478-3c97-48b3-80c7-28fe733d3938 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:12.287711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.376783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Network 98833293-ba9b-4584-830c-84016c139934 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:12.437483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b630f71f-2826-49f3-90df-cfb6e1a8345c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:12.439778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Subnet': ['ID=2b59a513-a854-4857-959e-7c701e7c6dc6,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:12.442408 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.590330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:12.591050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Checking segment: {'id': '9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '1d17c773-1eb0-4b00-a62d-37fbc45b0ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:12.595222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network hostable DHCP agents. Network: 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:19:12.602512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:12.647480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.650674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.681432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:19:12.716420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:12.737129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:12.739359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.764351 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c17b8ae-66d4-444d-aa40-ed27615b8c46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6979005 Sep 21 18:19:12.768437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50878) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:12.824399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Calling delete_port for e20ba478-3c97-48b3-80c7-28fe733d3938 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:12.861834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20192bf-447a-4ed4-8a8e-1178dd082ec0 None None] Network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:12.984143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e1b9-44c6-4733-8a4d-7d7b12eff6cd req-4c6576e0-2b8e-4b13-a4d6-ee6ae2cd5d07 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:12.985696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b81e1b9-44c6-4733-8a4d-7d7b12eff6cd req-4c6576e0-2b8e-4b13-a4d6-ee6ae2cd5d07 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 945 time: 0.2692006 Sep 21 18:19:13.006160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f13502cd-168a-46b9-a1f8-57bfb0d30c89, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:13.049217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'port_id': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89', 'mac_address': 'fa:16:3e:9d:02:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fcc29b-f831-4e04-98a2-95571b5d3118', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:19:13.108020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Pushing event updated for resources: {'Port': ['ID=ed2b8a77-d081-47f3-9689-414b5885d4a5,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:13.111398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b81e1b9-44c6-4733-8a4d-7d7b12eff6cd req-4d06cb7b-c37d-4544-8fa5-f59868e5a8ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095459 Sep 21 18:19:13.171120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Attempting to bind port ed2b8a77-d081-47f3-9689-414b5885d4a5 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:13.171502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Attempting to bind port ed2b8a77-d081-47f3-9689-414b5885d4a5 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '114aee62-417b-45d0-8049-0fb16d3186e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '98833293-ba9b-4584-830c-84016c139934'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:13.171879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Attempting to bind port ed2b8a77-d081-47f3-9689-414b5885d4a5 on network 98833293-ba9b-4584-830c-84016c139934 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:13.405940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:13.406349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Checking segment: {'id': '114aee62-417b-45d0-8049-0fb16d3186e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '98833293-ba9b-4584-830c-84016c139934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:13.406820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.407215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Bound using segment: {'id': '114aee62-417b-45d0-8049-0fb16d3186e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '98833293-ba9b-4584-830c-84016c139934'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:13.407774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Bound port: ed2b8a77-d081-47f3-9689-414b5885d4a5, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114aee62-417b-45d0-8049-0fb16d3186e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '98833293-ba9b-4584-830c-84016c139934'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:13.408163 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.456659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.468763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.506216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13502cd-168a-46b9-a1f8-57bfb0d30c89 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:13.565160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.571980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f13502cd-168a-46b9-a1f8-57bfb0d30c89, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:13.573328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Port': ['ID=e20ba478-3c97-48b3-80c7-28fe733d3938,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:13.594095 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.662937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b8e02-507d-43f6-a6da-7ad429654b6b req-b992b22e-7f56-4a02-808f-a31dac36f365 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:13.664550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-993b8e02-507d-43f6-a6da-7ad429654b6b req-b992b22e-7f56-4a02-808f-a31dac36f365 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.3213611 Sep 21 18:19:13.682825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] For port ed2b8a77-d081-47f3-9689-414b5885d4a5, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:13.710903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-1d17c773-1eb0-4b00-a62d-37fbc45b0ee7', 'network_id': '1d17c773-1eb0-4b00-a62d-37fbc45b0ee7', 'tenant_id': 'd4193f45e6594b32b52186e156510fa9', 'fixed_ips': [{'subnet_id': '2b59a513-a854-4857-959e-7c701e7c6dc6'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:19:13.711802 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.820723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.821067 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Floating IP b0e21f6c-eb6e-4c1c-8d62-9496c3b0ed89 disassociated (deleted). External IP: 172.25.3.7, port: bedabfc7-29b0-47fc-a973-0db9bac6bee0. Sep 21 18:19:14.036702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-993b8e02-507d-43f6-a6da-7ad429654b6b req-32444289-4b35-42f4-a571-6c8e2dada7c4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530817 Sep 21 18:19:14.079919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Allocated IP 172.20.0.2 (1d17c773-1eb0-4b00-a62d-37fbc45b0ee7/2b59a513-a854-4857-959e-7c701e7c6dc6/b441aed8-ba7f-4289-b813-480d79b7cf76) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:14.115918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Allocated IP 172.20.0.1 (98833293-ba9b-4584-830c-84016c139934/677e35a9-c180-486f-bf78-ecb725bb96dd/287d7194-530b-4422-8788-a3068bd61a5e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:14.320735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.330102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464395c-7514-4d58-a41a-9df4ed5f71a5 req-81f6fde6-01c9-4d27-b981-dbe874f2a81c tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:14.346688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6464395c-7514-4d58-a41a-9df4ed5f71a5 req-81f6fde6-01c9-4d27-b981-dbe874f2a81c tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 945 time: 0.1600990 Sep 21 18:19:14.366761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.431603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network 98833293-ba9b-4584-830c-84016c139934 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:14.438771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:14.444522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:14.493866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.520908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] For port ed2b8a77-d081-47f3-9689-414b5885d4a5, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ed2b8a77-d081-47f3-9689-414b5885d4a5,segment=NetworkSegment(114aee62-417b-45d0-8049-0fb16d3186e3),segment_id=114aee62-417b-45d0-8049-0fb16d3186e3)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:14.522553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Port': ['ID=287d7194-530b-4422-8788-a3068bd61a5e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:14.550636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f13502cd-168a-46b9-a1f8-57bfb0d30c89,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:14.554649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6464395c-7514-4d58-a41a-9df4ed5f71a5 req-c42cd252-a5a1-4d90-88d2-0812c8d5f8d3 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016902 Sep 21 18:19:14.557111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.566787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.572696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.640331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f13502cd-168a-46b9-a1f8-57bfb0d30c89'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:14.651469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Router 7426cd1a-8c92-480f-9647-faffe8a80539 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:14.706471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:14.783527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:14.799853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:14.807258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.809356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:14.892761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac546bd-9f7c-4f2d-a076-b032d4344968 None None] Pushing event updated for resources: {'Port': ['ID=ed2b8a77-d081-47f3-9689-414b5885d4a5,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:14.928863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa7a4f-1ef8-4f91-a6de-bbadc99a699b req-ce24b877-8208-49a4-adf5-00fee8be274b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:14.939178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbfa7a4f-1ef8-4f91-a6de-bbadc99a699b req-ce24b877-8208-49a4-adf5-00fee8be274b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 945 time: 0.2661510 Sep 21 18:19:15.027427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Pushing event updated for resources: {'Port': ['ID=b441aed8-ba7f-4289-b813-480d79b7cf76,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:15.202259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbfa7a4f-1ef8-4f91-a6de-bbadc99a699b req-f8b9c9e3-36da-4434-bb25-b37508b9fa6f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570131 Sep 21 18:19:15.224381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Attempting to bind port b441aed8-ba7f-4289-b813-480d79b7cf76 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:15.226070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Attempting to bind port b441aed8-ba7f-4289-b813-480d79b7cf76 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '1d17c773-1eb0-4b00-a62d-37fbc45b0ee7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:15.226590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Attempting to bind port b441aed8-ba7f-4289-b813-480d79b7cf76 on network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:15.272216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:15.298153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.341247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] Sync routers for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:15.343501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:15.343878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Checking segment: {'id': '9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '1d17c773-1eb0-4b00-a62d-37fbc45b0ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:15.344280 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.344671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Bound using segment: {'id': '9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '1d17c773-1eb0-4b00-a62d-37fbc45b0ee7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:15.345145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Bound port: b441aed8-ba7f-4289-b813-480d79b7cf76, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '1d17c773-1eb0-4b00-a62d-37fbc45b0ee7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:15.345520 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.455270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:15.455647 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.465218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e142bb39-1237-488b-aa01-7676799740f5 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "DELETE /v2.0/floatingips/b0e21f6c-eb6e-4c1c-8d62-9496c3b0ed89 HTTP/1.1" status: 204 len: 168 time: 3.8945625 Sep 21 18:19:15.466498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50896) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:15.483492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:15.548146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.553251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.570293 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.619855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:15.620365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e1c6-4e6c-4a0e-9328-779c9e97e1c7 req-98f1ca06-9669-4ff6-8340-107f8169196c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:15.620509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:15.636791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0e7e1c6-4e6c-4a0e-9328-779c9e97e1c7 req-98f1ca06-9669-4ff6-8340-107f8169196c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.2520030 Sep 21 18:19:15.797793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Port': ['ID=287d7194-530b-4422-8788-a3068bd61a5e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:15.815286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.852613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.853010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.853891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.854376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.854846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.855288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.856139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.856425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.856857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.857299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.857750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.858315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.861908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0e7e1c6-4e6c-4a0e-9328-779c9e97e1c7 req-406879ae-0de9-4d3f-9dc3-4435464a9db4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221541 Sep 21 18:19:15.919421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-ad748564-ee87-4903-bf6c-0dae5666ce13 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:15.928453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-ad748564-ee87-4903-bf6c-0dae5666ce13 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.2478042 Sep 21 18:19:15.936222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.166758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ed2b8a77-d081-47f3-9689-414b5885d4a5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:16.265171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Allocated IP 172.25.3.186 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/28d51c96-e7c6-463b-ac89-e4219331aa77) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:16.272008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:16.365427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:16.367782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:16.433680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc97f-e270-4bde-8847-8d882074faa1 req-d618a533-1090-4b1e-87a5-4f9a71af3a32 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:16.445409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-922cc97f-e270-4bde-8847-8d882074faa1 req-d618a533-1090-4b1e-87a5-4f9a71af3a32 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 945 time: 0.1591718 Sep 21 18:19:16.516822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] For port b441aed8-ba7f-4289-b813-480d79b7cf76, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:16.543608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:16.544221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0549ea-89ca-4b8f-b198-183f3e40233e None None] The sync data for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:16.566622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-922cc97f-e270-4bde-8847-8d882074faa1 req-90a3725e-6e45-419c-a4d3-a53bf1a57a53 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199017 Sep 21 18:19:16.637701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.656588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] For port b441aed8-ba7f-4289-b813-480d79b7cf76, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b441aed8-ba7f-4289-b813-480d79b7cf76,segment=NetworkSegment(9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a),segment_id=9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:16.661865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4db80b-b999-44b6-9d72-b29bcf11d3aa None None] Network 98833293-ba9b-4584-830c-84016c139934 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:16.670689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ed2b8a77-d081-47f3-9689-414b5885d4a5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:16.671369 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.751794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.889662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409014a1-a33e-4bba-9bba-53a72e6ec168 req-bead94f6-df65-4962-8b87-dc0e6d2573cd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:16.889662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-409014a1-a33e-4bba-9bba-53a72e6ec168 req-bead94f6-df65-4962-8b87-dc0e6d2573cd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 945 time: 0.1969290 Sep 21 18:19:16.943410 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.950342 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.955001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:16.999637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:17.014563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:17.050677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-409014a1-a33e-4bba-9bba-53a72e6ec168 req-65bfb35d-a5ad-480c-a458-78f6c046014c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343687 Sep 21 18:19:17.091567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Pushing event updated for resources: {'Port': ['ID=28d51c96-e7c6-463b-ac89-e4219331aa77,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:17.232176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600f5f8-182e-4184-a5be-625086a1935e None None] Pushing event updated for resources: {'Port': ['ID=b441aed8-ba7f-4289-b813-480d79b7cf76,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:17.324378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6718132a-5a1b-44fc-86a6-6ae74f8baad0 None None] Provisioning complete for port ed2b8a77-d081-47f3-9689-414b5885d4a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:17.325001 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6718132a-5a1b-44fc-86a6-6ae74f8baad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.336526 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.337616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:17.340759 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9637275-db50-4994-b3e5-34105d03475c" -d '{"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:17.345774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Deleting port ea98e828-9133-4bce-8cef-cfd80402262d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:17.346356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.378339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network 98833293-ba9b-4584-830c-84016c139934 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:17.381171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378ad18-3a38-4255-8a1a-53f1878be0d3 req-892835f8-6865-4682-8b6f-0c5a04034b81 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:17.394685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b378ad18-3a38-4255-8a1a-53f1878be0d3 req-892835f8-6865-4682-8b6f-0c5a04034b81 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=18551f13-c68b-4bc2-a947-f6712ccad783 HTTP/1.1" status: 200 len: 945 time: 0.1698065 Sep 21 18:19:17.423020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:17.426497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:17.434535 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.495637 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.557923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] For port ea98e828-9133-4bce-8cef-cfd80402262d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea98e828-9133-4bce-8cef-cfd80402262d,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:17.558349 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.597928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Calling delete_port for ea98e828-9133-4bce-8cef-cfd80402262d owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:17.616614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b378ad18-3a38-4255-8a1a-53f1878be0d3 req-5adf5506-d9c7-4722-ba1a-34d85f4973cb tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066870 Sep 21 18:19:17.627969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.661888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f13502cd-168a-46b9-a1f8-57bfb0d30c89 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:17.755662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port ed2b8a77-d081-47f3-9689-414b5885d4a5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ed2b8a77-d081-47f3-9689-414b5885d4a5,segment=NetworkSegment(114aee62-417b-45d0-8049-0fb16d3186e3),segment_id=114aee62-417b-45d0-8049-0fb16d3186e3)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:17.926689 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.969764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50926) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:17.980969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:18.076538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port f13502cd-168a-46b9-a1f8-57bfb0d30c89 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:19:18.131569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.167926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port f13502cd-168a-46b9-a1f8-57bfb0d30c89 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:18.168300 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.191634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['baa0df7f-5150-4cc0-a030-d70070ca9d80'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:18.234085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.284025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.389821 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae21ada-ff97-4f35-9284-390205d164b3 x-openstack-request-id: req-6ae21ada-ff97-4f35-9284-390205d164b3 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:18.390314 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:18.390314 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ae21ada-ff97-4f35-9284-390205d164b3 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:18.390656 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'code': 200} Sep 21 18:19:18.412208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b441aed8-ba7f-4289-b813-480d79b7cf76 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:18.421975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Pushing event deleted for resources: {'Port': ['ID=ea98e828-9133-4bce-8cef-cfd80402262d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:18.560848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.563778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=ed2b8a77-d081-47f3-9689-414b5885d4a5,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:18.619796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Pushing event updated for resources: {'Port': ['ID=28d51c96-e7c6-463b-ac89-e4219331aa77,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:18.621645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] No DVR routers for this DVR port ea98e828-9133-4bce-8cef-cfd80402262d on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:18.635215 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.637310 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-04d06dfb-705d-445e-82c7-c1ad94b3cc3d req-0c64f2fb-d433-4afa-8ce4-330171499591 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "DELETE /v2.0/ports/ea98e828-9133-4bce-8cef-cfd80402262d HTTP/1.1" status: 204 len: 173 time: 2.6739812 Sep 21 18:19:18.643944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18551f13-c68b-4bc2-a947-f6712ccad783', 'name': 'network-vif-deleted', 'tag': 'ea98e828-9133-4bce-8cef-cfd80402262d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:18.650658 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b0cae-b674-4a26-83ea-5860fa3d0ce7" -d '{"events": [{"server_uuid": "18551f13-c68b-4bc2-a947-f6712ccad783", "name": "network-vif-deleted", "tag": "ea98e828-9133-4bce-8cef-cfd80402262d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:18.671523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.753072 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.782895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Router 4f22ee7e-5e92-4244-b96b-1feee7ea5494 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:19:18.789962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b441aed8-ba7f-4289-b813-480d79b7cf76 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:18.790733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.803417 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.807262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-823c0c4a-b9c8-45ed-b5d7-ede2863d9681 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3327029 Sep 21 18:19:18.812458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50936) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:18.893267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bc5574fe-9096-4fb7-ba05-d677df2fd01c None None] Provisioning complete for port ed2b8a77-d081-47f3-9689-414b5885d4a5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:18.893734 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc5574fe-9096-4fb7-ba05-d677df2fd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.020312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.047566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fcb15-3eb1-4f1d-8b7a-bfa62d835a44 req-ed3a2459-9851-44d5-9930-706972abc6a2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:19.048889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-420fcb15-3eb1-4f1d-8b7a-bfa62d835a44 req-ed3a2459-9851-44d5-9930-706972abc6a2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 945 time: 0.4840934 Sep 21 18:19:19.055105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.066970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:19.079796 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] Sync routers for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:19.086078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8133fdff-76bb-42c1-b532-71abf808cfd3 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "PUT /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3122385 Sep 21 18:19:19.086750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50942) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:19.096668 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:19.103813 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:19.111301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf9b24-5bfa-4786-939a-e5945e8742c6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:19.131780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.132278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.132727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.133168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.133624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.134254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.134696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.135146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.135566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.135996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.136428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.136895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:19.168411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e55883c5-e5d1-4db8-9de2-1e846a418b97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30c72204c71e4732b0e641920d8f4889&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1975706 Sep 21 18:19:19.183052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50944) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:19.224664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.233492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84adcf74-f308-478c-8a12-b7af149f7f10 None None] Network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:19.249596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-038d25dd-846b-43f2-a70d-afbe80f67949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.273755 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-038d25dd-846b-43f2-a70d-afbe80f67949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.312135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:19.327293 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:19.363053 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:19.364519 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:19.368462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-420fcb15-3eb1-4f1d-8b7a-bfa62d835a44 req-b17b1f2a-a1ed-471b-8a53-a6bdfa8299e1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085814 Sep 21 18:19:19.392561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-038d25dd-846b-43f2-a70d-afbe80f67949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.397658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-038d25dd-846b-43f2-a70d-afbe80f67949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.400030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-038d25dd-846b-43f2-a70d-afbe80f67949 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91bf9b24-5bfa-4786-939a-e5945e8742c6 HTTP/1.1" status: 204 len: 168 time: 0.2139831 Sep 21 18:19:19.413858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port f13502cd-168a-46b9-a1f8-57bfb0d30c89, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:19.502594 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:19.502594 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a65be-c4e4-4150-b173-79fc0ae25c6f None None] The sync data for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:19.614334 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.616250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d25dd-846b-43f2-a70d-afbe80f67949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf9b24-5bfa-4786-939a-e5945e8742c6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:19.616888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.658766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b441aed8-ba7f-4289-b813-480d79b7cf76, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b441aed8-ba7f-4289-b813-480d79b7cf76,segment=NetworkSegment(9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a),segment_id=9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:19.667110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea98e828-9133-4bce-8cef-cfd80402262d no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:19.768372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589028c-0775-40fb-bf6d-b8d3550ec9aa req-6ce18981-781c-4260-a281-679d98cb9cbd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:19.804516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6589028c-0775-40fb-bf6d-b8d3550ec9aa req-6ce18981-781c-4260-a281-679d98cb9cbd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1250007 Sep 21 18:19:19.870046 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.881946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6589028c-0775-40fb-bf6d-b8d3550ec9aa req-d390521e-11a2-4382-9e26-fdfadb9fac98 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703619 Sep 21 18:19:19.896648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ea98e828-9133-4bce-8cef-cfd80402262d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:19.896993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea98e828-9133-4bce-8cef-cfd80402262d not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:19.964887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bc5574fe-9096-4fb7-ba05-d677df2fd01c None None] Provisioning complete for port 287d7194-530b-4422-8788-a3068bd61a5e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:19.964887 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc5574fe-9096-4fb7-ba05-d677df2fd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:19.995393 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3a7a4-0e38-417d-88e2-eb21e4cae470 x-openstack-request-id: req-11f3a7a4-0e38-417d-88e2-eb21e4cae470 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:19.995595 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18551f13-c68b-4bc2-a947-f6712ccad783", "name": "network-vif-deleted", "tag": "ea98e828-9133-4bce-8cef-cfd80402262d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:19.995841 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11f3a7a4-0e38-417d-88e2-eb21e4cae470 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:19.996239 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18551f13-c68b-4bc2-a947-f6712ccad783', 'name': 'network-vif-deleted', 'tag': 'ea98e828-9133-4bce-8cef-cfd80402262d', 'status': 'completed', 'code': 200} Sep 21 18:19:20.080620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bc5574fe-9096-4fb7-ba05-d677df2fd01c None None] Port 287d7194-530b-4422-8788-a3068bd61a5e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:20.088677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=f13502cd-168a-46b9-a1f8-57bfb0d30c89,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:20.172996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ed2b8a77-d081-47f3-9689-414b5885d4a5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:20.249420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b441aed8-ba7f-4289-b813-480d79b7cf76,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:20.301178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-36312ea4-640b-44a7-a5e2-4bafd6e41044 None None] Provisioning complete for port b441aed8-ba7f-4289-b813-480d79b7cf76 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:20.301762 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-36312ea4-640b-44a7-a5e2-4bafd6e41044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:20.330690 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-49150448-baa3-42c0-8ecd-3423783c77a9 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:19:20.336906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-49150448-baa3-42c0-8ecd-3423783c77a9 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "PUT /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2490230 Sep 21 18:19:20.337591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50986) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:20.352569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:20.375326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ed2b8a77-d081-47f3-9689-414b5885d4a5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:20.376111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:20.416407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:20.419841 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a0d1b-2286-42c7-91c0-1c9856f4454f" -d '{"events": [{"server_uuid": "97b6b10c-8ec9-49c4-85e2-a457cdbd46fa", "name": "network-vif-plugged", "status": "completed", "tag": "f13502cd-168a-46b9-a1f8-57bfb0d30c89"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:20.695008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a3e46-32f3-46aa-b262-157067e226f2 req-56eed27a-d480-4dcd-ad94-215ae911bf9b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:20.710969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d1a3e46-32f3-46aa-b262-157067e226f2 req-56eed27a-d480-4dcd-ad94-215ae911bf9b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1722722 Sep 21 18:19:20.774736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-36312ea4-640b-44a7-a5e2-4bafd6e41044 None None] Provisioning complete for port 287d7194-530b-4422-8788-a3068bd61a5e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:20.775623 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-36312ea4-640b-44a7-a5e2-4bafd6e41044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:20.819059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d1a3e46-32f3-46aa-b262-157067e226f2 req-231df5e6-98c3-440e-94a3-0bd2b5bf3b7b tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996969 Sep 21 18:19:20.861416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Allocated IP 172.25.3.185 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/342c57c6-7f7f-446d-a1b0-2c51d25e178a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:20.887518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-36312ea4-640b-44a7-a5e2-4bafd6e41044 None None] Port 287d7194-530b-4422-8788-a3068bd61a5e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:21.017133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-99a20d44-8992-481b-ae7e-d864fb90914e None None] Provisioning complete for port b441aed8-ba7f-4289-b813-480d79b7cf76 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:21.017505 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-99a20d44-8992-481b-ae7e-d864fb90914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:21.045864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2727ae-fa9b-4e74-9504-4c13bd5b5f1f req-d0090e1e-2e96-47f9-acd3-477beb4821ab tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:21.047538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b2727ae-fa9b-4e74-9504-4c13bd5b5f1f req-d0090e1e-2e96-47f9-acd3-477beb4821ab tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 946 time: 0.1350400 Sep 21 18:19:21.100791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:21.213497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b2727ae-fa9b-4e74-9504-4c13bd5b5f1f req-10aba82c-0998-46cf-88f1-c9fa12820ced tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462128 Sep 21 18:19:21.284225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:21.358605 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f6f81-a72a-4c53-ba10-e5f4c46c14d2 x-openstack-request-id: req-d72f6f81-a72a-4c53-ba10-e5f4c46c14d2 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:21.358987 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b6b10c-8ec9-49c4-85e2-a457cdbd46fa", "name": "network-vif-plugged", "status": "completed", "tag": "f13502cd-168a-46b9-a1f8-57bfb0d30c89", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:21.359171 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d72f6f81-a72a-4c53-ba10-e5f4c46c14d2 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:21.359547 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89', 'code': 200} Sep 21 18:19:21.392399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:21.468218 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:21.545189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4e540-52a6-487a-9425-9649c6b5c242 req-b9e91a2b-c55f-4788-bff2-b5cc9aec8550 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:21.555073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43e4e540-52a6-487a-9425-9649c6b5c242 req-b9e91a2b-c55f-4788-bff2-b5cc9aec8550 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.0776014 Sep 21 18:19:21.578907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:21.633445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:21.646179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43e4e540-52a6-487a-9425-9649c6b5c242 req-725a867f-d029-4a0a-8322-4724c6c9358c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867927 Sep 21 18:19:21.704524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Pushing event updated for resources: {'Port': ['ID=342c57c6-7f7f-446d-a1b0-2c51d25e178a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:21.753889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de43fd8-6a04-4826-8b9c-d3eaf4b5da3c req-c10322d7-edba-427c-a331-f8f6193ff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:21.766504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8de43fd8-6a04-4826-8b9c-d3eaf4b5da3c req-c10322d7-edba-427c-a331-f8f6193ff4e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 1097 time: 0.3687267 Sep 21 18:19:21.905850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:21.975601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8de43fd8-6a04-4826-8b9c-d3eaf4b5da3c req-6cefdebf-bfc7-4bf9-a3ac-17ca1883e440 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871805 Sep 21 18:19:22.105317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b441aed8-ba7f-4289-b813-480d79b7cf76 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:22.134310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.141466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0f1d3-eefa-47ad-ae85-e8518b0d9593 req-ba748a37-a9e6-40e2-a71f-88ea50af4a3c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:22.143113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbc0f1d3-eefa-47ad-ae85-e8518b0d9593 req-ba748a37-a9e6-40e2-a71f-88ea50af4a3c tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1098530 Sep 21 18:19:22.240395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbc0f1d3-eefa-47ad-ae85-e8518b0d9593 req-22f7dd41-44e4-4311-b632-d19a102194d9 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897071 Sep 21 18:19:22.257839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b441aed8-ba7f-4289-b813-480d79b7cf76 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:22.258239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.374680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.424527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.492802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db679c15-dbcb-4e56-ba83-880bd5336ea6 req-ef00fa12-592f-4c3e-bafb-a49ade466163 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:22.501610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db679c15-dbcb-4e56-ba83-880bd5336ea6 req-ef00fa12-592f-4c3e-bafb-a49ade466163 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 946 time: 0.1158600 Sep 21 18:19:22.585825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db679c15-dbcb-4e56-ba83-880bd5336ea6 req-a3252be2-ccd7-47cb-a9ee-4ab5886413de tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770144 Sep 21 18:19:22.600235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Pushing event updated for resources: {'Port': ['ID=342c57c6-7f7f-446d-a1b0-2c51d25e178a,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:22.653036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.670320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Deleting port 287d7194-530b-4422-8788-a3068bd61a5e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:22.670971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.712580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.713936 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ab669e36-9154-4a78-82d4-bf918040f2f0 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8956079 Sep 21 18:19:22.716654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51050) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:22.889663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f628998-f554-4733-abf8-13b2f6268861 req-6219cdd1-998c-4bcc-b0d6-704012fa7ae2 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:22.892498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f628998-f554-4733-abf8-13b2f6268861 req-6219cdd1-998c-4bcc-b0d6-704012fa7ae2 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.1949849 Sep 21 18:19:22.892994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51052) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:22.893419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3e1404b4-4a95-4df2-89a8-cb1b170a8d50 tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.1753316 Sep 21 18:19:22.921223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f5757-c268-47b3-a0cc-b34ec61ce684 req-9cbc7d95-e931-4031-b5ee-c25f8d30ffcf tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:22.922733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-539f5757-c268-47b3-a0cc-b34ec61ce684 req-9cbc7d95-e931-4031-b5ee-c25f8d30ffcf tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1279979 Sep 21 18:19:22.976642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-539f5757-c268-47b3-a0cc-b34ec61ce684 req-36fa2335-72a4-4c3d-be93-6d828b86b3b9 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460925 Sep 21 18:19:23.103841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.113933 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9c2c5ae-7d3c-40de-a1c5-27007b23c278 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2169037 Sep 21 18:19:23.117049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51058) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:23.223509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Calling delete_port for 287d7194-530b-4422-8788-a3068bd61a5e owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:23.436565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Deleting port baa0df7f-5150-4cc0-a030-d70070ca9d80 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:23.436565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.502942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2771b-bd1a-44f6-870b-757033b06846 req-c90fb84c-5527-415f-8d1c-59254e312156 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:23.505682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53b2771b-bd1a-44f6-870b-757033b06846 req-c90fb84c-5527-415f-8d1c-59254e312156 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/ports?device_id=760a28ad-b8d3-4885-9223-1524339ea77b HTTP/1.1" status: 200 len: 945 time: 0.0901217 Sep 21 18:19:23.510412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Deleting port 342c57c6-7f7f-446d-a1b0-2c51d25e178a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:23.514543 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.611617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] For port baa0df7f-5150-4cc0-a030-d70070ca9d80, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=baa0df7f-5150-4cc0-a030-d70070ca9d80,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:23.611617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.623922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Calling delete_port for baa0df7f-5150-4cc0-a030-d70070ca9d80 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:23.663507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.664331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.713809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Calling delete_port for 342c57c6-7f7f-446d-a1b0-2c51d25e178a owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:23.745279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53b2771b-bd1a-44f6-870b-757033b06846 req-d4701e81-cea8-4649-92b4-8da7336136f4 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec178353-1b08-4eaf-8eff-132bc6b6f83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622644 Sep 21 18:19:24.056959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5bf-0d4e-40e2-b990-ea3244653f39 req-a6eddc42-8fac-4cd1-9041-7d1b00d9f7c9 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:24.059174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a524f5bf-0d4e-40e2-b990-ea3244653f39 req-a6eddc42-8fac-4cd1-9041-7d1b00d9f7c9 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 946 time: 0.1514142 Sep 21 18:19:24.102918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.148775 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.182672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Port': ['ID=287d7194-530b-4422-8788-a3068bd61a5e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:24.196484 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.242833 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:19:24.254461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a524f5bf-0d4e-40e2-b990-ea3244653f39 req-0bc6f4ef-51c7-49b1-960c-b86f2f0e3338 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750154 Sep 21 18:19:24.276308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Pushing event deleted for resources: {'Port': ['ID=342c57c6-7f7f-446d-a1b0-2c51d25e178a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:24.402819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Pushing event deleted for resources: {'Port': ['ID=baa0df7f-5150-4cc0-a030-d70070ca9d80,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:24.535248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] No DVR routers for this DVR port baa0df7f-5150-4cc0-a030-d70070ca9d80 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:24.555929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.572167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3f628998-f554-4733-abf8-13b2f6268861 req-83efe06a-5669-4422-9e1b-00b5948ccd59 tempest-ServerRescueTestJSON-231021377 tempest-ServerRescueTestJSON-231021377-project] 10.222.0.78 "DELETE /v2.0/ports/baa0df7f-5150-4cc0-a030-d70070ca9d80 HTTP/1.1" status: 204 len: 173 time: 1.6576967 Sep 21 18:19:24.581686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760a28ad-b8d3-4885-9223-1524339ea77b', 'name': 'network-vif-deleted', 'tag': 'baa0df7f-5150-4cc0-a030-d70070ca9d80'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:24.593379 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2449fc12-9163-47c4-9190-f7ec34b34e2c" -d '{"events": [{"server_uuid": "760a28ad-b8d3-4885-9223-1524339ea77b", "name": "network-vif-deleted", "tag": "baa0df7f-5150-4cc0-a030-d70070ca9d80"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:25.026696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486afe1-00aa-4716-9159-8b58423c54f8 req-c6aa6467-aa5f-495a-a5f8-ba2d81e4d408 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:25.038547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7486afe1-00aa-4716-9159-8b58423c54f8 req-c6aa6467-aa5f-495a-a5f8-ba2d81e4d408 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1202486 Sep 21 18:19:25.045956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.049730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.051768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d497778a-6289-4d83-89d3-d9ef5976b5d8 tempest-FloatingIPAdminTestJSON-434045089 tempest-FloatingIPAdminTestJSON-434045089-project] 10.222.0.70 "DELETE /v2.0/floatingips/f0cf500b-4783-4c76-b279-ddd1fba71a39 HTTP/1.1" status: 204 len: 168 time: 1.9335365 Sep 21 18:19:25.060463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51112) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:25.233292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.335220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7486afe1-00aa-4716-9159-8b58423c54f8 req-2eca9c8c-42d0-4553-9390-e93908921529 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956133 Sep 21 18:19:25.450312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Deleting port 28d51c96-e7c6-463b-ac89-e4219331aa77 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:25.450658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.534291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Router 4f22ee7e-5e92-4244-b96b-1feee7ea5494 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:25.631061 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ca4348-8dd5-4745-acde-421e17d0e417 x-openstack-request-id: req-05ca4348-8dd5-4745-acde-421e17d0e417 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:25.631350 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760a28ad-b8d3-4885-9223-1524339ea77b", "name": "network-vif-deleted", "tag": "baa0df7f-5150-4cc0-a030-d70070ca9d80", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:25.631598 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05ca4348-8dd5-4745-acde-421e17d0e417 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:25.631991 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760a28ad-b8d3-4885-9223-1524339ea77b', 'name': 'network-vif-deleted', 'tag': 'baa0df7f-5150-4cc0-a030-d70070ca9d80', 'status': 'completed', 'code': 200} Sep 21 18:19:25.694329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51132) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:25.700630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device baa0df7f-5150-4cc0-a030-d70070ca9d80 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:25.749032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:25.766224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc62c40e-5e67-4d35-9d9b-1eb73b274b04 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "PUT /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4261832 Sep 21 18:19:25.767237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51136) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:25.787806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] Sync routers for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:25.809668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: baa0df7f-5150-4cc0-a030-d70070ca9d80 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:25.814356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device baa0df7f-5150-4cc0-a030-d70070ca9d80 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:25.819412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:25.827473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:25.884063 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-32cc7015-17a2-4a87-91b5-d5810607b686 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] delete failed (client error): The resource could not be found. Sep 21 18:19:25.898834 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32cc7015-17a2-4a87-91b5-d5810607b686 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1154246817 HTTP/1.1" status: 404 len: 335 time: 0.1302609 Sep 21 18:19:25.900006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51140) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:25.901933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:25.905351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-65cbb104-7121-48b8-ad2b-b4ae003b804f tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f22ee7e-5e92-4244-b96b-1feee7ea5494'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:25.932628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:25.933760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:25.953444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.953783 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.056673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Calling delete_port for 28d51c96-e7c6-463b-ac89-e4219331aa77 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:26.067452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:26.069740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e795da-abf0-4234-bc91-564ab19d5099 None None] The sync data for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:26.465678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.516062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Pushing event deleted for resources: {'Port': ['ID=28d51c96-e7c6-463b-ac89-e4219331aa77,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:26.533163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65cbb104-7121-48b8-ad2b-b4ae003b804f tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.572140 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-65cbb104-7121-48b8-ad2b-b4ae003b804f tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] update failed (client error): The resource could not be found. Sep 21 18:19:26.577089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-65cbb104-7121-48b8-ad2b-b4ae003b804f tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "PUT /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494 HTTP/1.1" status: 404 len: 339 time: 0.6755493 Sep 21 18:19:26.581111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:26.698352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907d550-1162-4b65-81e9-3c16724521c9 req-95f61d90-be44-47e3-83c7-56b38c2fcbe7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:26.707933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d907d550-1162-4b65-81e9-3c16724521c9 req-95f61d90-be44-47e3-83c7-56b38c2fcbe7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1690097 Sep 21 18:19:26.762093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.766849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.768475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2e476155-7beb-42cb-a82d-ed5252cc4bff tempest-FloatingIPAdminTestJSON-318054182 tempest-FloatingIPAdminTestJSON-318054182-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/a03ef7e3-33a1-4ad0-bf1b-108ce9da8745 HTTP/1.1" status: 204 len: 168 time: 1.7081702 Sep 21 18:19:26.773498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51168) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:26.884211 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.052041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d907d550-1162-4b65-81e9-3c16724521c9 req-86edec79-8c13-4214-afdf-699a5f68d28b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383622 Sep 21 18:19:27.163219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Deleting port bedabfc7-29b0-47fc-a973-0db9bac6bee0 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:27.164482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.299317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.423847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.451738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Calling delete_port for bedabfc7-29b0-47fc-a973-0db9bac6bee0 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:27.475772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Deleting port 77bc74be-7d3f-4bc3-b13e-beae07578a99 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:27.476349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.846498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Allocated IP 172.20.0.1 (782dd829-4a30-4fdd-93fa-2344a194f029/3ee2e6d3-3fd7-4a22-9b37-666498b0713b/bccb29ab-aec0-463b-bc86-7267a1c67330) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:27.880991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] For port 77bc74be-7d3f-4bc3-b13e-beae07578a99, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77bc74be-7d3f-4bc3-b13e-beae07578a99,segment=NetworkSegment(08865316-dc2d-447d-a961-e97aaa0cbb2a),segment_id=08865316-dc2d-447d-a961-e97aaa0cbb2a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:27.881366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.889771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.904347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Calling delete_port for 77bc74be-7d3f-4bc3-b13e-beae07578a99 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:27.938525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Port': ['ID=bedabfc7-29b0-47fc-a973-0db9bac6bee0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:28.205786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.212393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c5c74fc4-afd1-41e8-a57c-3597eb68ed44 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "DELETE /v2.0/ports/bedabfc7-29b0-47fc-a973-0db9bac6bee0 HTTP/1.1" status: 204 len: 168 time: 1.4371264 Sep 21 18:19:28.218654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51200) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:28.251428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.334144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.442542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network 782dd829-4a30-4fdd-93fa-2344a194f029 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:28.447793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:28.454690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3caa74-f56c-4651-809b-a8bc96d5b8e7 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:28.457111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bd3caa74-f56c-4651-809b-a8bc96d5b8e7 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "GET /v2.0/ports?device_id=7426cd1a-8c92-480f-9647-faffe8a80539 HTTP/1.1" status: 200 len: 913 time: 0.2329969 Sep 21 18:19:28.461393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:28.464895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51210) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:28.587878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Port': ['ID=bccb29ab-aec0-463b-bc86-7267a1c67330,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:28.658309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66311ba6-5b80-4c43-ab3f-205be492d1e8 req-fea6a3f2-c510-4223-b871-fad1aa7c6210 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:28.659069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.678887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66311ba6-5b80-4c43-ab3f-205be492d1e8 req-fea6a3f2-c510-4223-b871-fad1aa7c6210 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.4330528 Sep 21 18:19:28.963563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-27f308db-b625-4d46-b358-2be67043423b None None] Provisioning complete for port bccb29ab-aec0-463b-bc86-7267a1c67330 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:28.964052 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27f308db-b625-4d46-b358-2be67043423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.975564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.041542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.102534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66311ba6-5b80-4c43-ab3f-205be492d1e8 req-bbed6b54-b0df-45f5-8ac5-d5a3644047e1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181557 Sep 21 18:19:29.116007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bc74be-7d3f-4bc3-b13e-beae07578a99,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:29.125968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-27f308db-b625-4d46-b358-2be67043423b None None] Port bccb29ab-aec0-463b-bc86-7267a1c67330 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:29.256241 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d384e916-cbdd-44f3-af6a-4490b69b9377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.638531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.648761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.701289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.832319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.865796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event updated for resources: {'Port': ['ID=bccb29ab-aec0-463b-bc86-7267a1c67330,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:30.036794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Network 782dd829-4a30-4fdd-93fa-2344a194f029 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:30.038342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:30.313358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Router 4f22ee7e-5e92-4244-b96b-1feee7ea5494 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:30.572249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:30.588461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2363b38b-a000-4166-9ce4-09273218f0a9 None None] Provisioning complete for port bccb29ab-aec0-463b-bc86-7267a1c67330 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:30.589132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a84a4d5-a49c-4f61-afa2-75acc4819a42 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "PUT /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0022933 Sep 21 18:19:30.589132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51246) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:30.589803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2363b38b-a000-4166-9ce4-09273218f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.592087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] Sync routers for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:30.618809 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:30.619699 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:30.699336 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:30.750294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2363b38b-a000-4166-9ce4-09273218f0a9 None None] Port bccb29ab-aec0-463b-bc86-7267a1c67330 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:30.751481 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:30.752286 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:30.816828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9fcaa6a-6249-4341-bbdb-5ff363b7e206 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.841699 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:30.843178 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5571eb-71f3-47c9-aa55-a72606077894 None None] The sync data for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:31.116341 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-e9fcaa6a-6249-4341-bbdb-5ff363b7e206 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 18:19:31.125251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9fcaa6a-6249-4341-bbdb-5ff363b7e206 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494 HTTP/1.1" status: 409 len: 329 time: 0.5349970 Sep 21 18:19:31.125859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51254) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:31.396253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Router 91b22918-a882-4224-938c-bea9223fddbc has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:31.414532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.457014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7a7a-843d-4a72-b44b-7195e84a098d req-1d30e5f2-3f6e-4a79-9adb-d2102691b423 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:31.462327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c40a7a7a-843d-4a72-b44b-7195e84a098d req-1d30e5f2-3f6e-4a79-9adb-d2102691b423 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 1.1718876 Sep 21 18:19:31.574217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c40a7a7a-843d-4a72-b44b-7195e84a098d req-10c56edd-cbc8-4b30-9019-43c39f47ed72 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Sep 21 18:19:31.992488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:32.002056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] Sync routers for ids ['91b22918-a882-4224-938c-bea9223fddbc'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:32.017802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b6d76c18-9606-44fd-bae7-7b755e48ff98 admin admin] 10.222.0.70 "PUT /v2.0/routers/91b22918-a882-4224-938c-bea9223fddbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3203835 Sep 21 18:19:32.020012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] Routers {'91b22918-a882-4224-938c-bea9223fddbc'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:32.020921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51272) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:32.024095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91b22918-a882-4224-938c-bea9223fddbc'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:32.126101 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.336025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] Set router 91b22918-a882-4224-938c-bea9223fddbc gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:32.452970 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.668050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Deleting port 48845f6b-3038-45e7-a16e-e2ff6bfa6381 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:32.674410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.686672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Deleting port bccb29ab-aec0-463b-bc86-7267a1c67330 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:32.687036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.928961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.965584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049010da-85a5-4fe9-bcc6-9f15d2f2b4d1 req-213ca367-a69f-465b-acb9-86995cd84e9c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:32.983591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-049010da-85a5-4fe9-bcc6-9f15d2f2b4d1 req-213ca367-a69f-465b-acb9-86995cd84e9c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.2214224 Sep 21 18:19:32.989264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 5, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port': {'id': 'abc7df35-7abf-46fd-8e1b-76a55cec6202', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b22918-a882-4224-938c-bea9223fddbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:15Z', 'updated_at': '2021-09-21T18:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:32.998085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.025947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] Checking router: 91b22918-a882-4224-938c-bea9223fddbc for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:33.041748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Calling delete_port for bccb29ab-aec0-463b-bc86-7267a1c67330 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:33.056553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] Routers {'91b22918-a882-4224-938c-bea9223fddbc'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:33.057742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91b22918-a882-4224-938c-bea9223fddbc'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:33.072483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.122518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Calling delete_port for 48845f6b-3038-45e7-a16e-e2ff6bfa6381 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:33.184804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-049010da-85a5-4fe9-bcc6-9f15d2f2b4d1 req-51150bb3-d9de-4638-bf2d-6d76de668570 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827123 Sep 21 18:19:33.194495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] Set router 91b22918-a882-4224-938c-bea9223fddbc gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:33.356183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:19:32Z', 'revision_number': 6, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:33.365199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Deleting port abc7df35-7abf-46fd-8e1b-76a55cec6202 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:33.365199 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.451248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e4a6a-d2d3-42ae-a1b4-35956e0aa561 None None] The sync data for ids ['91b22918-a882-4224-938c-bea9223fddbc'] in n-d-810285-3 is: [{'id': '91b22918-a882-4224-938c-bea9223fddbc', 'name': 'tempest-ServerRescueTestJSON-1816100640-router', 'tenant_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:14Z', 'updated_at': '2021-09-21T18:19:32Z', 'revision_number': 6, 'project_id': '9011b38c067e4ac1b6f6a1ef83f5d441', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:33.567716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.600333 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-898b1ea3-a941-461a-bd07-d2792f9aad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.674278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Port': ['ID=bccb29ab-aec0-463b-bc86-7267a1c67330,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:33.763215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] For port abc7df35-7abf-46fd-8e1b-76a55cec6202, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abc7df35-7abf-46fd-8e1b-76a55cec6202,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:33.764235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.790323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Calling delete_port for abc7df35-7abf-46fd-8e1b-76a55cec6202 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:34.082757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.147408 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.150753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.201296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Port': ['ID=48845f6b-3038-45e7-a16e-e2ff6bfa6381,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:34.213698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.417132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77bc74be-7d3f-4bc3-b13e-beae07578a99 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:34.469283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 77bc74be-7d3f-4bc3-b13e-beae07578a99 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:34.469283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77bc74be-7d3f-4bc3-b13e-beae07578a99 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:34.469506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device abc7df35-7abf-46fd-8e1b-76a55cec6202 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:34.707456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.780508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port abc7df35-7abf-46fd-8e1b-76a55cec6202, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abc7df35-7abf-46fd-8e1b-76a55cec6202,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:34.788257 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.883763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.884664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=abc7df35-7abf-46fd-8e1b-76a55cec6202,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:34.916128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.923416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.974522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.975384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.975908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.976409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.979116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.979736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.980223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.985215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.989888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:34.990733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:35.026963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.176889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fb7b6-900a-4088-9ceb-eacc229469a3 req-4333c54d-6798-41f4-92e9-caa0f7983e40 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:35.187781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c61fb7b6-900a-4088-9ceb-eacc229469a3 req-4333c54d-6798-41f4-92e9-caa0f7983e40 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.7037058 Sep 21 18:19:35.246959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Router 4f22ee7e-5e92-4244-b96b-1feee7ea5494 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:35.336849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c61fb7b6-900a-4088-9ceb-eacc229469a3 req-ec343fc5-107a-401e-80b7-9ac50b136ebe tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480465 Sep 21 18:19:35.460479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:35.471429 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] Sync routers for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:35.478671 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9c68f951-40de-4624-a2cf-289419dad698 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "PUT /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3479331 Sep 21 18:19:35.481375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51330) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:35.486379 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:35.487100 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:35.574784 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.584175 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-92364447-534b-4e1e-a894-96abc3958ec7 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] show failed (client error): The resource could not be found. Sep 21 18:19:35.585269 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-92364447-534b-4e1e-a894-96abc3958ec7 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-794295878 HTTP/1.1" status: 404 len: 334 time: 0.1032088 Sep 21 18:19:35.593278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51334) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:35.597965 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:35.603565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1cca2b46-26e8-4080-a8de-bb078a1e2e79 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:35.624540 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] Routers {'4f22ee7e-5e92-4244-b96b-1feee7ea5494'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:35.628452 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:35.679631 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:35.680352 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdeccc5-a1b6-440c-bf82-0bfea26f8dd2 None None] The sync data for ids ['4f22ee7e-5e92-4244-b96b-1feee7ea5494'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:35.728948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc7df35-7abf-46fd-8e1b-76a55cec6202,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:35.733647 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-1cca2b46-26e8-4080-a8de-bb078a1e2e79 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] update failed (client error): The resource could not be found. Sep 21 18:19:35.743094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:35.745135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1cca2b46-26e8-4080-a8de-bb078a1e2e79 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1898139222 HTTP/1.1" status: 404 len: 335 time: 0.1471047 Sep 21 18:19:36.028512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Deleting subnet 2b59a513-a854-4857-959e-7c701e7c6dc6 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:36.036225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.148556 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.157835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Router 7426cd1a-8c92-480f-9647-faffe8a80539 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:36.309469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.382380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.398491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.489816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Subnet': ['ID=2b59a513-a854-4857-959e-7c701e7c6dc6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:36.505787 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.513639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986d707-f39e-4f5a-9a6f-226f3520321f None None] Network 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:36.523211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-48645880-4082-4315-80bd-98a6f6fc00a1 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/subnets/2b59a513-a854-4857-959e-7c701e7c6dc6 HTTP/1.1" status: 204 len: 168 time: 0.7752254 Sep 21 18:19:36.524111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51372) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:36.623350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.629312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.643579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-d83443d2-4d1a-4117-b1ef-09c354cafb1b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:36.653302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-d83443d2-4d1a-4117-b1ef-09c354cafb1b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.5473378 Sep 21 18:19:36.669020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Deleting subnet 677e35a9-c180-486f-bf78-ecb725bb96dd {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:36.672798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.750619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.863122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] DHCP port deletion for 1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:19:36.913797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.979849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.997700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.002794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/subnets/677e35a9-c180-486f-bf78-ecb725bb96dd HTTP/1.1" status: 204 len: 168 time: 0.4663785 Sep 21 18:19:37.030510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514eaa5-3a04-4143-9e67-1f9cda6bbf78 None None] Network 98833293-ba9b-4584-830c-84016c139934 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:37.058899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51382) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:37.290083 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] Deleting port b441aed8-ba7f-4289-b813-480d79b7cf76 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:37.290502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.311380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b278dc-c8ee-4a9b-bc3f-22406258c14b tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Subnet': ['ID=677e35a9-c180-486f-bf78-ecb725bb96dd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:37.347202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.493966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] For port b441aed8-ba7f-4289-b813-480d79b7cf76, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b441aed8-ba7f-4289-b813-480d79b7cf76,segment=NetworkSegment(9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a),segment_id=9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:37.493966 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.504116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-b4aa940e-4b9f-4099-b7f4-e53c9baea770 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/quotas/c0ec376d4224432189cb4d46d0ccb915 HTTP/1.1" status: 200 len: 375 time: 0.8495257 Sep 21 18:19:37.525562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] Calling delete_port for b441aed8-ba7f-4289-b813-480d79b7cf76 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:37.573892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Deleting port b441aed8-ba7f-4289-b813-480d79b7cf76 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:37.575889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.622116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:37.633231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a3fcfdd8-6807-46a1-a17e-5c053e8c6fa3 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "PUT /v2.0/routers/7426cd1a-8c92-480f-9647-faffe8a80539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1670904 Sep 21 18:19:37.635996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:37.645861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.646654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b22918-a882-4224-938c-bea9223fddbc {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:19:37.663336 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.670956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-076ab1d4-c6a1-42b1-82fe-16512323b191 admin admin] 10.222.0.70 "DELETE /v2.0/routers/91b22918-a882-4224-938c-bea9223fddbc HTTP/1.1" status: 204 len: 168 time: 5.6456835 Sep 21 18:19:37.673721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51398) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:37.720259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] Sync routers for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:37.748348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.768737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] No DVR routers for this DVR port b441aed8-ba7f-4289-b813-480d79b7cf76 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:37.773583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.806254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-91df5f0a-ebf3-4ff0-b38f-d4bbdc1c7b73 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3012297 Sep 21 18:19:37.882849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:37.883541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:37.973798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] For port b441aed8-ba7f-4289-b813-480d79b7cf76, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b441aed8-ba7f-4289-b813-480d79b7cf76,segment=NetworkSegment(9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a),segment_id=9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:37.974203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.015973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Calling delete_port for b441aed8-ba7f-4289-b813-480d79b7cf76 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:38.039418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:38.052728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f8323-c2e4-41df-a669-813ae9e218ca None None] Pushing event deleted for resources: {'Port': ['ID=b441aed8-ba7f-4289-b813-480d79b7cf76,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:38.070380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] Routers {'7426cd1a-8c92-480f-9647-faffe8a80539'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:38.071116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:19:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7426cd1a-8c92-480f-9647-faffe8a80539'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:38.149530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:38.150026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105e82e-ef62-43ff-9495-bb641178f4b8 None None] The sync data for ids ['7426cd1a-8c92-480f-9647-faffe8a80539'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:38.175912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-9b9be936-f47d-460b-8611-d0e185be5d68 service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420506 Sep 21 18:19:38.180032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] DHCP port deletion for 98833293-ba9b-4584-830c-84016c139934 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:19:38.183175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b441aed8-ba7f-4289-b813-480d79b7cf76 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:38.219893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b441aed8-ba7f-4289-b813-480d79b7cf76 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:38.220516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b441aed8-ba7f-4289-b813-480d79b7cf76 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:38.310031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] Deleting port ed2b8a77-d081-47f3-9689-414b5885d4a5 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:38.310661 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.342724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] Deleting subnet 2e3e8411-3831-4879-9ca8-284755bc044d {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:38.362604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.388476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] For port ed2b8a77-d081-47f3-9689-414b5885d4a5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ed2b8a77-d081-47f3-9689-414b5885d4a5,segment=NetworkSegment(114aee62-417b-45d0-8049-0fb16d3186e3),segment_id=114aee62-417b-45d0-8049-0fb16d3186e3)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:38.389663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.391291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.413162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] Calling delete_port for ed2b8a77-d081-47f3-9689-414b5885d4a5 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:38.478053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.515126 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.535429 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.541714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] Pushing event deleted for resources: {'Port': ['ID=ed2b8a77-d081-47f3-9689-414b5885d4a5,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:38.547737 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.565183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea2b50-c756-43bf-8b12-339b34067ec0 None None] No DVR routers for this DVR port ed2b8a77-d081-47f3-9689-414b5885d4a5 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:38.592376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-3753e017-8739-4be2-ad87-3902b26e7c5f service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036067 Sep 21 18:19:38.606741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] No DVR routers for this DVR port b441aed8-ba7f-4289-b813-480d79b7cf76 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:38.612189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Port': ['ID=b441aed8-ba7f-4289-b813-480d79b7cf76,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:38.623261 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.728559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.786593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.814786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3e8411-3831-4879-9ca8-284755bc044d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:38.823338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.825841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d602fd4-cada-46f4-8a63-813492587739 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2e3e8411-3831-4879-9ca8-284755bc044d HTTP/1.1" status: 204 len: 168 time: 1.1514580 Sep 21 18:19:38.828235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51428) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:38.937941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.971169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d17c773-1eb0-4b00-a62d-37fbc45b0ee7']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:38.985183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:38.985491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf5b069-1bf5-48fd-a9d9-6ebda64a4d8a') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:38.998214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.001111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.046161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7862e-fc97-4350-b02a-0f658bd0bb3a req-2f4af1f4-4ed4-4bad-b70e-eea2ab7e53a1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:39.048493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04f7862e-fc97-4350-b02a-0f658bd0bb3a req-2f4af1f4-4ed4-4bad-b70e-eea2ab7e53a1 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1466181 Sep 21 18:19:39.052646 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.060181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:39.060532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:39.097578 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:39.186045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.198607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.201121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/networks/1d17c773-1eb0-4b00-a62d-37fbc45b0ee7 HTTP/1.1" status: 204 len: 168 time: 2.1408436 Sep 21 18:19:39.204371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51442) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:39.219511 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.242127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325104bf-1fc8-4502-82a8-c8a244730481 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Network': ['ID=1d17c773-1eb0-4b00-a62d-37fbc45b0ee7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:39.280043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e874d8-2e97-4fe2-a647-0a685efd78a9']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:39.285445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04f7862e-fc97-4350-b02a-0f658bd0bb3a req-a5b48990-9c02-4388-9fd4-201a43db93da tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986830 Sep 21 18:19:39.303142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Deleting port 3f2459a3-fc65-4982-b294-14728c7305c2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:39.303810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.322004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08865316-dc2d-447d-a961-e97aaa0cbb2a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:39.322356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08865316-dc2d-447d-a961-e97aaa0cbb2a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:39.387528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.459208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.521461 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.528768 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.570078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:39.570693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:39.576884 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:39.578966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-326bf3a3-34dc-498b-9d70-0552ec2d8c1f req-615a5b58-b99f-41c1-ac21-0f53bd8e728e tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 210 time: 0.0905316 Sep 21 18:19:39.602921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-479afdf3-4582-4141-ac83-0a9e69fb467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:39.604467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-479afdf3-4582-4141-ac83-0a9e69fb467d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 1097 time: 0.2681231 Sep 21 18:19:39.635339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.668103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98833293-ba9b-4584-830c-84016c139934']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:39.685828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Calling delete_port for 3f2459a3-fc65-4982-b294-14728c7305c2 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:39.689645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114aee62-417b-45d0-8049-0fb16d3186e3') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:39.689949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114aee62-417b-45d0-8049-0fb16d3186e3') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:39.700574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.710819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.712376 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.715232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a8e874d8-2e97-4fe2-a647-0a685efd78a9 HTTP/1.1" status: 204 len: 168 time: 0.8859000 Sep 21 18:19:39.808965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.813303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfd033-2e4e-488b-91a6-ba5a98c90a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e874d8-2e97-4fe2-a647-0a685efd78a9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:39.825836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:39.842849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:39.846331 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:39.880218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-2e4d8011-ab7b-4334-8e64-218ce9397b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:39.888127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-2e4d8011-ab7b-4334-8e64-218ce9397b2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2519128 Sep 21 18:19:39.969674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-ed46fe9d-f8be-45e6-ac0e-97cb843e6b14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2 HTTP/1.1" status: 200 len: 217 time: 0.0728784 Sep 21 18:19:40.056200 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51470) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:40.097192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ed2b8a77-d081-47f3-9689-414b5885d4a5 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:40.163806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.175227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ed2b8a77-d081-47f3-9689-414b5885d4a5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:40.176184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ed2b8a77-d081-47f3-9689-414b5885d4a5 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:40.186176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.192653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/networks/98833293-ba9b-4584-830c-84016c139934 HTTP/1.1" status: 204 len: 168 time: 0.9755254 Sep 21 18:19:40.196684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-5283c168-4d2b-40a9-b343-13b86baaa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:40.197720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51474) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:40.200197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-5283c168-4d2b-40a9-b343-13b86baaa8f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.2129977 Sep 21 18:19:40.239354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-150aca03-18b0-43a0-9ddb-7a24e6d727de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9011b38c067e4ac1b6f6a1ef83f5d441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769233 Sep 21 18:19:40.247741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248494d0-d822-4255-a9a3-7eace776c120 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Network': ['ID=98833293-ba9b-4584-830c-84016c139934,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:40.248418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51478) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:40.312712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Deleting subnet 3ee2e6d3-3fd7-4a22-9b37-666498b0713b {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:40.321495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.335182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-aeb8a781-0d9a-4054-9eb9-c4abd65350a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:40.337234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-aeb8a781-0d9a-4054-9eb9-c4abd65350a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964401 Sep 21 18:19:40.376715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f4-919c-4f13-9a55-c1c751941e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.382850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.390133 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.461308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f4-919c-4f13-9a55-c1c751941e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.463396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Port': ['ID=3f2459a3-fc65-4982-b294-14728c7305c2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:40.551055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-6ea3283e-9c71-48b6-bb57-98d35f4d3b4b service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989386 Sep 21 18:19:40.590604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13b12-f72b-4436-a344-2597464c492a req-0b43577b-4141-4202-b6d1-26e82c2bb9a6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:40.592200 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39a13b12-f72b-4436-a344-2597464c492a req-0b43577b-4141-4202-b6d1-26e82c2bb9a6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.1170166 Sep 21 18:19:40.607249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.650146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f4-919c-4f13-9a55-c1c751941e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.652779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f4-919c-4f13-9a55-c1c751941e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.656421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-38c0f7f4-919c-4f13-9a55-c1c751941e38 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec178353-1b08-4eaf-8eff-132bc6b6f83f HTTP/1.1" status: 204 len: 168 time: 0.3976831 Sep 21 18:19:40.699162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f7f4-919c-4f13-9a55-c1c751941e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec178353-1b08-4eaf-8eff-132bc6b6f83f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:40.730002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39a13b12-f72b-4436-a344-2597464c492a req-c927c021-dac2-4398-a8bb-a0b682eb8a7f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255105 Sep 21 18:19:40.736502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.897249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.898322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-105362ed-f86e-4d05-b833-4bd3da02abd2 req-f7e08bc0-da61-4b1a-83b7-165da492ee42 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 210 time: 0.0649326 Sep 21 18:19:40.900148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.948232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-329252d7-0eac-4d57-aec9-f7b9135d8119 req-49679106-cb6d-41a5-b64b-319e121de722 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803766 Sep 21 18:19:41.041580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.042529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Fanout notify agent at l3_agent the message router_deleted on router 7426cd1a-8c92-480f-9647-faffe8a80539 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:19:41.058068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-3672d56f-87b6-43a0-9e39-a82b1dee602d tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:41.060072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-3672d56f-87b6-43a0-9e39-a82b1dee602d tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.4930847 Sep 21 18:19:41.066689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.067983 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0011db40-7e89-47a7-940e-7fa2f96a7345 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "DELETE /v2.0/routers/7426cd1a-8c92-480f-9647-faffe8a80539 HTTP/1.1" status: 204 len: 168 time: 3.4287829 Sep 21 18:19:41.069437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.071068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51494) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:41.084775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Request body: {'port': {'device_id': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'admin_state_up': True, 'tenant_id': 'c0ec376d4224432189cb4d46d0ccb915'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:41.098173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.101489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e45ca-a2f8-4270-b8d9-05caa030d8a4 None None] Network 782dd829-4a30-4fdd-93fa-2344a194f029 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:41.102958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/subnets/3ee2e6d3-3fd7-4a22-9b37-666498b0713b HTTP/1.1" status: 204 len: 168 time: 0.9040477 Sep 21 18:19:41.114544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51498) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:41.154777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9c83-1cdb-4fe0-9725-51993e247edf tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee2e6d3-3fd7-4a22-9b37-666498b0713b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:41.214796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Deleting subnet 8b1a01b6-6b4c-452a-8f61-5358c74011aa {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:41.218425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.271762 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.389176 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.419386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.425676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] DHCP port deletion for 782dd829-4a30-4fdd-93fa-2344a194f029 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:19:41.427319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Made reservation on behalf of c0ec376d4224432189cb4d46d0ccb915 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:41.433242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.516446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.541104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] Deleting port b630f71f-2826-49f3-90df-cfb6e1a8345c {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:41.543775 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.613572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1a01b6-6b4c-452a-8f61-5358c74011aa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:41.622125 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.635472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-27bcdd14-d810-43ea-a291-4b5bdd86a015 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "DELETE /v2.0/subnets/8b1a01b6-6b4c-452a-8f61-5358c74011aa HTTP/1.1" status: 204 len: 168 time: 0.5631289 Sep 21 18:19:41.636147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51510) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:41.682699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Deleting port b630f71f-2826-49f3-90df-cfb6e1a8345c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:41.683204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.742321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Allocated IP 172.20.0.11 (c7efc823-a72f-4331-a41f-acfa766f2082/25fcc29b-f831-4e04-98a2-95571b5d3118/836d6b47-a93c-4893-9c0a-f2380169f001) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:41.849974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499fedc-7de6-492b-8f2e-c2336ae809d5 None None] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:41.878716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] For port b630f71f-2826-49f3-90df-cfb6e1a8345c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b630f71f-2826-49f3-90df-cfb6e1a8345c,segment=NetworkSegment(6d578c05-3257-4ae2-8483-df97b966e5b8),segment_id=6d578c05-3257-4ae2-8483-df97b966e5b8)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:41.886153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.888185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:41.903378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Calling delete_port for b630f71f-2826-49f3-90df-cfb6e1a8345c owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:41.967280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] For port b630f71f-2826-49f3-90df-cfb6e1a8345c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b630f71f-2826-49f3-90df-cfb6e1a8345c,segment=NetworkSegment(6d578c05-3257-4ae2-8483-df97b966e5b8),segment_id=6d578c05-3257-4ae2-8483-df97b966e5b8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:41.967978 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.039639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] Calling delete_port for b630f71f-2826-49f3-90df-cfb6e1a8345c owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:42.067081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e65b-79d4-4093-ab56-0077abdc34bb req-6918fdd5-39d9-4793-ab5f-7b3e9c7ddfa6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:42.068956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2b4e65b-79d4-4093-ab56-0077abdc34bb req-6918fdd5-39d9-4793-ab5f-7b3e9c7ddfa6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 946 time: 0.2008438 Sep 21 18:19:42.116112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b630f71f-2826-49f3-90df-cfb6e1a8345c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:42.148235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2b4e65b-79d4-4093-ab56-0077abdc34bb req-bc64a750-796a-4267-98e6-7af027b0d218 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700994 Sep 21 18:19:42.178509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Deleting port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:42.183246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b630f71f-2826-49f3-90df-cfb6e1a8345c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:42.184186 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.194282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b630f71f-2826-49f3-90df-cfb6e1a8345c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:42.202099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] DHCP port deletion for 6a212c9e-ab92-4db6-8651-ae751edbfa50 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:19:42.270673 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.305261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.319450 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.321107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] No DVR routers for this DVR port b630f71f-2826-49f3-90df-cfb6e1a8345c on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:42.340194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f13502cd-168a-46b9-a1f8-57bfb0d30c89'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:42.347785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Port': ['ID=b630f71f-2826-49f3-90df-cfb6e1a8345c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.348316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:42.446577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event updated for resources: {'Port': ['ID=836d6b47-a93c-4893-9c0a-f2380169f001,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.450768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] For port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,segment=NetworkSegment(1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8),segment_id=1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:42.451423 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.479179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] Deleting port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:42.479714 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.480608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Calling delete_port for d92a7f3e-57e3-48b7-ae1b-c6db0b847cce owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:42.497983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d115ed-f142-4da7-a555-542043aa91b3 req-d7e4dbb5-ec2b-4fbe-9568-4c350f337a02 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:42.506719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61d115ed-f142-4da7-a555-542043aa91b3 req-d7e4dbb5-ec2b-4fbe-9568-4c350f337a02 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 932 time: 0.1690998 Sep 21 18:19:42.541211 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.601758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61d115ed-f142-4da7-a555-542043aa91b3 req-17400b52-d820-450b-8d30-ec00c171e1b0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937521 Sep 21 18:19:42.606733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Network c7efc823-a72f-4331-a41f-acfa766f2082 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:42.616761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782dd829-4a30-4fdd-93fa-2344a194f029']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:42.619425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:42.626365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:42.671646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.677096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d578c05-3257-4ae2-8483-df97b966e5b8') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:42.677402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d578c05-3257-4ae2-8483-df97b966e5b8') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:42.706539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] No DVR routers for this DVR port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:42.715510 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.764912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:42.766749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.814413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:42.816070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.817652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] Pushing event deleted for resources: {'Port': ['ID=b630f71f-2826-49f3-90df-cfb6e1a8345c,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.823394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.837118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:42.837118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:42.845917 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:42.868287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-4e2ae7e3-fe15-4c7a-9b54-474aca6767ce tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7885520 Sep 21 18:19:42.887739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Request body: {'port': {'device_id': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:42.895008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a01a60-e92a-4bd5-8174-1d8afb8bcf7f None None] No DVR routers for this DVR port b630f71f-2826-49f3-90df-cfb6e1a8345c on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:42.933607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] For port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,segment=NetworkSegment(1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8),segment_id=1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:42.934173 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.999230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] Calling delete_port for d92a7f3e-57e3-48b7-ae1b-c6db0b847cce owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:43.088967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.100125 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.121420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a212c9e-ab92-4db6-8651-ae751edbfa50']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:43.123840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.134946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.140210 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/networks/782dd829-4a30-4fdd-93fa-2344a194f029 HTTP/1.1" status: 204 len: 168 time: 2.0053465 Sep 21 18:19:43.143273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51542) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:43.144153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:43.144463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6174c4-8c4c-4fd2-bf22-e7ee372b5be8') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:43.168332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.187815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.195643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:43.196346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.202079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.208329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3fcb9-d824-42a5-afe9-3d88f1429e0a tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Pushing event deleted for resources: {'Network': ['ID=782dd829-4a30-4fdd-93fa-2344a194f029,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:43.219426 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fc1f61cf-2454-46b3-b1ed-f54ba40c8f46 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22ee7e-5e92-4244-b96b-1feee7ea5494 HTTP/1.1" status: 200 len: 205 time: 0.0724995 Sep 21 18:19:43.241628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51550) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:43.281938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:43.285754 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169f77dc-7287-4667-82fa-5d6cd40ce370" -d '{"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-unplugged", "status": "completed", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:43.308856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:43.374530 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:43.380770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Port': ['ID=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:43.419888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.434240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.439176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "DELETE /v2.0/networks/6a212c9e-ab92-4db6-8651-ae751edbfa50 HTTP/1.1" status: 204 len: 168 time: 1.8015728 Sep 21 18:19:43.443131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51556) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:43.472619 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.495541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.508320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c807a8e-943e-489f-bbf2-2de511a8a437 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Network': ['ID=6a212c9e-ab92-4db6-8651-ae751edbfa50,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:43.563164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] Pushing event deleted for resources: {'Port': ['ID=d92a7f3e-57e3-48b7-ae1b-c6db0b847cce,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:43.590235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f386a-ffdb-4c18-9d4b-6785d5d1dc92 req-575e0db7-4fb6-4137-847d-470a1c2e7373 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:43.592334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-142f386a-ffdb-4c18-9d4b-6785d5d1dc92 req-575e0db7-4fb6-4137-847d-470a1c2e7373 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 944 time: 0.2199328 Sep 21 18:19:43.633536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] Network 6a212c9e-ab92-4db6-8651-ae751edbfa50 is not hosted by any dhcp agent {{(pid=95092) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:19:43.634295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231127e-4b01-4475-81a4-0b1d316494ad None None] No DVR routers for this DVR port d92a7f3e-57e3-48b7-ae1b-c6db0b847cce on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:43.640366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:43.695252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-142f386a-ffdb-4c18-9d4b-6785d5d1dc92 req-c6ac9080-f7f3-4e8e-bc1a-e3b569d9b99a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767803 Sep 21 18:19:43.716215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Deleting port 40eff6e7-8d9d-4ce2-b7ff-b37d3d376299 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:43.718386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.864616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32eb4d20-2b89-490b-9a86-c2554ed82e91 req-fb8454da-243b-4090-9840-fa14835bdf92 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0748465 Sep 21 18:19:43.914361 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.917471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.940553 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828823f6-1bb2-4fb0-8c78-db80d5493036 x-openstack-request-id: req-828823f6-1bb2-4fb0-8c78-db80d5493036 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:43.943044 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-unplugged", "status": "failed", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2", "code": 422}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:43.943324 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-828823f6-1bb2-4fb0-8c78-db80d5493036 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:43.945248 n-d-810285-3 neutron-server[95092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'code': 422} returned with failed status Sep 21 18:19:43.978702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Calling delete_port for 40eff6e7-8d9d-4ce2-b7ff-b37d3d376299 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:44.027117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ae684eb6-8f3d-4fb7-b5f6-36f94569eb99 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.121481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d92a7f3e-57e3-48b7-ae1b-c6db0b847cce no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:44.179027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d92a7f3e-57e3-48b7-ae1b-c6db0b847cce {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:44.181693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d92a7f3e-57e3-48b7-ae1b-c6db0b847cce not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:44.247570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.287746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Pushing event deleted for resources: {'Port': ['ID=40eff6e7-8d9d-4ce2-b7ff-b37d3d376299,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:44.322714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba05c4-4405-42c7-a941-a8ee36810baf req-0b35ff1c-f6da-4418-bb13-4117f3976d5e tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:44.330941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6ba05c4-4405-42c7-a941-a8ee36810baf req-0b35ff1c-f6da-4418-bb13-4117f3976d5e tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 932 time: 0.2582123 Sep 21 18:19:44.396876 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ae684eb6-8f3d-4fb7-b5f6-36f94569eb99 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.401857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ae684eb6-8f3d-4fb7-b5f6-36f94569eb99 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.419585 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6ba05c4-4405-42c7-a941-a8ee36810baf req-2b4f411e-48bf-4980-afc5-ff9ee4a2d86a tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874708 Sep 21 18:19:44.426016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.432561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.433997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d9dc7c2b-5031-4512-a855-c3c2daa6d8f6 tempest-FloatingIPAdminTestJSON-1163363100 tempest-FloatingIPAdminTestJSON-1163363100-project] 10.222.0.70 "DELETE /v2.0/floatingips/bc5845a7-bb07-4a7f-a389-8290ba56ddf7 HTTP/1.1" status: 204 len: 168 time: 0.9896169 Sep 21 18:19:44.517951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ae684eb6-8f3d-4fb7-b5f6-36f94569eb99 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.518902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae684eb6-8f3d-4fb7-b5f6-36f94569eb99 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Fanout notify agent at l3_agent the message router_deleted on router 4f22ee7e-5e92-4244-b96b-1feee7ea5494 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:19:44.538622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ae684eb6-8f3d-4fb7-b5f6-36f94569eb99 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.539754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ae684eb6-8f3d-4fb7-b5f6-36f94569eb99 tempest-RoutersNegativeTest-920140170 tempest-RoutersNegativeTest-920140170-project] 10.222.0.70 "DELETE /v2.0/routers/4f22ee7e-5e92-4244-b96b-1feee7ea5494 HTTP/1.1" status: 204 len: 168 time: 1.2940347 Sep 21 18:19:44.553256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d08448-4c41-4053-9693-fa50d87439a3 req-80fcc9d6-2a31-49b4-a58e-7351aaba9dfa tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:44.561862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50d08448-4c41-4053-9693-fa50d87439a3 req-80fcc9d6-2a31-49b4-a58e-7351aaba9dfa tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0769026 Sep 21 18:19:44.638445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50d08448-4c41-4053-9693-fa50d87439a3 req-d64d71b3-eecf-45bc-a6d0-ef3d3f3dcb21 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675435 Sep 21 18:19:44.686791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836d6b47-a93c-4893-9c0a-f2380169f001 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:44.700158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.726276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Transition to ACTIVE for port object 836d6b47-a93c-4893-9c0a-f2380169f001 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:19:44.732076 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.809977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Pushing event updated for resources: {'Port': ['ID=836d6b47-a93c-4893-9c0a-f2380169f001,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:44.904748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8374-53fa-4e68-a0d0-decba428b545 req-b2c5a510-f629-4bb4-9dca-6dcbddcb7110 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:44.914272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d01f8374-53fa-4e68-a0d0-decba428b545 req-b2c5a510-f629-4bb4-9dca-6dcbddcb7110 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1073284 Sep 21 18:19:44.965400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Attempting to bind port 836d6b47-a93c-4893-9c0a-f2380169f001 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:44.965400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Attempting to bind port 836d6b47-a93c-4893-9c0a-f2380169f001 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:44.965400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Attempting to bind port 836d6b47-a93c-4893-9c0a-f2380169f001 on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:44.967754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d01f8374-53fa-4e68-a0d0-decba428b545 req-c3153200-0e00-4d4f-b68b-6ce915f6b4e2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525410 Sep 21 18:19:44.985895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Port 836d6b47-a93c-4893-9c0a-f2380169f001 on network c7efc823-a72f-4331-a41f-acfa766f2082 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:19:44.986269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Attempting to bind port 836d6b47-a93c-4893-9c0a-f2380169f001 on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:44.996572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51586) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:45.015208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:45.015629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Checking segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:45.016029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Bound using segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:45.016498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Bound port: 836d6b47-a93c-4893-9c0a-f2380169f001, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:45.016874 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.095431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3de27274-76d2-4638-9f37-ce102d80d4d5 req-1ce92b7a-11b3-4955-a525-c1c83c38a090 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0427628 Sep 21 18:19:45.195038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51592) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:45.211266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] For port 836d6b47-a93c-4893-9c0a-f2380169f001, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:45.214779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] For port 836d6b47-a93c-4893-9c0a-f2380169f001, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=836d6b47-a93c-4893-9c0a-f2380169f001,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:45.223143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.273220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:45.275204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.282730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] 10.222.0.41 "PUT /v2.0/ports/836d6b47-a93c-4893-9c0a-f2380169f001 HTTP/1.1" status: 200 len: 1092 time: 2.3997757 Sep 21 18:19:45.283303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'tag': '836d6b47-a93c-4893-9c0a-f2380169f001'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:45.289589 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7478f1b-8e13-49b5-a61b-762b3c8c296c" -d '{"events": [{"name": "network-changed", "server_uuid": "da7800e4-f276-43a0-bfc9-29ccf783eccf", "tag": "836d6b47-a93c-4893-9c0a-f2380169f001"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:45.324368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51602) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:45.328395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b9f478f0-7a85-4c39-b577-60c24f8b2ef0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42ec6dc895f04c1c8433ee9cb9eec623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303559 Sep 21 18:19:45.429071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-71891115-5b9b-44a5-bfaf-ae262eeda37d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4193f45e6594b32b52186e156510fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307229 Sep 21 18:19:45.430519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:45.436728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80095d26-0086-48dc-9380-dd9baf0c0992 service neutron] Pushing event updated for resources: {'Port': ['ID=836d6b47-a93c-4893-9c0a-f2380169f001,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:45.484369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9be04b9-4fc1-4ab9-a541-0b8d3c379cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.489091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-a2a46f79-7811-49c1-ab47-408a0cad51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:45.491271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-a2a46f79-7811-49c1-ab47-408a0cad51fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 1095 time: 0.1215653 Sep 21 18:19:45.497236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a581a8-2b3b-48a5-b58f-144cf3b5469c req-bde5d5dc-82dc-4eec-8b7e-46c4040e6cec tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:45.499123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1a581a8-2b3b-48a5-b58f-144cf3b5469c req-bde5d5dc-82dc-4eec-8b7e-46c4040e6cec tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1129286 Sep 21 18:19:45.554027 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1a581a8-2b3b-48a5-b58f-144cf3b5469c req-58f25d8f-2f18-47bb-833a-5b51f075f3d6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Sep 21 18:19:45.559570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-9ba0b799-e64e-4490-9b20-e2911ab4f11c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836d6b47-a93c-4893-9c0a-f2380169f001 HTTP/1.1" status: 200 len: 217 time: 0.0485518 Sep 21 18:19:45.578793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9be04b9-4fc1-4ab9-a541-0b8d3c379cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.597448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95fadb8a-b912-4008-a962-3ac0988753a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.635824 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09642140-4af9-4df1-9022-b59abdcbb9cb x-openstack-request-id: req-09642140-4af9-4df1-9022-b59abdcbb9cb {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:45.636349 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7800e4-f276-43a0-bfc9-29ccf783eccf", "tag": "836d6b47-a93c-4893-9c0a-f2380169f001", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:45.636763 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09642140-4af9-4df1-9022-b59abdcbb9cb {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:45.637314 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'tag': '836d6b47-a93c-4893-9c0a-f2380169f001', 'status': 'completed', 'code': 200} Sep 21 18:19:45.661635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95fadb8a-b912-4008-a962-3ac0988753a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.673188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-d44ad1d2-3f7b-4ee0-8845-ad733feaca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:45.675411 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-d44ad1d2-3f7b-4ee0-8845-ad733feaca13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.0803959 Sep 21 18:19:45.717613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-8ed810f9-cd17-414b-a9ac-d75660afdbb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331769 Sep 21 18:19:45.725246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9be04b9-4fc1-4ab9-a541-0b8d3c379cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.728702 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9be04b9-4fc1-4ab9-a541-0b8d3c379cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.733744 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9be04b9-4fc1-4ab9-a541-0b8d3c379cdf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c89be842-3009-4cd7-bdbe-b14ff0e67e5a HTTP/1.1" status: 204 len: 168 time: 0.3949263 Sep 21 18:19:45.735928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95fadb8a-b912-4008-a962-3ac0988753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.739875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95fadb8a-b912-4008-a962-3ac0988753a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.741412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-95fadb8a-b912-4008-a962-3ac0988753a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e97cd51a-1481-4da7-a5e0-139ff67da34d HTTP/1.1" status: 204 len: 168 time: 0.3098516 Sep 21 18:19:45.764983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fadb8a-b912-4008-a962-3ac0988753a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97cd51a-1481-4da7-a5e0-139ff67da34d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:45.772044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be04b9-4fc1-4ab9-a541-0b8d3c379cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89be842-3009-4cd7-bdbe-b14ff0e67e5a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:45.803814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f574b-d79d-47e8-9b50-5588f000d5d2 req-99c99051-a4c1-49da-b1ba-3b2fd1857e89 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:45.816568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b3f574b-d79d-47e8-9b50-5588f000d5d2 req-99c99051-a4c1-49da-b1ba-3b2fd1857e89 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 944 time: 0.0998726 Sep 21 18:19:45.869230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b3f574b-d79d-47e8-9b50-5588f000d5d2 req-2e4069c8-35a9-4997-8812-c6e3c517332b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Sep 21 18:19:45.902965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-1e7e4b2e-58de-44c2-9e11-8794b19e06ee service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668580 Sep 21 18:19:46.043337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-72e85c54-8df4-4196-9088-f26c087a00b3 req-e754f207-71f0-476f-a40b-df7cd1133c1d service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279938 Sep 21 18:19:46.221626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-7e43e0e6-56a6-4035-8ea7-ec18b9bb2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:46.246088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-7e43e0e6-56a6-4035-8ea7-ec18b9bb2af1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 1095 time: 0.1349940 Sep 21 18:19:46.353404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a05f319e-e018-4d67-80d8-2fb5bcde1d7c req-d6cb26f1-1fb2-4c1f-83bc-e476bfd18c19 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.1236479 Sep 21 18:19:46.419881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca014750-d2cd-442e-8185-f5874a911b40 req-f1eabf26-a92e-494e-875a-71463f4821f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.1049948 Sep 21 18:19:46.427741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51628) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:46.459639 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5466a80-9ab8-4a06-bde5-d05b9471f9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.481014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-5db11890-f03e-4f57-8e4a-4b397f8d7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:46.484348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-5db11890-f03e-4f57-8e4a-4b397f8d7ccb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 917 time: 0.2250466 Sep 21 18:19:46.575158 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-eee0fd24-081a-4387-9fb9-75a8b1509863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836d6b47-a93c-4893-9c0a-f2380169f001 HTTP/1.1" status: 200 len: 217 time: 0.0832102 Sep 21 18:19:46.607868 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5466a80-9ab8-4a06-bde5-d05b9471f9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.625248 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5466a80-9ab8-4a06-bde5-d05b9471f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.728438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-50e78161-b419-47bc-bc1e-ff1b053aa092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:46.733301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-50e78161-b419-47bc-bc1e-ff1b053aa092 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.1430562 Sep 21 18:19:46.761761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:46.800665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-f3caa9f6-357e-4dc1-be34-06a0d92fea2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602186 Sep 21 18:19:46.855941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5466a80-9ab8-4a06-bde5-d05b9471f9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb4a2a8-c9d2-43d0-8c34-c42964f0dfd0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:46.886911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b5466a80-9ab8-4a06-bde5-d05b9471f9df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3dc912ee47394d51840f0069651fb0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571321 Sep 21 18:19:46.887698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51636) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:46.922016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea129d-f197-4278-8867-94b861aeae6d req-220be140-b10c-4878-87f8-6a84949bdf57 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:46.932536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16ea129d-f197-4278-8867-94b861aeae6d req-220be140-b10c-4878-87f8-6a84949bdf57 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2273591 Sep 21 18:19:46.949827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-223ebdde-63f1-4fdf-aca0-e887dfcaedb5 service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365008 Sep 21 18:19:47.021377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16ea129d-f197-4278-8867-94b861aeae6d req-9fa587cc-fb3c-4696-b10d-8e62ad08b502 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817242 Sep 21 18:19:47.053775 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd9ad-4b71-4f75-8e82-0fe4bc1a7c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.108257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd9ad-4b71-4f75-8e82-0fe4bc1a7c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.111580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e7478f1b-8e13-49b5-a61b-762b3c8c296c req-1cb818eb-590a-46e0-a01a-ddcac1ba0fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569791 Sep 21 18:19:47.204874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388eba6-4b0a-44ae-b6c5-6f34a3469cbf req-37cad090-a2e5-44df-a035-08d4fb03f815 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:47.213432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5388eba6-4b0a-44ae-b6c5-6f34a3469cbf req-37cad090-a2e5-44df-a035-08d4fb03f815 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 944 time: 0.0815492 Sep 21 18:19:47.241831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd9ad-4b71-4f75-8e82-0fe4bc1a7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.244603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd9ad-4b71-4f75-8e82-0fe4bc1a7c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.248375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1c2cd9ad-4b71-4f75-8e82-0fe4bc1a7c21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bb4a2a8-c9d2-43d0-8c34-c42964f0dfd0 HTTP/1.1" status: 204 len: 168 time: 0.3569031 Sep 21 18:19:47.265402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cd9ad-4b71-4f75-8e82-0fe4bc1a7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb4a2a8-c9d2-43d0-8c34-c42964f0dfd0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:47.284254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5388eba6-4b0a-44ae-b6c5-6f34a3469cbf req-97f34e3f-e24b-4e23-87de-6c8f918652b0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Sep 21 18:19:47.481301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51654) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:47.485830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028770 Sep 21 18:19:47.491370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51656) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:47.576790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-929cb746-541a-45b1-9e19-1b83cd9074b8 req-6d4db28f-8d6d-41d0-bffd-250f7657241e tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0670249 Sep 21 18:19:47.949600 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6215f780-6e95-4d3e-89bb-129b9b19cc7a tempest-NetworksApiDiscovery-1657161793 tempest-NetworksApiDiscovery-1657161793-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4502115 Sep 21 18:19:48.066854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51668) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:48.085512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95e8e9fc-3428-4dae-8d1d-6de502e87dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.157761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752131ac-8af6-472e-9b48-ddc12312545e req-cc53a098-cb82-4687-9253-4c62ff2f453a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:48.167300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-752131ac-8af6-472e-9b48-ddc12312545e req-cc53a098-cb82-4687-9253-4c62ff2f453a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0735371 Sep 21 18:19:48.239659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-752131ac-8af6-472e-9b48-ddc12312545e req-3ad4ad04-64f0-49ab-bbe5-9f4323af8cc7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691140 Sep 21 18:19:48.295560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95e8e9fc-3428-4dae-8d1d-6de502e87dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.305291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95e8e9fc-3428-4dae-8d1d-6de502e87dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.356251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-95e8e9fc-3428-4dae-8d1d-6de502e87dee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd8b534a7c27490ab6b957c781f662af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882442 Sep 21 18:19:48.356808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51674) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:48.357225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8e9fc-3428-4dae-8d1d-6de502e87dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979686ba-16e3-42e8-a28f-ce0dffafee06,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:48.399573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51676) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:48.474998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95e864dd-0f4a-4d19-942f-035ffbfbd1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.497514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d21920-44ca-48f0-86b7-deb73d273a14 req-815457d1-6249-4cf5-ade2-42f1d2fb64ef tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:48.506968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5d21920-44ca-48f0-86b7-deb73d273a14 req-815457d1-6249-4cf5-ade2-42f1d2fb64ef tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 944 time: 0.0901861 Sep 21 18:19:48.535509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95e864dd-0f4a-4d19-942f-035ffbfbd1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.577887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5d21920-44ca-48f0-86b7-deb73d273a14 req-af0e8eae-2cb8-4cdd-b5cd-bb43ea73276f tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Sep 21 18:19:48.626878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95e864dd-0f4a-4d19-942f-035ffbfbd1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.631445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-95e864dd-0f4a-4d19-942f-035ffbfbd1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.632888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-95e864dd-0f4a-4d19-942f-035ffbfbd1a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/979686ba-16e3-42e8-a28f-ce0dffafee06 HTTP/1.1" status: 204 len: 168 time: 0.2733815 Sep 21 18:19:48.658639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e864dd-0f4a-4d19-942f-035ffbfbd1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979686ba-16e3-42e8-a28f-ce0dffafee06,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:48.661542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59abe48e-1a1f-4b86-b3f9-e7363f5c9293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.732045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df0fbe91-7160-4e9a-9e1e-84d942f8b877 req-a63ec30a-e676-4807-a65e-d39c499d0bc4 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0430131 Sep 21 18:19:48.776755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 836d6b47-a93c-4893-9c0a-f2380169f001 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:19:49.015287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59abe48e-1a1f-4b86-b3f9-e7363f5c9293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.028491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-59abe48e-1a1f-4b86-b3f9-e7363f5c9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.084308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 836d6b47-a93c-4893-9c0a-f2380169f001, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=836d6b47-a93c-4893-9c0a-f2380169f001,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:49.096624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-59abe48e-1a1f-4b86-b3f9-e7363f5c9293 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c15bde7747fd49f5b6235d5106050eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946187 Sep 21 18:19:49.099523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51718) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:49.100612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abe48e-1a1f-4b86-b3f9-e7363f5c9293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae8a56-38c9-4335-aacf-b313f86ba014,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:49.115154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '836d6b47-a93c-4893-9c0a-f2380169f001', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'port_id': '836d6b47-a93c-4893-9c0a-f2380169f001', 'mac_address': 'fa:16:3e:75:e5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fcc29b-f831-4e04-98a2-95571b5d3118', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:19:49.195519 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.228489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836d6b47-a93c-4893-9c0a-f2380169f001 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:49.273998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 836d6b47-a93c-4893-9c0a-f2380169f001, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=836d6b47-a93c-4893-9c0a-f2380169f001,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:49.280912 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.375264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e77c3202-05a1-4dfc-ba0b-d38a761d2ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.426963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=836d6b47-a93c-4893-9c0a-f2380169f001,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:49.463754 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e77c3202-05a1-4dfc-ba0b-d38a761d2ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.592909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['836d6b47-a93c-4893-9c0a-f2380169f001'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:49.613693 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e77c3202-05a1-4dfc-ba0b-d38a761d2ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.616792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e77c3202-05a1-4dfc-ba0b-d38a761d2ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.620748 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e77c3202-05a1-4dfc-ba0b-d38a761d2ace admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6ae8a56-38c9-4335-aacf-b313f86ba014 HTTP/1.1" status: 204 len: 168 time: 0.5198979 Sep 21 18:19:49.634508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0bece-856e-4041-8e57-cd2da2a8f0c6 req-9ef3555e-7158-4326-ba27-e3ef82d95b31 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:49.639939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c3202-05a1-4dfc-ba0b-d38a761d2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae8a56-38c9-4335-aacf-b313f86ba014,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:49.642324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ba0bece-856e-4041-8e57-cd2da2a8f0c6 req-9ef3555e-7158-4326-ba27-e3ef82d95b31 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0916650 Sep 21 18:19:49.733256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ba0bece-856e-4041-8e57-cd2da2a8f0c6 req-114642e7-c482-49a9-a503-d0d4b6412517 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898514 Sep 21 18:19:50.004796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-efddb306-bb68-4374-bb7e-77ee70362dfd req-9fd17de1-92fe-4676-83b7-025f5e523c1f tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0642393 Sep 21 18:19:50.231374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11490106-5873-4b8c-aff0-c4c906ecb0d4 req-99159115-42b1-45fc-b0d5-3c5f3edad6e9 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:50.243822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11490106-5873-4b8c-aff0-c4c906ecb0d4 req-99159115-42b1-45fc-b0d5-3c5f3edad6e9 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 945 time: 0.0792224 Sep 21 18:19:50.339359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11490106-5873-4b8c-aff0-c4c906ecb0d4 req-d425b78e-d747-4c60-8125-d4ad3bf00d3f tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940075 Sep 21 18:19:50.780640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 836d6b47-a93c-4893-9c0a-f2380169f001 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:50.884098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 836d6b47-a93c-4893-9c0a-f2380169f001 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:19:50.893883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 836d6b47-a93c-4893-9c0a-f2380169f001 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:50.894273 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.045351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868b0f2-707e-45d0-b0ec-3c9d177df5a8 req-1a9d6c85-b6e2-41dc-9b34-4a288c1dbf9d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:51.067049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5868b0f2-707e-45d0-b0ec-3c9d177df5a8 req-1a9d6c85-b6e2-41dc-9b34-4a288c1dbf9d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1583793 Sep 21 18:19:51.238456 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5868b0f2-707e-45d0-b0ec-3c9d177df5a8 req-2322671e-0365-43a4-98e8-5eb5f8bb687a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700175 Sep 21 18:19:51.242559 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.326082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 836d6b47-a93c-4893-9c0a-f2380169f001, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=836d6b47-a93c-4893-9c0a-f2380169f001,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:51.327388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d6b47-a93c-4893-9c0a-f2380169f001'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:51.332665 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e440c1-8628-4518-8f4c-8cd693ad50a5" -d '{"events": [{"server_uuid": "da7800e4-f276-43a0-bfc9-29ccf783eccf", "name": "network-vif-plugged", "status": "completed", "tag": "836d6b47-a93c-4893-9c0a-f2380169f001"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:51.345702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.462817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9708dff3-aea1-4f83-8dd9-1dce346b653c req-d3712a3c-cf19-4ffd-a72d-d04510dc9249 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0640049 Sep 21 18:19:51.509629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=836d6b47-a93c-4893-9c0a-f2380169f001,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:51.530677 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4078f51-9de5-418a-9ff2-90d8aad3e071 x-openstack-request-id: req-f4078f51-9de5-418a-9ff2-90d8aad3e071 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:51.531109 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7800e4-f276-43a0-bfc9-29ccf783eccf", "name": "network-vif-plugged", "status": "completed", "tag": "836d6b47-a93c-4893-9c0a-f2380169f001", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:51.531369 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4078f51-9de5-418a-9ff2-90d8aad3e071 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:51.531993 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d6b47-a93c-4893-9c0a-f2380169f001', 'code': 200} Sep 21 18:19:51.712050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6fde-4ca7-4da8-9e8f-7014a063acfc req-010833ff-bedf-4576-b7a3-8e66e52a52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:51.719505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d94f6fde-4ca7-4da8-9e8f-7014a063acfc req-010833ff-bedf-4576-b7a3-8e66e52a52df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 1097 time: 0.1112823 Sep 21 18:19:51.736214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa4b8d-f0eb-4304-b144-47849d5dce2d req-23e1ab14-8110-475a-8e68-dbcd33883c93 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:51.741198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d2fa4b8d-f0eb-4304-b144-47849d5dce2d req-23e1ab14-8110-475a-8e68-dbcd33883c93 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 946 time: 0.1247532 Sep 21 18:19:51.808520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d94f6fde-4ca7-4da8-9e8f-7014a063acfc req-ec29c688-0288-4555-858c-dab6d2ae0ac5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 Sep 21 18:19:51.849347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 51946) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:51.902499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d2fa4b8d-f0eb-4304-b144-47849d5dce2d req-07c3309e-c6ce-4f0b-8ad4-897eb6311b55 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471250 Sep 21 18:19:52.081732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-91d6850f-e8e3-46cb-8d53-0f15057d987b tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-393060384'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:52.082654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-91d6850f-e8e3-46cb-8d53-0f15057d987b tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Unknown quota resources ['metering_label']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:19:52.470622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5318-3f12-49a9-b610-9a364db5e779 req-cc687b93-eab9-40e0-8069-0632a7be13a8 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:52.480718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-215b5318-3f12-49a9-b610-9a364db5e779 req-cc687b93-eab9-40e0-8069-0632a7be13a8 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1345079 Sep 21 18:19:52.554442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-215b5318-3f12-49a9-b610-9a364db5e779 req-2f551b3b-6470-4411-bd42-2991dc0218d5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710845 Sep 21 18:19:52.583820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91d6850f-e8e3-46cb-8d53-0f15057d987b tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.585255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-91d6850f-e8e3-46cb-8d53-0f15057d987b tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7347281 Sep 21 18:19:52.592553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52024) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:52.605953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0fde8ab8-987f-49f6-ae31-81dd9c37a95d tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6c57f92c-bf89-44f0-9f94-62be59b5c107'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:52.608648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0fde8ab8-987f-49f6-ae31-81dd9c37a95d tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:19:52.699579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9dee8fc4-9f7e-402b-8a39-c758a95279f2 req-8b33bdaa-5b51-4c87-a67e-3ff78024cf2c tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0475214 Sep 21 18:19:52.740669 n-d-810285-3 neutron-server[95091]: WARNING neutron.services.metering.metering_plugin [None req-0fde8ab8-987f-49f6-ae31-81dd9c37a95d tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:19:52.882069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0fde8ab8-987f-49f6-ae31-81dd9c37a95d tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.883908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0fde8ab8-987f-49f6-ae31-81dd9c37a95d tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2886870 Sep 21 18:19:52.887001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52054) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:52.895027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4549d418-ba9c-4d9a-b1f8-da71ccd5d577 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6c57f92c-bf89-44f0-9f94-62be59b5c107'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:52.895875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4549d418-ba9c-4d9a-b1f8-da71ccd5d577 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:19:52.967718 n-d-810285-3 neutron-server[95091]: WARNING neutron.services.metering.metering_plugin [None req-4549d418-ba9c-4d9a-b1f8-da71ccd5d577 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:19:53.155008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0f480-47a0-4fdf-8fbd-2fc2f23205ab req-5de85b28-ec2d-46d8-8f50-ee0d6e8a84b6 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:53.164248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfe0f480-47a0-4fdf-8fbd-2fc2f23205ab req-5de85b28-ec2d-46d8-8f50-ee0d6e8a84b6 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 946 time: 0.1411169 Sep 21 18:19:53.230321 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4549d418-ba9c-4d9a-b1f8-da71ccd5d577 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:53.231974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4549d418-ba9c-4d9a-b1f8-da71ccd5d577 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3419762 Sep 21 18:19:53.235317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52092) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:53.268772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfe0f480-47a0-4fdf-8fbd-2fc2f23205ab req-fe8539fd-f8cb-4342-9754-25c005587242 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035633 Sep 21 18:19:53.284009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6faf0049-a87b-4b18-a4f5-b0a76b76b891 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=51c950a9-bb98-4374-82ea-19db65d5ede3 HTTP/1.1" status: 200 len: 462 time: 0.0475037 Sep 21 18:19:53.286586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52098) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:53.481459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce9f8-2ea5-422d-bbc8-2403c8b618a5 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:53.485236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1b9ce9f8-2ea5-422d-bbc8-2403c8b618a5 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/51c950a9-bb98-4374-82ea-19db65d5ede3 HTTP/1.1" status: 204 len: 168 time: 0.1975954 Sep 21 18:19:53.487006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52122) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:53.511827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05581dce-4c35-4e4a-b0d1-94da6f10693f tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=51c950a9-bb98-4374-82ea-19db65d5ede3 HTTP/1.1" status: 200 len: 221 time: 0.0227063 Sep 21 18:19:53.514132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52128) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:53.518864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ddd1a548-eb36-466b-810a-e9bbbd58aa9c tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--163635663', 'description': 'label created by tempest'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:53.519122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ddd1a548-eb36-466b-810a-e9bbbd58aa9c tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Unknown quota resources ['metering_label']. {{(pid=95090) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:19:53.952934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a548-eb36-466b-810a-e9bbbd58aa9c tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:53.954312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ddd1a548-eb36-466b-810a-e9bbbd58aa9c tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4392076 Sep 21 18:19:53.957875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52184) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:53.984604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7236795-a3ad-4288-8b22-3d3757af637c req-3f9f1ede-eecb-44e1-8997-ea5667dbe9eb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:53.998106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7236795-a3ad-4288-8b22-3d3757af637c req-3f9f1ede-eecb-44e1-8997-ea5667dbe9eb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2603917 Sep 21 18:19:54.070157 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7236795-a3ad-4288-8b22-3d3757af637c req-2c9e67b0-475c-4980-ae39-027f1c76247f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730729 Sep 21 18:19:54.191441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23b54fd6-cdda-4f7c-8b55-2daac5f32ea3 req-a4bf188a-a029-443a-80c8-2acb1d38db0c tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0394990 Sep 21 18:19:54.200387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a44febfd-fe24-4fb8-9e0f-4d0d2817fa67 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=59334892-5c86-4630-ba61-3737dd011307 HTTP/1.1" status: 200 len: 467 time: 0.2407839 Sep 21 18:19:54.202649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52210) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.519818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ac05b4e-f4e4-4039-9868-4b802e258221 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.521274 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3ac05b4e-f4e4-4039-9868-4b802e258221 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/59334892-5c86-4630-ba61-3737dd011307 HTTP/1.1" status: 204 len: 168 time: 0.3170829 Sep 21 18:19:54.524124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52248) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.541942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f636a170-b5fb-439f-9218-04e2f0694534 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=59334892-5c86-4630-ba61-3737dd011307 HTTP/1.1" status: 200 len: 216 time: 0.0162907 Sep 21 18:19:54.545828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52250) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.558788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff916f-d126-43c1-8325-c73104835c35 req-1c4ef778-0334-4fd6-80fd-d2f9406178f8 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:54.560400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86ff916f-d126-43c1-8325-c73104835c35 req-1c4ef778-0334-4fd6-80fd-d2f9406178f8 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 946 time: 0.1555669 Sep 21 18:19:54.567641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-952bfec7-755e-4996-beba-03a62fc6e359 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0203836 Sep 21 18:19:54.571255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52258) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.585837 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad0a0049-3e27-4388-a1d8-17d12eb782a8 tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129862 Sep 21 18:19:54.589520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52260) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.665898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-96bf5fe6-286b-438f-803b-1c5aa6f3ef6c tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/6c57f92c-bf89-44f0-9f94-62be59b5c107 HTTP/1.1" status: 200 len: 472 time: 0.0750828 Sep 21 18:19:54.669576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52272) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.680981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b628b193-9792-451c-8dff-0fafc0ae5c5a tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/5724c85d-2f05-422f-b221-587d48e7551c HTTP/1.1" status: 200 len: 459 time: 0.0100553 Sep 21 18:19:54.685805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.691666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86ff916f-d126-43c1-8325-c73104835c35 req-3ff6748c-9e6b-456e-8cf2-2d969f9400cb tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072097 Sep 21 18:19:54.838904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2869746-16f5-4a35-8f39-a58a43e5a79e tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.842237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e2869746-16f5-4a35-8f39-a58a43e5a79e tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/5724c85d-2f05-422f-b221-587d48e7551c HTTP/1.1" status: 204 len: 168 time: 0.1440742 Sep 21 18:19:54.842965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52296) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:55.084252 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9459e522-e9eb-46f4-8ce1-4e8e6f11ae3b tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.094799 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9459e522-e9eb-46f4-8ce1-4e8e6f11ae3b tempest-MeteringIpV6TestJSON-1789612724 tempest-MeteringIpV6TestJSON-1789612724-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/6c57f92c-bf89-44f0-9f94-62be59b5c107 HTTP/1.1" status: 204 len: 168 time: 0.2507060 Sep 21 18:19:55.208703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52344) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:55.236161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8277f1d-f8dd-4266-9d4b-662767bc239d req-15db93b8-da0c-4b5d-916b-6dc303ec8d3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.238788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8277f1d-f8dd-4266-9d4b-662767bc239d req-15db93b8-da0c-4b5d-916b-6dc303ec8d3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0789745 Sep 21 18:19:55.304425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8277f1d-f8dd-4266-9d4b-662767bc239d req-1dfb383e-8983-4d5f-96f9-58fa51ec9f0b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582583 Sep 21 18:19:55.430179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4263a89e-7a7e-482d-815e-cda1ca7d39d5 req-73bb5ff2-f577-4371-b8ca-c0fd5d97df38 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0334492 Sep 21 18:19:55.466132 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1162-2c00-4657-a1a4-2ae279915e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.613076 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1162-2c00-4657-a1a4-2ae279915e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.617577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1162-2c00-4657-a1a4-2ae279915e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.665974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a1162-2c00-4657-a1a4-2ae279915e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7536edc-5220-4611-81d9-642427e3293f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:55.676271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52362) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:55.678546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a4a1162-2c00-4657-a1a4-2ae279915e19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5190eef9838741558abfbc3bd797ad15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685287 Sep 21 18:19:55.680570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52364) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:55.817138 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b2e6ff-69ee-4ff4-bc21-d18b38657c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.851584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b2e6ff-69ee-4ff4-bc21-d18b38657c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.873855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-662849af-cdf1-465b-93a3-c60c7c4b18ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.943254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b2e6ff-69ee-4ff4-bc21-d18b38657c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.947739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b2e6ff-69ee-4ff4-bc21-d18b38657c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.949297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80b2e6ff-69ee-4ff4-bc21-d18b38657c1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7536edc-5220-4611-81d9-642427e3293f HTTP/1.1" status: 204 len: 168 time: 0.2710152 Sep 21 18:19:55.962581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2e6ff-69ee-4ff4-bc21-d18b38657c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7536edc-5220-4611-81d9-642427e3293f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:56.070678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-662849af-cdf1-465b-93a3-c60c7c4b18ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.078166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-662849af-cdf1-465b-93a3-c60c7c4b18ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.128765 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-662849af-cdf1-465b-93a3-c60c7c4b18ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74a0756bc289499e8b435470c0dc3260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470990 Sep 21 18:19:56.131601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52384) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:56.146139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662849af-cdf1-465b-93a3-c60c7c4b18ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf178c-b26c-4e75-8f36-9447cbe105b8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:56.221771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f61f211-4021-4e05-9577-437df877a12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.294099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f61f211-4021-4e05-9577-437df877a12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.393206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f61f211-4021-4e05-9577-437df877a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.400528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f61f211-4021-4e05-9577-437df877a12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.403969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8f61f211-4021-4e05-9577-437df877a12b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03cf178c-b26c-4e75-8f36-9447cbe105b8 HTTP/1.1" status: 204 len: 168 time: 0.2690346 Sep 21 18:19:56.416613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61f211-4021-4e05-9577-437df877a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf178c-b26c-4e75-8f36-9447cbe105b8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:56.484799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52404) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:56.507049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-317ad07e-4dd5-484f-ad49-1b60559e5e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.703071 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-317ad07e-4dd5-484f-ad49-1b60559e5e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.709065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-317ad07e-4dd5-484f-ad49-1b60559e5e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.841827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ad07e-4dd5-484f-ad49-1b60559e5e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc997964-586c-45e8-9f3d-1ec2f1292ea1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:56.877884 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-317ad07e-4dd5-484f-ad49-1b60559e5e92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e1f9086222a404e95fe40b34de2d9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919199 Sep 21 18:19:56.883264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52418) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:57.017399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82a13ff9-3d87-4f93-ad6b-6fdfb5cf5624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.036463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fabe8-b160-4087-8f4d-2454c6826a66 req-aae69ade-ca3a-4839-ab5c-aed0091627b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.040077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb3fabe8-b160-4087-8f4d-2454c6826a66 req-aae69ade-ca3a-4839-ab5c-aed0091627b6 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1402204 Sep 21 18:19:57.095249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82a13ff9-3d87-4f93-ad6b-6fdfb5cf5624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.105094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52422) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:57.124049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb3fabe8-b160-4087-8f4d-2454c6826a66 req-c2771c61-8b41-49a2-ab19-1d9ddda03393 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713921 Sep 21 18:19:57.128135 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0283385f-5fd0-4586-ad21-4e156281dc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.178688 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82a13ff9-3d87-4f93-ad6b-6fdfb5cf5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.185117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82a13ff9-3d87-4f93-ad6b-6fdfb5cf5624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.186635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-82a13ff9-3d87-4f93-ad6b-6fdfb5cf5624 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc997964-586c-45e8-9f3d-1ec2f1292ea1 HTTP/1.1" status: 204 len: 168 time: 0.3012948 Sep 21 18:19:57.198031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a13ff9-3d87-4f93-ad6b-6fdfb5cf5624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc997964-586c-45e8-9f3d-1ec2f1292ea1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:57.272574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24ffc96f-ed13-4b19-bb62-47c46e10bfdb req-beb4f45b-6475-4029-873a-fd10bef852a4 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0382082 Sep 21 18:19:57.403950 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0283385f-5fd0-4586-ad21-4e156281dc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.410145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0283385f-5fd0-4586-ad21-4e156281dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.496063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0283385f-5fd0-4586-ad21-4e156281dc39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cedc0a5fdbf43af8c826370a5dc58de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897777 Sep 21 18:19:57.498169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283385f-5fd0-4586-ad21-4e156281dc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab18862c-d38e-4565-8c56-897f86c89461,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:57.498881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52432) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:57.580064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f454be8-3ba0-461e-923e-d8e9b8fcb440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.605974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f454be8-3ba0-461e-923e-d8e9b8fcb440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.672548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f454be8-3ba0-461e-923e-d8e9b8fcb440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.678578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f454be8-3ba0-461e-923e-d8e9b8fcb440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.682823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f454be8-3ba0-461e-923e-d8e9b8fcb440 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab18862c-d38e-4565-8c56-897f86c89461 HTTP/1.1" status: 204 len: 168 time: 0.1798036 Sep 21 18:19:57.690351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f454be8-3ba0-461e-923e-d8e9b8fcb440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab18862c-d38e-4565-8c56-897f86c89461,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:58.070694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-a4d70b75-7ad0-4bd0-990f-1a16c247662e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560791 Sep 21 18:19:58.287637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da54af-13d3-4955-be2d-26ed80a87825 req-d8e0fc28-7711-44dd-93a4-36eb1a5e20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:58.290868 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-d8e0fc28-7711-44dd-93a4-36eb1a5e20d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 1096 time: 0.1851416 Sep 21 18:19:58.309254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9304-1a66-4ab9-8dba-7a082bd13c91 req-dfd76a6e-3476-4e04-be24-5b66617ccccd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:58.320562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e1b9304-1a66-4ab9-8dba-7a082bd13c91 req-dfd76a6e-3476-4e04-be24-5b66617ccccd tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0704689 Sep 21 18:19:58.397922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e1b9304-1a66-4ab9-8dba-7a082bd13c91 req-d34e161c-bf44-4f34-82db-23540fa9b328 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758467 Sep 21 18:19:58.503657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da54af-13d3-4955-be2d-26ed80a87825 req-6faf951e-0ec4-4bce-a678-fc1cd29e2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:58.506026 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-6faf951e-0ec4-4bce-a678-fc1cd29e2bdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.1883771 Sep 21 18:19:58.578606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45457437-72ee-4d4e-9bd1-82402e207616 req-c8384ae2-fa0f-4bb3-8dfe-e2f7c17e627f tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0578680 Sep 21 18:19:58.623184 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-5b7542cc-7e01-4384-9ee3-df1a125e30bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059 HTTP/1.1" status: 200 len: 217 time: 0.1067567 Sep 21 18:19:58.690085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da54af-13d3-4955-be2d-26ed80a87825 req-7f806062-9ab1-4630-8ee0-a4287098e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:58.692312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-7f806062-9ab1-4630-8ee0-a4287098e837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0623908 Sep 21 18:19:58.756458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da54af-13d3-4955-be2d-26ed80a87825 req-4d1f9191-fbc5-4c07-9821-273dd762e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:58.759097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-4d1f9191-fbc5-4c07-9821-273dd762e546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585508 Sep 21 18:19:58.950929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-ae89ed10-55ba-487e-a4df-6d37a01bc307 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820703 Sep 21 18:19:59.098795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66da54af-13d3-4955-be2d-26ed80a87825 req-fc2ab550-d16f-46ee-bb8f-c00299ebddf7 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399469 Sep 21 18:19:59.263586 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-189ff650-a3d2-45ea-8bbb-a27bd35391f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.599798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6357ab-cd5e-448c-9580-2153605f991e req-793ba5f0-dea3-4701-8735-2b1d153f0733 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:59.618804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b6357ab-cd5e-448c-9580-2153605f991e req-793ba5f0-dea3-4701-8735-2b1d153f0733 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1236751 Sep 21 18:19:59.681852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b6357ab-cd5e-448c-9580-2153605f991e req-a2a9b926-0892-4b14-a73e-2ac46fac6850 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615225 Sep 21 18:19:59.807983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bafa2441-aad1-4105-8d3b-7a8463ec1303 req-860bbaa5-24f5-4ceb-b175-435a7d7d709e tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0364325 Sep 21 18:20:00.266480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52548) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:00.403165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cf6e972b-3eb0-4b0a-825b-350b7b56063f tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:00.429873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cf6e972b-3eb0-4b0a-825b-350b7b56063f tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "PUT /v2.0/quotas/8404efa4deb845fab8750f1164333ca1 HTTP/1.1" status: 200 len: 368 time: 0.1620996 Sep 21 18:20:00.433419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52558) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:00.440808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Request body: {'network': {'project_id': '8404efa4deb845fab8750f1164333ca1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:00.475944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Made reservation on behalf of 8404efa4deb845fab8750f1164333ca1 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:00.478508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.496516 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.651821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.659417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.693857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:00.714785 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.715771 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Added segment 421334cf-eab6-461e-b136-40854ffe0d95 of type vlan for network d9f06701-aee3-4192-bbe5-dff47fc9306b Sep 21 18:20:00.717418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f55c4f4-c10b-464c-94b2-b7e1c0dcdf81,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:00.792180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.831742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.833009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:00.833805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.867554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4319060 Sep 21 18:20:00.870172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52572) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:00.875343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Request body: {'network': {'project_id': '8404efa4deb845fab8750f1164333ca1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:00.879181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94736d-ecb8-49f3-ad65-9cf55e7415b7 req-39ee7390-c631-408a-af22-2fd9d7c06977 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:00.887987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a94736d-ecb8-49f3-ad65-9cf55e7415b7 req-39ee7390-c631-408a-af22-2fd9d7c06977 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0918376 Sep 21 18:20:00.905526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Made reservation on behalf of 8404efa4deb845fab8750f1164333ca1 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:00.909310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.950631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7760f1-27d5-4d26-b187-a68bc939289c tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Pushing event updated for resources: {'Network': ['ID=d9f06701-aee3-4192-bbe5-dff47fc9306b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:00.962649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d9f06701-aee3-4192-bbe5-dff47fc9306b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:00.967671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a94736d-ecb8-49f3-ad65-9cf55e7415b7 req-3c5f42bb-0fd1-431d-82fc-d1ec0af1013b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764823 Sep 21 18:20:00.970408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:00.985781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.987044 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Added segment f86de47a-c90e-41e4-938b-34d913637120 of type vlan for network 3eb58450-7bea-4a0b-9743-9bee0c26bd38 Sep 21 18:20:01.059952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.100756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.102458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:01.103354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.144567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0a3e774-413a-4872-b22f-d072c1170440 req-ba828a92-c36b-4024-b2e7-e0404048f212 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0691197 Sep 21 18:20:01.219617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3479953 Sep 21 18:20:01.225459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52588) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:01.237981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f4365d12-4a7a-4c73-8adb-4ef35478c860 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Request body: {'network': {'project_id': '8404efa4deb845fab8750f1164333ca1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:01.253446 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:20:01.270456 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4365d12-4a7a-4c73-8adb-4ef35478c860 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 18:20:01.272486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4365d12-4a7a-4c73-8adb-4ef35478c860 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:20:01.273982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f4365d12-4a7a-4c73-8adb-4ef35478c860 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0467806 Sep 21 18:20:01.276855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d61e3-86f7-44c4-a791-9dcb11eaf86a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Pushing event updated for resources: {'Network': ['ID=3eb58450-7bea-4a0b-9743-9bee0c26bd38,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:01.277190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52590) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:01.301770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 3eb58450-7bea-4a0b-9743-9bee0c26bd38 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:01.393162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa809350-699c-4769-89fd-15e536927736 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8404efa4deb845fab8750f1164333ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135261 Sep 21 18:20:01.397756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52598) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:01.565711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef84-f1a9-4b61-89e4-e971ee5a39b2 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.585718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-3c2afa63-0715-4e25-8457-31f90ec3c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:01.587630 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-3c2afa63-0715-4e25-8457-31f90ec3c62e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1095 time: 0.0956824 Sep 21 18:20:01.607509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef84-f1a9-4b61-89e4-e971ee5a39b2 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.687878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f235f9-554c-453c-9b1e-0a0cd5169db5 req-15616c9d-fd3f-4dff-9828-e37e90cc00ef tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:01.690912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37f235f9-554c-453c-9b1e-0a0cd5169db5 req-15616c9d-fd3f-4dff-9828-e37e90cc00ef tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0739226 Sep 21 18:20:01.784246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef84-f1a9-4b61-89e4-e971ee5a39b2 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.788066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f85ef84-f1a9-4b61-89e4-e971ee5a39b2 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.788405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5f85ef84-f1a9-4b61-89e4-e971ee5a39b2 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f55c4f4-c10b-464c-94b2-b7e1c0dcdf81 HTTP/1.1" status: 204 len: 168 time: 0.3894258 Sep 21 18:20:01.800544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-d9b8d8fc-1946-402f-a866-91fdf7ff8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:01.802096 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-d9b8d8fc-1946-402f-a866-91fdf7ff8b28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2049468 Sep 21 18:20:01.803426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ef84-f1a9-4b61-89e4-e971ee5a39b2 tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f55c4f4-c10b-464c-94b2-b7e1c0dcdf81,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:01.807122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:02.098511 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.138825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37f235f9-554c-453c-9b1e-0a0cd5169db5 req-be8223b2-8a26-46c1-b265-97476c6e703b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374638 Sep 21 18:20:02.292773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-2a96e1c4-25df-4f46-9deb-317750ace777 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.4796338 Sep 21 18:20:02.348456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.383954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9804fe3e-fe0c-4e53-a228-c22236512419 req-9fd8f673-825e-41e0-a1c7-5e25a0a635e6 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0451965 Sep 21 18:20:02.410301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb58450-7bea-4a0b-9743-9bee0c26bd38']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:02.421876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86de47a-c90e-41e4-938b-34d913637120') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:02.422175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86de47a-c90e-41e4-938b-34d913637120') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:02.434383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.438300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-a9c67ebd-9f09-4f83-b5d6-2a708db5c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:02.443938 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-a9c67ebd-9f09-4f83-b5d6-2a708db5c35b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1428723 Sep 21 18:20:02.460606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.467518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:02.468270 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:02.470882 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:02.526851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-be9da1be-edbd-49c0-916f-c1a263088146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:02.529701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-be9da1be-edbd-49c0-916f-c1a263088146 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767732 Sep 21 18:20:02.545971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.555943 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.558967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "DELETE /v2.0/networks/3eb58450-7bea-4a0b-9743-9bee0c26bd38 HTTP/1.1" status: 204 len: 168 time: 0.7495012 Sep 21 18:20:02.562948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52614) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:02.593771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f2516-2b70-4c5e-b2d7-c3c91696f3fc tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Pushing event deleted for resources: {'Network': ['ID=3eb58450-7bea-4a0b-9743-9bee0c26bd38,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:02.651339 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-45dcc79c-b552-420c-8ac1-64e3aba44c3e service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136916 Sep 21 18:20:02.736790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.811595 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a817619-7794-4e44-a0dd-bc869ca0f94a req-1705cd76-b8ab-4aeb-8962-7daab7437719 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502059 Sep 21 18:20:02.866973 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.891770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f06701-aee3-4192-bbe5-dff47fc9306b']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:02.902554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421334cf-eab6-461e-b136-40854ffe0d95') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:02.902880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421334cf-eab6-461e-b136-40854ffe0d95') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:02.913753 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.934342 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.942900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:02.943390 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:02.945435 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:03.026283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:03.051438 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:03.052548 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] 10.222.0.70 "DELETE /v2.0/networks/d9f06701-aee3-4192-bbe5-dff47fc9306b HTTP/1.1" status: 204 len: 168 time: 0.4873056 Sep 21 18:20:03.054120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fad41-a1f0-45da-9d56-61e3d141197a tempest-QuotasNegativeTest-1807755619 tempest-QuotasNegativeTest-1807755619-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9f06701-aee3-4192-bbe5-dff47fc9306b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:03.405447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa183c9-ce9a-4fe9-93d5-adc6b428a3d4 req-ffedd957-c50e-4d12-9215-90cae2cdd6c4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:03.410205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4fa183c9-ce9a-4fe9-93d5-adc6b428a3d4 req-ffedd957-c50e-4d12-9215-90cae2cdd6c4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1431289 Sep 21 18:20:03.478731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4fa183c9-ce9a-4fe9-93d5-adc6b428a3d4 req-17e6f6c3-dbc2-4cc8-8cc9-01d76fcfb31f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610318 Sep 21 18:20:03.607057 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eb0712c3-d430-4689-8cdf-1b7cc1791c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:03.677094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42644ab7-3937-4918-956c-614579bd4e76 req-d41656ec-8e9f-47e9-a83e-f48f4036ad65 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0485060 Sep 21 18:20:03.807228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52642) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:04.137218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.206644 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.375785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ca0bafa-3ee9-415c-8b9b-a2f37ce954f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.497931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ca0bafa-3ee9-415c-8b9b-a2f37ce954f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.512673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ca0bafa-3ee9-415c-8b9b-a2f37ce954f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.625716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0ca0bafa-3ee9-415c-8b9b-a2f37ce954f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f21eeed11874434809c438979d216e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8172550 Sep 21 18:20:04.627744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0bafa-3ee9-415c-8b9b-a2f37ce954f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014a9fda-de26-4d13-bc3a-62189557215f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:04.628758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52698) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:04.702746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-968eb6c4-03a2-459b-b234-2e8b0d495f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.717100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3913c5a-3c0b-4f35-b560-4b22c215c42b req-f24aac84-f1af-4e91-a3c7-7a0890ab533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:04.726716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3913c5a-3c0b-4f35-b560-4b22c215c42b req-f24aac84-f1af-4e91-a3c7-7a0890ab533a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1222863 Sep 21 18:20:04.758710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-968eb6c4-03a2-459b-b234-2e8b0d495f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.762670 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.802867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3913c5a-3c0b-4f35-b560-4b22c215c42b req-3cb568d7-ac51-4eff-8b07-d6977d631c0e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742102 Sep 21 18:20:04.878336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-968eb6c4-03a2-459b-b234-2e8b0d495f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.886216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-968eb6c4-03a2-459b-b234-2e8b0d495f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.889459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-968eb6c4-03a2-459b-b234-2e8b0d495f99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/014a9fda-de26-4d13-bc3a-62189557215f HTTP/1.1" status: 204 len: 168 time: 0.2562611 Sep 21 18:20:04.905409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eb6c4-03a2-459b-b234-2e8b0d495f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014a9fda-de26-4d13-bc3a-62189557215f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:05.006684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5064a4b0-0056-42b1-a94a-5f4e3033ef79 req-01880e93-b854-46e2-9c04-4c247cf2a552 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0435421 Sep 21 18:20:05.245737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35f0d9-1ca9-48d5-9982-f18708c36a2c req-0687c1f9-22d2-4b29-bc08-ead9e1b2b7af tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.260459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff35f0d9-1ca9-48d5-9982-f18708c36a2c req-0687c1f9-22d2-4b29-bc08-ead9e1b2b7af tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1434593 Sep 21 18:20:05.382828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff35f0d9-1ca9-48d5-9982-f18708c36a2c req-11627cee-05dd-4221-822b-99fa2ec42a6d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214249 Sep 21 18:20:05.576611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52742) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:05.649517 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54dc0a93-d331-45e6-89da-271e542e9cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.817082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f557f1-6baf-47bb-bbad-972b631c697a req-b25911f2-fd9f-4d6b-a5cf-c2cfcd1bc8c4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.819596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f2f557f1-6baf-47bb-bbad-972b631c697a req-b25911f2-fd9f-4d6b-a5cf-c2cfcd1bc8c4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2799592 Sep 21 18:20:05.930396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f2f557f1-6baf-47bb-bbad-972b631c697a req-11debdd5-5f05-4ea8-be40-1313fec4878c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944474 Sep 21 18:20:05.943762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54dc0a93-d331-45e6-89da-271e542e9cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.949221 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54dc0a93-d331-45e6-89da-271e542e9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:06.042996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-54dc0a93-d331-45e6-89da-271e542e9cfd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79c91b083af849b2b8c78c2cd1dbd6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648786 Sep 21 18:20:06.043279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52750) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:06.048321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc0a93-d331-45e6-89da-271e542e9cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b35f003-929c-4d72-b385-2590a13cee3c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:06.067696 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-a48d7874-8c75-4bc1-823d-0c9bb7e3e934 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021304 Sep 21 18:20:06.154894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaad2-c3d4-40a5-825d-3cda6476a4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:06.194746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-d5552f86-31f7-4f9a-9d09-8e0ae42e3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.197750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-d5552f86-31f7-4f9a-9d09-8e0ae42e3788 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 1059 time: 0.1008091 Sep 21 18:20:06.214349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaad2-c3d4-40a5-825d-3cda6476a4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:06.349602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-363a0873-9aa8-4e85-b0a7-d9ad19bed18b req-252752a4-ad48-46d1-a7cc-e5c77ae38475 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0874116 Sep 21 18:20:06.379142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaad2-c3d4-40a5-825d-3cda6476a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:06.383329 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaad2-c3d4-40a5-825d-3cda6476a4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:06.396707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5fcdaad2-c3d4-40a5-825d-3cda6476a4fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b35f003-929c-4d72-b385-2590a13cee3c HTTP/1.1" status: 204 len: 168 time: 0.3396888 Sep 21 18:20:06.428437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdaad2-c3d4-40a5-825d-3cda6476a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b35f003-929c-4d72-b385-2590a13cee3c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:06.477471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-ca7fad5e-80bc-4cd6-a99c-cb8dbe008fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.490428 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-ca7fad5e-80bc-4cd6-a99c-cb8dbe008fb7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.2668519 Sep 21 18:20:06.587273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-266c64b7-e61d-4c6b-b371-c2596a6eef19 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136 HTTP/1.1" status: 200 len: 217 time: 0.0855582 Sep 21 18:20:06.648371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc9eb-f963-431c-a77f-cd3d52746f6d req-1347f5de-59cf-4d9e-99c5-6c58580acde5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.652535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-984bc9eb-f963-431c-a77f-cd3d52746f6d req-1347f5de-59cf-4d9e-99c5-6c58580acde5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1069672 Sep 21 18:20:06.686732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-ebc1e217-f889-4bff-9095-2bc0d6544a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.696480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-ebc1e217-f889-4bff-9095-2bc0d6544a05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.1009896 Sep 21 18:20:06.756943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-984bc9eb-f963-431c-a77f-cd3d52746f6d req-c854eeb4-2a84-45cb-ba8a-8388ccf2e898 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892453 Sep 21 18:20:06.996409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-c8b7c5ee-e282-4041-9f67-e87903ba4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.999643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-c8b7c5ee-e282-4041-9f67-e87903ba4612 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2954280 Sep 21 18:20:07.163820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-58e055ea-818b-4400-8915-dbbee993b441 service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449645 Sep 21 18:20:07.222359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:07.389124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21aa5b32-e67c-4ecd-abda-b852edb37ad0 req-dc303783-7084-4610-9386-9117e58c23f4 service neutron] 10.222.0.78 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085266 Sep 21 18:20:07.562877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6cf638d3-6e96-4842-98bf-fa57ae09eff8 req-446a45b7-d1d2-47b3-90ba-d16b767bc5d2 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0424743 Sep 21 18:20:08.002806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f546-2d6f-4ba2-9859-5ff45e6e7428 req-7bea8c8a-4fcc-4d5c-86d1-7aff974f2ded tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.005578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8da2f546-2d6f-4ba2-9859-5ff45e6e7428 req-7bea8c8a-4fcc-4d5c-86d1-7aff974f2ded tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1137259 Sep 21 18:20:08.100553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8da2f546-2d6f-4ba2-9859-5ff45e6e7428 req-6264e5f7-eb59-4ecd-b0af-c470457660e0 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885215 Sep 21 18:20:08.414565 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:08.542765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7878-c6b2-4efd-b9a0-661ee2ccae23 req-4faaae30-3e6d-4f04-9c76-c6437a0f91fb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.560581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e83e7878-c6b2-4efd-b9a0-661ee2ccae23 req-4faaae30-3e6d-4f04-9c76-c6437a0f91fb tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1390734 Sep 21 18:20:08.576386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-cab6ef09-8a9e-4b20-948f-37841602a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.578148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-cab6ef09-8a9e-4b20-948f-37841602a360 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8267c05d15048808f78d822c9cd506e&device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 1095 time: 0.1086757 Sep 21 18:20:08.635917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e83e7878-c6b2-4efd-b9a0-661ee2ccae23 req-f3dc4a2c-45b6-4373-af67-01f4d67a47a2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719275 Sep 21 18:20:08.755419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-385e1f57-6a49-4454-949b-693f0414ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.757950 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-385e1f57-6a49-4454-949b-693f0414ec50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 200 len: 913 time: 0.1716509 Sep 21 18:20:08.830765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3e03069-769a-4899-a24f-94bc9c251032 req-9a05bc5e-83ff-429f-8b5d-e37d36bbf570 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0356607 Sep 21 18:20:08.889676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-4a01c5bb-80a0-4d6d-b734-b461a53f00e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 200 len: 999 time: 0.1222277 Sep 21 18:20:08.971112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-84e31b6a-4a0d-4584-bb47-68bd42d76d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.973209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-84e31b6a-4a0d-4584-bb47-68bd42d76d96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 200 len: 850 time: 0.0738792 Sep 21 18:20:09.063301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-9ef7bb10-f246-40a8-9363-323f7febe45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:09.064900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-9ef7bb10-f246-40a8-9363-323f7febe45b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=504eee16-e66c-4c18-9265-40a9b7e500f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749466 Sep 21 18:20:09.086903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52836) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:09.188561 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-91fa30a9-d2bf-40a9-97b6-9421fa101fd3 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015122 Sep 21 18:20:09.304253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1018974302'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:09.307307 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad1fbceb-5f17-4c4a-b58f-2bfdc7d303d1 req-f94ec7d2-688b-4c97-ba8a-a4b3fa902a42 service neutron] 10.222.0.41 "GET /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111066 Sep 21 18:20:09.328175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Made reservation on behalf of e9a56eeca893462da2dd91f1b7d2e227 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:09.333531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.344585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.478462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.483845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.511740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:09.527764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4427c18e-27fa-47cd-b5d8-8c52ea885019,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:09.533353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.533718 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Added segment 36b88494-522e-4295-b80e-6b585e03d567 of type vlan for network ea57367a-60b2-4233-9186-6bb5f8af6673 Sep 21 18:20:09.580944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.609538 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.616132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:09.616774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.654075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5647428 Sep 21 18:20:09.705337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0129c-ec19-4f74-b40a-ffdfb5094b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Pushing event updated for resources: {'Network': ['ID=ea57367a-60b2-4233-9186-6bb5f8af6673,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:09.716246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ea57367a-60b2-4233-9186-6bb5f8af6673 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:09.879472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:09.885569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Request body: {'port': {'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673', 'binding:host_id': 'n-h1-810285-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283016508'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:09.930317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Made reservation on behalf of cfe5248abc0343f5b1b8e4e72187fceb for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:09.935064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.982508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:10.053530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885b5c9-d683-414e-a798-1f040e072755 req-e76f90c2-d6ed-4386-a7f0-0c669285057d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:10.055296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9885b5c9-d683-414e-a798-1f040e072755 req-e76f90c2-d6ed-4386-a7f0-0c669285057d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1140079 Sep 21 18:20:10.151755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9885b5c9-d683-414e-a798-1f040e072755 req-99f48915-bf78-42d7-bda7-b5d49130dbe5 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845802 Sep 21 18:20:10.214232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:10.223514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:10.233389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] device_id is not set on port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:10.357228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eaea3107-611c-4fe0-b20d-82988a92544f req-0148bcae-8aed-4ed4-9ee5-3b15323f2a00 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0487955 Sep 21 18:20:10.357853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b444a07b-71d0-47d5-b132-5bfb3aed6c7b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:10.573019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] device_id is not set on port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:10.585174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:10.597039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:10.672482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=21c1d3e0-eb0b-48e8-9362-ab44fa9280b2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:10.684216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Checking segment: {'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:10.685073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Network hostable DHCP agents. Network: ea57367a-60b2-4233-9186-6bb5f8af6673, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:20:10.709625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Network ea57367a-60b2-4233-9186-6bb5f8af6673 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:20:10.722682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ea57367a-60b2-4233-9186-6bb5f8af6673) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:10.732581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835611a1-0527-4578-99ae-c774b4a035a1 None None] Network ea57367a-60b2-4233-9186-6bb5f8af6673 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:10.744522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:10.762032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.762658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.763175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.770683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.771278 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.771873 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 2 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.788659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.789250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.789988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.795096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.796828 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.797672 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 3 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.814843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.815483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.815995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.822706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.823302 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.823874 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 4 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.841004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.841617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.842235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.849235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.849791 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.850501 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 5 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.872014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.872741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.873250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.879596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.880131 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.880744 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 6 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.897844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.898565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.899446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.905205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.905748 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.906460 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 7 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.923102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.924224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.924814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.932812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.933422 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.933863 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 8 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.948114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.948462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.948807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.954755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.955217 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.955643 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 9 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.975652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.975999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.976338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:10.981483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:10.981822 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:10.982245 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 10 to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 Sep 21 18:20:10.997588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:10.997943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:10.998324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:11.003812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:11.004077 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:11.004717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.098520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] For port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:11.099376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempted to set empty binding levels {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:20:11.104401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.150661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:11.151568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.171850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=21c1d3e0-eb0b-48e8-9362-ab44fa9280b2,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:11.185101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b0cc7dda-34dc-4fba-af58-45aaedd5219b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3009326 Sep 21 18:20:11.185314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52892) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:11.321949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Deleting port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:11.322473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.401930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] For port 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2, host n-h1-810285-3, got binding levels [] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:11.402500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.416974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Calling delete_port for 21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:11.524748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.589235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.591343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "DELETE /v2.0/ports/21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 HTTP/1.1" status: 204 len: 168 time: 0.4049673 Sep 21 18:20:11.593760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b76f43-5b1d-4936-abf7-e0d86f7da9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event deleted for resources: {'Port': ['ID=21c1d3e0-eb0b-48e8-9362-ab44fa9280b2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:11.596524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52906) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:11.619463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d14bc1-779e-4ac2-9855-9034accc08d8 req-2c587755-798c-40eb-a641-e695a62c9408 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:11.621030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3d14bc1-779e-4ac2-9855-9034accc08d8 req-2c587755-798c-40eb-a641-e695a62c9408 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1125381 Sep 21 18:20:11.644721 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf9d27b-569c-48cb-b9c1-e8e0242e6663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:20:11.647221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8cf9d27b-569c-48cb-b9c1-e8e0242e6663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "GET /v2.0/ports/21c1d3e0-eb0b-48e8-9362-ab44fa9280b2 HTTP/1.1" status: 404 len: 333 time: 0.0491660 Sep 21 18:20:11.650711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52912) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:11.657971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Request body: {'port': {'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748543270'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:11.693086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Made reservation on behalf of cfe5248abc0343f5b1b8e4e72187fceb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:11.697525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.707873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3d14bc1-779e-4ac2-9855-9034accc08d8 req-1a73d27a-bc2f-4acb-9899-73c7b8914304 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783288 Sep 21 18:20:11.741754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] device_id is not set on port 2f4d0917-684a-4a59-8660-f8b8344ebf76 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:11.857696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5686cd11-f5d1-4dc8-b476-f46b03344829 req-0f55d75c-4089-4287-a1a8-49db74d78b11 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0673344 Sep 21 18:20:11.987140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ab5fc-2868-484e-af33-f99b3e461497 req-de326e1f-e73d-4888-be66-ec641ba538ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:11.988728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-514ab5fc-2868-484e-af33-f99b3e461497 req-de326e1f-e73d-4888-be66-ec641ba538ca tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.0644743 Sep 21 18:20:12.043165 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-514ab5fc-2868-484e-af33-f99b3e461497 req-e8694c51-ced0-4919-9c7f-52e75bd4b21c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481162 Sep 21 18:20:12.047233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:12.103434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:12.182234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4d0917-684a-4a59-8660-f8b8344ebf76,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:12.209580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Network ea57367a-60b2-4233-9186-6bb5f8af6673 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:12.211816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:12.214783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:12.215969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:12.216580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:12.235416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-636fd684-6130-4c5d-b884-cb574cd19004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5829911 Sep 21 18:20:12.239080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52932) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:12.245915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:12.354575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:12.699678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] device_id is not set on port 2f4d0917-684a-4a59-8660-f8b8344ebf76 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:12.710467 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:12.720590 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:12.787825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:12.788417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:12.788955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:12.797042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:12.797367 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:12.801381 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 2 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:12.812408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4d0917-684a-4a59-8660-f8b8344ebf76,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:12.831544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:12.831802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:12.832139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:12.844338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:12.844673 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:12.845838 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 3 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:12.865349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:12.865691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:12.866026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:12.878670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:12.879001 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:12.880322 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 4 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:12.902529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:12.903212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:12.903560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:12.908585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:12.908923 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:12.909316 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 5 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:12.924964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:12.925307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:12.925642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:12.932754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:12.934751 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:12.935372 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 6 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:12.966850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:12.967195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:12.968923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:12.978409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:12.978738 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:12.980282 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 7 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:13.024149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:13.026633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:13.026981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:13.036119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:13.036449 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:13.036847 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 8 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:13.054492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:13.055075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:13.055579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:13.062022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:13.062564 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:13.063138 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 9 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:13.099236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:13.100858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:13.102367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:13.119099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:13.120973 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:13.121533 n-d-810285-3 neutron-server[95091]: INFO neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 10 to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 Sep 21 18:20:13.149377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:13.150109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:13.151113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:13.159015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:13.159630 n-d-810285-3 neutron-server[95091]: ERROR neutron.plugins.ml2.managers [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:13.160605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:13.289796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] For port 2f4d0917-684a-4a59-8660-f8b8344ebf76, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:13.290961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempted to set empty binding levels {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:20:13.315779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:13.351235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] In _notify_port_updated(), no bound segment for port 2f4d0917-684a-4a59-8660-f8b8344ebf76 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:20:13.351647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.352267 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:13.355773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "PUT /v2.0/ports/2f4d0917-684a-4a59-8660-f8b8344ebf76 HTTP/1.1" status: 200 len: 979 time: 1.1155765 Sep 21 18:20:13.365812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52998) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:13.446236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69696a-ac40-481e-a53a-c59d1bc718e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4d0917-684a-4a59-8660-f8b8344ebf76,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:13.539366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.540186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.540851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.541544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.542179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.542834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.543728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.544361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.545161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.545789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.546436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.547083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.547720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.548665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.549557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.550220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.550867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.551495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.553683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.554680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.555328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.556272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.556910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.557548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.558469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.562026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dadb8985-846c-40e2-b1b1-1e590850b9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22422 time: 0.1934938 Sep 21 18:20:13.566730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53008) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:13.604866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-030d19f0-d3bc-427e-807f-f0264f035948 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:13.620305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-030d19f0-d3bc-427e-807f-f0264f035948 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ad87427-8f24-48bd-a7ba-51c71027ac7f HTTP/1.1" status: 200 len: 944 time: 0.2731347 Sep 21 18:20:13.808319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Deleting port 2f4d0917-684a-4a59-8660-f8b8344ebf76 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:13.809231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:13.835331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Deleting port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:13.838089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:13.927331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] For port 2f4d0917-684a-4a59-8660-f8b8344ebf76, host n-h1-810285-3, got binding levels [] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:13.927711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:13.943900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Calling delete_port for 2f4d0917-684a-4a59-8660-f8b8344ebf76 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:14.060295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] For port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:14.060295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.088206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Calling delete_port for 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:14.117035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53022) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:14.124023 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.155705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f4d0917-684a-4a59-8660-f8b8344ebf76,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:14.162678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.165167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ee100f0a-01bf-43b9-b7d0-b3d554976270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2f4d0917-684a-4a59-8660-f8b8344ebf76 HTTP/1.1" status: 204 len: 168 time: 0.5973673 Sep 21 18:20:14.168694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53026) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:14.210501 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d61c32-5898-43fa-ac4a-a43311c01fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:20:14.212482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9d61c32-5898-43fa-ac4a-a43311c01fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "GET /v2.0/ports/2f4d0917-684a-4a59-8660-f8b8344ebf76 HTTP/1.1" status: 404 len: 333 time: 0.0423350 Sep 21 18:20:14.216822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53028) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:14.223528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199032526', 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:14.253475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Made reservation on behalf of cfe5248abc0343f5b1b8e4e72187fceb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:14.256002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.300904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] device_id is not set on port ce6e990d-e6f9-4a10-a18a-548594de21df yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:14.321464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.336236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fdacbb4-8a4b-4f91-82dc-f295c171c049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.370690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059', 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:14.485052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event deleted for resources: {'Port': ['ID=366fd1f1-f47f-4a1e-873b-feeb06aa29c2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:14.544145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] No DVR routers for this DVR port 366fd1f1-f47f-4a1e-873b-feeb06aa29c2 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:14.548354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.566976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-748b14b8-cbac-465c-8034-3f8d0390fdb4 req-48a7d47a-28e3-4eff-be7f-390734ddb395 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "DELETE /v2.0/ports/366fd1f1-f47f-4a1e-873b-feeb06aa29c2 HTTP/1.1" status: 204 len: 173 time: 0.9393260 Sep 21 18:20:14.568888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-deleted', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:14.576728 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410b99e0-85be-44e0-980e-7e6b662bfb27" -d '{"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-deleted", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:14.606177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.675976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fdacbb4-8a4b-4f91-82dc-f295c171c049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.690874 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fdacbb4-8a4b-4f91-82dc-f295c171c049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.778718 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1fdacbb4-8a4b-4f91-82dc-f295c171c049 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c783195b1a5246a392dd7040a706670f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605372 Sep 21 18:20:14.780579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdacbb4-8a4b-4f91-82dc-f295c171c049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d143c49a-4e63-4cb7-8ff5-d17cc4a3925b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:14.781536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53048) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:14.789264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.854080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=ce6e990d-e6f9-4a10-a18a-548594de21df,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:14.880001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Network ea57367a-60b2-4233-9186-6bb5f8af6673 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:14.881705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:14.893668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:14.897321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:14.897321 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.900710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b73b172b-c3dd-423d-a677-bd3c97265dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:14.928121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e37aa6c8-4709-41e2-ada4-8b649c0b6455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7099040 Sep 21 18:20:14.930920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53050) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:14.953957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b73b172b-c3dd-423d-a677-bd3c97265dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.025590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b73b172b-c3dd-423d-a677-bd3c97265dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.028349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b73b172b-c3dd-423d-a677-bd3c97265dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.029545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b73b172b-c3dd-423d-a677-bd3c97265dc0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d143c49a-4e63-4cb7-8ff5-d17cc4a3925b HTTP/1.1" status: 204 len: 168 time: 0.2466614 Sep 21 18:20:15.044576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b172b-c3dd-423d-a677-bd3c97265dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143c49a-4e63-4cb7-8ff5-d17cc4a3925b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:15.059366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712dc409-1683-4449-ae19-82372247b246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:15.061925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-712dc409-1683-4449-ae19-82372247b246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "GET /v2.0/ports/ce6e990d-e6f9-4a10-a18a-548594de21df HTTP/1.1" status: 200 len: 959 time: 0.1279449 Sep 21 18:20:15.065160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53054) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:15.249725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Deleting port ce6e990d-e6f9-4a10-a18a-548594de21df {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:15.250081 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.392022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.428614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Calling delete_port for ce6e990d-e6f9-4a10-a18a-548594de21df owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:15.581973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53066) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:15.603348 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.649951 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.737604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce6e990d-e6f9-4a10-a18a-548594de21df,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:15.743748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.750816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53074) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:15.751790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bc970e48-2314-4888-a9f5-e2b564765e35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ce6e990d-e6f9-4a10-a18a-548594de21df HTTP/1.1" status: 204 len: 168 time: 0.6844776 Sep 21 18:20:15.773811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08be7a72-b563-4a11-a88e-c7306cadba3f req-2766317b-af92-4416-a4aa-6060b21f2bd3 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0544598 Sep 21 18:20:15.780059 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d67e803-7d9b-433d-9e45-0d3dea574a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:20:15.782535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3d67e803-7d9b-433d-9e45-0d3dea574a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "GET /v2.0/ports/ce6e990d-e6f9-4a10-a18a-548594de21df HTTP/1.1" status: 404 len: 333 time: 0.0293820 Sep 21 18:20:15.788917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53076) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:15.795112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Request body: {'port': {'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-27211333'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:15.845318 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.853504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.926525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53080) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:15.927034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6482adb3e3e24c9c9ca1856de9332cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396206 Sep 21 18:20:15.930655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67134285-6c4c-4ea7-9350-332d56f5289d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:15.933792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Made reservation on behalf of cfe5248abc0343f5b1b8e4e72187fceb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:15.936596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:15.953650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.954127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.954624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.955304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.955850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.956279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.957438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.957438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.957660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.958000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.958423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.958839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fda8-7c13-42df-8178-87994682ee5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:15.971954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] device_id is not set on port 4e43ef74-5765-4cac-8120-7c721c8c5335 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:15.994038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24eb2af1-f670-43b4-9baf-fc8725dbff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.022693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24eb2af1-f670-43b4-9baf-fc8725dbff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.114021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24eb2af1-f670-43b4-9baf-fc8725dbff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.118991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24eb2af1-f670-43b4-9baf-fc8725dbff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.120516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-24eb2af1-f670-43b4-9baf-fc8725dbff4d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67134285-6c4c-4ea7-9350-332d56f5289d HTTP/1.1" status: 204 len: 168 time: 0.1909823 Sep 21 18:20:16.133741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb2af1-f670-43b4-9baf-fc8725dbff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67134285-6c4c-4ea7-9350-332d56f5289d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:16.270915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.314948 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.363148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Network ea57367a-60b2-4233-9186-6bb5f8af6673 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:16.366369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:16.370300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:16.371413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:16.372016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.396462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=4e43ef74-5765-4cac-8120-7c721c8c5335,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:16.400064 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-90a04034-c471-4f15-8c69-8efb43eeaa18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6098244 Sep 21 18:20:16.402699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53096) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:16.409068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:16.517086 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18047ba-0ef1-41b5-b296-c67ef0bd7586 x-openstack-request-id: req-a18047ba-0ef1-41b5-b296-c67ef0bd7586 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:16.517398 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad87427-8f24-48bd-a7ba-51c71027ac7f", "name": "network-vif-deleted", "tag": "366fd1f1-f47f-4a1e-873b-feeb06aa29c2", "status": "failed", "code": 422}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:16.517650 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a18047ba-0ef1-41b5-b296-c67ef0bd7586 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:16.518092 n-d-810285-3 neutron-server[95090]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ad87427-8f24-48bd-a7ba-51c71027ac7f', 'name': 'network-vif-deleted', 'tag': '366fd1f1-f47f-4a1e-873b-feeb06aa29c2', 'status': 'failed', 'code': 422} returned with failed status Sep 21 18:20:16.522998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.740409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] device_id is not set on port 4e43ef74-5765-4cac-8120-7c721c8c5335 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:16.758736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.766016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.790498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53114) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:16.817841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fae997d-4d0c-4a5d-97e9-a2c17266614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.932506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=4e43ef74-5765-4cac-8120-7c721c8c5335,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:16.945184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:16.946418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:16.946786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:16.968238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:16.968642 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:16.969043 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 2 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:16.997090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:16.997431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:16.997772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.005463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fae997d-4d0c-4a5d-97e9-a2c17266614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.009460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.009748 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.010164 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 3 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.014576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fae997d-4d0c-4a5d-97e9-a2c17266614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.025651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.026000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.026377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.032296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.032636 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.033023 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 4 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.046217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.046582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.046916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.052067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.052396 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.052797 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 5 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.068569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.068886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.069229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.075176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.075510 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.075910 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 6 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.089799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.090344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.090701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.095492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.095872 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.096618 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 7 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.111787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.112184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.112520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.117475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.117918 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.118365 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 8 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.123673 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1fae997d-4d0c-4a5d-97e9-a2c17266614e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db8ff58543544c4eb7cf819cce7000e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296676 Sep 21 18:20:17.123673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae997d-4d0c-4a5d-97e9-a2c17266614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d9934a-2f3f-4286-a2d0-bc93b17eafb6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:17.136475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53124) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:17.138310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.138661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.139000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.146578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.146913 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.147310 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 9 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.171646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.171982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.172317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.177658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.178004 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.178458 n-d-810285-3 neutron-server[95090]: INFO neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempt 10 to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 Sep 21 18:20:17.215464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:17.215808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:17.216201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempting to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:17.233976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:17.234419 n-d-810285-3 neutron-server[95090]: ERROR neutron.plugins.ml2.managers [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Failed to bind port 4e43ef74-5765-4cac-8120-7c721c8c5335 on host n-h1-810285-3 for vnic_type normal using segments [{'id': '36b88494-522e-4295-b80e-6b585e03d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'ea57367a-60b2-4233-9186-6bb5f8af6673'}] Sep 21 18:20:17.234804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.238391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cd05f86-5e23-46c6-8d39-3a73f4104dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.278682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cd05f86-5e23-46c6-8d39-3a73f4104dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.338993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03f37a20-5525-4d62-b2e1-5a0f64fcea20 req-c30e0b22-101a-4762-aba6-baeec353a49f tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0388064 Sep 21 18:20:17.364960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cd05f86-5e23-46c6-8d39-3a73f4104dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.368286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cd05f86-5e23-46c6-8d39-3a73f4104dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.373226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3cd05f86-5e23-46c6-8d39-3a73f4104dd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78d9934a-2f3f-4286-a2d0-bc93b17eafb6 HTTP/1.1" status: 204 len: 168 time: 0.2318373 Sep 21 18:20:17.409265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] For port 4e43ef74-5765-4cac-8120-7c721c8c5335, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:17.409490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd05f86-5e23-46c6-8d39-3a73f4104dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d9934a-2f3f-4286-a2d0-bc93b17eafb6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:17.410427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attempted to set empty binding levels {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:20:17.451618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.517409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] In _notify_port_updated(), no bound segment for port 4e43ef74-5765-4cac-8120-7c721c8c5335 on network ea57367a-60b2-4233-9186-6bb5f8af6673 {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:20:17.519202 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:17.520158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.522145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "PUT /v2.0/ports/4e43ef74-5765-4cac-8120-7c721c8c5335 HTTP/1.1" status: 200 len: 977 time: 1.1182022 Sep 21 18:20:17.525113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53136) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:17.564835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3d54b-91ca-4265-9410-a41880d41498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event updated for resources: {'Port': ['ID=4e43ef74-5765-4cac-8120-7c721c8c5335,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:17.586571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9db30a-e56c-42b7-8f95-23b5c2647f3e req-e533e609-dfe6-429c-9144-c8507201c52d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:17.653635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa9db30a-e56c-42b7-8f95-23b5c2647f3e req-e533e609-dfe6-429c-9144-c8507201c52d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 908 time: 0.1732383 Sep 21 18:20:17.655348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Deleting port 4e43ef74-5765-4cac-8120-7c721c8c5335 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:17.655693 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.810136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] For port 4e43ef74-5765-4cac-8120-7c721c8c5335, host n-h1-810285-3, got binding levels [] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:17.810536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.850510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Calling delete_port for 4e43ef74-5765-4cac-8120-7c721c8c5335 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:17.962263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.019243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e43ef74-5765-4cac-8120-7c721c8c5335,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:18.030025 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.033038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9e7c1a22-98ab-44ea-9628-a283b38ef183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "DELETE /v2.0/ports/4e43ef74-5765-4cac-8120-7c721c8c5335 HTTP/1.1" status: 204 len: 168 time: 0.5064218 Sep 21 18:20:18.036110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53156) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:18.082587 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-3213a1e3-85dc-4407-a204-15524a57c273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:20:18.090807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53158) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:18.095389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3213a1e3-85dc-4407-a204-15524a57c273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399298314-project-admin] 10.222.0.70 "GET /v2.0/ports/4e43ef74-5765-4cac-8120-7c721c8c5335 HTTP/1.1" status: 404 len: 333 time: 0.0565493 Sep 21 18:20:18.206138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.374322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.436167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea57367a-60b2-4233-9186-6bb5f8af6673']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:18.460368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b88494-522e-4295-b80e-6b585e03d567') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:18.460663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b88494-522e-4295-b80e-6b585e03d567') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:18.493448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.514771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f2f24061-04ab-44a7-88f9-7099a0100233 req-b9597787-f55a-4890-8f4e-0271b36d1d4d tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0417223 Sep 21 18:20:18.518172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.530935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:18.534177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:18.538398 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:18.573820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-9f65334e-e4de-40fb-95cd-4e443923991b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:18.574725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-9f65334e-e4de-40fb-95cd-4e443923991b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.78 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 908 time: 0.1269705 Sep 21 18:20:18.720523 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.768886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.771243 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] 10.222.0.70 "DELETE /v2.0/networks/ea57367a-60b2-4233-9186-6bb5f8af6673 HTTP/1.1" status: 204 len: 168 time: 0.6793466 Sep 21 18:20:18.811175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120b2b3-2232-4e87-97a7-112d7e27c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601154732-project] Pushing event deleted for resources: {'Network': ['ID=ea57367a-60b2-4233-9186-6bb5f8af6673,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:18.842835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bed749-63da-4c90-a68f-ea485aca151e req-b676b587-b9b0-4d68-a056-54fba3275864 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:18.862604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83bed749-63da-4c90-a68f-ea485aca151e req-b676b587-b9b0-4d68-a056-54fba3275864 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 908 time: 0.1303489 Sep 21 18:20:18.880477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Deleting port e595b7aa-ac56-44f9-913c-fb8f2aca0136 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:18.881115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:19.080954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] For port e595b7aa-ac56-44f9-913c-fb8f2aca0136, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e595b7aa-ac56-44f9-913c-fb8f2aca0136,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:19.081650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:19.101792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Calling delete_port for e595b7aa-ac56-44f9-913c-fb8f2aca0136 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:19.275769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53204) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:19.338011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:19.384680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event deleted for resources: {'Port': ['ID=e595b7aa-ac56-44f9-913c-fb8f2aca0136,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:19.483149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] No DVR routers for this DVR port e595b7aa-ac56-44f9-913c-fb8f2aca0136 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:19.489893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:19.494296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e55d68c5-d411-480d-a355-1e8dbbdafe24 req-3becc1fb-ca9d-426e-a104-1d746e112b46 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.78 "DELETE /v2.0/ports/e595b7aa-ac56-44f9-913c-fb8f2aca0136 HTTP/1.1" status: 204 len: 173 time: 0.9076371 Sep 21 18:20:19.494827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'name': 'network-vif-deleted', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:19.505738 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7573fe-3e86-479d-ab26-b20566b2c024" -d '{"events": [{"server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "name": "network-vif-deleted", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:19.564171 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732fcfa8-fa87-4fc9-b106-1d0448f6edba x-openstack-request-id: req-732fcfa8-fa87-4fc9-b106-1d0448f6edba {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:19.564467 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c546a37e-39ca-4306-8270-2153ccd44d5f", "name": "network-vif-deleted", "tag": "e595b7aa-ac56-44f9-913c-fb8f2aca0136", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:19.564716 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-732fcfa8-fa87-4fc9-b106-1d0448f6edba {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:19.565125 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c546a37e-39ca-4306-8270-2153ccd44d5f', 'name': 'network-vif-deleted', 'tag': 'e595b7aa-ac56-44f9-913c-fb8f2aca0136', 'status': 'completed', 'code': 200} Sep 21 18:20:19.759242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14cdfb92-48f6-45d5-944d-fdeb48fe3004 req-c97ed0e9-b94f-4954-923a-8b03bb53ff57 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.1104624 Sep 21 18:20:19.765683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-23994057-9ed5-479f-95c7-aaeb94edd814 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9a56eeca893462da2dd91f1b7d2e227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866185 Sep 21 18:20:19.766028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53224) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:19.921227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:19.976200 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:20.097389 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:20.101093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:20.103580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4427c18e-27fa-47cd-b5d8-8c52ea885019 HTTP/1.1" status: 204 len: 168 time: 0.3361797 Sep 21 18:20:20.135098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee5f6c49-cf46-428e-adb7-f4b681567c05 req-eabcb041-11b6-4baf-bf39-45f8a0f15609 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=c546a37e-39ca-4306-8270-2153ccd44d5f HTTP/1.1" status: 200 len: 210 time: 0.0525613 Sep 21 18:20:20.150277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427c18e-27fa-47cd-b5d8-8c52ea885019,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:20.170563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.171020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.171433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.172719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.174631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.176317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.176760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.177214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.178784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.179141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.179940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.181826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b1e2d-65f6-41e8-8c2f-8685dc138fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:20.780369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53260) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:20.848722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-adecfeef-cf7f-4fe1-a77a-8a3bd9d379cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfe5248abc0343f5b1b8e4e72187fceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670216 Sep 21 18:20:20.851184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53268) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:20.951441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-629b79a5-f6fe-4954-b33d-5209e1e2623e req-655b727c-a0fc-4e88-84c2-893515f6e431 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0503409 Sep 21 18:20:20.974846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06d10178-5e05-4c65-892f-08f91b837c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:20.999826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06d10178-5e05-4c65-892f-08f91b837c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:21.060013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06d10178-5e05-4c65-892f-08f91b837c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:21.065788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06d10178-5e05-4c65-892f-08f91b837c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:21.070084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-06d10178-5e05-4c65-892f-08f91b837c0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b444a07b-71d0-47d5-b132-5bfb3aed6c7b HTTP/1.1" status: 204 len: 168 time: 0.2179048 Sep 21 18:20:21.080877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d10178-5e05-4c65-892f-08f91b837c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b444a07b-71d0-47d5-b132-5bfb3aed6c7b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:21.706043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60770d9f-1777-468c-9f9c-03586ea07577 req-6e734921-008c-453f-9efa-1f8084b24a11 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:21.717639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60770d9f-1777-468c-9f9c-03586ea07577 req-6e734921-008c-453f-9efa-1f8084b24a11 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 946 time: 0.0892773 Sep 21 18:20:21.768135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60770d9f-1777-468c-9f9c-03586ea07577 req-217a18fd-0bd9-455d-bb39-68f6a2997767 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Sep 21 18:20:21.994406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e595b7aa-ac56-44f9-913c-fb8f2aca0136 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:22.103865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: e595b7aa-ac56-44f9-913c-fb8f2aca0136 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:22.104604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e595b7aa-ac56-44f9-913c-fb8f2aca0136 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:22.152693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f69f1624-8119-4d80-9323-c7adfe907080 req-047fb4e6-fff9-41fe-b0fa-1cb1a8dba325 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0574753 Sep 21 18:20:22.640814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36244ba8-0ee1-4f4b-8d6b-bb5924cc4589 req-505e5d55-c617-477e-998b-1d2c001a43f5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0546682 Sep 21 18:20:22.690239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:22.846425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1764203348'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:22.884365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:22.892303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:22.911956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:22.937256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ef9af-c8a4-4c6d-b1fd-7a27cdac1056 req-e9a7ed8d-3341-41a5-8040-667cdf267423 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:22.982074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f4ef9af-c8a4-4c6d-b1fd-7a27cdac1056 req-e9a7ed8d-3341-41a5-8040-667cdf267423 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 946 time: 0.1015925 Sep 21 18:20:23.047046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f4ef9af-c8a4-4c6d-b1fd-7a27cdac1056 req-3f4d613f-7add-4450-bd2d-3b631bf76112 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544744 Sep 21 18:20:23.079130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.115492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.128882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:23.142594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.142892 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Added segment bc2a633f-9fe2-440f-b8a9-970507dcacc9 of type vlan for network 0097aaa0-e93f-4699-b0ee-e287636068bd Sep 21 18:20:23.191729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.247515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-c0cff2fd-68e4-4041-ba36-dbc6ea7b42e2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:23.249262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-c0cff2fd-68e4-4041-ba36-dbc6ea7b42e2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 946 time: 0.1931229 Sep 21 18:20:23.294540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.300907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:23.301553 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.341221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3966253c-ae73-4ed7-ac7d-b9e89d4ce0ff,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:23.388497 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6968024 Sep 21 18:20:23.392085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32c1c644-9d19-43ea-b7cb-309437de7678 req-6e72e901-b680-4713-8855-48dc32b56ef6 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0864615 Sep 21 18:20:23.392612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53354) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:23.397701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'subnet': {'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:23.421142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52cb08-289a-4433-8f45-37112824f779 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Network': ['ID=0097aaa0-e93f-4699-b0ee-e287636068bd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:23.434560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0097aaa0-e93f-4699-b0ee-e287636068bd details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:23.472117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Deleting port b92f751c-259c-435b-ad3a-1f4bf6b1264b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:23.472723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.612490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] For port b92f751c-259c-435b-ad3a-1f4bf6b1264b, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b92f751c-259c-435b-ad3a-1f4bf6b1264b,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:23.612833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.615779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:23.624280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.638861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Calling delete_port for b92f751c-259c-435b-ad3a-1f4bf6b1264b owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:23.795923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.812827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059', 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:23.886427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event deleted for resources: {'Port': ['ID=b92f751c-259c-435b-ad3a-1f4bf6b1264b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:23.987407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] No DVR routers for this DVR port b92f751c-259c-435b-ad3a-1f4bf6b1264b on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:23.994607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:24.008589 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:24.013804 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98a6e91c-ffb3-49a5-b2eb-d20ca366f666 req-7a22f7cc-b262-4df4-9e63-2015fcb0fe1d tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "DELETE /v2.0/ports/b92f751c-259c-435b-ad3a-1f4bf6b1264b HTTP/1.1" status: 204 len: 173 time: 0.7573230 Sep 21 18:20:24.022816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'name': 'network-vif-deleted', 'tag': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:24.025941 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453ae2a-8eaa-4a14-852e-4a0de48c2bc6" -d '{"events": [{"server_uuid": "57995cce-3b71-4ef1-a207-a06ada321ca2", "name": "network-vif-deleted", "tag": "b92f751c-259c-435b-ad3a-1f4bf6b1264b"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:24.099230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Subnet': ['ID=dd649fe6-dd8d-4a87-954d-6cd9175c9f34,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:24.112252 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c6d07-f899-445b-8e91-70bee10fa152 x-openstack-request-id: req-1b1c6d07-f899-445b-8e91-70bee10fa152 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:24.112964 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57995cce-3b71-4ef1-a207-a06ada321ca2", "name": "network-vif-deleted", "tag": "b92f751c-259c-435b-ad3a-1f4bf6b1264b", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:24.113064 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b1c6d07-f899-445b-8e91-70bee10fa152 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:24.113443 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57995cce-3b71-4ef1-a207-a06ada321ca2', 'name': 'network-vif-deleted', 'tag': 'b92f751c-259c-435b-ad3a-1f4bf6b1264b', 'status': 'completed', 'code': 200} Sep 21 18:20:24.154022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Checking segment: {'id': 'bc2a633f-9fe2-440f-b8a9-970507dcacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:24.154417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network hostable DHCP agents. Network: 0097aaa0-e93f-4699-b0ee-e287636068bd, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:20:24.190755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:20:24.207177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0097aaa0-e93f-4699-b0ee-e287636068bd) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:24.211767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:24.212405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:24.216565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af25d4-86f3-4b6f-a2c9-de9ee7f35455 None None] Network 0097aaa0-e93f-4699-b0ee-e287636068bd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:24.233873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a36eb26b-a143-42b3-90d7-d20f6d1a67ac tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8400190 Sep 21 18:20:24.237224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53386) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:24.244784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-544508469'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:24.408608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d045d58-851e-4193-b857-a2b8e59107fc req-ceecb1b9-4fd7-4bb5-8af7-988c31d7959f tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=57995cce-3b71-4ef1-a207-a06ada321ca2 HTTP/1.1" status: 200 len: 210 time: 0.1077242 Sep 21 18:20:24.516843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:24.533710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:24.614563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] device_id is not set on port 8fef8eec-f5e7-4554-98eb-1f2e736abedc yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:24.708765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0097aaa0-e93f-4699-b0ee-e287636068bd', 'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'tenant_id': 'cb8552726364474694972fd3ecbf8a6c', 'fixed_ips': [{'subnet_id': 'dd649fe6-dd8d-4a87-954d-6cd9175c9f34'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:20:24.709729 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:24.905900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-377f2ddf-4dc5-49eb-a16f-5b17ce5a5f3d req-21308dcf-34f9-4c66-9a92-a6760c31ade9 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.2382758 Sep 21 18:20:25.000379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Allocated IP 2001:db8::3e6 (0097aaa0-e93f-4699-b0ee-e287636068bd/dd649fe6-dd8d-4a87-954d-6cd9175c9f34/8fef8eec-f5e7-4554-98eb-1f2e736abedc) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:25.306778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-4e686d2f-8745-4ce7-8fe3-5a1626d38d34 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:25.308484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-4e686d2f-8745-4ce7-8fe3-5a1626d38d34 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.2627664 Sep 21 18:20:25.361780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-821041ba-5ef9-4bab-8c46-cb0f4b2c0c84 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/quotas/c0ec376d4224432189cb4d46d0ccb915 HTTP/1.1" status: 200 len: 375 time: 0.0357163 Sep 21 18:20:25.426008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:25.478776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-a1e6d479-28fb-4144-9692-6bb8cae98dbb tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018209 Sep 21 18:20:25.510424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:25.576624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=8fef8eec-f5e7-4554-98eb-1f2e736abedc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:25.588742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:25.593163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:25.600264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:25.606211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:25.606832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:25.613817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Allocated IP 2001:db8::2 (0097aaa0-e93f-4699-b0ee-e287636068bd/dd649fe6-dd8d-4a87-954d-6cd9175c9f34/3c098b7f-8a1c-4d68-8c51-8623428cb11b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:25.651963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4ee324d6-d0b7-44a4-abb2-5cf520edf606 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4101646 Sep 21 18:20:25.652303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:25.659126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1325570997', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e6', 'mac_address': 'fa:16:3e:c2:54:11'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:25.774274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-850aa0e1-05f2-49f5-94fa-21f8988aac4a service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751045 Sep 21 18:20:25.831436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:25.834517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:25.841985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:25.890938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:25.897673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:25.904113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:25.950794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Pushing event updated for resources: {'Port': ['ID=3c098b7f-8a1c-4d68-8c51-8623428cb11b,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:25.952788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-47521568-b2dc-4284-ba83-ab9f71c1a038 service neutron] 10.222.0.70 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781695 Sep 21 18:20:26.032674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Attempting to bind port 3c098b7f-8a1c-4d68-8c51-8623428cb11b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:26.033338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Attempting to bind port 3c098b7f-8a1c-4d68-8c51-8623428cb11b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'bc2a633f-9fe2-440f-b8a9-970507dcacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:26.033785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Attempting to bind port 3c098b7f-8a1c-4d68-8c51-8623428cb11b on network 0097aaa0-e93f-4699-b0ee-e287636068bd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:26.040304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:26.046351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:26.046741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Checking segment: {'id': 'bc2a633f-9fe2-440f-b8a9-970507dcacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:26.047158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:26.048127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Bound using segment: {'id': 'bc2a633f-9fe2-440f-b8a9-970507dcacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:26.048899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Bound port: 3c098b7f-8a1c-4d68-8c51-8623428cb11b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2a633f-9fe2-440f-b8a9-970507dcacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:26.049345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:26.087321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] device_id is not set on port 859be113-d712-402b-9e97-53734bf1786c yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:26.142334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] For port 3c098b7f-8a1c-4d68-8c51-8623428cb11b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:26.145838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] For port 3c098b7f-8a1c-4d68-8c51-8623428cb11b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3c098b7f-8a1c-4d68-8c51-8623428cb11b,segment=NetworkSegment(bc2a633f-9fe2-440f-b8a9-970507dcacc9),segment_id=bc2a633f-9fe2-440f-b8a9-970507dcacc9)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:26.159963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:26.318685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2639827-be4e-45fa-8cb4-41d40cdf57ed None None] Pushing event updated for resources: {'Port': ['ID=3c098b7f-8a1c-4d68-8c51-8623428cb11b,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:26.382675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Allocated IP 2001:db8::123 (0097aaa0-e93f-4699-b0ee-e287636068bd/dd649fe6-dd8d-4a87-954d-6cd9175c9f34/859be113-d712-402b-9e97-53734bf1786c) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:26.775367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fd150f2d-28e5-4753-864f-fc61e0ff2c5f req-47777129-e6a6-46e3-9af0-70029446a0bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f0c4216401014b668eaca8e6da5a527f&device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0654118 Sep 21 18:20:26.818546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2738185-534f-44aa-a71b-acdfff551936 req-da23e8d5-a804-4848-8b53-113ddd26e9a9 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 210 time: 0.0548012 Sep 21 18:20:26.841689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fd150f2d-28e5-4753-864f-fc61e0ff2c5f req-dedfa13e-33f0-40ee-a47f-9feb5dd53f49 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=f0c4216401014b668eaca8e6da5a527f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566530 Sep 21 18:20:26.975785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-663e669c-0aaa-47be-b318-88b6f216d4cd req-ec97898a-49af-430c-982b-e54b2caeab19 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0409696 Sep 21 18:20:27.028511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b92f751c-259c-435b-ad3a-1f4bf6b1264b no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:27.116844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: b92f751c-259c-435b-ad3a-1f4bf6b1264b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:27.120694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b92f751c-259c-435b-ad3a-1f4bf6b1264b not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:27.165303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:27.238330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd150f2d-28e5-4753-864f-fc61e0ff2c5f req-f727ee66-343b-4f19-92e8-59e5040b9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:27.241603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fd150f2d-28e5-4753-864f-fc61e0ff2c5f req-f727ee66-343b-4f19-92e8-59e5040b9bc8 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3832424 Sep 21 18:20:27.306672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:27.487158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ced68a-6869-4789-94ce-c31d750133e9 req-b7cba68a-5384-4cc2-ba26-c774f8b48834 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:27.489179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13ced68a-6869-4789-94ce-c31d750133e9 req-b7cba68a-5384-4cc2-ba26-c774f8b48834 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.1075299 Sep 21 18:20:27.507469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:27.514955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:27.536075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:27.542092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:27.542551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:27.570644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=859be113-d712-402b-9e97-53734bf1786c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:27.585616 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c0617070-38e2-418b-ad3e-d8f27c6230f7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9281514 Sep 21 18:20:27.586317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53494) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:27.617439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13ced68a-6869-4789-94ce-c31d750133e9 req-4909ec1c-c217-4c45-a9cf-72ba65327e91 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156962 Sep 21 18:20:27.690023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bede6c-0913-4981-8a97-9c504674f0cc tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:27.700471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bede6c-0913-4981-8a97-9c504674f0cc tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:27.709024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bede6c-0913-4981-8a97-9c504674f0cc tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:27.711812 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e6bede6c-0913-4981-8a97-9c504674f0cc tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1244960 Sep 21 18:20:27.714352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53500) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:27.860900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Deleting port 859be113-d712-402b-9e97-53734bf1786c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:27.861614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.026475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73253e71-de7c-461f-b135-f85907dc9e6f req-789393c0-9a03-44d4-a63c-882ac9f757df tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 210 time: 0.0493753 Sep 21 18:20:28.034400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53508) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:28.035211 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.067745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Calling delete_port for 859be113-d712-402b-9e97-53734bf1786c owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:28.086330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec61a1-4783-4cec-b34e-5965f8fb5a54 None None] Network 0097aaa0-e93f-4699-b0ee-e287636068bd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:28.234910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba2ca3ad-6638-43f9-aa68-068269b5abfb req-738c38dd-37a0-4519-9525-6244f8041e5c tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0472267 Sep 21 18:20:28.341755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3c098b7f-8a1c-4d68-8c51-8623428cb11b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:28.353357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b387dc96-b75a-4f9a-80ee-e1ad77db0b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.492889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3c098b7f-8a1c-4d68-8c51-8623428cb11b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:28.493511 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.503616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b99b7cf4-4bba-4dd1-90ba-28aa72b8c377 None None] Provisioning complete for port 3c098b7f-8a1c-4d68-8c51-8623428cb11b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:28.504277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b99b7cf4-4bba-4dd1-90ba-28aa72b8c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.549555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b387dc96-b75a-4f9a-80ee-e1ad77db0b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.553689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b387dc96-b75a-4f9a-80ee-e1ad77db0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.629921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b387dc96-b75a-4f9a-80ee-e1ad77db0b41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f27b396dbd064f6abcfea322498fc806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893524 Sep 21 18:20:28.631895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53520) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:28.757155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b99b7cf4-4bba-4dd1-90ba-28aa72b8c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.831159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b99b7cf4-4bba-4dd1-90ba-28aa72b8c377 None None] For port 3c098b7f-8a1c-4d68-8c51-8623428cb11b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3c098b7f-8a1c-4d68-8c51-8623428cb11b,segment=NetworkSegment(bc2a633f-9fe2-440f-b8a9-970507dcacc9),segment_id=bc2a633f-9fe2-440f-b8a9-970507dcacc9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:28.843816 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b99b7cf4-4bba-4dd1-90ba-28aa72b8c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.899332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b7cf4-4bba-4dd1-90ba-28aa72b8c377 None None] Pushing event updated for resources: {'Port': ['ID=3c098b7f-8a1c-4d68-8c51-8623428cb11b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:28.910907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387dc96-b75a-4f9a-80ee-e1ad77db0b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a451ed49-f1e7-4363-ab1f-a8d1e6180b8b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:28.914562 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:28.962824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fc3257f-1540-41a8-9cd2-b5e24ccf3ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.025370 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:20:29.025745 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:20:29.028243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-cd6c7ed9-f749-4182-a45a-efe28dbca944 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:29.035152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-e8122bcd-a13b-4d09-a366-7033acaf6430 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:29.036309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-cd6c7ed9-f749-4182-a45a-efe28dbca944 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.1973517 Sep 21 18:20:29.036604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-e8122bcd-a13b-4d09-a366-7033acaf6430 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 815 time: 0.1638696 Sep 21 18:20:29.057613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fd150f2d-28e5-4753-864f-fc61e0ff2c5f req-6a39a2ef-6975-4b64-91c5-96aacb82e139 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.78 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.1860387 Sep 21 18:20:29.060312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f548c4-879f-412f-a30d-130e77d25ad0 req-37ef7362-2aed-488a-a519-425ec3f9893c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:29.062079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03f548c4-879f-412f-a30d-130e77d25ad0 req-37ef7362-2aed-488a-a519-425ec3f9893c tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 945 time: 0.3188441 Sep 21 18:20:29.064505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Request body: {'port': {'device_id': 'b2c0de42-2aad-421d-971d-513cca96c816', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'admin_state_up': True, 'tenant_id': 'c0ec376d4224432189cb4d46d0ccb915'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:29.074813 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fc3257f-1540-41a8-9cd2-b5e24ccf3ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.264148 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-20d57e5c-4a0c-456d-8d26-c08165f94474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.328397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03f548c4-879f-412f-a30d-130e77d25ad0 req-6ddff12c-85fa-472c-a5c6-bdc42732c43b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=38bc51f4-c940-43aa-b0d9-11c399c1fc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496846 Sep 21 18:20:29.363460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fc3257f-1540-41a8-9cd2-b5e24ccf3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.368481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fc3257f-1540-41a8-9cd2-b5e24ccf3ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.377521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4fc3257f-1540-41a8-9cd2-b5e24ccf3ff0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a451ed49-f1e7-4363-ab1f-a8d1e6180b8b HTTP/1.1" status: 204 len: 168 time: 0.7422514 Sep 21 18:20:29.403800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3257f-1540-41a8-9cd2-b5e24ccf3ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a451ed49-f1e7-4363-ab1f-a8d1e6180b8b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:29.420486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-391fe231-fc99-403e-b034-38112c532ef5 None None] Provisioning complete for port 8fef8eec-f5e7-4554-98eb-1f2e736abedc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:29.420902 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-391fe231-fc99-403e-b034-38112c532ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.425409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Made reservation on behalf of c0ec376d4224432189cb4d46d0ccb915 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:29.430061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.449083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Deleting port f798157c-e5bd-4fae-a05f-4ef818eb2059 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:29.449486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.469663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.513524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e172a2f-1d4b-4d48-acf3-b29ff8cf162e req-ccafba56-df5e-4e7b-8ccd-55d932a6dbed tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 210 time: 0.0660062 Sep 21 18:20:29.573611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Port': ['ID=859be113-d712-402b-9e97-53734bf1786c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:29.720690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-391fe231-fc99-403e-b034-38112c532ef5 None None] Port 8fef8eec-f5e7-4554-98eb-1f2e736abedc cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:29.738425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-391fe231-fc99-403e-b034-38112c532ef5 None None] Could not find standard attr ID for object 859be113-d712-402b-9e97-53734bf1786c. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:20:29.780184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1882f722-fc08-4ac6-94f6-15eaf4186c8c req-bd4b3379-10a9-417f-ba10-8bf8aa257405 tempest-ServerShowV257Test-567262669 tempest-ServerShowV257Test-567262669-project] 10.222.0.70 "GET /v2.0/ports?device_id=2925a1a5-9add-4a72-915f-86133795b9e5 HTTP/1.1" status: 200 len: 210 time: 0.1164794 Sep 21 18:20:29.797370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] For port f798157c-e5bd-4fae-a05f-4ef818eb2059, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f798157c-e5bd-4fae-a05f-4ef818eb2059,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:29.798144 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.802257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-391fe231-fc99-403e-b034-38112c532ef5 None None] Provisioning complete for port 3c098b7f-8a1c-4d68-8c51-8623428cb11b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:29.814166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-391fe231-fc99-403e-b034-38112c532ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.836779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Calling delete_port for f798157c-e5bd-4fae-a05f-4ef818eb2059 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:29.914921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.920412 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6d2bee0d-bccb-452b-ab1f-3b8899420ad9 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/ports/859be113-d712-402b-9e97-53734bf1786c HTTP/1.1" status: 204 len: 168 time: 2.2016716 Sep 21 18:20:30.023549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53556) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:30.045358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Allocated IP 172.20.0.5 (c7efc823-a72f-4331-a41f-acfa766f2082/25fcc29b-f831-4e04-98a2-95571b5d3118/e1849874-35d8-4ebd-abbd-40232e05f15e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:30.061429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53560) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:30.087201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-247148cf-e741-4086-8aec-fb27b1dc5abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.105511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-820015c4-decc-4889-afe5-0dd0a545a5c8 None None] Provisioning complete for port 8fef8eec-f5e7-4554-98eb-1f2e736abedc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:30.106172 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-820015c4-decc-4889-afe5-0dd0a545a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.109030 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-e917456f-c6c1-440b-a109-17c85cd53097 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] GET failed (client error): The resource could not be found. Sep 21 18:20:30.115031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e917456f-c6c1-440b-a109-17c85cd53097 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "GET /v2.0/ports/859be113-d712-402b-9e97-53734bf1786c HTTP/1.1" status: 404 len: 333 time: 0.0659864 Sep 21 18:20:30.117729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53562) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:30.124133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-422386188'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:30.174338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-820015c4-decc-4889-afe5-0dd0a545a5c8 None None] Port 8fef8eec-f5e7-4554-98eb-1f2e736abedc cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:30.175986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3c098b7f-8a1c-4d68-8c51-8623428cb11b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:30.270566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-247148cf-e741-4086-8aec-fb27b1dc5abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.308855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-247148cf-e741-4086-8aec-fb27b1dc5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.311875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3c098b7f-8a1c-4d68-8c51-8623428cb11b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:30.313645 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.508173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1aed0d7a-db07-4393-bed3-9974a4e52507 req-17ce3f85-7729-4acc-85e1-07389185ea2a tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd97ed69-98a2-4a08-8faa-4308006f289e HTTP/1.1" status: 200 len: 210 time: 0.0582812 Sep 21 18:20:30.509590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.541060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.551414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event deleted for resources: {'Port': ['ID=f798157c-e5bd-4fae-a05f-4ef818eb2059,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:30.554498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:30.559270 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.651329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] No DVR routers for this DVR port f798157c-e5bd-4fae-a05f-4ef818eb2059 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:30.718102 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.725486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.728466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63d7c504-a220-419f-9d2d-e13e2e811a15 req-f8f47dad-1f79-47af-a12f-e0dfc8d96102 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "DELETE /v2.0/ports/f798157c-e5bd-4fae-a05f-4ef818eb2059 HTTP/1.1" status: 204 len: 173 time: 1.6612208 Sep 21 18:20:30.741142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'name': 'network-vif-deleted', 'tag': 'f798157c-e5bd-4fae-a05f-4ef818eb2059'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:30.746731 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79038d8-cbea-4379-b9c0-8759134f6244" -d '{"events": [{"server_uuid": "dd97ed69-98a2-4a08-8faa-4308006f289e", "name": "network-vif-deleted", "tag": "f798157c-e5bd-4fae-a05f-4ef818eb2059"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:30.770222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] device_id is not set on port 6a70af9b-45a6-4cbf-90f5-c0336487da4b yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:30.773309 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-247148cf-e741-4086-8aec-fb27b1dc5abd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdf81dddd0524e719daa198de0ed487e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7068479 Sep 21 18:20:30.782134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53578) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:30.789171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f798157c-e5bd-4fae-a05f-4ef818eb2059'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:30.793772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f13502cd-168a-46b9-a1f8-57bfb0d30c89'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:30.809693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247148cf-e741-4086-8aec-fb27b1dc5abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976f9e1a-8d28-4ec1-b464-5a2adfb4ca5d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:30.852731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Network c7efc823-a72f-4331-a41f-acfa766f2082 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:30.856327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:30.883721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:30.921850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a6cc830c-9eb8-4599-9208-87c42de22991 None None] Could not find standard attr ID for object 859be113-d712-402b-9e97-53734bf1786c. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:20:30.949805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-643a3201-fe36-4f62-9243-e739788bb236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.951655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930', '836d6b47-a93c-4893-9c0a-f2380169f001'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:30.988751 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-643a3201-fe36-4f62-9243-e739788bb236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.022474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event updated for resources: {'Port': ['ID=e1849874-35d8-4ebd-abbd-40232e05f15e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:31.075600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:31.076993 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.100026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff4e3b-0af6-4da1-990e-9ebd07d14c83 req-aa44b8bc-7526-4259-9f5a-cc44f04404b7 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:31.102081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35ff4e3b-0af6-4da1-990e-9ebd07d14c83 req-aa44b8bc-7526-4259-9f5a-cc44f04404b7 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 931 time: 0.4486141 Sep 21 18:20:31.110983 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-bc364ba8-4ec7-44f4-a372-a836558c47b2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0555124 Sep 21 18:20:31.129075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Request body: {'port': {'device_id': 'b2c0de42-2aad-421d-971d-513cca96c816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:31.185744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-643a3201-fe36-4f62-9243-e739788bb236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.188539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-643a3201-fe36-4f62-9243-e739788bb236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.189919 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-643a3201-fe36-4f62-9243-e739788bb236 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/976f9e1a-8d28-4ec1-b464-5a2adfb4ca5d HTTP/1.1" status: 204 len: 168 time: 0.4054325 Sep 21 18:20:31.236827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.287832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Allocated IP 2001:db8::21f (0097aaa0-e93f-4699-b0ee-e287636068bd/dd649fe6-dd8d-4a87-954d-6cd9175c9f34/6a70af9b-45a6-4cbf-90f5-c0336487da4b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:31.445423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35ff4e3b-0af6-4da1-990e-9ebd07d14c83 req-a63d0d81-7bbf-4ff4-926b-2eb467342401 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322761 Sep 21 18:20:31.457633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a3201-fe36-4f62-9243-e739788bb236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f9e1a-8d28-4ec1-b464-5a2adfb4ca5d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:31.544693 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba52f951-811e-43b1-9d8f-bd968eba3974 x-openstack-request-id: req-ba52f951-811e-43b1-9d8f-bd968eba3974 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:31.545653 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97ed69-98a2-4a08-8faa-4308006f289e", "name": "network-vif-deleted", "tag": "f798157c-e5bd-4fae-a05f-4ef818eb2059", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:31.546465 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba52f951-811e-43b1-9d8f-bd968eba3974 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:31.547070 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97ed69-98a2-4a08-8faa-4308006f289e', 'name': 'network-vif-deleted', 'tag': 'f798157c-e5bd-4fae-a05f-4ef818eb2059', 'status': 'completed', 'code': 200} Sep 21 18:20:32.007677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1849874-35d8-4ebd-abbd-40232e05f15e {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:32.023177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.043777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Transition to ACTIVE for port object e1849874-35d8-4ebd-abbd-40232e05f15e will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:20:32.047938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.258546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1849874-35d8-4ebd-abbd-40232e05f15e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:32.305766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53624) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:32.395736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.405803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3f276-03f8-4a8a-b7ed-45601ed427c0 req-dc0c3b9a-b35d-4455-8b45-dcf46d8efed2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:32.408742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Attempting to bind port e1849874-35d8-4ebd-abbd-40232e05f15e on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:32.409178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Attempting to bind port e1849874-35d8-4ebd-abbd-40232e05f15e by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:32.409558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Attempting to bind port e1849874-35d8-4ebd-abbd-40232e05f15e on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:32.414248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ec3f276-03f8-4a8a-b7ed-45601ed427c0 req-dc0c3b9a-b35d-4455-8b45-dcf46d8efed2 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.1051674 Sep 21 18:20:32.418817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Port e1849874-35d8-4ebd-abbd-40232e05f15e on network c7efc823-a72f-4331-a41f-acfa766f2082 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:32.420719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Attempting to bind port e1849874-35d8-4ebd-abbd-40232e05f15e on network c7efc823-a72f-4331-a41f-acfa766f2082 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:32.434636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:32.435141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Checking segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:32.436650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Bound using segment: {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:32.439042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Bound port: e1849874-35d8-4ebd-abbd-40232e05f15e, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648854aa-6ec1-4a88-be2b-18d01f272109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:32.439737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.490206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ec3f276-03f8-4a8a-b7ed-45601ed427c0 req-7c94e677-00bf-4b00-8396-0481a794ef5b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677397 Sep 21 18:20:32.516874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.596361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] For port e1849874-35d8-4ebd-abbd-40232e05f15e, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:32.602292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] For port e1849874-35d8-4ebd-abbd-40232e05f15e, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e1849874-35d8-4ebd-abbd-40232e05f15e,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:32.612049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.694702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:32.723647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5e90a22-678e-4102-b130-025c6d5f7c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.732354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1849874-35d8-4ebd-abbd-40232e05f15e,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:32.768496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:32.771735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.774474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-fa0be2c4-8a42-4be4-9078-ef6ca865da6c service neutron] 10.222.0.41 "PUT /v2.0/ports/e1849874-35d8-4ebd-abbd-40232e05f15e HTTP/1.1" status: 200 len: 1091 time: 1.6533034 Sep 21 18:20:32.775845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c0de42-2aad-421d-971d-513cca96c816', 'tag': 'e1849874-35d8-4ebd-abbd-40232e05f15e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:32.788425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:32.789305 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3503a6c-b8c2-45c4-8443-2271f1870680" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c0de42-2aad-421d-971d-513cca96c816", "tag": "e1849874-35d8-4ebd-abbd-40232e05f15e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:32.793319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:32.802025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:32.803035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.839851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=6a70af9b-45a6-4cbf-90f5-c0336487da4b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:32.934874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19193749-36d9-4974-bffb-1566799fed24 req-a404cef5-ae4a-43c6-8c2b-9b78cf542e42 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:32.943533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19193749-36d9-4974-bffb-1566799fed24 req-a404cef5-ae4a-43c6-8c2b-9b78cf542e42 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 943 time: 0.3112526 Sep 21 18:20:32.946391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-15ccd48a-5619-45ec-8503-a33fb35e4536 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8274527 Sep 21 18:20:32.949642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-ec1ad44f-5cfc-41d3-84ce-e8eff39ddbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:32.951367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-ec1ad44f-5cfc-41d3-84ce-e8eff39ddbe2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 1094 time: 0.1282248 Sep 21 18:20:32.954744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53654) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:32.960403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e6', 'mac_address': 'fa:16:3e:c2:54:11'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:33.064372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-c37a31a9-b6ab-47f9-aaef-d275080dc2a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1849874-35d8-4ebd-abbd-40232e05f15e HTTP/1.1" status: 200 len: 217 time: 0.1006668 Sep 21 18:20:33.072420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19193749-36d9-4974-bffb-1566799fed24 req-b07f89fc-ab09-4bfa-b98d-d5160fc8b355 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277161 Sep 21 18:20:33.083637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f798157c-e5bd-4fae-a05f-4ef818eb2059 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:33.108010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5e90a22-678e-4102-b130-025c6d5f7c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.131610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: f798157c-e5bd-4fae-a05f-4ef818eb2059 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:33.131953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f798157c-e5bd-4fae-a05f-4ef818eb2059 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:33.138914 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5e90a22-678e-4102-b130-025c6d5f7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.163818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-cedddbbe-db4c-4f0b-ae30-24c7fa31a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:33.165860 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-cedddbbe-db4c-4f0b-ae30-24c7fa31a11d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.0906157 Sep 21 18:20:33.210368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90a22-678e-4102-b130-025c6d5f7c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24945d32-10ce-48bb-86c6-16a6cce0a495,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:33.220449 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d64f3-76f6-4c59-aa7d-df210b3ae30a x-openstack-request-id: req-9a4d64f3-76f6-4c59-aa7d-df210b3ae30a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:33.220697 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c0de42-2aad-421d-971d-513cca96c816", "tag": "e1849874-35d8-4ebd-abbd-40232e05f15e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:33.220956 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a4d64f3-76f6-4c59-aa7d-df210b3ae30a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:33.221360 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c0de42-2aad-421d-971d-513cca96c816', 'tag': 'e1849874-35d8-4ebd-abbd-40232e05f15e', 'status': 'completed', 'code': 200} Sep 21 18:20:33.223452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-a9154644-9dad-4362-8f52-0f2933d7b488 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486135 Sep 21 18:20:33.239135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d5e90a22-678e-4102-b130-025c6d5f7c02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0c4216401014b668eaca8e6da5a527f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290400 Sep 21 18:20:33.245736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:33.269220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d9018197-d599-491c-bba4-23b6e5485992 None None] Provisioning complete for port 6a70af9b-45a6-4cbf-90f5-c0336487da4b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:33.269605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9018197-d599-491c-bba4-23b6e5485992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.325444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.326131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d9018197-d599-491c-bba4-23b6e5485992 None None] Port 6a70af9b-45a6-4cbf-90f5-c0336487da4b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:33.428439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-84a7039a-df2e-45bb-bcfe-81523bc9a30a service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949282 Sep 21 18:20:33.491203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8820f739-4bec-4f0d-b712-ce41192f8b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.553895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8820f739-4bec-4f0d-b712-ce41192f8b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.607568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9706dada-accf-4ffa-b4de-f2c25433516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.622580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6a1f84c3-804a-4225-a317-65e4b9059b8b req-2c7a00d6-efd3-4cec-8bf4-368421d7f824 service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825109 Sep 21 18:20:33.763664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-05d4e273-4340-4f17-a081-e2b43f639390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:33.766673 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-05d4e273-4340-4f17-a081-e2b43f639390 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 1094 time: 0.0738678 Sep 21 18:20:33.795818 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8820f739-4bec-4f0d-b712-ce41192f8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.803345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8820f739-4bec-4f0d-b712-ce41192f8b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.809551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8820f739-4bec-4f0d-b712-ce41192f8b63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24945d32-10ce-48bb-86c6-16a6cce0a495 HTTP/1.1" status: 204 len: 168 time: 0.5595064 Sep 21 18:20:33.868595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820f739-4bec-4f0d-b712-ce41192f8b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24945d32-10ce-48bb-86c6-16a6cce0a495,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:33.905028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e3e78-6ca3-47ad-b7c1-16b5c61c8b34 req-817c846e-73b8-4d94-8aaa-c04b047eedf4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:33.915128 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-817e3e78-6ca3-47ad-b7c1-16b5c61c8b34 req-817c846e-73b8-4d94-8aaa-c04b047eedf4 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2594452 Sep 21 18:20:33.931341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-9d62d637-f869-4ccd-b04e-cf8823770bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:33.952657 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-9d62d637-f869-4ccd-b04e-cf8823770bef service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 917 time: 0.1600726 Sep 21 18:20:34.055962 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-7658b9aa-2b18-44d6-8e70-eb358a6c6be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1849874-35d8-4ebd-abbd-40232e05f15e HTTP/1.1" status: 200 len: 217 time: 0.1023400 Sep 21 18:20:34.062828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-f5e5ebe3-9654-463a-a2ab-a8011f73ff03 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:34.064812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-f5e5ebe3-9654-463a-a2ab-a8011f73ff03 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.2933023 Sep 21 18:20:34.165113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.181944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-817e3e78-6ca3-47ad-b7c1-16b5c61c8b34 req-f85a05fe-26c1-41b1-84dc-f00b05e26470 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186353 Sep 21 18:20:34.186709 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.197554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-c923617f-3973-49ab-bdc9-083af5dc3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:34.202215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-c923617f-3973-49ab-bdc9-083af5dc3e42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.1359472 Sep 21 18:20:34.219590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.230457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.267907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-8aea6a11-bb29-4a0e-97c1-130d9417bcf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590994 Sep 21 18:20:34.388537 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-d3e0d62d-5ba7-48b3-952c-9cf5b4c80d5e service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126454 Sep 21 18:20:34.489151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] In _notify_port_updated(), no bound segment for port 6a70af9b-45a6-4cbf-90f5-c0336487da4b on network 0097aaa0-e93f-4699-b0ee-e287636068bd {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:20:34.499035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:34.499839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.502004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "PUT /v2.0/ports/6a70af9b-45a6-4cbf-90f5-c0336487da4b HTTP/1.1" status: 200 len: 1002 time: 1.5459099 Sep 21 18:20:34.529999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53692) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:34.539677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077488d2-de7c-46d2-94b3-7260570d44ec tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=6a70af9b-45a6-4cbf-90f5-c0336487da4b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:34.606653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b3503a6c-b8c2-45c4-8443-2271f1870680 req-9419a7fc-b8a4-4015-bc9d-9c59f590b2fd service neutron] 10.222.0.41 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067990 Sep 21 18:20:34.668295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c450d-d377-4627-9fc9-edac18d60f4a req-c010feb8-70d3-40d7-b06b-11e4520be749 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:34.669879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-098c450d-d377-4627-9fc9-edac18d60f4a req-c010feb8-70d3-40d7-b06b-11e4520be749 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 943 time: 0.2523334 Sep 21 18:20:34.724869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Deleting port f7337f48-0c40-40c4-a8a1-cef35deff6b8 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:34.725218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.770758 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.974374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-098c450d-d377-4627-9fc9-edac18d60f4a req-f46ec26a-fb51-4aa7-9b60-7929f25b9578 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807455 Sep 21 18:20:34.984691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Deleting port 6a70af9b-45a6-4cbf-90f5-c0336487da4b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:34.984997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.061505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] For port f7337f48-0c40-40c4-a8a1-cef35deff6b8, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f7337f48-0c40-40c4-a8a1-cef35deff6b8,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:35.062137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.080808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0e4997cc-e8ce-48fd-8f73-f899d637928a None None] Provisioning complete for port 6a70af9b-45a6-4cbf-90f5-c0336487da4b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:35.083770 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e4997cc-e8ce-48fd-8f73-f899d637928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.141452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e1849874-35d8-4ebd-abbd-40232e05f15e details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:20:35.195877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0e4997cc-e8ce-48fd-8f73-f899d637928a None None] Port 6a70af9b-45a6-4cbf-90f5-c0336487da4b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:35.293781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e1849874-35d8-4ebd-abbd-40232e05f15e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e1849874-35d8-4ebd-abbd-40232e05f15e,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:35.306608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'e1849874-35d8-4ebd-abbd-40232e05f15e', 'network_id': 'c7efc823-a72f-4331-a41f-acfa766f2082', 'port_id': 'e1849874-35d8-4ebd-abbd-40232e05f15e', 'mac_address': 'fa:16:3e:d8:4c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fcc29b-f831-4e04-98a2-95571b5d3118', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:20:35.371125 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.412485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1849874-35d8-4ebd-abbd-40232e05f15e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:35.454046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e1849874-35d8-4ebd-abbd-40232e05f15e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e1849874-35d8-4ebd-abbd-40232e05f15e,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:35.467360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.480307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:35.556161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e1849874-35d8-4ebd-abbd-40232e05f15e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:35.574977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.575511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.576131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.576938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.577548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.578981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.579919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.580524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.581137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.581763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.582477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.583086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:35.583220 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.644002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2110674149-network', 'tenant_id': 'c60f277f89e94c11a210c52f6f332bbe'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:35.656204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Calling delete_port for 6a70af9b-45a6-4cbf-90f5-c0336487da4b owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:35.683774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0159ab7-0d38-4e46-9046-6494ef25e709 req-92e128e0-2718-4b70-a9cd-c6fd53d8bcad tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:35.685436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0159ab7-0d38-4e46-9046-6494ef25e709 req-92e128e0-2718-4b70-a9cd-c6fd53d8bcad tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 944 time: 0.3118434 Sep 21 18:20:35.686681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Made reservation on behalf of c60f277f89e94c11a210c52f6f332bbe for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:35.689781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.704805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.734973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['e1849874-35d8-4ebd-abbd-40232e05f15e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:35.833672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.839035 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.841675 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.842049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.842427 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Floating IP f7669a21-c16d-4502-9073-9e4566a4a057 disassociated. External IP: 172.25.3.146, port: f7337f48-0c40-40c4-a8a1-cef35deff6b8. Sep 21 18:20:35.842768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Calling delete_port for f7337f48-0c40-40c4-a8a1-cef35deff6b8 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:35.848712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0159ab7-0d38-4e46-9046-6494ef25e709 req-d2702261-e455-45d0-93d9-6647e48220ae tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478398 Sep 21 18:20:35.871166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510d0e39-82b8-48b1-8922-c8f268e5b060,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:35.898841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:35.911061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.911409 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Added segment f8b1cb81-20df-4dff-a25d-d90b3b601512 of type vlan for network d4221540-f089-445f-baea-b28b7036e3dd Sep 21 18:20:35.967690 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.997004 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.015949 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.017382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:36.017929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.064341 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5786052 Sep 21 18:20:36.067237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53742) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:36.075161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Request body: {'subnet': {'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2110674149-subnet', 'tenant_id': 'c60f277f89e94c11a210c52f6f332bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:36.078383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Port': ['ID=6a70af9b-45a6-4cbf-90f5-c0336487da4b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:36.094634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b60ea-b267-40f0-a46d-4d62d01def17 admin admin] Pushing event updated for resources: {'Network': ['ID=d4221540-f089-445f-baea-b28b7036e3dd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:36.115809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d4221540-f089-445f-baea-b28b7036e3dd details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:36.232307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.239456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Made reservation on behalf of c60f277f89e94c11a210c52f6f332bbe for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:36.241776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.318132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event deleted for resources: {'Port': ['ID=f7337f48-0c40-40c4-a8a1-cef35deff6b8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:36.335846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f0d1d-f9f0-4d66-b733-c5dbb9e8058d req-d31d1066-98f7-4c8a-922e-24977d5decd2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:36.343112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e0f0d1d-f9f0-4d66-b733-c5dbb9e8058d req-d31d1066-98f7-4c8a-922e-24977d5decd2 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 944 time: 0.2611387 Sep 21 18:20:36.380800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.382854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-69c192e9-4431-4d40-8b7b-29375cb18388 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/ports/6a70af9b-45a6-4cbf-90f5-c0336487da4b HTTP/1.1" status: 204 len: 168 time: 1.8519216 Sep 21 18:20:36.386052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53754) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:36.415490 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ac0f55-049c-4afa-b050-3460bc0c8377 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] GET failed (client error): The resource could not be found. Sep 21 18:20:36.417372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a0ac0f55-049c-4afa-b050-3460bc0c8377 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "GET /v2.0/ports/6a70af9b-45a6-4cbf-90f5-c0336487da4b HTTP/1.1" status: 404 len: 333 time: 0.0300691 Sep 21 18:20:36.425199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53758) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:36.470430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1696621742'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:36.944451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e0f0d1d-f9f0-4d66-b733-c5dbb9e8058d req-e4510ef0-1827-4805-bb20-842ae8ba9392 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004665 Sep 21 18:20:37.068692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:20:37.119259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-ca102cf0-5a0a-4cc3-9392-69abfda9624f tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=39d69511da0c44f5aecb3e3964772eca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709987 Sep 21 18:20:37.127543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e1849874-35d8-4ebd-abbd-40232e05f15e up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:37.147770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:37.151427 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.228259 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.244742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port e1849874-35d8-4ebd-abbd-40232e05f15e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:20:37.248896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port e1849874-35d8-4ebd-abbd-40232e05f15e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:37.249466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.335237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.382744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0de42-2aad-421d-971d-513cca96c816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1849874-35d8-4ebd-abbd-40232e05f15e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:37.385100 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a63ac4-2976-40cd-ac1e-91b0401460a0" -d '{"events": [{"server_uuid": "b2c0de42-2aad-421d-971d-513cca96c816", "name": "network-vif-plugged", "status": "completed", "tag": "e1849874-35d8-4ebd-abbd-40232e05f15e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:37.409383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e1849874-35d8-4ebd-abbd-40232e05f15e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e1849874-35d8-4ebd-abbd-40232e05f15e,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:37.415093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.417675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:37.454249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: f7337f48-0c40-40c4-a8a1-cef35deff6b8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:37.454762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f7337f48-0c40-40c4-a8a1-cef35deff6b8 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:37.539941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e1849874-35d8-4ebd-abbd-40232e05f15e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:37.570152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] device_id is not set on port 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:37.681475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:20:37.693332 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] Sync routers for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:20:37.711334 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:37.718817 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:20:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:37.721168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.796118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e9d239-b8a8-4559-949c-72add9dfb1fc,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:37.799299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] No DVR routers for this DVR port f7337f48-0c40-40c4-a8a1-cef35deff6b8 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:37.821477 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.823757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26faf06d-23fb-4fab-8f1c-72f09c562ded req-0a166f4e-15f9-420e-979c-c12d252a42ff tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.41 "DELETE /v2.0/ports/f7337f48-0c40-40c4-a8a1-cef35deff6b8 HTTP/1.1" status: 204 len: 173 time: 3.7461429 Sep 21 18:20:37.824290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-deleted', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:37.826675 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c61a9-7d96-4290-b221-f6063eaee7db" -d '{"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-deleted", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:37.845792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-3c9ae019-2df8-4f2e-ac31-e02957691a1d tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:37.847575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-3c9ae019-2df8-4f2e-ac31-e02957691a1d tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7179201 Sep 21 18:20:37.854827 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:38.008521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-f1532817-5d66-497f-90ae-10edcd9e02a0 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/quotas/39d69511da0c44f5aecb3e3964772eca HTTP/1.1" status: 200 len: 375 time: 0.1317465 Sep 21 18:20:38.106352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-c7a2361b-cc18-4c31-abf6-888a988f0c70 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=39d69511da0c44f5aecb3e3964772eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824547 Sep 21 18:20:38.123384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Allocated IP 2001:db8::153 (0097aaa0-e93f-4699-b0ee-e287636068bd/dd649fe6-dd8d-4a87-954d-6cd9175c9f34/99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:38.131167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Checking segment: {'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:38.131541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Network hostable DHCP agents. Network: d4221540-f089-445f-baea-b28b7036e3dd, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:20:38.139277 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:33Z', 'revision_number': 5, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:38.171628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Network d4221540-f089-445f-baea-b28b7036e3dd is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:20:38.195818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, d4221540-f089-445f-baea-b28b7036e3dd) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:38.196209 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] Checking router: ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:20:38.206957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:38.207617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.222470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbed287-00cd-4904-8ccd-77286dade8a3 None None] Network d4221540-f089-445f-baea-b28b7036e3dd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:38.252918 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:20:38.261136 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:38.262952 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:20:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:38.277287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05d4df8a-5498-413f-8ac4-1e2670467c79 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1997795 Sep 21 18:20:38.503815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.559057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.644088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.694658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530294ea-b0d9-4167-855f-17fdd06ba6ac None None] Network d4221540-f089-445f-baea-b28b7036e3dd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:38.703146 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:38.767048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4abcc54a-f678-4736-8c06-d88d334b6e93 req-eaff8a2d-6166-4d95-8268-8b734496060e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f7b2047-deab-4158-b592-8ef6d95ae92b HTTP/1.1" status: 200 len: 210 time: 0.0936253 Sep 21 18:20:38.782023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:38.785777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:38.811531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:38.819288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:38.820129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.835076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:38.844572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4fd711a7-7751-44ab-9dfe-fc69a594ef7d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4163289 Sep 21 18:20:38.845905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53838) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:38.852844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c2:54:11'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:38.920183 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949f505a-27b7-4757-b297-1f7c6ffc3436 x-openstack-request-id: req-949f505a-27b7-4757-b297-1f7c6ffc3436 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:38.921145 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0de42-2aad-421d-971d-513cca96c816", "name": "network-vif-plugged", "status": "completed", "tag": "e1849874-35d8-4ebd-abbd-40232e05f15e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:38.922489 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-949f505a-27b7-4757-b297-1f7c6ffc3436 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:38.924428 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0de42-2aad-421d-971d-513cca96c816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1849874-35d8-4ebd-abbd-40232e05f15e', 'code': 200} Sep 21 18:20:39.030213 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e360e4-0387-4276-9bb7-325f6a04aa91 x-openstack-request-id: req-40e360e4-0387-4276-9bb7-325f6a04aa91 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:39.030792 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b2047-deab-4158-b592-8ef6d95ae92b", "name": "network-vif-deleted", "tag": "f7337f48-0c40-40c4-a8a1-cef35deff6b8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:39.030792 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40e360e4-0387-4276-9bb7-325f6a04aa91 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:39.031235 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b2047-deab-4158-b592-8ef6d95ae92b', 'name': 'network-vif-deleted', 'tag': 'f7337f48-0c40-40c4-a8a1-cef35deff6b8', 'status': 'completed', 'code': 200} Sep 21 18:20:39.131360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad92ef-3217-4034-b1f5-15f1d98efaec req-662df9a1-46bb-4462-bbd8-d57d66f65a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:39.133265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11ad92ef-3217-4034-b1f5-15f1d98efaec req-662df9a1-46bb-4462-bbd8-d57d66f65a4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 1096 time: 0.1666160 Sep 21 18:20:39.176588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.295980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11ad92ef-3217-4034-b1f5-15f1d98efaec req-14f2f93e-03e2-4b64-a32a-fbf183c4e59c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487949 Sep 21 18:20:39.320788 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:33Z', 'revision_number': 5, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:39.325050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080434-6304-4f6c-af80-1eca1a6a332b req-47ccdfa8-5efd-4a11-bac7-74898026f16b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:39.330811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1080434-6304-4f6c-af80-1eca1a6a332b req-47ccdfa8-5efd-4a11-bac7-74898026f16b tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 945 time: 0.1587691 Sep 21 18:20:39.405669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-392d66b9-c366-43e5-94fa-f1ccd991de76 None None] Provisioning complete for port 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:39.406573 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-392d66b9-c366-43e5-94fa-f1ccd991de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.443284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1080434-6304-4f6c-af80-1eca1a6a332b req-06a887bb-d214-415f-a257-91d56a392730 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958781 Sep 21 18:20:39.503677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-392d66b9-c366-43e5-94fa-f1ccd991de76 None None] Port 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:39.505249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.521451 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.580811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d46df1f5-ce56-4787-8163-e72358252df1 req-2786aa3f-3384-469c-a631-affe1b07c06a tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 210 time: 0.0468898 Sep 21 18:20:39.585867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] In _notify_port_updated(), no bound segment for port 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae on network 0097aaa0-e93f-4699-b0ee-e287636068bd {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:20:39.592039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:39.592869 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.594924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "PUT /v2.0/ports/99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae HTTP/1.1" status: 200 len: 1003 time: 0.7467473 Sep 21 18:20:39.598253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53856) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:39.616348 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e659cbd-5651-48f2-bd12-0b8210f6a197 None None] The sync data for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 is: [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:11:28Z', 'revision_number': 4, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8920818a-73b3-4a51-9c6e-29c790db46a7', 'name': '', 'network_id': '504eee16-e66c-4c18-9265-40a9b7e500f5', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'mac_address': 'fa:16:3e:37:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:27Z', 'updated_at': '2021-09-21T18:11:33Z', 'revision_number': 5, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'subnets': [{'id': 'ede39c7e-dfc9-4275-8cb6-1b836e6acb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:20:39.625237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab139a5-5c14-4bdb-97cd-b5cfdc76ef81 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:39.815423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Deleting port 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:39.815423 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.071482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.090552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Calling delete_port for 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:40.104158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6ed0a399-f0a2-472b-9565-a3a94dd8abbf None None] Provisioning complete for port 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:40.104539 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a399-f0a2-472b-9565-a3a94dd8abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.122533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-a85fce93-a392-4c58-b623-b58a6e0fab6d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.124046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-a85fce93-a392-4c58-b623-b58a6e0fab6d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 814 time: 0.1671073 Sep 21 18:20:40.158098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e9c3c-32e4-4b76-ab70-64352c9b0cd7 None None] New status for floating IP f7669a21-c16d-4502-9073-9e4566a4a057: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:20:40.160415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0a399-f0a2-472b-9565-a3a94dd8abbf None None] Port 99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:40.165822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-9f14672f-e0a2-4881-ac8a-35777e7b53cd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/quotas/c60f277f89e94c11a210c52f6f332bbe HTTP/1.1" status: 200 len: 375 time: 0.0133300 Sep 21 18:20:40.257181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a88f6a97-d226-4537-a500-79015c6f113f tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=39d69511da0c44f5aecb3e3964772eca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585740 Sep 21 18:20:40.302356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-d65fe414-2f22-4f5c-8b3c-bdb4d59c2bd0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533149 Sep 21 18:20:40.545827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-20b407f3-4ac3-418a-8c1a-27571892600f service neutron] 10.222.0.70 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422888 Sep 21 18:20:40.550786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.647552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-1e873eb5-967a-4862-b037-f62c91bd6c57 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.649521 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-1e873eb5-967a-4862-b037-f62c91bd6c57 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908293 Sep 21 18:20:40.664187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Request body: {'port': {'device_id': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '39d69511da0c44f5aecb3e3964772eca'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:40.696610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Port': ['ID=99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:40.737774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.742324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-85c69759-c4c7-446b-9a07-d9e5afc692c3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/ports/99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae HTTP/1.1" status: 204 len: 168 time: 1.1403840 Sep 21 18:20:40.742812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53888) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:40.800366 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-671bad01-231a-41ac-bef0-18e51677010d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] GET failed (client error): The resource could not be found. Sep 21 18:20:40.806288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-671bad01-231a-41ac-bef0-18e51677010d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "GET /v2.0/ports/99b5c6e1-9f5f-4dbb-bc2a-0140ab4f7aae HTTP/1.1" status: 404 len: 333 time: 0.0584807 Sep 21 18:20:40.809237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53892) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:40.817711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-637815949'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:40.823099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-3ce3cc4b-6ab2-4865-9df7-4402ad67a928 service neutron] 10.222.0.70 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620456 Sep 21 18:20:40.847666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Made reservation on behalf of 39d69511da0c44f5aecb3e3964772eca for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:40.854734 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.870992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.021896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.027601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.049773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:41.057146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.107542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] device_id is not set on port 94a2aec0-a9a3-4e21-9ba6-658af2deb0c8 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:41.128612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4decb185-1eee-48cd-b995-7434789ab848,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:41.234349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Allocated IP 192.168.233.89 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/5ce5c6f8-5b08-48eb-920d-17cb33512cef) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:41.312106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Allocated IP 2001:db8::3d3 (0097aaa0-e93f-4699-b0ee-e287636068bd/dd649fe6-dd8d-4a87-954d-6cd9175c9f34/94a2aec0-a9a3-4e21-9ba6-658af2deb0c8) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:41.337796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809406fa-5973-4b5f-91f3-312781581676 req-feaf752e-c40d-4b70-878f-137ddf25919e tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:41.339549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-809406fa-5973-4b5f-91f3-312781581676 req-feaf752e-c40d-4b70-878f-137ddf25919e tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 945 time: 0.0955358 Sep 21 18:20:41.464448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.469470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-809406fa-5973-4b5f-91f3-312781581676 req-29c3c8aa-8faa-447c-a857-a60cbdd27a9c tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103101 Sep 21 18:20:41.549781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.615615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:41.619725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:41.624050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:41.692060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:41.694468 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.697344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Pushing event updated for resources: {'Port': ['ID=5ce5c6f8-5b08-48eb-920d-17cb33512cef,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:41.720126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4f2df588-47ec-4eb9-b629-fb214bcecc27 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0603232 Sep 21 18:20:41.739293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Request body: {'port': {'device_id': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:41.762966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941137e1-29a3-49ef-80ba-9b62f7a914f6 req-399c4f25-a91a-4b9f-a725-49ceac4e8dfa tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:41.766132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-941137e1-29a3-49ef-80ba-9b62f7a914f6 req-399c4f25-a91a-4b9f-a725-49ceac4e8dfa tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 935 time: 0.1944137 Sep 21 18:20:41.883396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.940482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-941137e1-29a3-49ef-80ba-9b62f7a914f6 req-f650615f-6472-4bae-8013-62c99d9e9a18 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546059 Sep 21 18:20:42.015296 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.154829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78637f39-bdb5-4099-8821-31eb216cb7ed req-01723bd3-a2e7-47e7-91d5-f0ab38235ee4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 210 time: 0.0671155 Sep 21 18:20:42.179245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.206050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9a43b56b-4347-46b3-89c0-f6fabab10bd4 None None] Provisioning complete for port 5ce5c6f8-5b08-48eb-920d-17cb33512cef triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:42.207868 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9a43b56b-4347-46b3-89c0-f6fabab10bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.228568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53930) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:42.258327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:42.261630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:42.278670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:42.294633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:42.295306 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.325889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=94a2aec0-a9a3-4e21-9ba6-658af2deb0c8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:42.401811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-da58956e-45ba-45f4-9f55-031bf6adbcd6 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5908704 Sep 21 18:20:42.404446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53936) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:42.411657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'network_id': '0097aaa0-e93f-4699-b0ee-e287636068bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-516138633'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:42.448273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-477eb7ae-bc50-4d70-99c0-336a626b7a3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.471784 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9a43b56b-4347-46b3-89c0-f6fabab10bd4 None None] Port 5ce5c6f8-5b08-48eb-920d-17cb33512cef cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:42.672338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-477eb7ae-bc50-4d70-99c0-336a626b7a3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.730919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Made reservation on behalf of cb8552726364474694972fd3ecbf8a6c for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:42.742695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.763469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] device_id is not set on port 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:20:42.803714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bf76d41f-21d1-4c77-ac2b-a58dfc5dd719 None None] Provisioning complete for port 94a2aec0-a9a3-4e21-9ba6-658af2deb0c8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:42.806447 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bf76d41f-21d1-4c77-ac2b-a58dfc5dd719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.820614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-477eb7ae-bc50-4d70-99c0-336a626b7a3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.823581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-477eb7ae-bc50-4d70-99c0-336a626b7a3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.831831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-477eb7ae-bc50-4d70-99c0-336a626b7a3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "DELETE /v2.0/security-groups/b5124a1d-f87c-4672-ba71-fc6aadcd9b1c HTTP/1.1" status: 204 len: 168 time: 0.6015179 Sep 21 18:20:42.835881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:42.922541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bf76d41f-21d1-4c77-ac2b-a58dfc5dd719 None None] Port 94a2aec0-a9a3-4e21-9ba6-658af2deb0c8 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:42.968738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eb7ae-bc50-4d70-99c0-336a626b7a3b tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5124a1d-f87c-4672-ba71-fc6aadcd9b1c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:42.981096 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-5fd7fb49-9e48-4083-b696-84e4f233bf2e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] show failed (client error): The resource could not be found. Sep 21 18:20:42.985909 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5fd7fb49-9e48-4083-b696-84e4f233bf2e tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "GET /v2.0/security-groups/b5124a1d-f87c-4672-ba71-fc6aadcd9b1c HTTP/1.1" status: 404 len: 347 time: 0.1369095 Sep 21 18:20:42.990589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53950) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:43.245794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce5c6f8-5b08-48eb-920d-17cb33512cef {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:43.269328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.341186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Transition to ACTIVE for port object 5ce5c6f8-5b08-48eb-920d-17cb33512cef will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:20:43.362480 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.436366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce5c6f8-5b08-48eb-920d-17cb33512cef,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:43.557039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Deleting port 32b798f0-b110-444e-8592-bee5fd49dd07 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:43.557396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.633391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Attempting to bind port 5ce5c6f8-5b08-48eb-920d-17cb33512cef on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:43.633772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Attempting to bind port 5ce5c6f8-5b08-48eb-920d-17cb33512cef by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:43.634163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Attempting to bind port 5ce5c6f8-5b08-48eb-920d-17cb33512cef on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:43.645354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Port 5ce5c6f8-5b08-48eb-920d-17cb33512cef on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:43.645687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Attempting to bind port 5ce5c6f8-5b08-48eb-920d-17cb33512cef on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:43.654764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:43.655109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:43.655504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:43.655980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Bound port: 5ce5c6f8-5b08-48eb-920d-17cb33512cef, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:43.656564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.681725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.682380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.729421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Calling delete_port for 32b798f0-b110-444e-8592-bee5fd49dd07 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:43.790533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Allocated IP 2001:db8::2da (0097aaa0-e93f-4699-b0ee-e287636068bd/dd649fe6-dd8d-4a87-954d-6cd9175c9f34/57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:43.810284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ef8c8-1ccb-441d-a9dd-8a15d3a30ad1 req-d83f8b7c-32f2-4434-8ce3-feca8e2b88ae tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:43.811981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e32ef8c8-1ccb-441d-a9dd-8a15d3a30ad1 req-d83f8b7c-32f2-4434-8ce3-feca8e2b88ae tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 947 time: 0.6972742 Sep 21 18:20:43.826797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c1fca046-7480-4316-b74b-e6224b463a4c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:43.827841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] For port 5ce5c6f8-5b08-48eb-920d-17cb33512cef, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:43.829132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c1fca046-7480-4316-b74b-e6224b463a4c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.78 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 814 time: 0.9170997 Sep 21 18:20:43.848122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Request body: {'port': {'device_id': '93143623-e05a-4808-b65b-301c2bada1ee', 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd', 'admin_state_up': True, 'tenant_id': 'c60f277f89e94c11a210c52f6f332bbe'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:43.887524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] For port 5ce5c6f8-5b08-48eb-920d-17cb33512cef, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:43.894723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.964101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:43.964961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.966949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] 10.222.0.78 "PUT /v2.0/ports/5ce5c6f8-5b08-48eb-920d-17cb33512cef HTTP/1.1" status: 200 len: 1095 time: 2.2335467 Sep 21 18:20:43.967709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'tag': '5ce5c6f8-5b08-48eb-920d-17cb33512cef'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:43.971958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e32ef8c8-1ccb-441d-a9dd-8a15d3a30ad1 req-b4734947-f2aa-4309-9fbc-1ea1a445fe47 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528010 Sep 21 18:20:43.974068 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8940e5-a482-45c6-a9ac-c3e4e7816786" -d '{"events": [{"name": "network-changed", "server_uuid": "bd095a05-9940-4ae1-b0ea-99e3fa9b6d85", "tag": "5ce5c6f8-5b08-48eb-920d-17cb33512cef"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:44.069521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e078-93c9-4e66-8052-1c1d6425479f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce5c6f8-5b08-48eb-920d-17cb33512cef,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:44.103525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.133929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e82197d2-f23f-4cb2-88a7-665f7f21b6ac req-7e9cfb0f-3b6e-45a0-b3ae-eed0d21abedd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 210 time: 0.0578206 Sep 21 18:20:44.134634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Made reservation on behalf of c60f277f89e94c11a210c52f6f332bbe for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:44.138364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.210511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Pushing event deleted for resources: {'Port': ['ID=32b798f0-b110-444e-8592-bee5fd49dd07,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:44.274502 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac3f6c-4327-4819-bb30-15b24c722265 x-openstack-request-id: req-29ac3f6c-4327-4819-bb30-15b24c722265 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:44.274782 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd095a05-9940-4ae1-b0ea-99e3fa9b6d85", "tag": "5ce5c6f8-5b08-48eb-920d-17cb33512cef", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:44.275035 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29ac3f6c-4327-4819-bb30-15b24c722265 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:44.275438 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'tag': '5ce5c6f8-5b08-48eb-920d-17cb33512cef', 'status': 'completed', 'code': 200} Sep 21 18:20:44.322694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-09fbe809-69e0-426e-abe5-c794175d2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:44.326497 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-09fbe809-69e0-426e-abe5-c794175d2074 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=39d69511da0c44f5aecb3e3964772eca&device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 1098 time: 0.3041880 Sep 21 18:20:44.335012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.343777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.349235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53976) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:44.366656 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3e8c8a88-b4dc-4e32-8924-02f7f83c4bd7 tempest-ServerActionsTestJSON-1864196660 tempest-ServerActionsTestJSON-1864196660-project] 10.222.0.70 "DELETE /v2.0/floatingips/f7669a21-c16d-4502-9073-9e4566a4a057 HTTP/1.1" status: 204 len: 168 time: 1.3536861 Sep 21 18:20:44.419847 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-70c2f1be-35ee-4feb-9415-670de52e90ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef HTTP/1.1" status: 200 len: 217 time: 0.0519679 Sep 21 18:20:44.427717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.437859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Allocated IP 172.20.0.10 (d4221540-f089-445f-baea-b28b7036e3dd/83e9d239-b8a8-4559-949c-72add9dfb1fc/67bc7315-ab93-40fd-861e-03ac9a0fcfa7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:44.480425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-61ddebfb-8055-49f1-bd3a-dc8933dfbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:44.482229 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-61ddebfb-8055-49f1-bd3a-dc8933dfbda1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0524344 Sep 21 18:20:44.586033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-7e7e5462-0bb5-4037-918f-3b795954e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:44.587668 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-7e7e5462-0bb5-4037-918f-3b795954e903 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966911 Sep 21 18:20:44.735974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-b29f1226-e29a-4637-957c-16ca84132f24 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402276 Sep 21 18:20:44.760327 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.836879 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.875149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52a134fd-c998-48aa-945f-708ad0dfdc37 req-4eea86bd-592b-48ae-8293-da85cc5481fe service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300550 Sep 21 18:20:45.009033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-747c4afe-e3b3-4820-9de0-bcadd777a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:45.011474 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-747c4afe-e3b3-4820-9de0-bcadd777a0d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=39d69511da0c44f5aecb3e3964772eca&device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 1098 time: 0.0725396 Sep 21 18:20:45.033782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Network 0097aaa0-e93f-4699-b0ee-e287636068bd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:45.043077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:45.048635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:45.054931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:45.055720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:45.162580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-fae45aac-4e2b-4ce2-ad47-f9193e26de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:45.164831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-fae45aac-4e2b-4ce2-ad47-f9193e26de70 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1354282 Sep 21 18:20:45.257147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8513901 Sep 21 18:20:45.262227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:45.265891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8aa84-7332-4a90-ba7d-9217732bfea3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:45.276222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54008) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:45.287435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-02e02876-a1bb-42c3-bd5a-f515b7e8fd99 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef HTTP/1.1" status: 200 len: 217 time: 0.1140766 Sep 21 18:20:45.355263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e6', 'mac_address': 'fa:16:3e:c2:54:11'}, {'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:9b:6b:5c'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:45.359011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:45.452227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-7351c19e-d76a-4e95-b97a-9a26c43176e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:45.455001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-7351c19e-d76a-4e95-b97a-9a26c43176e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1596828 Sep 21 18:20:45.555513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-33d71519-a6bf-4b26-bddb-f306e4aeb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:45.557053 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-33d71519-a6bf-4b26-bddb-f306e4aeb4c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918987 Sep 21 18:20:45.561587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a9e40a48-45cd-4024-8054-f1e3fa6634a1 None None] Provisioning complete for port 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:45.567009 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9e40a48-45cd-4024-8054-f1e3fa6634a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:45.613691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a9e40a48-45cd-4024-8054-f1e3fa6634a1 None None] Port 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:45.689287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Network d4221540-f089-445f-baea-b28b7036e3dd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:45.707562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-71d2f6fe-b259-4550-bcdb-ace1d3172a63 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414387 Sep 21 18:20:45.722967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a4ff2-b639-42a8-aa54-cc63f5f8b41a req-067121b8-0dfe-417f-b54e-aa96d67384f9 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:45.725136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca6a4ff2-b639-42a8-aa54-cc63f5f8b41a req-067121b8-0dfe-417f-b54e-aa96d67384f9 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 947 time: 0.6519566 Sep 21 18:20:45.733105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:45.761802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:45.915405 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fb8940e5-a482-45c6-a9ac-c3e4e7816786 req-fa8aa615-4387-40c4-8d66-d848e4ac515b service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989338 Sep 21 18:20:45.957613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca6a4ff2-b639-42a8-aa54-cc63f5f8b41a req-42eceb22-39cd-4db7-96c3-a85613b0a11e tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033117 Sep 21 18:20:46.002046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:46.002752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.061073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5ce5c6f8-5b08-48eb-920d-17cb33512cef details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:20:46.131647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.149374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-6bcfdc3d-00f9-4014-8a66-a62af7f1f776 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3075697 Sep 21 18:20:46.164769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Request body: {'port': {'device_id': '93143623-e05a-4808-b65b-301c2bada1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:46.284588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5ce5c6f8-5b08-48eb-920d-17cb33512cef, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:46.297110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '5ce5c6f8-5b08-48eb-920d-17cb33512cef', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': '5ce5c6f8-5b08-48eb-920d-17cb33512cef', 'mac_address': 'fa:16:3e:a3:03:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:20:46.321941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.415238 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.433771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce5c6f8-5b08-48eb-920d-17cb33512cef {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:46.460413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5ce5c6f8-5b08-48eb-920d-17cb33512cef, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:46.466277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.525236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5ce5c6f8-5b08-48eb-920d-17cb33512cef,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:46.617264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.635050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.694939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5ce5c6f8-5b08-48eb-920d-17cb33512cef'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:46.775191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] In _notify_port_updated(), no bound segment for port 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 on network 0097aaa0-e93f-4699-b0ee-e287636068bd {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:20:46.791347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:46.792062 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.793414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "PUT /v2.0/ports/57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 HTTP/1.1" status: 200 len: 1067 time: 1.5143523 Sep 21 18:20:46.797219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54036) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:46.827429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdb6df-e2fa-4739-8099-af31885c32c7 req-8e9c9efa-6a4c-455c-ad08-7bc6a127498f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:46.833111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0acdb6df-e2fa-4739-8099-af31885c32c7 req-8e9c9efa-6a4c-455c-ad08-7bc6a127498f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 932 time: 0.6257169 Sep 21 18:20:46.967424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.998044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Deleting port 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:47.002164 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.104857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.118620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Calling delete_port for 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:47.145493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-df904d3a-8677-4027-9d75-94105ef06c0e None None] Provisioning complete for port 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:47.146527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-df904d3a-8677-4027-9d75-94105ef06c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.233174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-df904d3a-8677-4027-9d75-94105ef06c0e None None] Port 57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:47.327799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0acdb6df-e2fa-4739-8099-af31885c32c7 req-f9fd5f75-19db-454e-9135-b51545382acc tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497349 Sep 21 18:20:47.334648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6cd48-5b8a-4231-96b0-307358a7115d tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event updated for resources: {'Port': ['ID=57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:47.335512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.430971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Port': ['ID=57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:47.632539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:47.641842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.657496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Transition to ACTIVE for port object 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:20:47.669656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.813465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.816802 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e806b746-1e29-4b77-9033-51188f2dc0f3 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/ports/57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 HTTP/1.1" status: 204 len: 168 time: 1.0184801 Sep 21 18:20:47.819493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54054) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:47.847775 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-1401f4ed-96cd-4e39-8982-5e1d66a21620 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] GET failed (client error): The resource could not be found. Sep 21 18:20:47.852293 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1401f4ed-96cd-4e39-8982-5e1d66a21620 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "GET /v2.0/ports/57dfd397-83e7-4a1c-a0f6-d3e91d4b9c32 HTTP/1.1" status: 404 len: 333 time: 0.0316405 Sep 21 18:20:47.853086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54056) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:47.885844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a2d49-5377-4fee-ab6a-3c2f68a41677 req-7bf4bd11-7200-45e2-8e9b-ce96e1434b1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:47.887813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-266a2d49-5377-4fee-ab6a-3c2f68a41677 req-7bf4bd11-7200-45e2-8e9b-ce96e1434b1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 948 time: 0.4481618 Sep 21 18:20:47.894606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:47.962001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-266a2d49-5377-4fee-ab6a-3c2f68a41677 req-d21f2eda-2547-4397-8ddc-bb26d8393ec9 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 Sep 21 18:20:47.969535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Deleting port 94a2aec0-a9a3-4e21-9ba6-658af2deb0c8 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:47.969919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.034789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Attempting to bind port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:48.037908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Attempting to bind port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:48.038558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Attempting to bind port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 on network d4221540-f089-445f-baea-b28b7036e3dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:48.050444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 on network d4221540-f089-445f-baea-b28b7036e3dd not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:48.050800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Attempting to bind port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 on network d4221540-f089-445f-baea-b28b7036e3dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:48.075466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:48.075826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Checking segment: {'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:48.075942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5ce5c6f8-5b08-48eb-920d-17cb33512cef up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:48.076381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Bound using segment: {'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:48.076628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Bound port: 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:48.076999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.145381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.163647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Calling delete_port for 94a2aec0-a9a3-4e21-9ba6-658af2deb0c8 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:48.187129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Deleting port 8920818a-73b3-4a51-9c6e-29c790db46a7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:48.187623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.205960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 5ce5c6f8-5b08-48eb-920d-17cb33512cef completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:20:48.207348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:48.212573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 5ce5c6f8-5b08-48eb-920d-17cb33512cef triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:48.213294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.229252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:48.259909 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.332977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:48.333641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.335682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] 10.222.0.78 "PUT /v2.0/ports/67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 200 len: 1092 time: 2.1762686 Sep 21 18:20:48.336384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:48.338729 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:48.425924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.427958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.487040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5ce5c6f8-5b08-48eb-920d-17cb33512cef, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:48.488368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce5c6f8-5b08-48eb-920d-17cb33512cef'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:48.492197 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd01450-0c94-431b-802d-ed1cd727dd6c" -d '{"events": [{"server_uuid": "bd095a05-9940-4ae1-b0ea-99e3fa9b6d85", "name": "network-vif-plugged", "status": "completed", "tag": "5ce5c6f8-5b08-48eb-920d-17cb33512cef"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:48.496646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.524372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Port': ['ID=94a2aec0-a9a3-4e21-9ba6-658af2deb0c8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:48.596212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.600821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-74167de5-d49e-4b6b-b08e-35bca1a6e017 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/ports/94a2aec0-a9a3-4e21-9ba6-658af2deb0c8 HTTP/1.1" status: 204 len: 168 time: 0.7442248 Sep 21 18:20:48.601037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5ce5c6f8-5b08-48eb-920d-17cb33512cef,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:48.601156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54074) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:48.965333 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc3aabf-4d92-4c6c-97e0-cf9eb50cf555 x-openstack-request-id: req-3dc3aabf-4d92-4c6c-97e0-cf9eb50cf555 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:48.965790 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:48.966215 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dc3aabf-4d92-4c6c-97e0-cf9eb50cf555 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:48.966796 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'status': 'completed', 'code': 200} Sep 21 18:20:48.998843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9de8c-76d5-4c5b-945c-78904efdb634 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:49.005540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] For port 8920818a-73b3-4a51-9c6e-29c790db46a7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8920818a-73b3-4a51-9c6e-29c790db46a7,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:49.006430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:49.032082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Calling delete_port for 8920818a-73b3-4a51-9c6e-29c790db46a7 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:49.110249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-932855bc-303d-4c30-9c1b-86f1a33c2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:49.121127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-932855bc-303d-4c30-9c1b-86f1a33c2711 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1095 time: 0.7159548 Sep 21 18:20:49.144460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8d797-0da9-487b-9e09-d6e326754eea req-6f943861-57d1-43d6-b3f0-749140655aed tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:49.147761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87e8d797-0da9-487b-9e09-d6e326754eea req-6f943861-57d1-43d6-b3f0-749140655aed tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1953502 Sep 21 18:20:49.269968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-bab1197f-91e0-448f-95bf-9e50f7076e0f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.1197207 Sep 21 18:20:49.282019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54090) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:49.383759 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6591a053-98eb-4912-8885-7ab2abe5dcb4 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] GET failed (client error): The resource could not be found. Sep 21 18:20:49.400888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6591a053-98eb-4912-8885-7ab2abe5dcb4 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "GET /v2.0/ports/94a2aec0-a9a3-4e21-9ba6-658af2deb0c8 HTTP/1.1" status: 404 len: 333 time: 0.7962065 Sep 21 18:20:49.415841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54100) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:49.610804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87e8d797-0da9-487b-9e09-d6e326754eea req-c6c56144-0cc4-4584-9039-f9463bef6f79 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436975 Sep 21 18:20:49.627898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Deleting port 8fef8eec-f5e7-4554-98eb-1f2e736abedc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:49.628321 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:49.653950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6122cee-52f6-4199-af9e-3830f10ebe5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:49.659154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-fa408926-fb89-4f5a-9530-dd2f75a51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:49.660564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-fa408926-fb89-4f5a-9530-dd2f75a51d47 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.3794262 Sep 21 18:20:49.695039 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84ebc09-31f3-4a53-a517-9ac09f91ce44 x-openstack-request-id: req-f84ebc09-31f3-4a53-a517-9ac09f91ce44 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:49.695885 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd095a05-9940-4ae1-b0ea-99e3fa9b6d85", "name": "network-vif-plugged", "status": "completed", "tag": "5ce5c6f8-5b08-48eb-920d-17cb33512cef", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:49.696319 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f84ebc09-31f3-4a53-a517-9ac09f91ce44 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:49.699043 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce5c6f8-5b08-48eb-920d-17cb33512cef', 'code': 200} Sep 21 18:20:49.749030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-f0bf59bc-d9f4-4a27-a416-77acf07ae074 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740798 Sep 21 18:20:49.806115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:49.820041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Calling delete_port for 8fef8eec-f5e7-4554-98eb-1f2e736abedc owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:49.956921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f66bf5-9bbc-43d6-9aae-b7abf9da0d18 req-a4c62ea9-1381-45c5-8847-a7db49c19298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:49.958634 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-37f66bf5-9bbc-43d6-9aae-b7abf9da0d18 req-a4c62ea9-1381-45c5-8847-a7db49c19298 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 1100 time: 0.0856709 Sep 21 18:20:50.034017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-37f66bf5-9bbc-43d6-9aae-b7abf9da0d18 req-fc53cab2-ac48-42b7-aab8-371a6b69e7f2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680022 Sep 21 18:20:50.048207 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.049542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6122cee-52f6-4199-af9e-3830f10ebe5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.071445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.073708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6122cee-52f6-4199-af9e-3830f10ebe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.157295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.161856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6122cee-52f6-4199-af9e-3830f10ebe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b4491d-6f00-4721-bcf9-076681c109b3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:50.165428 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/ports/8fef8eec-f5e7-4554-98eb-1f2e736abedc HTTP/1.1" status: 204 len: 168 time: 0.7461576 Sep 21 18:20:50.177507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb65ee8-7bcc-49a1-a8bb-72e15f7892e7 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Port': ['ID=8fef8eec-f5e7-4554-98eb-1f2e736abedc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:50.179405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:50.181009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c2bdf-144c-4298-8715-0c4cbd6a7b14 req-9bf27281-fa1f-42bf-afae-21b0b1632f63 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:50.186695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-435c2bdf-144c-4298-8715-0c4cbd6a7b14 req-9bf27281-fa1f-42bf-afae-21b0b1632f63 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 949 time: 0.2562246 Sep 21 18:20:50.188495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Pushing event deleted for resources: {'Port': ['ID=8920818a-73b3-4a51-9c6e-29c790db46a7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:50.197020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-831dff49-ae28-4bda-9472-b79f08f9862b service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505034 Sep 21 18:20:50.285395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Deleting subnet dd649fe6-dd8d-4a87-954d-6cd9175c9f34 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:20:50.289154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.331865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b6122cee-52f6-4199-af9e-3830f10ebe5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f226ae0e6df47bebcdc978783dcc7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0474150 Sep 21 18:20:50.351482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54116) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:50.355417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.468365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-435c2bdf-144c-4298-8715-0c4cbd6a7b14 req-794e15ca-8844-4344-9582-6ae66d97a159 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674017 Sep 21 18:20:50.507792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.614047 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.650744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.654426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d6ce8-5518-4117-bcf3-c87bdfb601af req-3a632071-8685-49c0-a4a5-c64b45709c82 service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289763 Sep 21 18:20:50.656365 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8055456-77b6-4746-8459-18916653d2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.659866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Subnet': ['ID=dd649fe6-dd8d-4a87-954d-6cd9175c9f34,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:50.667906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.671153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ad038ea-9352-45ee-92a5-5781b5e3bf59 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/subnets/dd649fe6-dd8d-4a87-954d-6cd9175c9f34 HTTP/1.1" status: 204 len: 168 time: 0.4908009 Sep 21 18:20:50.674651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54124) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:50.675308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ecde17-b440-4c65-9ecd-1f921a0f3e80 None None] Network 0097aaa0-e93f-4699-b0ee-e287636068bd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:50.886992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8055456-77b6-4746-8459-18916653d2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.945624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] DHCP port deletion for 0097aaa0-e93f-4699-b0ee-e287636068bd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:20:51.028865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] Deleting port 3c098b7f-8a1c-4d68-8c51-8623428cb11b {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:51.029154 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:51.109959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] For port 3c098b7f-8a1c-4d68-8c51-8623428cb11b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3c098b7f-8a1c-4d68-8c51-8623428cb11b,segment=NetworkSegment(bc2a633f-9fe2-440f-b8a9-970507dcacc9),segment_id=bc2a633f-9fe2-440f-b8a9-970507dcacc9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:51.110752 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:51.123814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] Calling delete_port for 3c098b7f-8a1c-4d68-8c51-8623428cb11b owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:51.154776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:20:51.168219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-aa0b2d58-3d37-4630-b3f4-270c8176a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:51.170274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-aa0b2d58-3d37-4630-b3f4-270c8176a361 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1095 time: 0.3795907 Sep 21 18:20:51.174691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:51.214743 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:51.232851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] No DVR routers for this DVR port 3c098b7f-8a1c-4d68-8c51-8623428cb11b on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:51.247472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d49c4-5c7b-48e4-92af-7cc41855c678 req-cc326d29-2fa6-4e7d-b379-5d223bd23783 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:51.256962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af6d49c4-5c7b-48e4-92af-7cc41855c678 req-cc326d29-2fa6-4e7d-b379-5d223bd23783 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.4178045 Sep 21 18:20:51.294234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9417bf-a401-48fd-8fa8-bc28c5119bcf None None] Pushing event deleted for resources: {'Port': ['ID=3c098b7f-8a1c-4d68-8c51-8623428cb11b,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:51.330066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8055456-77b6-4746-8459-18916653d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:51.332629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8055456-77b6-4746-8459-18916653d2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:51.333818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f8055456-77b6-4746-8459-18916653d2fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56b4491d-6f00-4721-bcf9-076681c109b3 HTTP/1.1" status: 204 len: 168 time: 0.9788485 Sep 21 18:20:51.426764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8055456-77b6-4746-8459-18916653d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b4491d-6f00-4721-bcf9-076681c109b3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:51.538331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:20:51.550780 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] Sync routers for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:20:51.556232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6642f648-5e82-4cd9-8793-c4e2d99bb869 admin admin] 10.222.0.70 "PUT /v2.0/routers/ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1822031 Sep 21 18:20:51.559087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54146) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:51.565130 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:51.566012 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:20:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:51.595057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af6d49c4-5c7b-48e4-92af-7cc41855c678 req-1e40fbe7-271a-449c-889a-33b44568fd7b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368931 Sep 21 18:20:51.794624 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:51.893579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.085172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.086120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:20:52.194623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.228051 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:20:49Z', 'revision_number': 5, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port': {'id': '1afd8c1e-8924-44c8-a7bc-35e12bde0d2f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:25Z', 'updated_at': '2021-09-21T18:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:52.236463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Deleting port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:52.239085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-87d7d63e-41c3-42d4-9ac1-93889f75f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:52.240618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-87d7d63e-41c3-42d4-9ac1-93889f75f0d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 916 time: 1.0612490 Sep 21 18:20:52.240945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.294020 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] Checking router: ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:20:52.300837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0097aaa0-e93f-4699-b0ee-e287636068bd']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:52.317283 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] Routers {'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:52.317843 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:20:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:52.352255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-c6ed5ae1-ef66-417b-9efa-96b217c862f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.0694568 Sep 21 18:20:52.355880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2a633f-9fe2-440f-b8a9-970507dcacc9') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:52.356101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2a633f-9fe2-440f-b8a9-970507dcacc9') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:52.386356 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.454624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] For port 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:52.455492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.475590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Calling delete_port for 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:52.487040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-d7da0418-e5c8-4e88-a79d-fa2a57cd79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:52.488527 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-d7da0418-e5c8-4e88-a79d-fa2a57cd79f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.1285646 Sep 21 18:20:52.511561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3c098b7f-8a1c-4d68-8c51-8623428cb11b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:52.527866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.538444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 3c098b7f-8a1c-4d68-8c51-8623428cb11b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:52.539056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3c098b7f-8a1c-4d68-8c51-8623428cb11b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:52.558120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6254b1-58bc-4fbb-9c7f-e1943b934397 req-d65e9f28-30f4-4e41-8abe-ac5035fbce88 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:52.559217 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] Set router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:52.559734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b6254b1-58bc-4fbb-9c7f-e1943b934397 req-d65e9f28-30f4-4e41-8abe-ac5035fbce88 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 949 time: 0.3827336 Sep 21 18:20:52.577274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:52.595871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd', 'port_id': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'mac_address': 'fa:16:3e:db:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e9d239-b8a8-4559-949c-72add9dfb1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:20:52.612163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-6d09e547-0ee5-4e9a-805b-2f7060f14a5a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020870 Sep 21 18:20:52.613362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:52.613785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:52.617791 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:52.683768 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.689798 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:20:52Z', 'revision_number': 6, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:52.716697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:52.720601 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd8800-9f71-424b-8dbe-bc1501ead445 None None] The sync data for ids ['ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8'] in n-d-810285-3 is: [{'id': 'ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8', 'name': 'tempest-ServerActionsTestJSON-557513426-router', 'tenant_id': 'b8267c05d15048808f78d822c9cd506e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:24Z', 'updated_at': '2021-09-21T18:20:52Z', 'revision_number': 6, 'project_id': 'b8267c05d15048808f78d822c9cd506e', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:20:52.751990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b6254b1-58bc-4fbb-9c7f-e1943b934397 req-68dfe255-d7a3-470c-8bf0-5e66bc3ce186 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487451 Sep 21 18:20:52.770320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:52.782751 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.897577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.914445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.928806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:52.950347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afd8c1e-8924-44c8-a7bc-35e12bde0d2f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:52.987466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.991013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] 10.222.0.70 "DELETE /v2.0/networks/0097aaa0-e93f-4699-b0ee-e287636068bd HTTP/1.1" status: 204 len: 168 time: 2.3104486 Sep 21 18:20:53.019685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['67bc7315-ab93-40fd-861e-03ac9a0fcfa7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:53.049237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.103270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-07e636dc-6550-498c-9592-81f7a3ba7099 service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589360 Sep 21 18:20:53.104991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523e36-29aa-46a5-9976-6a7626fe9f20 tempest-AllowedAddressPairIpV6TestJSON-447545687 tempest-AllowedAddressPairIpV6TestJSON-447545687-project] Pushing event deleted for resources: {'Network': ['ID=0097aaa0-e93f-4699-b0ee-e287636068bd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:53.294899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.299449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.390240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b581d07-a0b9-4937-b6be-d77b8ae0e0e4 req-71db8425-cf69-4e10-b35a-9a7700340367 service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700491 Sep 21 18:20:53.407672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.408817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:20:53.409431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b1fa2-c29f-4fec-9966-74514154d429 req-e2f94890-10d8-4687-82c2-c1a441659447 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:53.412371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f36b1fa2-c29f-4fec-9966-74514154d429 req-e2f94890-10d8-4687-82c2-c1a441659447 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 945 time: 0.5030251 Sep 21 18:20:53.413388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.414553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-33cfe82a-7df9-4538-a49d-dcb448557052 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ce6444eb-de1a-4cc0-9cbd-c6e4dad98cd8 HTTP/1.1" status: 204 len: 168 time: 1.8544564 Sep 21 18:20:53.417925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54204) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:53.529104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f36b1fa2-c29f-4fec-9966-74514154d429 req-3330d395-b6c6-4afd-8699-06baefa22614 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947468 Sep 21 18:20:53.533435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] Deleting subnet ede39c7e-dfc9-4275-8cb6-1b836e6acb02 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:20:53.537035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.579426 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.662731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54220) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:53.709564 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.793052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.844427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad1f76-ff59-45e1-b3bf-5d69c7fbd7e2 None None] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:53.851818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede39c7e-dfc9-4275-8cb6-1b836e6acb02,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:53.854678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.856653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-060eea98-398b-4147-b309-b49b7d4015d4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ede39c7e-dfc9-4275-8cb6-1b836e6acb02 HTTP/1.1" status: 204 len: 168 time: 0.4369152 Sep 21 18:20:53.862505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54230) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:54.017442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.023857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5d0ffb2b-1b95-487f-90fc-fcaa3c9d9385 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb8552726364474694972fd3ecbf8a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566961 Sep 21 18:20:54.024382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54240) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:54.147723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:54.247425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:54.268111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd0512a6-16f2-4fa1-83a2-bd7dc7e678c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.306881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:54.308876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1afd8c1e-8924-44c8-a7bc-35e12bde0d2f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:54.314481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8920818a-73b3-4a51-9c6e-29c790db46a7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:54.326510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Deleting port 922d68ed-441b-4fd7-9178-9929b4bcb268 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:54.326918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.365848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8920818a-73b3-4a51-9c6e-29c790db46a7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:54.366222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8920818a-73b3-4a51-9c6e-29c790db46a7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:54.385377 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd0512a6-16f2-4fa1-83a2-bd7dc7e678c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.422459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:20:54.427491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:54.428190 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.528557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] DHCP port deletion for 504eee16-e66c-4c18-9265-40a9b7e500f5 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:20:54.531682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] For port 922d68ed-441b-4fd7-9178-9929b4bcb268, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=922d68ed-441b-4fd7-9178-9929b4bcb268,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:54.533062 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.549850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Calling delete_port for 922d68ed-441b-4fd7-9178-9929b4bcb268 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:54.568213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd0512a6-16f2-4fa1-83a2-bd7dc7e678c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.571222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bd0512a6-16f2-4fa1-83a2-bd7dc7e678c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.575244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bd0512a6-16f2-4fa1-83a2-bd7dc7e678c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3966253c-ae73-4ed7-ac7d-b9e89d4ce0ff HTTP/1.1" status: 204 len: 168 time: 0.5498796 Sep 21 18:20:54.623063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0512a6-16f2-4fa1-83a2-bd7dc7e678c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3966253c-ae73-4ed7-ac7d-b9e89d4ce0ff,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:54.648783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] Deleting port 922d68ed-441b-4fd7-9178-9929b4bcb268 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:54.649152 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.717324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.782827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.800740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Pushing event deleted for resources: {'Port': ['ID=922d68ed-441b-4fd7-9178-9929b4bcb268,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:54.810883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] No DVR routers for this DVR port 922d68ed-441b-4fd7-9178-9929b4bcb268 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:54.836477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:54.853340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:54.855772 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4483583c-eb0f-4f63-9f4e-aeb1dce4194b" -d '{"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:54.869348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.874361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] For port 922d68ed-441b-4fd7-9178-9929b4bcb268, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=922d68ed-441b-4fd7-9178-9929b4bcb268,segment=NetworkSegment(c3b134f3-4dd5-45d7-b017-acce51144341),segment_id=c3b134f3-4dd5-45d7-b017-acce51144341)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:54.874784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.915004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc16fe-4921-4e52-b13c-93b6507c8c62 req-880326ff-d296-4c2f-bf2c-a5e5058873b5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:54.916805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7bbc16fe-4921-4e52-b13c-93b6507c8c62 req-880326ff-d296-4c2f-bf2c-a5e5058873b5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 945 time: 0.2106786 Sep 21 18:20:54.925095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] Calling delete_port for 922d68ed-441b-4fd7-9178-9929b4bcb268 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:54.992299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.050954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504eee16-e66c-4c18-9265-40a9b7e500f5']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:55.060806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:55.071327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b134f3-4dd5-45d7-b017-acce51144341') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:55.071757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b134f3-4dd5-45d7-b017-acce51144341') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:55.095721 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.123434 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.134707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:55.135265 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:55.214798 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:55.266422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7bbc16fe-4921-4e52-b13c-93b6507c8c62 req-d1361086-99db-4afe-91c2-9fdb60ab0bda tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323534 Sep 21 18:20:55.267137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.292996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.299811 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.304136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] 10.222.0.70 "DELETE /v2.0/networks/504eee16-e66c-4c18-9265-40a9b7e500f5 HTTP/1.1" status: 204 len: 168 time: 1.4403441 Sep 21 18:20:55.331779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd37cba-f99e-4dee-bfd9-ed26986c115a admin admin] Pushing event deleted for resources: {'Network': ['ID=504eee16-e66c-4c18-9265-40a9b7e500f5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:55.405703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] Network 504eee16-e66c-4c18-9265-40a9b7e500f5 is not hosted by any dhcp agent {{(pid=95092) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:20:55.406438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] No DVR routers for this DVR port 922d68ed-441b-4fd7-9178-9929b4bcb268 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:55.412213 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3bbe37-897f-4972-91cf-3899c7056080 x-openstack-request-id: req-ac3bbe37-897f-4972-91cf-3899c7056080 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:55.412805 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:55.414931 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac3bbe37-897f-4972-91cf-3899c7056080 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:55.415546 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'code': 200} Sep 21 18:20:55.416564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff839e3-efc6-4447-bb45-e42254fe87eb None None] Pushing event deleted for resources: {'Port': ['ID=922d68ed-441b-4fd7-9178-9929b4bcb268,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:55.500488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3a18-2290-490c-8f57-0189a0971304 req-a16d2b34-bb1c-4bbb-b1ec-91b52455af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:55.502565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cbe3a18-2290-490c-8f57-0189a0971304 req-a16d2b34-bb1c-4bbb-b1ec-91b52455af17 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1097 time: 0.0670815 Sep 21 18:20:55.580932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cbe3a18-2290-490c-8f57-0189a0971304 req-c8036c0e-2b69-4e9b-ad49-62288aef0fdc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683615 Sep 21 18:20:55.646805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54400) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:55.734933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-836ebb35-bcbd-478a-a95f-226fd4185c26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8267c05d15048808f78d822c9cd506e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867898 Sep 21 18:20:55.736441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:55.775001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54404) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:55.844310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0509d4c-4ab6-4bbe-9ede-76782cca2254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.873904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0509d4c-4ab6-4bbe-9ede-76782cca2254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.942656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38459ff2-1742-41f3-8e7c-3a69f5273821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.976326 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0509d4c-4ab6-4bbe-9ede-76782cca2254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.980979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0509d4c-4ab6-4bbe-9ede-76782cca2254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.982929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e0509d4c-4ab6-4bbe-9ede-76782cca2254 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38bc51f4-c940-43aa-b0d9-11c399c1fc39 HTTP/1.1" status: 204 len: 168 time: 0.2445197 Sep 21 18:20:56.010602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509d4c-4ab6-4bbe-9ede-76782cca2254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bc51f4-c940-43aa-b0d9-11c399c1fc39,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:56.083083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38459ff2-1742-41f3-8e7c-3a69f5273821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.091806 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38459ff2-1742-41f3-8e7c-3a69f5273821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.151472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 922d68ed-441b-4fd7-9178-9929b4bcb268 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:56.155609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54416) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:56.156290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-38459ff2-1742-41f3-8e7c-3a69f5273821 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26e7b9471f3d4566976288ac5d647c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764954 Sep 21 18:20:56.157729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38459ff2-1742-41f3-8e7c-3a69f5273821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd4085-f36e-466e-b836-1a32687efe0b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:56.203906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 922d68ed-441b-4fd7-9178-9929b4bcb268 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:56.204316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 922d68ed-441b-4fd7-9178-9929b4bcb268 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:56.299420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec15fcda-22a7-4b23-a580-90ae3f112645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.328724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec15fcda-22a7-4b23-a580-90ae3f112645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.423226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec15fcda-22a7-4b23-a580-90ae3f112645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.426124 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec15fcda-22a7-4b23-a580-90ae3f112645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.430322 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ec15fcda-22a7-4b23-a580-90ae3f112645 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90cd4085-f36e-466e-b836-1a32687efe0b HTTP/1.1" status: 204 len: 168 time: 0.2733736 Sep 21 18:20:56.440220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15fcda-22a7-4b23-a580-90ae3f112645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd4085-f36e-466e-b836-1a32687efe0b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:56.516900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfe81f-8aab-4961-8462-94472d234def req-2d084752-4940-4f29-9a3d-7e58462a431d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:56.519442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fdfe81f-8aab-4961-8462-94472d234def req-2d084752-4940-4f29-9a3d-7e58462a431d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1183088 Sep 21 18:20:56.625756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fdfe81f-8aab-4961-8462-94472d234def req-01723fbb-6634-4939-8eb8-107d43836722 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991108 Sep 21 18:20:56.879035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54446) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:56.894852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55eaf68d-891d-45f7-98b1-6cb53417f5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.040856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55eaf68d-891d-45f7-98b1-6cb53417f5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.047867 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55eaf68d-891d-45f7-98b1-6cb53417f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.101212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54454) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:57.101469 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-55eaf68d-891d-45f7-98b1-6cb53417f5d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b82eef3a444142ada563e66f2226a1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211044 Sep 21 18:20:57.104170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf68d-891d-45f7-98b1-6cb53417f5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c147c4-2c98-4ea1-afd0-6ac05d46c069,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:57.182472 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e54256ed-151d-4696-b862-0cdbbb8380ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.220777 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e54256ed-151d-4696-b862-0cdbbb8380ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.281675 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e54256ed-151d-4696-b862-0cdbbb8380ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.285316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e54256ed-151d-4696-b862-0cdbbb8380ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.286636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e54256ed-151d-4696-b862-0cdbbb8380ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77c147c4-2c98-4ea1-afd0-6ac05d46c069 HTTP/1.1" status: 204 len: 168 time: 0.1840034 Sep 21 18:20:57.300761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54256ed-151d-4696-b862-0cdbbb8380ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c147c4-2c98-4ea1-afd0-6ac05d46c069,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:57.352533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-ae2ef622-441d-4257-87b8-0dcb7ca0fbb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537310 Sep 21 18:20:57.440591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723f346-94ce-46e2-b214-ac9294d88330 req-d08edd0f-e680-46e9-bff5-0c63baca4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:57.445527 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-d08edd0f-e680-46e9-bff5-0c63baca4f05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f173b8d02d174360899fdde934d3948e&device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1096 time: 0.0570385 Sep 21 18:20:57.615857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723f346-94ce-46e2-b214-ac9294d88330 req-3c58aa63-7ced-45bc-859b-78061d6a85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:57.619053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-3c58aa63-7ced-45bc-859b-78061d6a85fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e HTTP/1.1" status: 200 len: 910 time: 0.1357095 Sep 21 18:20:57.755158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54482) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:57.855128 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-859aaf96-d274-4837-ae67-609a75ecab76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d HTTP/1.1" status: 200 len: 1000 time: 0.2284994 Sep 21 18:20:57.903878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-588652017-network', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:57.915148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee637d5-e67f-4f23-96b5-2c0ce8b8e7ad req-ef438329-a630-4532-86a7-b31c48689ea2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:57.916784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ee637d5-e67f-4f23-96b5-2c0ce8b8e7ad req-ef438329-a630-4532-86a7-b31c48689ea2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1417644 Sep 21 18:20:57.954618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Made reservation on behalf of 7c8b5a58b52349d0a2b65f784dcd06e3 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:57.957022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.973986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.989703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723f346-94ce-46e2-b214-ac9294d88330 req-43e8bc32-663a-4c83-b7ec-6fe60144648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:57.991305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-43e8bc32-663a-4c83-b7ec-6fe60144648c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0261a605-644d-4f32-95d7-b6cfae555e61 HTTP/1.1" status: 200 len: 847 time: 0.1276801 Sep 21 18:20:57.996712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ee637d5-e67f-4f23-96b5-2c0ce8b8e7ad req-af33e1dd-614e-46ce-850b-4059aed6c9d4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 Sep 21 18:20:58.063323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723f346-94ce-46e2-b214-ac9294d88330 req-13ec3810-5d20-48b2-9ff7-7379ab360764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:58.065573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-13ec3810-5d20-48b2-9ff7-7379ab360764 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665817 Sep 21 18:20:58.183646 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.191505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.207461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:58.219658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-7d4aba62-3f4d-468d-a3b7-07365a515d6c service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447017 Sep 21 18:20:58.236516 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.237336 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Added segment f045189f-9b0c-4dcb-b898-9c1a445f382b of type vlan for network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c Sep 21 18:20:58.341874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572fcbbe-c41c-485f-9211-cf177c4cc7a6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:58.347194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.385227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.387411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:58.388544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.422920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5723f346-94ce-46e2-b214-ac9294d88330 req-eedd4171-9bf4-49ef-bbb9-64402a6be153 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959827 Sep 21 18:20:58.446868 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6904252 Sep 21 18:20:58.447517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54506) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:58.464017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Request body: {'subnet': {'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-subnet', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:58.486751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-61c22aeb-9e09-4b05-9068-341a0decad1a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:58.494473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Made reservation on behalf of 7c8b5a58b52349d0a2b65f784dcd06e3 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:58.497163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-61c22aeb-9e09-4b05-9068-341a0decad1a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 814 time: 0.1856487 Sep 21 18:20:58.497612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.517849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-5af71857-9835-4c65-ac33-b71be4b0aaa6 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/quotas/c60f277f89e94c11a210c52f6f332bbe HTTP/1.1" status: 200 len: 375 time: 0.0196967 Sep 21 18:20:58.557721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce0763-b7d0-4960-b79a-29703c582297 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:58.569982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:58.616893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-0e519e9e-9f80-430c-8088-7cc96681df4b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978625 Sep 21 18:20:58.662379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54516) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:58.740335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-b1bb92fa-f0ad-447b-bcf3-4a4fc947c055 service neutron] 10.222.0.70 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220932 Sep 21 18:20:58.870571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-71925c67-d613-4ece-b165-9ed18faa422c service neutron] 10.222.0.70 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281123 Sep 21 18:20:58.879125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.885692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38f8d1d5-fd05-498d-a41b-6b3ad7d47596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:58.963582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=f406aa9c-1588-45dc-a874-2512f877b05a,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:58.995807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Checking segment: {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:58.996196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Network hostable DHCP agents. Network: 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:20:59.041126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:20:59.060916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:59.068190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:59.068797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.076876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18eeaa-7dde-4809-a0ba-2999166bc65f None None] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:59.120077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38f8d1d5-fd05-498d-a41b-6b3ad7d47596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.127384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-38f8d1d5-fd05-498d-a41b-6b3ad7d47596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.141577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7e703d06-be10-4fea-984c-276165f60cde admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6829863 Sep 21 18:20:59.143945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54534) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:59.157063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:59.198583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8d1d5-fd05-498d-a41b-6b3ad7d47596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e591f660-a07e-4e76-b4fe-b20128cef221,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:59.209666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.211204 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.224345 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-38f8d1d5-fd05-498d-a41b-6b3ad7d47596 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=400e937174ce49e8aac3ede2089a0e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602772 Sep 21 18:20:59.226315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54536) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:59.297765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.327193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45f478e3-7981-40f0-92e4-a178ef9f0045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.334863 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8492af8e-2754-464b-9538-8f0d03c95b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.344678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159489c-c275-4ad4-bef5-4c5ab914cc77 None None] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:59.371452 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45f478e3-7981-40f0-92e4-a178ef9f0045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.460135 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45f478e3-7981-40f0-92e4-a178ef9f0045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.463346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45f478e3-7981-40f0-92e4-a178ef9f0045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.464844 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-45f478e3-7981-40f0-92e4-a178ef9f0045 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e591f660-a07e-4e76-b4fe-b20128cef221 HTTP/1.1" status: 204 len: 168 time: 0.2372825 Sep 21 18:20:59.474816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f478e3-7981-40f0-92e4-a178ef9f0045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e591f660-a07e-4e76-b4fe-b20128cef221,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:59.491469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f64f2af7-81d7-47b3-a8f6-cfc4a0f8ca70 req-282ae2b7-90e7-437d-9a4e-007e30aef1e0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 210 time: 0.0829465 Sep 21 18:20:59.649257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.913373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.919239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54556) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:59.936346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5413b78-042a-4d78-9a18-e8a4a7057ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.941831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.084091 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5413b78-042a-4d78-9a18-e8a4a7057ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.088932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Allocated IP 172.25.3.152 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/53422a78-e0f6-4cea-b0f0-1d6213622e88) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:00.092377 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5413b78-042a-4d78-9a18-e8a4a7057ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.136217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5413b78-042a-4d78-9a18-e8a4a7057ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd0bae-3e8b-4079-bb3d-2ae15814bbf3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:00.144284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c5413b78-042a-4d78-9a18-e8a4a7057ba9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d184553bf9c447b86a471730a374637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239666 Sep 21 18:21:00.146882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54558) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:00.201437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81bee401-4bee-4fe5-bcaa-1e1cbe1e5d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.228006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81bee401-4bee-4fe5-bcaa-1e1cbe1e5d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.236711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.286474 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.293768 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81bee401-4bee-4fe5-bcaa-1e1cbe1e5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.296888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81bee401-4bee-4fe5-bcaa-1e1cbe1e5d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.300820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-81bee401-4bee-4fe5-bcaa-1e1cbe1e5d20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aefd0bae-3e8b-4079-bb3d-2ae15814bbf3 HTTP/1.1" status: 204 len: 168 time: 0.1503115 Sep 21 18:21:00.307502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bee401-4bee-4fe5-bcaa-1e1cbe1e5d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd0bae-3e8b-4079-bb3d-2ae15814bbf3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:00.330897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:00.335158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:00.338429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:00.394844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Pushing event updated for resources: {'Port': ['ID=53422a78-e0f6-4cea-b0f0-1d6213622e88,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:00.738182 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45b6193b-d0c3-48e6-acda-fdaef252ec6c req-0fcfde7d-b3df-423e-af53-3560dfcfc44c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 210 time: 0.0297468 Sep 21 18:21:01.031340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-b9339d82-ec6c-4acd-a52c-c3dcec980852 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:01.032923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-b9339d82-ec6c-4acd-a52c-c3dcec980852 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.41 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 814 time: 0.2244101 Sep 21 18:21:01.055138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Request body: {'port': {'device_id': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd', 'admin_state_up': True, 'tenant_id': 'c60f277f89e94c11a210c52f6f332bbe'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:01.072870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.293365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Made reservation on behalf of c60f277f89e94c11a210c52f6f332bbe for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:01.297890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.412015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.566171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Allocated IP 172.20.0.13 (d4221540-f089-445f-baea-b28b7036e3dd/83e9d239-b8a8-4559-949c-72add9dfb1fc/b23358e0-21ef-4266-a07b-bdeea055db32) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:01.739764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Router 63dfad8a-0beb-411a-9b25-3c61a188b028 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:21:01.845839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.926507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c280f35-ba1d-454f-a291-b964fdd10ccf req-aeac93b5-fa96-4d02-9e07-95aea6d2fe82 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 210 time: 0.0431790 Sep 21 18:21:01.950585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:01.969995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Sync routers for ids ['63dfad8a-0beb-411a-9b25-3c61a188b028'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:01.973395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.987362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Routers {'63dfad8a-0beb-411a-9b25-3c61a188b028'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:01.988024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:20:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['63dfad8a-0beb-411a-9b25-3c61a188b028'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:01.992025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['67bc7315-ab93-40fd-861e-03ac9a0fcfa7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:02.022694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Network d4221540-f089-445f-baea-b28b7036e3dd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:02.025746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:02.028072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.029580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ecfd5f28-33ff-4240-9fce-1196f0e8b866 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8846469 Sep 21 18:21:02.031120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:02.033087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54612) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:02.156850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Pushing event updated for resources: {'Port': ['ID=b23358e0-21ef-4266-a07b-bdeea055db32,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:02.174162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:02.174857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.192231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-ed81e271-8373-4ff6-8714-b5bcdb1aa106 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1465082 Sep 21 18:21:02.205661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Set router 63dfad8a-0beb-411a-9b25-3c61a188b028 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:02.211109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Request body: {'port': {'device_id': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:02.282354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.568508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:00Z', 'revision_number': 3, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port': {'id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:02.617842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.629425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Checking router: 63dfad8a-0beb-411a-9b25-3c61a188b028 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:02.630111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Updating router 63dfad8a-0beb-411a-9b25-3c61a188b028 port 53422a78-e0f6-4cea-b0f0-1d6213622e88 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:02.667582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.714639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23358e0-21ef-4266-a07b-bdeea055db32 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:02.733544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.763826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Transition to ACTIVE for port object b23358e0-21ef-4266-a07b-bdeea055db32 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:21:02.774770 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.869400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b23358e0-21ef-4266-a07b-bdeea055db32,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:02.886762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54628) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:02.948766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Allocated IP 172.20.0.1 (2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c/f406aa9c-1588-45dc-a874-2512f877b05a/5b713c31-91a2-4b1e-a8e0-f80a44aa83a8) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:02.973968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Attempting to bind port b23358e0-21ef-4266-a07b-bdeea055db32 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:02.974663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Attempting to bind port b23358e0-21ef-4266-a07b-bdeea055db32 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:02.975377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Attempting to bind port b23358e0-21ef-4266-a07b-bdeea055db32 on network d4221540-f089-445f-baea-b28b7036e3dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:02.980845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Port b23358e0-21ef-4266-a07b-bdeea055db32 on network d4221540-f089-445f-baea-b28b7036e3dd not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:21:02.981382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Attempting to bind port b23358e0-21ef-4266-a07b-bdeea055db32 on network d4221540-f089-445f-baea-b28b7036e3dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:02.988899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:02.989464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Checking segment: {'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:02.990091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Bound using segment: {'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:02.991310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Bound port: b23358e0-21ef-4266-a07b-bdeea055db32, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b1cb81-20df-4dff-a25d-d90b3b601512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:02.991845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.066537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] For port b23358e0-21ef-4266-a07b-bdeea055db32, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:03.070342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] For port b23358e0-21ef-4266-a07b-bdeea055db32, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b23358e0-21ef-4266-a07b-bdeea055db32,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:03.076081 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.079226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.122319 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.151857 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.159150 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.180463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:03.206953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:03.211008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Attempting to bind port 53422a78-e0f6-4cea-b0f0-1d6213622e88 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:03.211478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Attempting to bind port 53422a78-e0f6-4cea-b0f0-1d6213622e88 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:03.211913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Attempting to bind port 53422a78-e0f6-4cea-b0f0-1d6213622e88 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:03.216759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Pushing event updated for resources: {'Port': ['ID=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:03.221305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:03.222708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:03.223175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:03.223834 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.224369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:03.225488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Bound port: 53422a78-e0f6-4cea-b0f0-1d6213622e88, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:03.225962 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.239650 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd9713e7-c26c-41c5-be67-d697c2b27862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.244726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:03.245363 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.246863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/b23358e0-21ef-4266-a07b-bdeea055db32 HTTP/1.1" status: 200 len: 1092 time: 1.0416851 Sep 21 18:21:03.252281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'tag': 'b23358e0-21ef-4266-a07b-bdeea055db32'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:03.254667 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26992ab1-c596-4966-be05-89a894701eac" -d '{"events": [{"name": "network-changed", "server_uuid": "e895038b-bc7f-4acf-9825-5f7601cc3db0", "tag": "b23358e0-21ef-4266-a07b-bdeea055db32"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:03.260317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f18e53-a434-4a66-805e-fce3eded7e9d None None] Pushing event updated for resources: {'Port': ['ID=53422a78-e0f6-4cea-b0f0-1d6213622e88,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:03.281748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.317322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] For port 53422a78-e0f6-4cea-b0f0-1d6213622e88, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:03.321511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] For port 53422a78-e0f6-4cea-b0f0-1d6213622e88, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=53422a78-e0f6-4cea-b0f0-1d6213622e88,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:03.329177 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.344091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d41f3-7e28-45ae-9324-fb321930cdbd req-b74f7e48-5fe5-41ef-8d92-5a88430cccaa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:03.345696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-499d41f3-7e28-45ae-9324-fb321930cdbd req-b74f7e48-5fe5-41ef-8d92-5a88430cccaa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 944 time: 0.2518792 Sep 21 18:21:03.352088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f803f-8ef2-4b83-a28b-c4d4107e70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b23358e0-21ef-4266-a07b-bdeea055db32,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:03.414701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-cfda26b2-87b8-4671-bdbb-adb1f4ece8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:03.416213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-cfda26b2-87b8-4671-bdbb-adb1f4ece8ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 1095 time: 0.1191251 Sep 21 18:21:03.422772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f18e53-a434-4a66-805e-fce3eded7e9d None None] Pushing event updated for resources: {'Port': ['ID=53422a78-e0f6-4cea-b0f0-1d6213622e88,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:03.454450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Routers {'63dfad8a-0beb-411a-9b25-3c61a188b028'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:03.455364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:20:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['63dfad8a-0beb-411a-9b25-3c61a188b028'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:03.487071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-499d41f3-7e28-45ae-9324-fb321930cdbd req-dedaf8dd-170a-4875-9136-982b3e2379c3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259515 Sep 21 18:21:03.490820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-6a7e9272-f58c-4bc7-8be5-b825929cc9b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23358e0-21ef-4266-a07b-bdeea055db32 HTTP/1.1" status: 200 len: 217 time: 0.0557809 Sep 21 18:21:03.567278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-c3865a7b-3e3e-4b2d-b163-53562d478c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:03.568919 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-c3865a7b-3e3e-4b2d-b163-53562d478c05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.0696898 Sep 21 18:21:03.621425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-58fe83cb-2ae4-4519-9b45-eec89d9bbeb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412145 Sep 21 18:21:03.628307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd9713e7-c26c-41c5-be67-d697c2b27862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.634113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-924ab88f-d050-47f9-bec0-727c1dcebcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.641399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dd9713e7-c26c-41c5-be67-d697c2b27862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.657306 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c006929b-bd3f-4b3a-996e-afa990b62cf6 x-openstack-request-id: req-c006929b-bd3f-4b3a-996e-afa990b62cf6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:03.657699 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895038b-bc7f-4acf-9825-5f7601cc3db0", "tag": "b23358e0-21ef-4266-a07b-bdeea055db32", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:03.657859 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c006929b-bd3f-4b3a-996e-afa990b62cf6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:03.658258 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'tag': 'b23358e0-21ef-4266-a07b-bdeea055db32', 'status': 'completed', 'code': 200} Sep 21 18:21:03.668916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] Set router 63dfad8a-0beb-411a-9b25-3c61a188b028 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:03.749754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9713e7-c26c-41c5-be67-d697c2b27862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f0d8d-f573-4f02-8ac2-b6ddc08fef1f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:03.770026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd9713e7-c26c-41c5-be67-d697c2b27862 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74e3e44886684d79b24c31cdfd6fc173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8578312 Sep 21 18:21:03.770377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54642) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:03.789078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-aac4db96-96da-471f-b217-f413245b68e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591551 Sep 21 18:21:03.812696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.871566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f74a52-dc1b-4dd9-a732-bd44591a9252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.882582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:00Z', 'revision_number': 3, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port': {'id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:03.910070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f74a52-dc1b-4dd9-a732-bd44591a9252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.917439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4e610-fce8-4ec1-9691-0d656ee549fd None None] The sync data for ids ['63dfad8a-0beb-411a-9b25-3c61a188b028'] in n-d-810285-3 is: [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:00Z', 'revision_number': 3, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port': {'id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:03.918755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c94d4a14-2cae-42eb-af09-0a89c4103964 req-cac99c04-eb83-4bd8-ad58-4afe5b1b62cd service neutron] 10.222.0.41 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209168 Sep 21 18:21:04.058257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f74a52-dc1b-4dd9-a732-bd44591a9252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.062175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36f74a52-dc1b-4dd9-a732-bd44591a9252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.063908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-36f74a52-dc1b-4dd9-a732-bd44591a9252 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/154f0d8d-f573-4f02-8ac2-b6ddc08fef1f HTTP/1.1" status: 204 len: 168 time: 0.2924378 Sep 21 18:21:04.083968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26992ab1-c596-4966-be05-89a894701eac req-ff5ecd84-280a-4169-93dc-cea5eb4eb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:04.085889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26992ab1-c596-4966-be05-89a894701eac req-ff5ecd84-280a-4169-93dc-cea5eb4eb846 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 1095 time: 0.1053782 Sep 21 18:21:04.089155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f74a52-dc1b-4dd9-a732-bd44591a9252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f0d8d-f573-4f02-8ac2-b6ddc08fef1f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:04.148147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.161612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.172657 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.233697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.283863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Pushing event updated for resources: {'Port': ['ID=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:04.286941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.331140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26992ab1-c596-4966-be05-89a894701eac req-1762e9ee-9dc7-41ce-98f3-6a05415eecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:04.332732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26992ab1-c596-4966-be05-89a894701eac req-1762e9ee-9dc7-41ce-98f3-6a05415eecb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 916 time: 0.2360623 Sep 21 18:21:04.516445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:04.519844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:04.713640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54656) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:04.739437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96cf0f9c-8504-4011-bdb5-594737066325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.770689 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.860097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Router 63dfad8a-0beb-411a-9b25-3c61a188b028 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:21:04.902574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26992ab1-c596-4966-be05-89a894701eac req-536ad2b9-d5cf-4fa2-ab46-45518aec3bc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23358e0-21ef-4266-a07b-bdeea055db32 HTTP/1.1" status: 200 len: 217 time: 0.5610726 Sep 21 18:21:04.986415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640edc4-3e0e-4721-b480-d5233ef3d5cb req-113b4a8d-f0c7-46b6-9f74-55d298f753c4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:04.988431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0640edc4-3e0e-4721-b480-d5233ef3d5cb req-113b4a8d-f0c7-46b6-9f74-55d298f753c4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 944 time: 0.0971174 Sep 21 18:21:04.990274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26992ab1-c596-4966-be05-89a894701eac req-03654ec8-b153-40d8-8f3e-c6d436e402c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:04.991841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26992ab1-c596-4966-be05-89a894701eac req-03654ec8-b153-40d8-8f3e-c6d436e402c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.0717726 Sep 21 18:21:05.002581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96cf0f9c-8504-4011-bdb5-594737066325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.008414 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96cf0f9c-8504-4011-bdb5-594737066325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.051420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26992ab1-c596-4966-be05-89a894701eac req-b79b38cc-ae40-42e0-ba8b-aec81c8175c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508244 Sep 21 18:21:05.131224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0640edc4-3e0e-4721-b480-d5233ef3d5cb req-7fad14ae-df40-479a-a324-d798ad71650c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293645 Sep 21 18:21:05.167779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-96cf0f9c-8504-4011-bdb5-594737066325 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3370521a103c4286b72e35817c18b0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513969 Sep 21 18:21:05.175378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54658) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:05.191933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf0f9c-8504-4011-bdb5-594737066325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b8d14a-957c-4443-b1e4-10206b21c122,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:05.257212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:05.261834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b23358e0-21ef-4266-a07b-bdeea055db32 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:21:05.266580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9668e5c-0c27-4085-975c-5cf0ef73d905 admin admin] 10.222.0.70 "PUT /v2.0/routers/63dfad8a-0beb-411a-9b25-3c61a188b028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2312093 Sep 21 18:21:05.303973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26992ab1-c596-4966-be05-89a894701eac req-dfbcd80e-2045-486f-9b70-c4a7052ca639 service neutron] 10.222.0.41 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411366 Sep 21 18:21:05.372266 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3534a36b-c62b-4677-8eaf-c837f6b91082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.497715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3534a36b-c62b-4677-8eaf-c837f6b91082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.557350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26992ab1-c596-4966-be05-89a894701eac req-b7899971-1009-413c-b1ea-ab8e101aa85a service neutron] 10.222.0.41 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453291 Sep 21 18:21:05.621607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3534a36b-c62b-4677-8eaf-c837f6b91082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.629541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3534a36b-c62b-4677-8eaf-c837f6b91082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.634212 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3534a36b-c62b-4677-8eaf-c837f6b91082 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1b8d14a-957c-4443-b1e4-10206b21c122 HTTP/1.1" status: 204 len: 168 time: 0.4551561 Sep 21 18:21:05.650763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534a36b-c62b-4677-8eaf-c837f6b91082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b8d14a-957c-4443-b1e4-10206b21c122,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:05.788192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b23358e0-21ef-4266-a07b-bdeea055db32, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b23358e0-21ef-4266-a07b-bdeea055db32,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:05.810962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'b23358e0-21ef-4266-a07b-bdeea055db32', 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd', 'port_id': 'b23358e0-21ef-4266-a07b-bdeea055db32', 'mac_address': 'fa:16:3e:af:a1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e9d239-b8a8-4559-949c-72add9dfb1fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:21:05.932993 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.969951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23358e0-21ef-4266-a07b-bdeea055db32 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:06.083070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b23358e0-21ef-4266-a07b-bdeea055db32, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b23358e0-21ef-4266-a07b-bdeea055db32,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:06.107842 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.331447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b23358e0-21ef-4266-a07b-bdeea055db32,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:06.340679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-d70ad7b7-71b6-4153-b32b-0a459cb5fa1b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286549 Sep 21 18:21:06.346005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 53422a78-e0f6-4cea-b0f0-1d6213622e88 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:06.424790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['b23358e0-21ef-4266-a07b-bdeea055db32'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:06.583106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 53422a78-e0f6-4cea-b0f0-1d6213622e88 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:06.583606 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.595569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1a6a-b536-48db-81a6-44484e56643b req-327ab2f9-22b0-477c-8d8c-d1c9ca1b98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:06.597435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-327ab2f9-22b0-477c-8d8c-d1c9ca1b98dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0ec376d4224432189cb4d46d0ccb915&device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 1097 time: 0.1366675 Sep 21 18:21:06.605730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-f3bfa25d-d675-476e-967f-38c93b6db3c8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:06.616675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-f3bfa25d-d675-476e-967f-38c93b6db3c8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 818 time: 0.3621838 Sep 21 18:21:06.668166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-b0c8d591-0cbe-4551-b805-6cba37802755 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/quotas/7c8b5a58b52349d0a2b65f784dcd06e3 HTTP/1.1" status: 200 len: 375 time: 0.0501332 Sep 21 18:21:06.797529 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.808088 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Sync routers for ids ['63dfad8a-0beb-411a-9b25-3c61a188b028'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:06.823425 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Routers {'63dfad8a-0beb-411a-9b25-3c61a188b028'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:06.826375 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:21:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['63dfad8a-0beb-411a-9b25-3c61a188b028'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:06.853191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 53422a78-e0f6-4cea-b0f0-1d6213622e88, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=53422a78-e0f6-4cea-b0f0-1d6213622e88,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:06.862082 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.867620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1a6a-b536-48db-81a6-44484e56643b req-5cd37a3a-1512-45f2-bad0-d781f6a8ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:06.869688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-5cd37a3a-1512-45f2-bad0-d781f6a8ec7f service neutron] 10.222.0.78 "GET /v2.0/networks?id=c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 200 len: 917 time: 0.2502894 Sep 21 18:21:06.937783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=53422a78-e0f6-4cea-b0f0-1d6213622e88,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:06.961926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-7d3ca0aa-d8ad-44fe-a31f-2001f99701c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89 HTTP/1.1" status: 200 len: 217 time: 0.0793717 Sep 21 18:21:06.967149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-3b449924-dcf1-43b2-96bb-0bac28f9859d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2976360 Sep 21 18:21:07.025224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1a6a-b536-48db-81a6-44484e56643b req-6b8aa69a-6c9b-43d3-b0d2-056084b09eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:07.027564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-6b8aa69a-6c9b-43d3-b0d2-056084b09eb5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 200 len: 855 time: 0.0582676 Sep 21 18:21:07.036009 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Set router 63dfad8a-0beb-411a-9b25-3c61a188b028 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:07.098743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-88898f1e-b2ce-4274-83ec-906e499ebcb5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c7efc823-a72f-4331-a41f-acfa766f2082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586545 Sep 21 18:21:07.210421 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.296773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-e88182d5-452e-4c05-8455-c48ba2f880cf service neutron] 10.222.0.70 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678871 Sep 21 18:21:07.359863 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:03Z', 'revision_number': 4, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port': {'id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5b713c31-91a2-4b1e-a8e0-f80a44aa83a8', 'name': '', 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'mac_address': 'fa:16:3e:7c:24:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:02Z', 'updated_at': '2021-09-21T18:21:03Z', 'revision_number': 2, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'subnets': [{'id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:07.395573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-6214c3b5-6622-4ca7-bd31-2b42e40be6ff service neutron] 10.222.0.78 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454035 Sep 21 18:21:07.417923 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Checking router: 63dfad8a-0beb-411a-9b25-3c61a188b028 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:07.419503 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Updating router 63dfad8a-0beb-411a-9b25-3c61a188b028 port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:07.464339 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.566826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-2f0ca601-5bf8-4854-9c0b-61c292e5c472 service neutron] 10.222.0.70 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600479 Sep 21 18:21:07.626505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72fd1a6a-b536-48db-81a6-44484e56643b req-67988210-bdb6-483d-8be7-9be4752b44a2 service neutron] 10.222.0.78 "GET /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829545 Sep 21 18:21:07.985421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26893d58-aeda-43b4-9217-68dca6771dac req-e67d3c9b-050b-44d0-9121-3bc8d9542dfe tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:07.988634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26893d58-aeda-43b4-9217-68dca6771dac req-e67d3c9b-050b-44d0-9121-3bc8d9542dfe tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 945 time: 0.1052999 Sep 21 18:21:08.054319 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.064405 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.146155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26893d58-aeda-43b4-9217-68dca6771dac req-2e6c75c6-c205-4a27-b233-36a7506ed4c0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418657 Sep 21 18:21:08.282265 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Pushing event updated for resources: {'Port': ['ID=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:08.284349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 53422a78-e0f6-4cea-b0f0-1d6213622e88 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:08.299221 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.299741 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.300272 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.300761 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.301259 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.301943 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.302483 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.302963 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.303708 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.304351 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.304857 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.305530 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:08.322488 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Attempting to bind port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:08.323088 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Attempting to bind port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:08.323620 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Attempting to bind port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 on network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:08.331993 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:08.333271 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Checking segment: {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:08.334291 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.335293 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Bound using segment: {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:08.336207 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Bound port: 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:08.336768 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.447748 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] For port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:08.454044 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] For port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:08.460895 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.473944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.497918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd9ff901-31c8-4adc-ab89-2ef89eafd6ae req-7aacdd91-587b-4c55-b838-f4c4bf4b6bb5 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 210 time: 0.0970421 Sep 21 18:21:08.509513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 53422a78-e0f6-4cea-b0f0-1d6213622e88 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:08.510164 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.541439 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71b441-d2e7-4247-a858-5366c28b3b36 None None] Pushing event updated for resources: {'Port': ['ID=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:08.592410 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Routers {'63dfad8a-0beb-411a-9b25-3c61a188b028'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:08.594497 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:21:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['63dfad8a-0beb-411a-9b25-3c61a188b028'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:09.128352 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] Set router 63dfad8a-0beb-411a-9b25-3c61a188b028 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:09.283851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b23358e0-21ef-4266-a07b-bdeea055db32 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:09.443608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-241e9f03-c025-471f-b433-873cf8c291bc tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:09.448328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port b23358e0-21ef-4266-a07b-bdeea055db32 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:21:09.454604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port b23358e0-21ef-4266-a07b-bdeea055db32 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:09.454994 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.455634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-241e9f03-c025-471f-b433-873cf8c291bc tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 818 time: 0.2902155 Sep 21 18:21:09.484090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-fe0ae849-56ab-41cd-9c5d-bc04bf1c6cfa tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/quotas/7c8b5a58b52349d0a2b65f784dcd06e3 HTTP/1.1" status: 200 len: 375 time: 0.0264587 Sep 21 18:21:09.603753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-a0f06750-2454-4828-833a-67f208bffe77 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157784 Sep 21 18:21:09.612092 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:03Z', 'revision_number': 4, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port': {'id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5b713c31-91a2-4b1e-a8e0-f80a44aa83a8', 'name': '', 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'mac_address': 'fa:16:3e:7c:24:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:02Z', 'updated_at': '2021-09-21T18:21:08Z', 'revision_number': 4, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'subnets': [{'id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:09.668517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093e8b-8910-4185-ba22-be09dfe7bfd6 None None] The sync data for ids ['63dfad8a-0beb-411a-9b25-3c61a188b028'] in n-d-810285-3 is: [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:03Z', 'revision_number': 4, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port': {'id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '5b713c31-91a2-4b1e-a8e0-f80a44aa83a8', 'name': '', 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'mac_address': 'fa:16:3e:7c:24:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:02Z', 'updated_at': '2021-09-21T18:21:08Z', 'revision_number': 4, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'subnets': [{'id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:09.738972 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.869376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23358e0-21ef-4266-a07b-bdeea055db32'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:09.875922 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c76545-3535-4725-9cf2-88952f498c0c" -d '{"events": [{"server_uuid": "e895038b-bc7f-4acf-9825-5f7601cc3db0", "name": "network-vif-plugged", "status": "completed", "tag": "b23358e0-21ef-4266-a07b-bdeea055db32"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:09.880669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-697e2c89-f36c-464d-968a-37daab69be71 service neutron] 10.222.0.70 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643602 Sep 21 18:21:09.903127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b23358e0-21ef-4266-a07b-bdeea055db32, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b23358e0-21ef-4266-a07b-bdeea055db32,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:09.910255 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.024297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b23358e0-21ef-4266-a07b-bdeea055db32,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:10.109402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-538626ac-7fd5-4b8d-88b3-192ef0b5ce60 service neutron] 10.222.0.70 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204990 Sep 21 18:21:10.402516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:10.529281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:10.531550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.714330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-174ce617-f449-4338-9fd8-305439477e3e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:10.716971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-174ce617-f449-4338-9fd8-305439477e3e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 818 time: 0.4574928 Sep 21 18:21:10.758274 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.765547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Request body: {'port': {'device_id': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'admin_state_up': True, 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:10.862970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:10.871918 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.921977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99b15-9f19-4bcc-9252-2f55bae15d01 req-e74aaa3d-64eb-46c3-945a-a72956f821d9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:10.923598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bd99b15-9f19-4bcc-9252-2f55bae15d01 req-e74aaa3d-64eb-46c3-945a-a72956f821d9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 946 time: 0.2717826 Sep 21 18:21:10.968504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:11.047250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bd99b15-9f19-4bcc-9252-2f55bae15d01 req-a75f7925-1a97-4412-9657-7f51d5d44d5b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016550 Sep 21 18:21:11.158280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Made reservation on behalf of 7c8b5a58b52349d0a2b65f784dcd06e3 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:11.166719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.402901 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1c047d-ed66-4a3e-b234-cb664c184c1f x-openstack-request-id: req-fc1c047d-ed66-4a3e-b234-cb664c184c1f {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:11.403472 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895038b-bc7f-4acf-9825-5f7601cc3db0", "name": "network-vif-plugged", "status": "completed", "tag": "b23358e0-21ef-4266-a07b-bdeea055db32", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:11.403973 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc1c047d-ed66-4a3e-b234-cb664c184c1f {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:11.404686 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23358e0-21ef-4266-a07b-bdeea055db32', 'code': 200} Sep 21 18:21:11.643664 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f42ce55-a727-4ef2-9a8c-6a7f8ec11a53 req-2511b357-fb5b-49ad-9142-c84a5f0b29ea tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 210 time: 0.1637955 Sep 21 18:21:11.913996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Allocated IP 172.20.0.4 (2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c/f406aa9c-1588-45dc-a874-2512f877b05a/5526aacf-5bea-454c-a9fa-2a236e34aa05) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:11.944493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af8f83-d3c8-4524-bc9b-73d549d32808 req-75808fda-abff-4191-ae70-93f7c890498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:11.946536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28af8f83-d3c8-4524-bc9b-73d549d32808 req-75808fda-abff-4191-ae70-93f7c890498f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 1097 time: 0.3111341 Sep 21 18:21:12.106616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28af8f83-d3c8-4524-bc9b-73d549d32808 req-7b178fce-1ba1-4123-b733-0fc1d44858c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373923 Sep 21 18:21:12.162471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:12.245047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:12.245248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.307413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4700d4-12d4-4f44-b226-6ecf148c9aed req-cf3d0d5a-d408-44aa-bc32-7eec43993bff tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:12.313190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b4700d4-12d4-4f44-b226-6ecf148c9aed req-cf3d0d5a-d408-44aa-bc32-7eec43993bff tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 946 time: 0.1355813 Sep 21 18:21:12.416507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.475761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b4700d4-12d4-4f44-b226-6ecf148c9aed req-e1043e60-81ac-4938-b328-935580132b09 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429274 Sep 21 18:21:12.548783 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.666080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:12.670734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:12.675150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:12.697192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Pushing event updated for resources: {'Port': ['ID=5526aacf-5bea-454c-a9fa-2a236e34aa05,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:12.742419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-6e8bc2ff-a0df-4aa1-a949-41c220e7900e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:12.747908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-6e8bc2ff-a0df-4aa1-a949-41c220e7900e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 818 time: 0.2696354 Sep 21 18:21:12.766761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Request body: {'port': {'device_id': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'admin_state_up': True, 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:12.921713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:12.922444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.982632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-7af4cb2d-e833-42ac-863f-10ddadfb0b13 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2212729 Sep 21 18:21:13.003258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e1458b8-4c52-4638-9c50-a7a110c5f349 req-95352e2b-2e01-41d4-8213-8452236f32f6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 210 time: 0.1428535 Sep 21 18:21:13.015454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Request body: {'port': {'device_id': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:13.097752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.097895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Made reservation on behalf of 7c8b5a58b52349d0a2b65f784dcd06e3 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:13.106538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.329981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Allocated IP 172.20.0.10 (2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c/f406aa9c-1588-45dc-a874-2512f877b05a/fbc4f168-72e8-4305-8bcf-f439eff194f2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:13.547274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.595156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.685585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Pushing event updated for resources: {'Port': ['ID=fbc4f168-72e8-4305-8bcf-f439eff194f2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:13.721089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:13.723162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:13.730410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:13.799374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d4346-419b-4f7a-a325-f5eed33d8941 req-e7ea27ed-4d3e-4854-b655-391a06f64184 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:13.807131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a47d4346-419b-4f7a-a325-f5eed33d8941 req-e7ea27ed-4d3e-4854-b655-391a06f64184 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 946 time: 0.1894588 Sep 21 18:21:13.836148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:13.836840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.883872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4de5e664-28db-4da6-8ada-406660ca3e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1225686 Sep 21 18:21:13.888140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a47d4346-419b-4f7a-a325-f5eed33d8941 req-6609839b-6a41-493c-8fab-885693e81a05 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Sep 21 18:21:13.896295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Request body: {'port': {'device_id': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:14.069643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.087429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5526aacf-5bea-454c-a9fa-2a236e34aa05 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:14.103815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.135155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Transition to ACTIVE for port object 5526aacf-5bea-454c-a9fa-2a236e34aa05 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:21:14.143719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.362047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Pushing event updated for resources: {'Port': ['ID=5526aacf-5bea-454c-a9fa-2a236e34aa05,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:14.532228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Attempting to bind port 5526aacf-5bea-454c-a9fa-2a236e34aa05 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:14.532889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Attempting to bind port 5526aacf-5bea-454c-a9fa-2a236e34aa05 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:14.533507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Attempting to bind port 5526aacf-5bea-454c-a9fa-2a236e34aa05 on network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:14.590532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Port 5526aacf-5bea-454c-a9fa-2a236e34aa05 on network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:21:14.590867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Attempting to bind port 5526aacf-5bea-454c-a9fa-2a236e34aa05 on network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:14.610730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:14.611076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Checking segment: {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:14.611472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Bound using segment: {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:14.611927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Bound port: 5526aacf-5bea-454c-a9fa-2a236e34aa05, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:14.612296 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.679736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc4f168-72e8-4305-8bcf-f439eff194f2 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:14.688013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.703346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Transition to ACTIVE for port object fbc4f168-72e8-4305-8bcf-f439eff194f2 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:21:14.708737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.775822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Pushing event updated for resources: {'Port': ['ID=fbc4f168-72e8-4305-8bcf-f439eff194f2,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:14.821442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150d123-d318-4192-8540-4a5c30361227 req-9e3ccbdb-aabb-423e-9b21-35984897f89d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:14.830811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2150d123-d318-4192-8540-4a5c30361227 req-9e3ccbdb-aabb-423e-9b21-35984897f89d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 932 time: 0.3241696 Sep 21 18:21:14.945963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Attempting to bind port fbc4f168-72e8-4305-8bcf-f439eff194f2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:14.946541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Attempting to bind port fbc4f168-72e8-4305-8bcf-f439eff194f2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:14.946665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Attempting to bind port fbc4f168-72e8-4305-8bcf-f439eff194f2 on network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:14.952636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Port fbc4f168-72e8-4305-8bcf-f439eff194f2 on network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:21:14.953281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Attempting to bind port fbc4f168-72e8-4305-8bcf-f439eff194f2 on network 2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:14.959290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:14.959636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Checking segment: {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:14.960032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Bound using segment: {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:14.960631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Bound port: fbc4f168-72e8-4305-8bcf-f439eff194f2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f045189f-9b0c-4dcb-b898-9c1a445f382b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:14.961009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.962135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] For port 5526aacf-5bea-454c-a9fa-2a236e34aa05, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:14.997848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2150d123-d318-4192-8540-4a5c30361227 req-a0d61252-c89e-48ec-af04-38c7ce9ea5a7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656921 Sep 21 18:21:15.034567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] For port 5526aacf-5bea-454c-a9fa-2a236e34aa05, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:15.045159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55308) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:15.059420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] For port fbc4f168-72e8-4305-8bcf-f439eff194f2, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:15.064659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] For port fbc4f168-72e8-4305-8bcf-f439eff194f2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:15.065420 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.072209 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.152330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.153618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.156377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] 10.222.0.78 "PUT /v2.0/ports/5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 200 len: 1091 time: 2.1510296 Sep 21 18:21:15.170076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'tag': '5526aacf-5bea-454c-a9fa-2a236e34aa05'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:15.180522 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4df3d222-8eb6-45e7-bade-4e5ddb817c09", "tag": "5526aacf-5bea-454c-a9fa-2a236e34aa05"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:15.232267 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:21:15.233545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.233545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.235182 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] 10.222.0.78 "PUT /v2.0/ports/fbc4f168-72e8-4305-8bcf-f439eff194f2 HTTP/1.1" status: 200 len: 1092 time: 1.3434656 Sep 21 18:21:15.235711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'tag': 'fbc4f168-72e8-4305-8bcf-f439eff194f2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:15.250733 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7c35f-dc06-46f6-a6ff-74a444806b15" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c9361e-577b-4035-b73d-0e7e07407f42", "tag": "fbc4f168-72e8-4305-8bcf-f439eff194f2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:15.286410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3171-cb26-4c08-9528-96359894c0dc service neutron] Pushing event updated for resources: {'Port': ['ID=5526aacf-5bea-454c-a9fa-2a236e34aa05,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:15.372917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df89c7f-0c2a-4b8c-a7bd-92e371d0f64b service neutron] Pushing event updated for resources: {'Port': ['ID=fbc4f168-72e8-4305-8bcf-f439eff194f2,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:15.379567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafeb4c-a051-43c1-a049-13e62c455355 req-db72f156-f1ee-4253-89b4-07ad148c2315 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.388247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ddafeb4c-a051-43c1-a049-13e62c455355 req-db72f156-f1ee-4253-89b4-07ad148c2315 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 946 time: 0.2552476 Sep 21 18:21:15.407849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94021181-61f1-421b-b124-d6e6a52fbe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.411155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-5a686abf-a6bc-4608-bc2b-0978c7f7d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.417871 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-5a686abf-a6bc-4608-bc2b-0978c7f7d096 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 1095 time: 0.1329522 Sep 21 18:21:15.479229 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-19eb789e-6a0b-4df5-9a0d-8671aaff07cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2 HTTP/1.1" status: 200 len: 217 time: 0.0507419 Sep 21 18:21:15.499887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-8cfa5c4c-1faa-444b-a7dc-7b2af622559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.501431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-8cfa5c4c-1faa-444b-a7dc-7b2af622559e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1094 time: 0.2095935 Sep 21 18:21:15.510810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ddafeb4c-a051-43c1-a049-13e62c455355 req-2af49ab4-bb47-47d4-8ee5-842f74532da5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205196 Sep 21 18:21:15.568443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-61f1990e-3b74-4004-9eaf-3c1f556e6d06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 200 len: 217 time: 0.0566399 Sep 21 18:21:15.613166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-2f656689-29c2-421a-a84c-34575d3b2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.618518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-2f656689-29c2-421a-a84c-34575d3b2707 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.1262140 Sep 21 18:21:15.629551 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec5940e-7d40-472a-be8c-0173f146d01e x-openstack-request-id: req-fec5940e-7d40-472a-be8c-0173f146d01e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:15.629938 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df3d222-8eb6-45e7-bade-4e5ddb817c09", "tag": "5526aacf-5bea-454c-a9fa-2a236e34aa05", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:15.630118 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fec5940e-7d40-472a-be8c-0173f146d01e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:15.630513 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'tag': '5526aacf-5bea-454c-a9fa-2a236e34aa05', 'status': 'completed', 'code': 200} Sep 21 18:21:15.670711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-a717327a-6374-4bd0-b8b0-024c9b1a80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.673008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-a717327a-6374-4bd0-b8b0-024c9b1a80b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.0891783 Sep 21 18:21:15.688852 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-3fad0525-7850-4b3e-b006-18a7b1e67e67 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615094 Sep 21 18:21:15.696521 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab87d5aa-8d4e-4946-97ed-365cda9b4f8d x-openstack-request-id: req-ab87d5aa-8d4e-4946-97ed-365cda9b4f8d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:15.697014 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c9361e-577b-4035-b73d-0e7e07407f42", "tag": "fbc4f168-72e8-4305-8bcf-f439eff194f2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:15.697500 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab87d5aa-8d4e-4946-97ed-365cda9b4f8d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:15.698084 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'tag': 'fbc4f168-72e8-4305-8bcf-f439eff194f2', 'status': 'completed', 'code': 200} Sep 21 18:21:15.725776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-e297f6c1-af3f-4b80-b062-3f26cfa2eae1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436101 Sep 21 18:21:15.729024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94021181-61f1-421b-b124-d6e6a52fbe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.742846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94021181-61f1-421b-b124-d6e6a52fbe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.811488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94021181-61f1-421b-b124-d6e6a52fbe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f05d8d4-7ed9-44ae-b1be-68e3133fb095,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:15.858432 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-c5b52323-5361-478b-b545-ce1b756561fe service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579139 Sep 21 18:21:15.916522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94021181-61f1-421b-b124-d6e6a52fbe81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92b62b8ac0aa48e3836d5a81448f5276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8658004 Sep 21 18:21:15.919833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:15.949172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-0e18c2ab-379b-4a37-aad2-46dbc9299c95 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:15.950790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-0e18c2ab-379b-4a37-aad2-46dbc9299c95 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.41 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 946 time: 0.2241018 Sep 21 18:21:16.008292 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cd8863ae-be8b-41fa-9b53-6bba9165e979 req-33a7a8f9-0518-4307-839e-2e90961f3dc7 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377506 Sep 21 18:21:16.200273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-94d85f16-adaa-4743-a142-e00d4cab1819 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603662 Sep 21 18:21:16.210163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-f574ea83-f02b-4e20-8535-9c54cf3de030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:16.211691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-f574ea83-f02b-4e20-8535-9c54cf3de030 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 1095 time: 0.1252465 Sep 21 18:21:16.274533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2eec71-9ad8-4af6-8dfa-b9db7ab3a693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.382643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-31a9f9ad-2699-4b34-9aba-2b8243d73b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:16.384289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-31a9f9ad-2699-4b34-9aba-2b8243d73b8a service neutron] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 920 time: 0.1621234 Sep 21 18:21:16.386680 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2eec71-9ad8-4af6-8dfa-b9db7ab3a693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.436578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae06e99-fd6b-427e-8c6f-b37d36cd6b50 req-3a3f7e34-560d-40bc-a056-4c17bf0e5115 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:16.444151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ae06e99-fd6b-427e-8c6f-b37d36cd6b50 req-3a3f7e34-560d-40bc-a056-4c17bf0e5115 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 944 time: 0.2471442 Sep 21 18:21:16.482471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Deleting port b23358e0-21ef-4266-a07b-bdeea055db32 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:16.483576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.490253 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d553ee8b-2ddd-4715-8a63-31e7db4daf76 req-d7b6ce33-ddaa-49f6-ad93-9ad10e911191 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727046 Sep 21 18:21:16.533732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ae06e99-fd6b-427e-8c6f-b37d36cd6b50 req-bb089c42-af94-4543-955e-7ab9cb9684c3 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875752 Sep 21 18:21:16.555106 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-344e6ef5-2ec3-4652-a065-606a2134aed7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2 HTTP/1.1" status: 200 len: 217 time: 0.1534278 Sep 21 18:21:16.652216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2eec71-9ad8-4af6-8dfa-b9db7ab3a693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.665921 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2eec71-9ad8-4af6-8dfa-b9db7ab3a693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.667371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8a2eec71-9ad8-4af6-8dfa-b9db7ab3a693 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f05d8d4-7ed9-44ae-b1be-68e3133fb095 HTTP/1.1" status: 204 len: 168 time: 0.7445016 Sep 21 18:21:16.726006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-28c498e1-9ee9-4b04-944f-4614852e66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:16.734438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-28c498e1-9ee9-4b04-944f-4614852e66c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.1710479 Sep 21 18:21:16.777326 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-e3d9b9fe-8ae8-41e4-9416-96a9b569c9a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349336 Sep 21 18:21:17.060222 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-e07290cd-1bfd-4756-8666-3f60a748bd28 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741504 Sep 21 18:21:17.270350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98f7c35f-dc06-46f6-a6ff-74a444806b15 req-1e62ff04-5f00-4300-b58f-b78a165941d1 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934006 Sep 21 18:21:17.325857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2eec71-9ad8-4af6-8dfa-b9db7ab3a693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f05d8d4-7ed9-44ae-b1be-68e3133fb095,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:17.398595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] For port b23358e0-21ef-4266-a07b-bdeea055db32, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b23358e0-21ef-4266-a07b-bdeea055db32,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:17.399629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.421556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Calling delete_port for b23358e0-21ef-4266-a07b-bdeea055db32 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:17.478285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:17.517443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-70b5998f-7c11-40ca-83e7-5445a1827ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:17.530639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.533816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-70b5998f-7c11-40ca-83e7-5445a1827ea9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1094 time: 0.9016955 Sep 21 18:21:17.618932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880e054-9f8c-48b6-8a1c-086cc1cdb76a req-07b2c18e-3c74-43f7-81f1-4fc2d31be225 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:17.624554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1880e054-9f8c-48b6-8a1c-086cc1cdb76a req-07b2c18e-3c74-43f7-81f1-4fc2d31be225 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=e895038b-bc7f-4acf-9825-5f7601cc3db0 HTTP/1.1" status: 200 len: 946 time: 0.3397241 Sep 21 18:21:17.793042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.830760 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.898941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4115d020cff74a38a6073943558427e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191878 Sep 21 18:21:17.899669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:17.971603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f438e987-c630-44de-abb7-0542fc5d1d2d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:17.988612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.990901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.990901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.990901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.990901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.990901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.990901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.990901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.993363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.993363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.993363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:17.993363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35786536-68bb-4294-94c3-df3b06eaadc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.052028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1880e054-9f8c-48b6-8a1c-086cc1cdb76a req-9988600b-5b5a-4a40-a68e-e97fd4292907 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818512 Sep 21 18:21:18.055261 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.072595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca17-6be2-493d-89bb-26c160808594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.074834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['67bc7315-ab93-40fd-861e-03ac9a0fcfa7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:18.166449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca17-6be2-493d-89bb-26c160808594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.213678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Pushing event deleted for resources: {'Port': ['ID=b23358e0-21ef-4266-a07b-bdeea055db32,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.228159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5526aacf-5bea-454c-a9fa-2a236e34aa05 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:21:18.294717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-9080906e-7502-439d-b2d8-f05db7dadb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:18.297238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-9080906e-7502-439d-b2d8-f05db7dadb4c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 920 time: 0.7492306 Sep 21 18:21:18.298339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] No DVR routers for this DVR port b23358e0-21ef-4266-a07b-bdeea055db32 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:18.302079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.304560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b56ffa37-6fce-4782-882e-be88d5429ffa req-cf60e8b6-0d4f-4d72-bc95-933f6ef9958b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.41 "DELETE /v2.0/ports/b23358e0-21ef-4266-a07b-bdeea055db32 HTTP/1.1" status: 204 len: 173 time: 2.3352408 Sep 21 18:21:18.305162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'name': 'network-vif-deleted', 'tag': 'b23358e0-21ef-4266-a07b-bdeea055db32'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:18.308593 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393c266b-a084-4e43-b421-085a01840442" -d '{"events": [{"server_uuid": "e895038b-bc7f-4acf-9825-5f7601cc3db0", "name": "network-vif-deleted", "tag": "b23358e0-21ef-4266-a07b-bdeea055db32"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:18.337633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca17-6be2-493d-89bb-26c160808594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.343202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca17-6be2-493d-89bb-26c160808594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.344913 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3ba9ca17-6be2-493d-89bb-26c160808594 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f438e987-c630-44de-abb7-0542fc5d1d2d HTTP/1.1" status: 204 len: 168 time: 0.4430587 Sep 21 18:21:18.399591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9ca17-6be2-493d-89bb-26c160808594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f438e987-c630-44de-abb7-0542fc5d1d2d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.514796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5526aacf-5bea-454c-a9fa-2a236e34aa05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:18.519111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-ab936a6a-97f6-41f9-a4ae-11b76dba24a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 200 len: 217 time: 0.1812294 Sep 21 18:21:18.553195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '5526aacf-5bea-454c-a9fa-2a236e34aa05', 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'port_id': '5526aacf-5bea-454c-a9fa-2a236e34aa05', 'mac_address': 'fa:16:3e:f7:86:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:21:18.608560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-97a22928-78c5-4586-bddb-88b4a274ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:18.610396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-97a22928-78c5-4586-bddb-88b4a274ef4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.0712676 Sep 21 18:21:18.769609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-58657b7a-ca1d-47ec-a21d-b948f868257d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271031 Sep 21 18:21:18.906531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.941719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5526aacf-5bea-454c-a9fa-2a236e34aa05 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:18.963127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5526aacf-5bea-454c-a9fa-2a236e34aa05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:18.971976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.973277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fbc4f168-72e8-4305-8bcf-f439eff194f2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:21:19.004320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1e0b2-c505-40ba-9165-c8ff0aea8b33 req-b104b7e8-329e-479e-8b6a-d3d0f4c68c1c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:19.006430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49d1e0b2-c505-40ba-9165-c8ff0aea8b33 req-b104b7e8-329e-479e-8b6a-d3d0f4c68c1c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 944 time: 0.3950696 Sep 21 18:21:19.091718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5526aacf-5bea-454c-a9fa-2a236e34aa05,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:19.166773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fbc4f168-72e8-4305-8bcf-f439eff194f2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:19.173250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49d1e0b2-c505-40ba-9165-c8ff0aea8b33 req-68f07395-9b4f-43a6-89d0-8a760ad8f304 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333179 Sep 21 18:21:19.180079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-7da8bdd8-3538-4ee7-99cc-23480c9d72ec service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825669 Sep 21 18:21:19.181667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'fbc4f168-72e8-4305-8bcf-f439eff194f2', 'network_id': '2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c', 'port_id': 'fbc4f168-72e8-4305-8bcf-f439eff194f2', 'mac_address': 'fa:16:3e:68:e4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f406aa9c-1588-45dc-a874-2512f877b05a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:21:19.284583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.350060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc4f168-72e8-4305-8bcf-f439eff194f2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:19.379189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18fe91f1-4a46-48a6-999c-d266ad8ee5f2 req-e06bdb2e-4619-4a2e-827f-9256ca35df45 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908510 Sep 21 18:21:19.379627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fbc4f168-72e8-4305-8bcf-f439eff194f2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:19.382527 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfda5fd-b564-4bfa-ab6b-cccb40d94e75 x-openstack-request-id: req-9dfda5fd-b564-4bfa-ab6b-cccb40d94e75 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:19.383137 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895038b-bc7f-4acf-9825-5f7601cc3db0", "name": "network-vif-deleted", "tag": "b23358e0-21ef-4266-a07b-bdeea055db32", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:19.383394 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dfda5fd-b564-4bfa-ab6b-cccb40d94e75 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:19.383522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b23358e0-21ef-4266-a07b-bdeea055db32 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:19.383796 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895038b-bc7f-4acf-9825-5f7601cc3db0', 'name': 'network-vif-deleted', 'tag': 'b23358e0-21ef-4266-a07b-bdeea055db32', 'status': 'completed', 'code': 200} Sep 21 18:21:19.431274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: b23358e0-21ef-4266-a07b-bdeea055db32 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:19.431623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b23358e0-21ef-4266-a07b-bdeea055db32 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:19.434975 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.513365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=fbc4f168-72e8-4305-8bcf-f439eff194f2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:19.541598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61820f-3bab-420d-96d6-70eb0ccf5356 req-1fc36fa3-dd47-4943-8e4d-716f5a708aa9 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:19.543244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a61820f-3bab-420d-96d6-70eb0ccf5356 req-1fc36fa3-dd47-4943-8e4d-716f5a708aa9 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 945 time: 0.1446502 Sep 21 18:21:19.625583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a61820f-3bab-420d-96d6-70eb0ccf5356 req-47f70f9e-4ff0-4d1d-b072-00fc249dacad tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730729 Sep 21 18:21:19.730920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['fbc4f168-72e8-4305-8bcf-f439eff194f2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:19.795901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5526aacf-5bea-454c-a9fa-2a236e34aa05'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:19.944948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444159f7-9525-4512-a1eb-4e6d328d2f5d req-7b0ddb0b-efa6-47f9-9ac2-4131ba2f4916 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:19.955535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-444159f7-9525-4512-a1eb-4e6d328d2f5d req-7b0ddb0b-efa6-47f9-9ac2-4131ba2f4916 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1261668 Sep 21 18:21:20.057561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-d8b74815-332a-411b-8ffb-0fd0bdf35258 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:20.059451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-d8b74815-332a-411b-8ffb-0fd0bdf35258 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 945 time: 0.1009390 Sep 21 18:21:20.156850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-444159f7-9525-4512-a1eb-4e6d328d2f5d req-07335d73-f151-4b58-9778-9b685b00ec9d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003231 Sep 21 18:21:20.278165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Deleting port e1849874-35d8-4ebd-abbd-40232e05f15e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:20.278560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:20.457688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeffa2e-e03c-4c3c-af97-a7405f15b8ca req-a666b5f5-002f-4b0d-80bb-103b7ba387bf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:20.468241 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfeffa2e-e03c-4c3c-af97-a7405f15b8ca req-a666b5f5-002f-4b0d-80bb-103b7ba387bf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 945 time: 0.1452322 Sep 21 18:21:20.535182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] For port e1849874-35d8-4ebd-abbd-40232e05f15e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e1849874-35d8-4ebd-abbd-40232e05f15e,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:20.535568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:20.552511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Calling delete_port for e1849874-35d8-4ebd-abbd-40232e05f15e owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:20.716103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfeffa2e-e03c-4c3c-af97-a7405f15b8ca req-335eb34d-9959-40ac-97e6-3f30604543f2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465343 Sep 21 18:21:20.718284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:20.731806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930', '836d6b47-a93c-4893-9c0a-f2380169f001', 'e1849874-35d8-4ebd-abbd-40232e05f15e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:20.749179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event deleted for resources: {'Port': ['ID=e1849874-35d8-4ebd-abbd-40232e05f15e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:20.773874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.774282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.774722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.775208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.776081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.777194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.777698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.778039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.781036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.782579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.783090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.783444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:20.887342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f13502cd-168a-46b9-a1f8-57bfb0d30c89'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:21.016213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] No DVR routers for this DVR port e1849874-35d8-4ebd-abbd-40232e05f15e on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:21.039232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2b1bc65-4671-41a2-9b6a-5eb4587504d9 req-5c1eb842-4149-4f33-900d-be09a3a93e30 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2c0de42-2aad-421d-971d-513cca96c816 HTTP/1.1" status: 200 len: 210 time: 0.1449509 Sep 21 18:21:21.045698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:21.056691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65b0ee60-8b7d-403e-b574-575bcc033b2c req-99f702d5-d635-4b92-b155-107b6aa81d20 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "DELETE /v2.0/ports/e1849874-35d8-4ebd-abbd-40232e05f15e HTTP/1.1" status: 204 len: 173 time: 0.9892867 Sep 21 18:21:21.314244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcbfba-90af-448d-be29-da3f697724a3 req-1c55919d-750b-4190-a9ed-d1148d9da0b9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:21.316856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4efcbfba-90af-448d-be29-da3f697724a3 req-1c55919d-750b-4190-a9ed-d1148d9da0b9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1363497 Sep 21 18:21:21.424115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0de42-2aad-421d-971d-513cca96c816', 'name': 'network-vif-deleted', 'tag': 'e1849874-35d8-4ebd-abbd-40232e05f15e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:21.427089 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877127d-4724-472c-bba8-0dfc0be26335" -d '{"events": [{"server_uuid": "b2c0de42-2aad-421d-971d-513cca96c816", "name": "network-vif-deleted", "tag": "e1849874-35d8-4ebd-abbd-40232e05f15e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:21.444212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4efcbfba-90af-448d-be29-da3f697724a3 req-62524c7a-1e04-4715-a38d-d976200e2218 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199412 Sep 21 18:21:21.510563 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd0840c-1b0e-470c-aedc-577ce42ff928 x-openstack-request-id: req-acd0840c-1b0e-470c-aedc-577ce42ff928 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:21.511005 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0de42-2aad-421d-971d-513cca96c816", "name": "network-vif-deleted", "tag": "e1849874-35d8-4ebd-abbd-40232e05f15e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:21.511154 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acd0840c-1b0e-470c-aedc-577ce42ff928 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:21.511558 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0de42-2aad-421d-971d-513cca96c816', 'name': 'network-vif-deleted', 'tag': 'e1849874-35d8-4ebd-abbd-40232e05f15e', 'status': 'completed', 'code': 200} Sep 21 18:21:21.706106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b41aba-5cf6-4d97-a3f9-387abf29b26a req-e10708f0-1297-4f43-b2c5-848f3403cdf4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:21.719280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9b41aba-5cf6-4d97-a3f9-387abf29b26a req-e10708f0-1297-4f43-b2c5-848f3403cdf4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1404512 Sep 21 18:21:21.813478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9b41aba-5cf6-4d97-a3f9-387abf29b26a req-e11d0697-c471-48b1-87d8-2bc75bc59955 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930955 Sep 21 18:21:22.005966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d21b-fdce-4ca9-b3ef-0ddfd4bc7d72 req-dfe7f1f9-cea2-443b-beaa-2068e786916e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:22.015498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0df4d21b-fdce-4ca9-b3ef-0ddfd4bc7d72 req-dfe7f1f9-cea2-443b-beaa-2068e786916e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 945 time: 0.0795672 Sep 21 18:21:22.065489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0df4d21b-fdce-4ca9-b3ef-0ddfd4bc7d72 req-653e0356-1f49-4440-adcc-c70e4b591ea4 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487647 Sep 21 18:21:22.211949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5526aacf-5bea-454c-a9fa-2a236e34aa05 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:22.342725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 5526aacf-5bea-454c-a9fa-2a236e34aa05 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:21:22.352617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 5526aacf-5bea-454c-a9fa-2a236e34aa05 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:22.354246 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.671726 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.822344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5526aacf-5bea-454c-a9fa-2a236e34aa05'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:22.825157 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddbb467-c0e3-4a54-97af-b89d3cfe7773" -d '{"events": [{"server_uuid": "4df3d222-8eb6-45e7-bade-4e5ddb817c09", "name": "network-vif-plugged", "status": "completed", "tag": "5526aacf-5bea-454c-a9fa-2a236e34aa05"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:22.844009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5526aacf-5bea-454c-a9fa-2a236e34aa05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:22.853067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.854098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fbc4f168-72e8-4305-8bcf-f439eff194f2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:22.959139 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424665b6-cc74-4777-8ce3-0102718f655a x-openstack-request-id: req-424665b6-cc74-4777-8ce3-0102718f655a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:22.959312 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df3d222-8eb6-45e7-bade-4e5ddb817c09", "name": "network-vif-plugged", "status": "completed", "tag": "5526aacf-5bea-454c-a9fa-2a236e34aa05", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:22.959642 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-424665b6-cc74-4777-8ce3-0102718f655a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:22.960161 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5526aacf-5bea-454c-a9fa-2a236e34aa05', 'code': 200} Sep 21 18:21:23.003073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port fbc4f168-72e8-4305-8bcf-f439eff194f2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:21:23.010771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port fbc4f168-72e8-4305-8bcf-f439eff194f2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:23.011364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.064160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5526aacf-5bea-454c-a9fa-2a236e34aa05,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:23.120507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d5952-ae38-44e2-9e46-6d62727514d4 req-a3e7fa6d-8386-4785-b11e-1ee85458cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:23.125134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d5952-ae38-44e2-9e46-6d62727514d4 req-a3e7fa6d-8386-4785-b11e-1ee85458cdbc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1096 time: 0.0854385 Sep 21 18:21:23.206254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55466) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:23.214894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f25d5952-ae38-44e2-9e46-6d62727514d4 req-2a317b29-62b0-42a4-bf9f-18ea31a90ab3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814922 Sep 21 18:21:23.240916 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.289563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0fd97-daf6-4490-9773-8d83875a5bfd req-030f98f6-f0c3-475d-b3ff-328ca8f7f085 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:23.298431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7bc0fd97-daf6-4490-9773-8d83875a5bfd req-030f98f6-f0c3-475d-b3ff-328ca8f7f085 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 945 time: 0.0818286 Sep 21 18:21:23.340993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fbc4f168-72e8-4305-8bcf-f439eff194f2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:23.347101 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.374594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7bc0fd97-daf6-4490-9773-8d83875a5bfd req-d58a4f8e-33a1-4214-aafe-0701987f32f5 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751221 Sep 21 18:21:23.441305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e35b3901-d06f-4a36-8bf0-09b130402c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.448130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e1849874-35d8-4ebd-abbd-40232e05f15e no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:23.503199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: e1849874-35d8-4ebd-abbd-40232e05f15e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:23.503851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e1849874-35d8-4ebd-abbd-40232e05f15e not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:23.505756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=fbc4f168-72e8-4305-8bcf-f439eff194f2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:23.635070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e35b3901-d06f-4a36-8bf0-09b130402c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.642102 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e35b3901-d06f-4a36-8bf0-09b130402c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.715223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b3901-d06f-4a36-8bf0-09b130402c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a250bd-fa9a-4906-babd-5aa2ae5d0ab7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:23.779473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e35b3901-d06f-4a36-8bf0-09b130402c28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ed3920f16f44150aa399856f9a5cc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713069 Sep 21 18:21:23.782779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55486) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:23.946106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7832c591-5d6f-4308-866b-0e7c917ec899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.005455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7832c591-5d6f-4308-866b-0e7c917ec899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.072906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7832c591-5d6f-4308-866b-0e7c917ec899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.076019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7832c591-5d6f-4308-866b-0e7c917ec899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.082565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7832c591-5d6f-4308-866b-0e7c917ec899 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39a250bd-fa9a-4906-babd-5aa2ae5d0ab7 HTTP/1.1" status: 204 len: 168 time: 0.2926083 Sep 21 18:21:24.101423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832c591-5d6f-4308-866b-0e7c917ec899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a250bd-fa9a-4906-babd-5aa2ae5d0ab7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:24.444344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55502) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:24.464727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-47e202dc-caef-4f5e-9148-bc27e8152f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.563367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af3180-f0c9-4580-950a-51eaea0a6840 req-1f889617-b74d-49b7-85bc-c043132bc026 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:24.565374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95af3180-f0c9-4580-950a-51eaea0a6840 req-1f889617-b74d-49b7-85bc-c043132bc026 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1104765 Sep 21 18:21:24.599369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-47e202dc-caef-4f5e-9148-bc27e8152f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.605900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-47e202dc-caef-4f5e-9148-bc27e8152f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.636318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95af3180-f0c9-4580-950a-51eaea0a6840 req-f9ae544b-5b1c-4a18-8cd6-c9037aa77a93 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633574 Sep 21 18:21:24.664251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-47e202dc-caef-4f5e-9148-bc27e8152f17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cb569ab84b84b439286c5a5d3a3d12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182357 Sep 21 18:21:24.666525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55504) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:24.673836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e202dc-caef-4f5e-9148-bc27e8152f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f73db-4dcc-4134-9466-5fdb5ec5dd0d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:24.730085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-07547a8d-a82a-469c-af99-5e1ba26aeea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.755338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-07547a8d-a82a-469c-af99-5e1ba26aeea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.817622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-07547a8d-a82a-469c-af99-5e1ba26aeea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.820868 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-07547a8d-a82a-469c-af99-5e1ba26aeea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.822607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-07547a8d-a82a-469c-af99-5e1ba26aeea7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/108f73db-4dcc-4134-9466-5fdb5ec5dd0d HTTP/1.1" status: 204 len: 168 time: 0.1542969 Sep 21 18:21:24.832258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07547a8d-a82a-469c-af99-5e1ba26aeea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f73db-4dcc-4134-9466-5fdb5ec5dd0d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:24.963502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc4f168-72e8-4305-8bcf-f439eff194f2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:24.967064 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65efbc96-6077-454f-a0d1-74f22719ebad" -d '{"events": [{"server_uuid": "c2c9361e-577b-4035-b73d-0e7e07407f42", "name": "network-vif-plugged", "status": "completed", "tag": "fbc4f168-72e8-4305-8bcf-f439eff194f2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:25.028437 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa65225e-6d13-48b6-a040-6f96a33aaf46 x-openstack-request-id: req-fa65225e-6d13-48b6-a040-6f96a33aaf46 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:25.031972 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c9361e-577b-4035-b73d-0e7e07407f42", "name": "network-vif-plugged", "status": "completed", "tag": "fbc4f168-72e8-4305-8bcf-f439eff194f2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:25.032430 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa65225e-6d13-48b6-a040-6f96a33aaf46 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:25.033045 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc4f168-72e8-4305-8bcf-f439eff194f2', 'code': 200} Sep 21 18:21:25.179037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a1b4e-9c10-4645-b5f0-311813a4d37a req-695835f1-5f78-4cd1-a71e-9e340c7b12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:25.182894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-031a1b4e-9c10-4645-b5f0-311813a4d37a req-695835f1-5f78-4cd1-a71e-9e340c7b12d1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 1097 time: 0.0731559 Sep 21 18:21:25.261494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-031a1b4e-9c10-4645-b5f0-311813a4d37a req-838cfb22-f96c-4097-b30e-48f9aa4dc754 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680981 Sep 21 18:21:25.596649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e105de-216a-4a0f-a6a1-a4c9ed765668 req-bfdb732c-5c69-4581-baff-24a7f8e1ca74 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:25.600534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e105de-216a-4a0f-a6a1-a4c9ed765668 req-bfdb732c-5c69-4581-baff-24a7f8e1ca74 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0674660 Sep 21 18:21:25.674800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e105de-216a-4a0f-a6a1-a4c9ed765668 req-75dcf90d-03cd-40f4-a5c6-047407cf7e93 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664430 Sep 21 18:21:25.892290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333991d5-ad4d-48ff-84ef-c8f6f87bffde req-aa8f4cc0-4cbc-4cae-adeb-2b927f71355e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:25.906840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-333991d5-ad4d-48ff-84ef-c8f6f87bffde req-aa8f4cc0-4cbc-4cae-adeb-2b927f71355e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1379313 Sep 21 18:21:25.982993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-333991d5-ad4d-48ff-84ef-c8f6f87bffde req-dbadac0a-b6d6-4e87-811d-30615d7d1023 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735338 Sep 21 18:21:26.157215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15456a34-1f38-414b-b31a-2f0ac92d93a2 req-a922d076-509c-40e6-b93b-5022503148bf tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:26.158995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15456a34-1f38-414b-b31a-2f0ac92d93a2 req-a922d076-509c-40e6-b93b-5022503148bf tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1012425 Sep 21 18:21:26.237524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15456a34-1f38-414b-b31a-2f0ac92d93a2 req-bbb212a6-7fb6-4ea4-8065-80f69fbf7c37 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689049 Sep 21 18:21:26.423759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55590) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:26.700459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8a87fb2-b68c-4f12-8b49-358736adf8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.940657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8a87fb2-b68c-4f12-8b49-358736adf8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.948771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8a87fb2-b68c-4f12-8b49-358736adf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.068696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a87fb2-b68c-4f12-8b49-358736adf8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feb080b-3808-4e0b-ba77-1d4935ffd3e9,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:27.080113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d8a87fb2-b68c-4f12-8b49-358736adf8cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19ac6c6cc63649acb2d20d9108948652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548634 Sep 21 18:21:27.082555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55612) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:27.199450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e83e2b0a-77c1-41f5-a7eb-fb5387e96146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.259820 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e83e2b0a-77c1-41f5-a7eb-fb5387e96146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.432206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b46e6b-64aa-4a18-801b-23ed1671ca2c req-55a64d5a-3d48-433e-830f-6bc85761c5ab tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:27.434304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62b46e6b-64aa-4a18-801b-23ed1671ca2c req-55a64d5a-3d48-433e-830f-6bc85761c5ab tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1289930 Sep 21 18:21:27.437354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e83e2b0a-77c1-41f5-a7eb-fb5387e96146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.440096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e83e2b0a-77c1-41f5-a7eb-fb5387e96146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.444436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e83e2b0a-77c1-41f5-a7eb-fb5387e96146 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8feb080b-3808-4e0b-ba77-1d4935ffd3e9 HTTP/1.1" status: 204 len: 168 time: 0.3604660 Sep 21 18:21:27.462620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e2b0a-77c1-41f5-a7eb-fb5387e96146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feb080b-3808-4e0b-ba77-1d4935ffd3e9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:27.517570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62b46e6b-64aa-4a18-801b-23ed1671ca2c req-a51f7244-3b64-484a-a3f7-4e90817cf6ba tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714581 Sep 21 18:21:27.714655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2866d-208d-4ff9-bb2d-377225f6a798 req-48704cdb-c09c-4056-a42c-6b8005ab4f99 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:27.724657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ce2866d-208d-4ff9-bb2d-377225f6a798 req-48704cdb-c09c-4056-a42c-6b8005ab4f99 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 946 time: 0.1015801 Sep 21 18:21:27.802575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ce2866d-208d-4ff9-bb2d-377225f6a798 req-467c752a-1324-404e-957a-3f14362d1460 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751758 Sep 21 18:21:28.108549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55632) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:28.140213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be4a4312-3f7e-42b4-a12d-0e5aaf3476c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:28.228684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-5094ae4b-d919-4d65-aa31-32bc75711ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.230617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-5094ae4b-d919-4d65-aa31-32bc75711ef8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 1097 time: 0.1024840 Sep 21 18:21:28.246358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acff38-2d82-474b-ade4-8b47f09e78be req-1ec00a15-637f-4053-bf22-0736abb549fd tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.248628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13acff38-2d82-474b-ade4-8b47f09e78be req-1ec00a15-637f-4053-bf22-0736abb549fd tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1098194 Sep 21 18:21:28.384066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13acff38-2d82-474b-ade4-8b47f09e78be req-101bfc9d-b70c-43d8-8852-9cba121019c7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288586 Sep 21 18:21:28.420197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-73ec6773-5d2e-4784-80ec-edf79e2b77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.421687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-73ec6773-5d2e-4784-80ec-edf79e2b77bf service neutron] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 920 time: 0.1719451 Sep 21 18:21:28.426460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be4a4312-3f7e-42b4-a12d-0e5aaf3476c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:28.430724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be4a4312-3f7e-42b4-a12d-0e5aaf3476c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:28.499831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-7a77bb2b-ae52-4396-a7a4-d2944eb44e0d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2 HTTP/1.1" status: 200 len: 217 time: 0.0658147 Sep 21 18:21:28.520536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a4312-3f7e-42b4-a12d-0e5aaf3476c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9a0ed6-90ec-43bf-a637-db49db735a69,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:28.528697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-be4a4312-3f7e-42b4-a12d-0e5aaf3476c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9291737f4c245398f5edff6e5bc19fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167507 Sep 21 18:21:28.530210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55636) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:28.565194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-4549a9a2-f7e2-4fa4-99d8-4d71f3aa6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.566158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-4549a9a2-f7e2-4fa4-99d8-4d71f3aa6003 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.0557919 Sep 21 18:21:28.610229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d1df0f1-f345-4874-aa99-87899de8bb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:28.614271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-d12d4982-c561-4e15-8600-cbbddb9cde27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352459 Sep 21 18:21:28.633939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d1df0f1-f345-4874-aa99-87899de8bb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:28.689332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d1df0f1-f345-4874-aa99-87899de8bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:28.692389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d1df0f1-f345-4874-aa99-87899de8bb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:28.693685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2d1df0f1-f345-4874-aa99-87899de8bb4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f9a0ed6-90ec-43bf-a637-db49db735a69 HTTP/1.1" status: 204 len: 168 time: 0.1624813 Sep 21 18:21:28.703260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1df0f1-f345-4874-aa99-87899de8bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9a0ed6-90ec-43bf-a637-db49db735a69,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:28.749402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-6def449a-d487-4045-bd3b-3a3d8c6c174c service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238468 Sep 21 18:21:28.848405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-a90e0942-e1ee-4560-9220-4791dc7eab46 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.850026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-a90e0942-e1ee-4560-9220-4791dc7eab46 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 946 time: 0.1150200 Sep 21 18:21:28.948913 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae006e10-9921-41e3-8c3a-bca61e4b9fb9 req-972e4bd3-336a-4cdf-9c4d-82649eba3c27 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844187 Sep 21 18:21:29.074435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e2ad3-95d8-4c17-a4ec-610c468032fc req-e7c0bb5f-b0d1-413e-99b9-ba7b70227e96 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:29.085093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b09e2ad3-95d8-4c17-a4ec-610c468032fc req-e7c0bb5f-b0d1-413e-99b9-ba7b70227e96 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 946 time: 0.1868997 Sep 21 18:21:29.151974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Deleting port 836d6b47-a93c-4893-9c0a-f2380169f001 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:29.152561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:29.173658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b09e2ad3-95d8-4c17-a4ec-610c468032fc req-e67177cd-246c-4998-80bf-2ef263f6356c tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876102 Sep 21 18:21:29.256952 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e46b056-6fde-4583-a329-8a2e3daa6313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:29.315587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] For port 836d6b47-a93c-4893-9c0a-f2380169f001, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=836d6b47-a93c-4893-9c0a-f2380169f001,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:29.316033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:29.336349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Calling delete_port for 836d6b47-a93c-4893-9c0a-f2380169f001 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:29.536654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab81126-f1fa-40d3-8d2a-c0cef5482405 req-32b82f76-66dc-4285-9654-23e63ca97c1e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:29.544733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fab81126-f1fa-40d3-8d2a-c0cef5482405 req-32b82f76-66dc-4285-9654-23e63ca97c1e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0861852 Sep 21 18:21:29.555093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:29.568683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930', '836d6b47-a93c-4893-9c0a-f2380169f001'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:29.596500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event deleted for resources: {'Port': ['ID=836d6b47-a93c-4893-9c0a-f2380169f001,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:29.643982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fab81126-f1fa-40d3-8d2a-c0cef5482405 req-84972246-2b5e-4444-8f7e-6b37dae752bb tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977468 Sep 21 18:21:29.644452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f13502cd-168a-46b9-a1f8-57bfb0d30c89'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:29.671385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] No DVR routers for this DVR port 836d6b47-a93c-4893-9c0a-f2380169f001 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:29.681394 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:29.683755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19495919-ecec-4a42-984b-9ab2b2ac4ce1 req-05e92c0b-96bd-4c7d-b402-92404692aaf0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "DELETE /v2.0/ports/836d6b47-a93c-4893-9c0a-f2380169f001 HTTP/1.1" status: 204 len: 173 time: 0.8272016 Sep 21 18:21:29.684346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'name': 'network-vif-deleted', 'tag': '836d6b47-a93c-4893-9c0a-f2380169f001'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:29.697675 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e618e10-53f1-4b30-835c-a421dd76f7ae" -d '{"events": [{"server_uuid": "da7800e4-f276-43a0-bfc9-29ccf783eccf", "name": "network-vif-deleted", "tag": "836d6b47-a93c-4893-9c0a-f2380169f001"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:29.815371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f96a0-0fe0-42a0-b6a8-9ec3e14ed7fb req-bcf3ba76-61f2-44e0-9c68-7ae0c71d844f tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:29.818045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-265f96a0-0fe0-42a0-b6a8-9ec3e14ed7fb req-bcf3ba76-61f2-44e0-9c68-7ae0c71d844f tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0610049 Sep 21 18:21:29.878173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-265f96a0-0fe0-42a0-b6a8-9ec3e14ed7fb req-bee98fd8-f244-4063-95d0-fc8ff5f367a6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510182 Sep 21 18:21:30.025124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cb2f1-27fb-4f37-a289-fdb83f88b1a4 req-c43d3587-06d8-40cb-90e3-b57954914ba5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:30.026874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-592cb2f1-27fb-4f37-a289-fdb83f88b1a4 req-c43d3587-06d8-40cb-90e3-b57954914ba5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0769980 Sep 21 18:21:30.096579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-592cb2f1-27fb-4f37-a289-fdb83f88b1a4 req-a960aae3-88a8-40fa-88e4-61beb66191e1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623543 Sep 21 18:21:30.160673 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9317346-b418-4140-8754-5722aa130252 x-openstack-request-id: req-b9317346-b418-4140-8754-5722aa130252 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:30.163830 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7800e4-f276-43a0-bfc9-29ccf783eccf", "name": "network-vif-deleted", "tag": "836d6b47-a93c-4893-9c0a-f2380169f001", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:30.164136 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9317346-b418-4140-8754-5722aa130252 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:30.164578 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7800e4-f276-43a0-bfc9-29ccf783eccf', 'name': 'network-vif-deleted', 'tag': '836d6b47-a93c-4893-9c0a-f2380169f001', 'status': 'completed', 'code': 200} Sep 21 18:21:30.414485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a9165de-1335-4cc8-92f2-aa495087e1ef req-d30ed8b4-ef33-423e-b004-c9118a210d1a tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7800e4-f276-43a0-bfc9-29ccf783eccf HTTP/1.1" status: 200 len: 210 time: 0.0537648 Sep 21 18:21:30.581607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcb6f8-7f57-416f-913f-c9e11e97e547 req-f8c7664d-ee07-4903-b967-de6f56c04c44 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:30.583222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48dcb6f8-7f57-416f-913f-c9e11e97e547 req-f8c7664d-ee07-4903-b967-de6f56c04c44 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0891688 Sep 21 18:21:30.634793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48dcb6f8-7f57-416f-913f-c9e11e97e547 req-946dd73c-ecd3-4162-bb45-f8e275481847 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Sep 21 18:21:30.813321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af7b8-d6f3-44e1-9923-28f4426c0504 req-2c189f19-7dba-4965-b9e1-f1e3d6610b94 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:30.827404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b44af7b8-d6f3-44e1-9923-28f4426c0504 req-2c189f19-7dba-4965-b9e1-f1e3d6610b94 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1066008 Sep 21 18:21:30.874260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b44af7b8-d6f3-44e1-9923-28f4426c0504 req-6d539e53-d1ea-4aa8-b173-a21f296be42c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Sep 21 18:21:31.021298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f5e86-3d10-4eab-a1cd-1f56d4530646 req-48058282-7ee0-47c9-81d9-df2f1b9b898f tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:31.023039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe1f5e86-3d10-4eab-a1cd-1f56d4530646 req-48058282-7ee0-47c9-81d9-df2f1b9b898f tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0634301 Sep 21 18:21:31.065805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe1f5e86-3d10-4eab-a1cd-1f56d4530646 req-fb51803c-0d74-4395-8df0-ce3d8bb2b837 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362256 Sep 21 18:21:31.195053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dffbc-1e78-46a8-899e-cd5335d0b7f3 req-5aa8cf67-ff4d-4e18-b8e7-753525ae0fbd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:31.196572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-074dffbc-1e78-46a8-899e-cd5335d0b7f3 req-5aa8cf67-ff4d-4e18-b8e7-753525ae0fbd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0560594 Sep 21 18:21:31.239218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-074dffbc-1e78-46a8-899e-cd5335d0b7f3 req-5a915105-2ec2-4460-bacf-b0c0ad66fdba tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Sep 21 18:21:31.319264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:31.369412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2b3e6-42f0-4e68-9bbf-38d7553cdde1 req-5740877f-83f3-480e-b790-6deddfded8b4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:31.371099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59a2b3e6-42f0-4e68-9bbf-38d7553cdde1 req-5740877f-83f3-480e-b790-6deddfded8b4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0650125 Sep 21 18:21:31.418879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59a2b3e6-42f0-4e68-9bbf-38d7553cdde1 req-aa10bb41-a631-4a3d-a75c-b43be5b8edf4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Sep 21 18:21:31.458910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9a678da5-bc0b-4436-b65a-fc12098c8a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:31.638172 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9a678da5-bc0b-4436-b65a-fc12098c8a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:31.644244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9a678da5-bc0b-4436-b65a-fc12098c8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:31.692665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9a678da5-bc0b-4436-b65a-fc12098c8a33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=294d6b2e92c444d481430b1877171b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582175 Sep 21 18:21:31.695237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55760) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:31.703629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a678da5-bc0b-4436-b65a-fc12098c8a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680c833c-d366-4945-83ac-fe5e4be1f66c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:31.771932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eac4117b-84b1-40bb-9273-5d1d7508c7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:31.807204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eac4117b-84b1-40bb-9273-5d1d7508c7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:31.884655 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eac4117b-84b1-40bb-9273-5d1d7508c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:31.891154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eac4117b-84b1-40bb-9273-5d1d7508c7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:31.892611 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eac4117b-84b1-40bb-9273-5d1d7508c7aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/680c833c-d366-4945-83ac-fe5e4be1f66c HTTP/1.1" status: 204 len: 168 time: 0.1955554 Sep 21 18:21:31.914626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4117b-84b1-40bb-9273-5d1d7508c7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680c833c-d366-4945-83ac-fe5e4be1f66c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:31.927739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6740-0f35-4e69-a56e-31f22f53a94d req-9c158fff-a7a8-4c39-ab61-27739b50f3c0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:31.929809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-282c6740-0f35-4e69-a56e-31f22f53a94d req-9c158fff-a7a8-4c39-ab61-27739b50f3c0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 946 time: 0.0909212 Sep 21 18:21:31.985518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-282c6740-0f35-4e69-a56e-31f22f53a94d req-956633e8-038f-463a-895d-b18015684083 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Sep 21 18:21:32.116112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8266f-d48a-42e8-a874-e9561223315d req-0f4b919a-99e7-465c-8a48-b4e014e538ec tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.117672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c8266f-d48a-42e8-a874-e9561223315d req-0f4b919a-99e7-465c-8a48-b4e014e538ec tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0578959 Sep 21 18:21:32.181301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c8266f-d48a-42e8-a874-e9561223315d req-d3769f3e-73e9-4c95-9a56-71107c867838 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541053 Sep 21 18:21:32.340485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55812) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:32.353908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d8106-ca11-4f09-9e45-ecdb22cdd35d req-098cdb96-5181-487a-a67e-91b4964465e2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.355428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9e1b-22b3-4d06-b2b0-67e138c89e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.359437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f70d8106-ca11-4f09-9e45-ecdb22cdd35d req-098cdb96-5181-487a-a67e-91b4964465e2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0850663 Sep 21 18:21:32.407190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f70d8106-ca11-4f09-9e45-ecdb22cdd35d req-2847ce65-1138-4cd9-bc6f-c2afad4a48b6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Sep 21 18:21:32.480412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9e1b-22b3-4d06-b2b0-67e138c89e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.487202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9e1b-22b3-4d06-b2b0-67e138c89e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.549027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cb1f9e1b-22b3-4d06-b2b0-67e138c89e57 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9369b39ad71b470082608a63ef31b393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071483 Sep 21 18:21:32.550676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f9e1b-22b3-4d06-b2b0-67e138c89e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9110b4f2-daf1-4dd7-8810-e5680851b25e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:32.552701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55822) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:32.590272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebca5c1-939c-4c81-9437-710ad8a6f81c req-8ba34d78-baf4-43fe-bc03-84dc89b5f44b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.590272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ebca5c1-939c-4c81-9437-710ad8a6f81c req-8ba34d78-baf4-43fe-bc03-84dc89b5f44b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0967600 Sep 21 18:21:32.657275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ebca5c1-939c-4c81-9437-710ad8a6f81c req-6df850fd-b55d-4edc-ba75-58bbba9ae410 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583601 Sep 21 18:21:32.660176 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cbb75ef-fe8e-403b-a95c-0e9113db7026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.687468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cbb75ef-fe8e-403b-a95c-0e9113db7026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.746046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cbb75ef-fe8e-403b-a95c-0e9113db7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.749291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0cbb75ef-fe8e-403b-a95c-0e9113db7026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.750467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0cbb75ef-fe8e-403b-a95c-0e9113db7026 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9110b4f2-daf1-4dd7-8810-e5680851b25e HTTP/1.1" status: 204 len: 168 time: 0.1967790 Sep 21 18:21:32.758838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb75ef-fe8e-403b-a95c-0e9113db7026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9110b4f2-daf1-4dd7-8810-e5680851b25e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:32.916044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2c8ac-40db-4689-8ca8-af0aee4cdfa3 req-c7d19944-6ef0-4cb8-8863-d12db7a38c19 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.925268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30e2c8ac-40db-4689-8ca8-af0aee4cdfa3 req-c7d19944-6ef0-4cb8-8863-d12db7a38c19 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0682905 Sep 21 18:21:32.976195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30e2c8ac-40db-4689-8ca8-af0aee4cdfa3 req-edd59026-60d0-45e3-83fa-e18a26255489 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491025 Sep 21 18:21:33.124109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c49c0-5dbc-4d42-b4f0-83fd65c09b7e req-64e92b40-5386-4e3a-9c86-d35da647364f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.125822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a1c49c0-5dbc-4d42-b4f0-83fd65c09b7e req-64e92b40-5386-4e3a-9c86-d35da647364f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0719309 Sep 21 18:21:33.182290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a1c49c0-5dbc-4d42-b4f0-83fd65c09b7e req-4d2de96f-29cd-4fb1-9b56-a7a3bfe966b1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502052 Sep 21 18:21:33.328809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86648fe-163a-4ea7-b019-3258f3d1ccc2 req-8dc21277-8a1e-4b14-a060-1382419bda62 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.353894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e86648fe-163a-4ea7-b019-3258f3d1ccc2 req-8dc21277-8a1e-4b14-a060-1382419bda62 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 946 time: 0.0806251 Sep 21 18:21:33.412246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 836d6b47-a93c-4893-9c0a-f2380169f001 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:33.430650 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e86648fe-163a-4ea7-b019-3258f3d1ccc2 req-7dc64602-b011-4cd6-a114-fdd49b603c89 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756886 Sep 21 18:21:33.458127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 836d6b47-a93c-4893-9c0a-f2380169f001 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:33.458127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 836d6b47-a93c-4893-9c0a-f2380169f001 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:33.596608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884113c-ab63-4784-a3f6-938cbaf9139f req-26ab9629-a6ac-4193-bce0-9b69504446e9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.598507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e884113c-ab63-4784-a3f6-938cbaf9139f req-26ab9629-a6ac-4193-bce0-9b69504446e9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0745227 Sep 21 18:21:33.599928 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7f72508-f061-4e76-ab7a-7204b62d9565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.658464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e884113c-ab63-4784-a3f6-938cbaf9139f req-542d4591-6e1d-4cf6-bd93-b70596cd3404 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Sep 21 18:21:33.831826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-c52fc3f5-fd4b-4f34-8c9d-44f08390db12 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.833514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-c52fc3f5-fd4b-4f34-8c9d-44f08390db12 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.78 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 946 time: 0.0985286 Sep 21 18:21:33.896907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9ee6d-3c3d-405e-ab3c-c0891cb9d738 req-00279962-58be-42ba-8297-8568d80caec2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.898734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eed9ee6d-3c3d-405e-ab3c-c0891cb9d738 req-00279962-58be-42ba-8297-8568d80caec2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1115768 Sep 21 18:21:33.972991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eed9ee6d-3c3d-405e-ab3c-c0891cb9d738 req-5766ab1f-5ccb-4796-b269-ba7d92dcd3c7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654821 Sep 21 18:21:33.995451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Deleting port f13502cd-168a-46b9-a1f8-57bfb0d30c89 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:33.996037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.129748 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.133037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] For port f13502cd-168a-46b9-a1f8-57bfb0d30c89, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=f13502cd-168a-46b9-a1f8-57bfb0d30c89,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:34.133416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.143487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd249-f8d3-4aa4-9e25-16284202d6bf req-bbf9e988-a10d-4f7b-9557-2173e6d168c9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.144996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f84fd249-f8d3-4aa4-9e25-16284202d6bf req-bbf9e988-a10d-4f7b-9557-2173e6d168c9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0793757 Sep 21 18:21:34.162201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Calling delete_port for f13502cd-168a-46b9-a1f8-57bfb0d30c89 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:34.202709 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.245384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f84fd249-f8d3-4aa4-9e25-16284202d6bf req-6465be43-9e7f-43b1-bdfe-8bcbb7d6dc3a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926607 Sep 21 18:21:34.377125 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.387798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:34.423517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['f13502cd-168a-46b9-a1f8-57bfb0d30c89'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:34.440080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event deleted for resources: {'Port': ['ID=f13502cd-168a-46b9-a1f8-57bfb0d30c89,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:34.786588 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.851992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] No DVR routers for this DVR port f13502cd-168a-46b9-a1f8-57bfb0d30c89 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:34.857554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.860001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa143f28-ebfb-471a-aa46-4fdc100b7fdf req-b88a6822-002e-4c02-b2b6-ad3eb9dc2533 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.78 "DELETE /v2.0/ports/f13502cd-168a-46b9-a1f8-57bfb0d30c89 HTTP/1.1" status: 204 len: 173 time: 1.0164318 Sep 21 18:21:34.860666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'name': 'network-vif-deleted', 'tag': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:34.869444 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddbd140-37e2-4046-aafd-8fd3498633b1" -d '{"events": [{"server_uuid": "97b6b10c-8ec9-49c4-85e2-a457cdbd46fa", "name": "network-vif-deleted", "tag": "f13502cd-168a-46b9-a1f8-57bfb0d30c89"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:35.000736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18488102-50fa-499a-901a-301242a064d7 req-5094360a-b4cc-48e1-9d5c-af1893ed9385 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:35.008069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18488102-50fa-499a-901a-301242a064d7 req-5094360a-b4cc-48e1-9d5c-af1893ed9385 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 814 time: 0.1958094 Sep 21 18:21:35.042059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18488102-50fa-499a-901a-301242a064d7 req-a9a088c3-2a10-495e-a5e2-4e7cf53951d7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/quotas/c60f277f89e94c11a210c52f6f332bbe HTTP/1.1" status: 200 len: 375 time: 0.0328832 Sep 21 18:21:35.120378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18488102-50fa-499a-901a-301242a064d7 req-0ebc40c7-f4ad-4877-9739-3e7efebb25a6 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775068 Sep 21 18:21:35.245093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee63e5ad-cc95-45b1-ac56-3af705ac281c req-46c567a9-b2bd-4ede-b340-74911339bcff tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b6b10c-8ec9-49c4-85e2-a457cdbd46fa HTTP/1.1" status: 200 len: 210 time: 0.0300696 Sep 21 18:21:35.412077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49280c-3e3c-4203-9185-287d061e8d9d req-4790c0e9-fc5d-4591-888c-d367614b9e6d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:35.415421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b49280c-3e3c-4203-9185-287d061e8d9d req-4790c0e9-fc5d-4591-888c-d367614b9e6d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0981555 Sep 21 18:21:35.474030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b49280c-3e3c-4203-9185-287d061e8d9d req-aa70034d-6d24-45f9-8564-a0b945daa1a4 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Sep 21 18:21:35.554723 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2ff294-a29b-4462-b249-d54d4d838c61 x-openstack-request-id: req-2d2ff294-a29b-4462-b249-d54d4d838c61 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:35.555871 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b6b10c-8ec9-49c4-85e2-a457cdbd46fa", "name": "network-vif-deleted", "tag": "f13502cd-168a-46b9-a1f8-57bfb0d30c89", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:35.556300 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d2ff294-a29b-4462-b249-d54d4d838c61 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:35.556876 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b6b10c-8ec9-49c4-85e2-a457cdbd46fa', 'name': 'network-vif-deleted', 'tag': 'f13502cd-168a-46b9-a1f8-57bfb0d30c89', 'status': 'completed', 'code': 200} Sep 21 18:21:35.585364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55960) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:35.739984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae4398-6993-4a6e-b5d5-57b3000b226c req-9f136433-5ba4-41aa-97c6-a850471dd3a1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:35.741672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75ae4398-6993-4a6e-b5d5-57b3000b226c req-9f136433-5ba4-41aa-97c6-a850471dd3a1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0911734 Sep 21 18:21:35.749856 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1019de5-261c-41d9-8ce0-d4225e6f6aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:35.805711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75ae4398-6993-4a6e-b5d5-57b3000b226c req-c7e86f34-3808-4bbc-965b-c2531309f353 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Sep 21 18:21:35.902021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1019de5-261c-41d9-8ce0-d4225e6f6aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:35.907849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1019de5-261c-41d9-8ce0-d4225e6f6aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:35.980311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a1019de5-261c-41d9-8ce0-d4225e6f6aad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31d1c9547ced4157bb70d8859ce87382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922067 Sep 21 18:21:35.983841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55974) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:35.993943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1019de5-261c-41d9-8ce0-d4225e6f6aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d127e-22d4-49e4-b8dd-0c9a906ace02,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:36.048305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735262d-16d7-41cc-9d5c-65cee9b8851c req-d5685dea-d5f6-473b-a57d-14e9759cb82a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:36.049938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6735262d-16d7-41cc-9d5c-65cee9b8851c req-d5685dea-d5f6-473b-a57d-14e9759cb82a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1345491 Sep 21 18:21:36.080771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a17e3771-5f9a-4c7a-9273-0531d6dc730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.122798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6735262d-16d7-41cc-9d5c-65cee9b8851c req-ef53a931-a578-4170-af11-b8c03f767314 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657549 Sep 21 18:21:36.125013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a17e3771-5f9a-4c7a-9273-0531d6dc730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.182097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a17e3771-5f9a-4c7a-9273-0531d6dc730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.185678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a17e3771-5f9a-4c7a-9273-0531d6dc730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.186973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a17e3771-5f9a-4c7a-9273-0531d6dc730a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/541d127e-22d4-49e4-b8dd-0c9a906ace02 HTTP/1.1" status: 204 len: 168 time: 0.2021914 Sep 21 18:21:36.213715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e3771-5f9a-4c7a-9273-0531d6dc730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d127e-22d4-49e4-b8dd-0c9a906ace02,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:36.448729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-287a2341-72fa-4d63-8d34-1ccccf22e1d7 req-15841bf6-ef91-4599-a4ff-12f9e65b5369 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c60f277f89e94c11a210c52f6f332bbe HTTP/1.1" status: 200 len: 221 time: 0.0399125 Sep 21 18:21:36.598260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0657046-c746-44a0-90da-7b0a6b033974 req-cdc6fb5c-6e42-4758-b945-a600e0ada84c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:36.599782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0657046-c746-44a0-90da-7b0a6b033974 req-cdc6fb5c-6e42-4758-b945-a600e0ada84c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0889084 Sep 21 18:21:36.633827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56012) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:36.668325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f1f10f4-fc50-4722-a5d7-2b19752b5cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.687917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0657046-c746-44a0-90da-7b0a6b033974 req-97e5733d-eb0a-47a0-8161-bf102f785832 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756423 Sep 21 18:21:36.823805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f1f10f4-fc50-4722-a5d7-2b19752b5cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.832519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f1f10f4-fc50-4722-a5d7-2b19752b5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.871362 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7f1f10f4-fc50-4722-a5d7-2b19752b5cb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70de7066b5d34c5cabea0b4fe27938f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351663 Sep 21 18:21:36.878558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56022) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:36.899806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f10f4-fc50-4722-a5d7-2b19752b5cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a0063e-21b6-4041-bb40-80508c36ccaf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:36.953476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516c97c-1579-4b6d-9e9d-799fdf6a67cb req-5a75110b-a408-4068-acc0-0085f7ccb5e9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:36.955546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7516c97c-1579-4b6d-9e9d-799fdf6a67cb req-5a75110b-a408-4068-acc0-0085f7ccb5e9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1398656 Sep 21 18:21:37.011170 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3bd-665d-4caa-a40f-3fd47fa0142f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.055759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7516c97c-1579-4b6d-9e9d-799fdf6a67cb req-8718206d-da15-4046-a8d2-45023523b8b1 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894196 Sep 21 18:21:37.059696 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3bd-665d-4caa-a40f-3fd47fa0142f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.167047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3bd-665d-4caa-a40f-3fd47fa0142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.170273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3bd-665d-4caa-a40f-3fd47fa0142f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.171487 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5f3ef3bd-665d-4caa-a40f-3fd47fa0142f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0a0063e-21b6-4041-bb40-80508c36ccaf HTTP/1.1" status: 204 len: 168 time: 0.2899215 Sep 21 18:21:37.211819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ef3bd-665d-4caa-a40f-3fd47fa0142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a0063e-21b6-4041-bb40-80508c36ccaf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:37.218333 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.298251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaa41e-cc94-403b-b317-0f2546a160a5 req-fd679117-1260-499f-8348-287d25559df1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:37.300930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6eaaa41e-cc94-403b-b317-0f2546a160a5 req-fd679117-1260-499f-8348-287d25559df1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1279511 Sep 21 18:21:37.311170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56032) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:37.394409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6eaaa41e-cc94-403b-b317-0f2546a160a5 req-6b613844-d675-4c93-8dc4-7550412585ab tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875716 Sep 21 18:21:37.819388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c510a25-8e1b-44c2-a5ce-63071b9dee03 req-cd8703a7-6cd0-4250-9d7e-791750b4b83e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:37.821340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c510a25-8e1b-44c2-a5ce-63071b9dee03 req-cd8703a7-6cd0-4250-9d7e-791750b4b83e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.2246094 Sep 21 18:21:37.826206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5beb21e1-4d47-4ec0-9a5f-7b2a50712c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.951263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c510a25-8e1b-44c2-a5ce-63071b9dee03 req-d4ece7b3-429f-4ebd-a637-694ce2d82228 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061668 Sep 21 18:21:38.100921 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5beb21e1-4d47-4ec0-9a5f-7b2a50712c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.128473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5beb21e1-4d47-4ec0-9a5f-7b2a50712c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.183971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb21e1-4d47-4ec0-9a5f-7b2a50712c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09922ba4-4ffd-4ae7-81f2-a2daada1b759,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:38.198745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5beb21e1-4d47-4ec0-9a5f-7b2a50712c39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4a63a2a28a04cada837a8610e2635ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8831069 Sep 21 18:21:38.199109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:38.253578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6542d-7d2c-430d-a50d-77403ea2d354 req-3406f5db-7b69-4ed4-be19-12ee47d277d9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:38.262834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3b6542d-7d2c-430d-a50d-77403ea2d354 req-3406f5db-7b69-4ed4-be19-12ee47d277d9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.2135732 Sep 21 18:21:38.295909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f13502cd-168a-46b9-a1f8-57bfb0d30c89 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:38.307048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3b6542d-7d2c-430d-a50d-77403ea2d354 req-83bb1784-270b-4524-8adc-b15cbc098a8a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Sep 21 18:21:38.309700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cca39c1-8665-4509-83c9-334577f3045c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.332061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: f13502cd-168a-46b9-a1f8-57bfb0d30c89 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:38.332835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device f13502cd-168a-46b9-a1f8-57bfb0d30c89 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:38.339750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cca39c1-8665-4509-83c9-334577f3045c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.443078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.447747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cca39c1-8665-4509-83c9-334577f3045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.451011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4cca39c1-8665-4509-83c9-334577f3045c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.452727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4cca39c1-8665-4509-83c9-334577f3045c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09922ba4-4ffd-4ae7-81f2-a2daada1b759 HTTP/1.1" status: 204 len: 168 time: 0.2519205 Sep 21 18:21:38.470758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca39c1-8665-4509-83c9-334577f3045c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09922ba4-4ffd-4ae7-81f2-a2daada1b759,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:38.510367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42bcf5-831c-440e-ac57-64210484846d req-fdb2230b-be65-489c-b56f-6bbdeddc7426 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:38.520148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e42bcf5-831c-440e-ac57-64210484846d req-fdb2230b-be65-489c-b56f-6bbdeddc7426 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1060505 Sep 21 18:21:38.581699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e42bcf5-831c-440e-ac57-64210484846d req-017a69d0-4841-455c-806f-a34948a58617 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558047 Sep 21 18:21:38.845463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7756a72-8d1f-4708-899f-d8d6224ac93a req-cff58fd4-7a72-4dbc-9609-84e1b7451709 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:38.859955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7756a72-8d1f-4708-899f-d8d6224ac93a req-cff58fd4-7a72-4dbc-9609-84e1b7451709 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1557136 Sep 21 18:21:38.965764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7756a72-8d1f-4708-899f-d8d6224ac93a req-c3d7ca45-a4b8-42cd-8556-5340bbf7e43b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045673 Sep 21 18:21:39.197204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874aeb2-d66f-4360-a78d-ad3f60469de8 req-18267841-3d54-49b5-9dbe-da6211012ec1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:39.199100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0874aeb2-d66f-4360-a78d-ad3f60469de8 req-18267841-3d54-49b5-9dbe-da6211012ec1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1087985 Sep 21 18:21:39.287225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0874aeb2-d66f-4360-a78d-ad3f60469de8 req-f4feeef7-4bc9-468e-89c6-558368f18104 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Sep 21 18:21:39.472727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d05fb-8e40-4d76-b1a4-d5a491b98d0c req-39c2ec28-0b7f-45b5-b231-9ff0b865b753 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:39.474356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec9d05fb-8e40-4d76-b1a4-d5a491b98d0c req-39c2ec28-0b7f-45b5-b231-9ff0b865b753 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0822256 Sep 21 18:21:39.593438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec9d05fb-8e40-4d76-b1a4-d5a491b98d0c req-e4e44899-6009-4737-889a-8f1d8ef33472 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952873 Sep 21 18:21:39.736960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b5855-50b6-45b0-8db3-d6642a28ba88 req-50a516a3-9892-461c-80d3-ea6b067fa520 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:39.738814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-267b5855-50b6-45b0-8db3-d6642a28ba88 req-50a516a3-9892-461c-80d3-ea6b067fa520 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0730805 Sep 21 18:21:39.851285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-267b5855-50b6-45b0-8db3-d6642a28ba88 req-10326780-26fe-4779-a8da-9090b27ed773 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060309 Sep 21 18:21:40.093575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ba79a-a93c-4b4a-a0f7-042d989815ea req-ebadc4db-8576-4378-8590-5275335a2b26 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:40.101206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b2ba79a-a93c-4b4a-a0f7-042d989815ea req-ebadc4db-8576-4378-8590-5275335a2b26 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1081238 Sep 21 18:21:40.153798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b2ba79a-a93c-4b4a-a0f7-042d989815ea req-e4f072be-c5ba-470f-829d-2285ea9325f7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515049 Sep 21 18:21:40.323605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d084d3-8ee8-41eb-b12e-721fc77f8533 req-528d1335-e403-42db-beb2-4a13c900cffa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:40.334572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7d084d3-8ee8-41eb-b12e-721fc77f8533 req-528d1335-e403-42db-beb2-4a13c900cffa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0763083 Sep 21 18:21:40.417932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7d084d3-8ee8-41eb-b12e-721fc77f8533 req-c686efbf-aee4-48d3-aa11-e7d70e2d0e76 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819800 Sep 21 18:21:40.571698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:40.601930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29064d1b-2f4d-430a-bbd5-3acc060eb507 req-f48f54cd-0f54-4cd0-a6ee-e7bee67f56b0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:40.603624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29064d1b-2f4d-430a-bbd5-3acc060eb507 req-f48f54cd-0f54-4cd0-a6ee-e7bee67f56b0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0819023 Sep 21 18:21:40.674290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29064d1b-2f4d-430a-bbd5-3acc060eb507 req-65f575d3-5428-4c39-9079-80214f27300f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586109 Sep 21 18:21:40.790482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f520b8-a929-4b34-9b57-a2c5c39cda7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:40.924366 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f520b8-a929-4b34-9b57-a2c5c39cda7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:40.933015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85f520b8-a929-4b34-9b57-a2c5c39cda7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:40.984458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c92eb-2c81-4933-8e85-64183c1b8d71 req-76f20eae-f3c8-4f1b-99f2-5ea7121837e7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:40.986535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-260c92eb-2c81-4933-8e85-64183c1b8d71 req-76f20eae-f3c8-4f1b-99f2-5ea7121837e7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1217875 Sep 21 18:21:41.018064 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-85f520b8-a929-4b34-9b57-a2c5c39cda7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=009612e88f694a48993a54a91159cffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451761 Sep 21 18:21:41.019388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56204) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:41.026355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f520b8-a929-4b34-9b57-a2c5c39cda7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fba8cd-729d-45c3-a071-e8944a50571f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:41.084062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5f34-126c-41fb-8ccd-868fd62cbe3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:41.085211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-260c92eb-2c81-4933-8e85-64183c1b8d71 req-599f8447-303a-4a9f-a713-0db5520ed63a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899651 Sep 21 18:21:41.167458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5f34-126c-41fb-8ccd-868fd62cbe3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:41.247971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5f34-126c-41fb-8ccd-868fd62cbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:41.251318 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5f34-126c-41fb-8ccd-868fd62cbe3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:41.253252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7b4e5f34-126c-41fb-8ccd-868fd62cbe3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47fba8cd-729d-45c3-a071-e8944a50571f HTTP/1.1" status: 204 len: 168 time: 0.2327008 Sep 21 18:21:41.265221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e5f34-126c-41fb-8ccd-868fd62cbe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fba8cd-729d-45c3-a071-e8944a50571f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:41.273982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfbfd-a201-42ea-b713-a324e7d5818a req-92c754e9-7a88-46f6-94d3-e9845836da35 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:41.275651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b74bfbfd-a201-42ea-b713-a324e7d5818a req-92c754e9-7a88-46f6-94d3-e9845836da35 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0824676 Sep 21 18:21:41.363847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b74bfbfd-a201-42ea-b713-a324e7d5818a req-ebb614f5-90f2-4e01-a460-6d852c3b8eac tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798471 Sep 21 18:21:41.695030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abd82b-6467-476f-ab1b-9be44496fa96 req-23258995-46f7-4f67-952a-9d8905d22f9b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:41.701814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44abd82b-6467-476f-ab1b-9be44496fa96 req-23258995-46f7-4f67-952a-9d8905d22f9b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0682201 Sep 21 18:21:41.746868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44abd82b-6467-476f-ab1b-9be44496fa96 req-ecc6cf0a-5712-42e9-aabe-040d97ef8679 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Sep 21 18:21:41.930102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747b36a-f80b-4056-86d8-fb212a99c85c req-96055b7e-0602-41fc-be49-75cefa982a1d tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:41.931853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6747b36a-f80b-4056-86d8-fb212a99c85c req-96055b7e-0602-41fc-be49-75cefa982a1d tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 945 time: 0.0733228 Sep 21 18:21:42.024277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6747b36a-f80b-4056-86d8-fb212a99c85c req-707336fe-93ad-4dad-9ee7-c8f6e5cefeb5 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774622 Sep 21 18:21:42.176111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fe7ee-526f-4917-a8dc-68e5a46fbee6 req-5188ca6d-be4a-4ad1-8886-1a961dad2199 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:42.178254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-466fe7ee-526f-4917-a8dc-68e5a46fbee6 req-5188ca6d-be4a-4ad1-8886-1a961dad2199 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0715597 Sep 21 18:21:42.228394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-466fe7ee-526f-4917-a8dc-68e5a46fbee6 req-17bcc96b-e01d-49e8-be15-aec34129d293 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Sep 21 18:21:42.415939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb0d47-5dd2-4cff-aeec-96f5d2221166 req-9d0dd605-95f9-4dbc-916e-2fe175b61d28 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:42.418161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99eb0d47-5dd2-4cff-aeec-96f5d2221166 req-9d0dd605-95f9-4dbc-916e-2fe175b61d28 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0778413 Sep 21 18:21:42.487328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99eb0d47-5dd2-4cff-aeec-96f5d2221166 req-7f087741-3b0e-4a85-b6f3-6ad2c3b212e0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Sep 21 18:21:42.688088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce968c70-7024-43f9-bfcd-aad2d0ccd478 req-5bb90d95-d67a-4941-98d1-668e853de8ad tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:42.691620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce968c70-7024-43f9-bfcd-aad2d0ccd478 req-5bb90d95-d67a-4941-98d1-668e853de8ad tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1062706 Sep 21 18:21:42.744430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce968c70-7024-43f9-bfcd-aad2d0ccd478 req-0bffc9c5-b5f7-4996-ac20-dfbb07fcf39c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Sep 21 18:21:42.899168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f351844-73e5-49aa-94d4-cd6ef9f1412d req-fe400869-5750-4c79-b3df-9d65fa5f6873 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:42.900822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f351844-73e5-49aa-94d4-cd6ef9f1412d req-fe400869-5750-4c79-b3df-9d65fa5f6873 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0566134 Sep 21 18:21:42.976127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f351844-73e5-49aa-94d4-cd6ef9f1412d req-43d094e5-afd7-412a-bf78-40a8e1408d6c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622520 Sep 21 18:21:43.142339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab925-248a-4f0a-8626-778f81a3f75c req-476ea972-41d7-40d3-9e9b-7faf5b6e3df1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:43.144127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfcab925-248a-4f0a-8626-778f81a3f75c req-476ea972-41d7-40d3-9e9b-7faf5b6e3df1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0887482 Sep 21 18:21:43.183269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddaa46-68be-4466-869e-b356fa41c607 req-b96e21a0-6661-47d9-93e2-c11ff85eb025 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:43.185083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97ddaa46-68be-4466-869e-b356fa41c607 req-b96e21a0-6661-47d9-93e2-c11ff85eb025 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 945 time: 0.0960298 Sep 21 18:21:43.237748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfcab925-248a-4f0a-8626-778f81a3f75c req-fd720838-6d5b-47a0-9b55-b2e64ce0f8e0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Sep 21 18:21:43.321132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Deleting port f55497e5-6a36-470d-9d47-bb6d5cb49930 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:43.321881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:43.438126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] For port f55497e5-6a36-470d-9d47-bb6d5cb49930, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f55497e5-6a36-470d-9d47-bb6d5cb49930,segment=NetworkSegment(648854aa-6ec1-4a88-be2b-18d01f272109),segment_id=648854aa-6ec1-4a88-be2b-18d01f272109)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:43.438918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:43.452865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Calling delete_port for f55497e5-6a36-470d-9d47-bb6d5cb49930 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:43.565624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f299078-9db0-40b6-9dbc-49977db93a24 req-11262b64-631f-48cc-a5b9-8863a7893afa tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:43.567156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f299078-9db0-40b6-9dbc-49977db93a24 req-11262b64-631f-48cc-a5b9-8863a7893afa tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc49187-39e7-4c15-a30c-5f3f1215f5b9 HTTP/1.1" status: 200 len: 945 time: 0.0688684 Sep 21 18:21:43.683075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f299078-9db0-40b6-9dbc-49977db93a24 req-c728b96b-de90-4e3f-93f3-610c63d1e8e0 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041934 Sep 21 18:21:43.724948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:43.750854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f55497e5-6a36-470d-9d47-bb6d5cb49930'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:43.866073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Pushing event deleted for resources: {'Port': ['ID=f55497e5-6a36-470d-9d47-bb6d5cb49930,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:43.937357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] No DVR routers for this DVR port f55497e5-6a36-470d-9d47-bb6d5cb49930 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:43.948014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:43.950171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97ddaa46-68be-4466-869e-b356fa41c607 req-227cd48b-5eac-4e9d-a378-ac3c2c7994f1 tempest-AttachVolumeNegativeTest-467320009 tempest-AttachVolumeNegativeTest-467320009-project] 10.222.0.41 "DELETE /v2.0/ports/f55497e5-6a36-470d-9d47-bb6d5cb49930 HTTP/1.1" status: 204 len: 173 time: 0.7577324 Sep 21 18:21:43.952311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'name': 'network-vif-deleted', 'tag': 'f55497e5-6a36-470d-9d47-bb6d5cb49930'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:43.955651 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3709ab6-bbfb-412c-95f7-50c487124f41" -d '{"events": [{"server_uuid": "bbc49187-39e7-4c15-a30c-5f3f1215f5b9", "name": "network-vif-deleted", "tag": "f55497e5-6a36-470d-9d47-bb6d5cb49930"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:43.984646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0c069-09f0-441c-bb04-02668ce553fa req-19e0d580-4391-4311-b825-d746964a72de tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:43.986484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3f0c069-09f0-441c-bb04-02668ce553fa req-19e0d580-4391-4311-b825-d746964a72de tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1225693 Sep 21 18:21:44.101513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3f0c069-09f0-441c-bb04-02668ce553fa req-cb3da356-8fb4-4a7d-89ad-a0de2273be25 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994096 Sep 21 18:21:44.268447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb39d01-ed01-4b26-a9e7-c97bb6bae4b3 req-e97651a6-0bcd-47d9-b516-8c9a6d9477dc tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:44.269965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfb39d01-ed01-4b26-a9e7-c97bb6bae4b3 req-e97651a6-0bcd-47d9-b516-8c9a6d9477dc tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0513213 Sep 21 18:21:44.313511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfb39d01-ed01-4b26-a9e7-c97bb6bae4b3 req-ccaea898-9e2b-4c96-9033-29286ed3a710 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Sep 21 18:21:44.370872 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8d8f70-37cc-466f-954a-952cbc86b673 x-openstack-request-id: req-cc8d8f70-37cc-466f-954a-952cbc86b673 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:44.371545 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc49187-39e7-4c15-a30c-5f3f1215f5b9", "name": "network-vif-deleted", "tag": "f55497e5-6a36-470d-9d47-bb6d5cb49930", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:44.374367 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc8d8f70-37cc-466f-954a-952cbc86b673 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:44.375703 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc49187-39e7-4c15-a30c-5f3f1215f5b9', 'name': 'network-vif-deleted', 'tag': 'f55497e5-6a36-470d-9d47-bb6d5cb49930', 'status': 'completed', 'code': 200} Sep 21 18:21:44.495144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d46ee-0c33-43ba-b173-12aa4efd6f3b req-ac2f99ee-9e1d-4070-945d-71c2760cc4db tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:44.497051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d90d46ee-0c33-43ba-b173-12aa4efd6f3b req-ac2f99ee-9e1d-4070-945d-71c2760cc4db tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0621641 Sep 21 18:21:44.574911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d90d46ee-0c33-43ba-b173-12aa4efd6f3b req-2cebaf0a-38aa-4c54-a534-58222ecd87a0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530825 Sep 21 18:21:44.722051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089d9f3-c2bf-42db-9167-cad553cc2ab6 req-7aa07fae-df8e-446a-a606-ebb6e5a09e14 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:44.723661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0089d9f3-c2bf-42db-9167-cad553cc2ab6 req-7aa07fae-df8e-446a-a606-ebb6e5a09e14 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0669558 Sep 21 18:21:44.770302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0089d9f3-c2bf-42db-9167-cad553cc2ab6 req-36405705-2ee3-451b-b047-ba4cca03a589 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Sep 21 18:21:44.813698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:44.885876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] Deleting subnet 25fcc29b-f831-4e04-98a2-95571b5d3118 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:21:44.889933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:44.955915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2cd17-4819-4bc0-b903-41e6040e9fb9 req-3645f0f6-0b75-4937-9877-157eb0de7e44 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:44.960499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3e2cd17-4819-4bc0-b903-41e6040e9fb9 req-3645f0f6-0b75-4937-9877-157eb0de7e44 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0848341 Sep 21 18:21:44.970924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.019013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.033207 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3e2cd17-4819-4bc0-b903-41e6040e9fb9 req-cb637f59-1b3b-4338-8e13-ce7a5627d33d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607052 Sep 21 18:21:45.093753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.129346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fcc29b-f831-4e04-98a2-95571b5d3118,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:45.136670 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.144748 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4e1fea1a-895d-4e2b-8a09-e8e9e1aa41a8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/25fcc29b-f831-4e04-98a2-95571b5d3118 HTTP/1.1" status: 204 len: 168 time: 0.3296082 Sep 21 18:21:45.147437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56370) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:45.264316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.435850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.459384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3278f53-5152-41fe-a3b1-f01e65bb6918 req-20cc2f23-592e-4f85-bf52-c00827ba0dc4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:45.468431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7efc823-a72f-4331-a41f-acfa766f2082']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:45.471279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3278f53-5152-41fe-a3b1-f01e65bb6918 req-20cc2f23-592e-4f85-bf52-c00827ba0dc4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1165707 Sep 21 18:21:45.480623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648854aa-6ec1-4a88-be2b-18d01f272109') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:45.481184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648854aa-6ec1-4a88-be2b-18d01f272109') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:45.495772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.513111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.525350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:21:45.526136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:21:45.529118 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:21:45.558401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3278f53-5152-41fe-a3b1-f01e65bb6918 req-520e8652-7d3a-4592-a692-2c0edd3d2fb8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806956 Sep 21 18:21:45.618705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.626864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.629043 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c7efc823-a72f-4331-a41f-acfa766f2082 HTTP/1.1" status: 204 len: 168 time: 0.4790850 Sep 21 18:21:45.665666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcea3-b8e6-4157-ad0e-325b9ee45fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7efc823-a72f-4331-a41f-acfa766f2082,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:45.782106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592acba-9f10-4fde-9150-45953be8b147 req-dd9ad22e-da2c-42e5-b6ef-b5d7717e8f92 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:45.791190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9592acba-9f10-4fde-9150-45953be8b147 req-dd9ad22e-da2c-42e5-b6ef-b5d7717e8f92 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1436861 Sep 21 18:21:45.850830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9592acba-9f10-4fde-9150-45953be8b147 req-f56aced1-ff5b-40d6-a98f-e8c236d84ea5 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575907 Sep 21 18:21:45.936827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:46.002999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56400) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:46.015757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-893aec52-bce5-41d5-a6fb-f4ebcf13c3de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0ec376d4224432189cb4d46d0ccb915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763328 Sep 21 18:21:46.063136 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccac7e21-fd2b-4788-a802-0a2dc043ed66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:46.094406 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccac7e21-fd2b-4788-a802-0a2dc043ed66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:46.167071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccac7e21-fd2b-4788-a802-0a2dc043ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:46.170878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ccac7e21-fd2b-4788-a802-0a2dc043ed66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:46.173186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ccac7e21-fd2b-4788-a802-0a2dc043ed66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a0413f9-12d3-406d-b5a7-e6a1d3fd3554 HTTP/1.1" status: 204 len: 168 time: 0.1684947 Sep 21 18:21:46.202344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac7e21-fd2b-4788-a802-0a2dc043ed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0413f9-12d3-406d-b5a7-e6a1d3fd3554,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:46.704677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239074d2-2aad-409d-8bb9-69e4743f33d8 req-a3385e69-c314-4b66-b5fa-6e6c25c904d7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:46.706364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-239074d2-2aad-409d-8bb9-69e4743f33d8 req-a3385e69-c314-4b66-b5fa-6e6c25c904d7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0633137 Sep 21 18:21:46.753307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-239074d2-2aad-409d-8bb9-69e4743f33d8 req-64d98620-576b-4f48-97b0-c7cfecfd543b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Sep 21 18:21:47.218008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d4666-040d-40a1-ae46-9061c223e5c0 req-46cb84ba-68fc-4e8c-80d4-a1463b39ed56 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:47.240341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e66d4666-040d-40a1-ae46-9061c223e5c0 req-46cb84ba-68fc-4e8c-80d4-a1463b39ed56 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1604846 Sep 21 18:21:47.328923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e66d4666-040d-40a1-ae46-9061c223e5c0 req-ff0d69e0-a6e8-4d97-b3ef-2f7a6e68fac4 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736229 Sep 21 18:21:47.474785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f55497e5-6a36-470d-9d47-bb6d5cb49930 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:47.508985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aab91-b8a2-4662-9c16-251311ad255a req-8454d796-397a-45d5-8e49-42a0cae1f761 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:47.511447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-670aab91-b8a2-4662-9c16-251311ad255a req-8454d796-397a-45d5-8e49-42a0cae1f761 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1085832 Sep 21 18:21:47.531156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: f55497e5-6a36-470d-9d47-bb6d5cb49930 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:47.531917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f55497e5-6a36-470d-9d47-bb6d5cb49930 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:47.600836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-670aab91-b8a2-4662-9c16-251311ad255a req-af87fb09-5895-43f3-8812-db4992a638d6 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Sep 21 18:21:47.781133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaeb99-dd9e-4e17-b0ed-8c66a6d842ea req-5178b688-ff44-47a5-a6a3-09fc73c6c327 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:47.785437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abfaeb99-dd9e-4e17-b0ed-8c66a6d842ea req-5178b688-ff44-47a5-a6a3-09fc73c6c327 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1012506 Sep 21 18:21:47.869958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abfaeb99-dd9e-4e17-b0ed-8c66a6d842ea req-ab83b7c8-5ece-4907-83b8-4973a0fa5dd0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625901 Sep 21 18:21:48.018651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270291dd-0d71-4b86-89a3-344fb23eb34c req-c2b0830c-2274-4509-b267-baf5ba08151c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:48.027261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-270291dd-0d71-4b86-89a3-344fb23eb34c req-c2b0830c-2274-4509-b267-baf5ba08151c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0703671 Sep 21 18:21:48.075860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-270291dd-0d71-4b86-89a3-344fb23eb34c req-8fee57df-0cd4-4e83-99e2-ac703da747b8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Sep 21 18:21:48.299158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa51f1-adaa-430c-8c3b-8456d0144af0 req-031be1da-f7cb-44ea-a5ff-74c9fce60168 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:48.307005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcaa51f1-adaa-430c-8c3b-8456d0144af0 req-031be1da-f7cb-44ea-a5ff-74c9fce60168 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1417816 Sep 21 18:21:48.378901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcaa51f1-adaa-430c-8c3b-8456d0144af0 req-fbcfd2ec-804b-4c4e-a9b0-6972aaf32467 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702729 Sep 21 18:21:48.554391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5940756-62ad-40bf-8a9e-49f8f82d657f req-ff2a3a98-c021-4950-be68-4a947d560f58 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:48.556417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5940756-62ad-40bf-8a9e-49f8f82d657f req-ff2a3a98-c021-4950-be68-4a947d560f58 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0546463 Sep 21 18:21:48.619287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5940756-62ad-40bf-8a9e-49f8f82d657f req-f7f890b7-82ad-4a81-b408-15399eec7f66 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384486 Sep 21 18:21:48.806347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934e924-ce28-486d-b431-d095384e6b69 req-1cfcbe33-3da5-4712-93c5-c998ddf7ed16 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:48.808528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f934e924-ce28-486d-b431-d095384e6b69 req-1cfcbe33-3da5-4712-93c5-c998ddf7ed16 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0755444 Sep 21 18:21:48.886496 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f934e924-ce28-486d-b431-d095384e6b69 req-f6e1789c-5d7f-46fa-854c-9537663676bb tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587683 Sep 21 18:21:49.003278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a7e7a-fe29-44d1-a9f3-8459846d266c req-85cee694-a517-41e6-939c-29fb374eca69 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:49.005042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b1a7e7a-fe29-44d1-a9f3-8459846d266c req-85cee694-a517-41e6-939c-29fb374eca69 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0625601 Sep 21 18:21:49.056996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b1a7e7a-fe29-44d1-a9f3-8459846d266c req-ad414ce6-d825-4285-9183-793bbc04dc64 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Sep 21 18:21:49.296730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5788-f5fb-4fd0-85fc-9fc1e825d66e req-4e04d001-b568-4358-ab49-bb609eef927b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:49.307080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-269f5788-f5fb-4fd0-85fc-9fc1e825d66e req-4e04d001-b568-4358-ab49-bb609eef927b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0703120 Sep 21 18:21:49.362162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-269f5788-f5fb-4fd0-85fc-9fc1e825d66e req-bc3cc551-0c8f-4b47-8211-872c28e5dec9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541019 Sep 21 18:21:49.494035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a720e6-1d6b-4742-9230-74af43fb6bd8 req-07530a96-c350-4067-93dc-285a4531f338 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:49.517305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75a720e6-1d6b-4742-9230-74af43fb6bd8 req-07530a96-c350-4067-93dc-285a4531f338 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0853062 Sep 21 18:21:49.570807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75a720e6-1d6b-4742-9230-74af43fb6bd8 req-681573a6-7d58-457e-97d0-219be567acd5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523229 Sep 21 18:21:49.803826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c83ad1-c7fd-48a1-b02b-0b65a90a6897 req-3c92b32e-dfce-4109-8ff8-be1fbd25cbed tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:49.806146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87c83ad1-c7fd-48a1-b02b-0b65a90a6897 req-3c92b32e-dfce-4109-8ff8-be1fbd25cbed tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0606089 Sep 21 18:21:49.901937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87c83ad1-c7fd-48a1-b02b-0b65a90a6897 req-167ca5fe-dd8e-48af-8253-51db757123fb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548568 Sep 21 18:21:50.042341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5844cf1-aba9-4348-9bee-a67a133870bd req-0b011b65-91fd-4138-8d6c-b8fd8570180a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:50.045225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5844cf1-aba9-4348-9bee-a67a133870bd req-0b011b65-91fd-4138-8d6c-b8fd8570180a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0724094 Sep 21 18:21:50.096431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5844cf1-aba9-4348-9bee-a67a133870bd req-9b3344cc-f6e9-4293-91c9-ee5a6d18f43a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Sep 21 18:21:50.280347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9292f78-6825-451a-8559-d3acb0c566de req-b8720c99-3de3-42cf-aeb4-23507ca30b17 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:50.282783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9292f78-6825-451a-8559-d3acb0c566de req-b8720c99-3de3-42cf-aeb4-23507ca30b17 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0853362 Sep 21 18:21:50.364161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9292f78-6825-451a-8559-d3acb0c566de req-a35f8b35-0003-4497-8d42-6a6624339cce tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737066 Sep 21 18:21:50.638635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77883-c196-4632-a06f-1449da4a18b2 req-a35cf69e-6c09-4ef1-a7d3-ddb4e819850d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:50.640261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-64b77883-c196-4632-a06f-1449da4a18b2 req-a35cf69e-6c09-4ef1-a7d3-ddb4e819850d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1131089 Sep 21 18:21:50.689807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-64b77883-c196-4632-a06f-1449da4a18b2 req-d6f53246-df40-413d-8d28-db79ec3a31c2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Sep 21 18:21:50.910051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed034452-1501-4288-bf08-254e9d81ab04 req-986e1e89-8650-4907-bacc-bf84e8906427 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:50.919264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed034452-1501-4288-bf08-254e9d81ab04 req-986e1e89-8650-4907-bacc-bf84e8906427 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0996981 Sep 21 18:21:50.987566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed034452-1501-4288-bf08-254e9d81ab04 req-9f1cc00f-3ccf-4c42-9ee2-e08ed26566b8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669792 Sep 21 18:21:51.238906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4767e42-91f9-4f09-bc92-d86d5cfc1caf req-cbf576c6-4ff0-456d-b06c-f138431e0688 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:51.251236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4767e42-91f9-4f09-bc92-d86d5cfc1caf req-cbf576c6-4ff0-456d-b06c-f138431e0688 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1184371 Sep 21 18:21:51.285499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56676) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:51.313820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4767e42-91f9-4f09-bc92-d86d5cfc1caf req-77161279-cf2c-4916-8042-6054a8094c62 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557218 Sep 21 18:21:51.509939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d0941252-2793-4d5f-913e-1fc27856de72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.566359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4521e-1979-4d24-8e3c-7fc1ab1c08dc req-bba7cd52-c7b0-4326-86cd-b27d14bd3cfa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:51.568182 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6e4521e-1979-4d24-8e3c-7fc1ab1c08dc req-bba7cd52-c7b0-4326-86cd-b27d14bd3cfa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0723977 Sep 21 18:21:51.640335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d0941252-2793-4d5f-913e-1fc27856de72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.646797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6e4521e-1979-4d24-8e3c-7fc1ab1c08dc req-1581c326-39dd-464a-a118-540d5a85c0d2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702739 Sep 21 18:21:51.659012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d0941252-2793-4d5f-913e-1fc27856de72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.751783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0941252-2793-4d5f-913e-1fc27856de72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b8c33b-d8e8-4070-9ca3-fd90a815436f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:51.778780 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d0941252-2793-4d5f-913e-1fc27856de72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d39c1813e1c34cffb0066d1e906b371d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921768 Sep 21 18:21:51.782547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56710) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:51.852666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf30d4e-50b8-43e6-8b3b-d61462ea5a32 req-d7db7c24-84e3-428d-b421-d4e9efee10fd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:51.852879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73b6162b-29ab-49a9-91c0-bd531cb5bd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.861371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eaf30d4e-50b8-43e6-8b3b-d61462ea5a32 req-d7db7c24-84e3-428d-b421-d4e9efee10fd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0890050 Sep 21 18:21:51.877775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73b6162b-29ab-49a9-91c0-bd531cb5bd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.909314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eaf30d4e-50b8-43e6-8b3b-d61462ea5a32 req-b88d9a37-4c61-42f5-8347-c2f8c5ff0885 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Sep 21 18:21:51.985745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73b6162b-29ab-49a9-91c0-bd531cb5bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.988901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73b6162b-29ab-49a9-91c0-bd531cb5bd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.993151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-73b6162b-29ab-49a9-91c0-bd531cb5bd00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5b8c33b-d8e8-4070-9ca3-fd90a815436f HTTP/1.1" status: 204 len: 168 time: 0.2095134 Sep 21 18:21:52.006841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6162b-29ab-49a9-91c0-bd531cb5bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b8c33b-d8e8-4070-9ca3-fd90a815436f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:52.174237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04167f71-1853-4831-9278-1060fcd9e40e req-81a0e748-70af-4ef4-a328-40b89241bd3f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:52.183510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04167f71-1853-4831-9278-1060fcd9e40e req-81a0e748-70af-4ef4-a328-40b89241bd3f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1127131 Sep 21 18:21:52.236108 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:21:52.238297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04167f71-1853-4831-9278-1060fcd9e40e req-9d1131af-dd9c-4a47-bf3b-4600f110f33a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528605 Sep 21 18:21:52.460911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735f5f3-550b-4e53-9f9c-5debad70b838 req-4c726638-46a3-49c8-9f9a-986a8d550e9c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:52.478607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6735f5f3-550b-4e53-9f9c-5debad70b838 req-4c726638-46a3-49c8-9f9a-986a8d550e9c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1124020 Sep 21 18:21:52.550409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6735f5f3-550b-4e53-9f9c-5debad70b838 req-eb094de0-019e-4ac4-811f-1219d8a6275b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709038 Sep 21 18:21:52.699423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56760) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:52.711349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ec64d-fc67-4de3-99a7-316881cb9ec7 req-afee0d4e-d9a0-4dc5-9a8b-f628e4cd5419 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:52.719566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d7ec64d-fc67-4de3-99a7-316881cb9ec7 req-afee0d4e-d9a0-4dc5-9a8b-f628e4cd5419 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0781133 Sep 21 18:21:52.720850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa241-3545-4fa8-a9b9-29cf53a221b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.789497 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d7ec64d-fc67-4de3-99a7-316881cb9ec7 req-10cff75b-c44c-4d36-b9bc-4d183567d02e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647950 Sep 21 18:21:52.895604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa241-3545-4fa8-a9b9-29cf53a221b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.905157 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa241-3545-4fa8-a9b9-29cf53a221b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.986416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8d1aa241-3545-4fa8-a9b9-29cf53a221b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fcca4e87832048778243327d45669cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848794 Sep 21 18:21:52.987604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1aa241-3545-4fa8-a9b9-29cf53a221b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d345416-e110-4f22-86b4-c7afd0c20889,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:52.989606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56776) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:53.029073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aaba-31d5-49c9-8a41-6fd07867862f req-ca1625b2-4aa0-450e-bb54-b0961926d523 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:53.030630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6d0aaba-31d5-49c9-8a41-6fd07867862f req-ca1625b2-4aa0-450e-bb54-b0961926d523 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0970056 Sep 21 18:21:53.070941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65113983-f0fb-4b0e-a763-d37b441ad4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.119496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65113983-f0fb-4b0e-a763-d37b441ad4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.130984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6d0aaba-31d5-49c9-8a41-6fd07867862f req-3d3fecc5-bc1a-4013-9fe5-fe2388e24b47 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851741 Sep 21 18:21:53.202015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65113983-f0fb-4b0e-a763-d37b441ad4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.205307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65113983-f0fb-4b0e-a763-d37b441ad4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.209431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-65113983-f0fb-4b0e-a763-d37b441ad4fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d345416-e110-4f22-86b4-c7afd0c20889 HTTP/1.1" status: 204 len: 168 time: 0.2180383 Sep 21 18:21:53.220527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65113983-f0fb-4b0e-a763-d37b441ad4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d345416-e110-4f22-86b4-c7afd0c20889,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:53.368274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b001648-6b8a-4eac-9a25-ff88db887226 req-03545e24-ca13-4e84-aa7b-834506cdb315 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:53.370479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b001648-6b8a-4eac-9a25-ff88db887226 req-03545e24-ca13-4e84-aa7b-834506cdb315 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1152706 Sep 21 18:21:53.455550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b001648-6b8a-4eac-9a25-ff88db887226 req-aae282d3-52e1-4e33-8643-03236b33a33a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718703 Sep 21 18:21:53.785393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f5a20-febc-4eff-9399-a51a20249ad5 req-efab92c3-bb19-450d-8814-90ffb3d87c85 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:53.786979 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-876f5a20-febc-4eff-9399-a51a20249ad5 req-efab92c3-bb19-450d-8814-90ffb3d87c85 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0738087 Sep 21 18:21:53.851968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-876f5a20-febc-4eff-9399-a51a20249ad5 req-156ac489-b545-4c03-8a2d-f8d0c101567e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566902 Sep 21 18:21:54.049358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cac4-c2ad-4367-8cef-0bbd00bc0a86 req-f9d53c7c-b12a-4c05-98e0-1f200b83d9bb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:54.051475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f10cac4-c2ad-4367-8cef-0bbd00bc0a86 req-f9d53c7c-b12a-4c05-98e0-1f200b83d9bb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.0957634 Sep 21 18:21:54.141240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f10cac4-c2ad-4367-8cef-0bbd00bc0a86 req-bc5e391a-94ac-4c56-b365-c9c62602fab2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630646 Sep 21 18:21:54.285504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613abccf-5f2f-4c96-b989-26aaa5c16ced req-6e3d5802-2cc4-4d8f-a543-49f231fb32db tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:54.296325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-613abccf-5f2f-4c96-b989-26aaa5c16ced req-6e3d5802-2cc4-4d8f-a543-49f231fb32db tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0985229 Sep 21 18:21:54.399524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-613abccf-5f2f-4c96-b989-26aaa5c16ced req-39b51922-777c-483e-b0d4-d4ef9d126dd9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007292 Sep 21 18:21:54.613519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72890-3c4f-4207-abd8-e71451cbe56b req-a09b8bb7-4e95-4d74-80e3-41b68da0ad33 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:54.621296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13e72890-3c4f-4207-abd8-e71451cbe56b req-a09b8bb7-4e95-4d74-80e3-41b68da0ad33 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0759234 Sep 21 18:21:54.666065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13e72890-3c4f-4207-abd8-e71451cbe56b req-3b7ee200-7714-442f-8b93-0a4226a0c890 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Sep 21 18:21:54.880637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145287-4a97-456a-8ad2-8f911f7c5289 req-9e3edfcc-dae9-4659-af08-122f1b727eb3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:54.890426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24145287-4a97-456a-8ad2-8f911f7c5289 req-9e3edfcc-dae9-4659-af08-122f1b727eb3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0621431 Sep 21 18:21:54.936934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24145287-4a97-456a-8ad2-8f911f7c5289 req-8ba4b9df-be63-4261-aab0-2ace211a14df tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 Sep 21 18:21:55.826924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c08f7-eb5f-48f4-97ee-440bf21abbcd req-3384064c-9c0b-4a00-ad07-1ad5f7c2c944 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:55.836542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e1c08f7-eb5f-48f4-97ee-440bf21abbcd req-3384064c-9c0b-4a00-ad07-1ad5f7c2c944 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1027122 Sep 21 18:21:55.911178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e1c08f7-eb5f-48f4-97ee-440bf21abbcd req-421075d3-e6b8-4441-bf8e-062234011daf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722668 Sep 21 18:21:56.089958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66e19f-0255-4d25-b512-4502ca7e0bc5 req-5ff66e59-37fe-4c25-915b-d64d1a088da1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:56.098752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd66e19f-0255-4d25-b512-4502ca7e0bc5 req-5ff66e59-37fe-4c25-915b-d64d1a088da1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1037102 Sep 21 18:21:56.149541 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd66e19f-0255-4d25-b512-4502ca7e0bc5 req-02818705-40d0-459b-9b44-c32af9b88c63 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484385 Sep 21 18:21:56.323749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57002) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:56.674237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc2f2412-3f64-44bf-a777-73eafc3f5cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.822615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc2f2412-3f64-44bf-a777-73eafc3f5cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.829996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc2f2412-3f64-44bf-a777-73eafc3f5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.897665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f2412-3f64-44bf-a777-73eafc3f5cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eef18b-1251-4526-8af2-1aead70c94a0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:56.938773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57024) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:56.940443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fc2f2412-3f64-44bf-a777-73eafc3f5cf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7439911644504376b855be2ab8e1e4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145637 Sep 21 18:21:56.997228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4e041b6-99e7-48d1-9093-ea77095a6c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.023729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4e041b6-99e7-48d1-9093-ea77095a6c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.101502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4e041b6-99e7-48d1-9093-ea77095a6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.104614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c4e041b6-99e7-48d1-9093-ea77095a6c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.106470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c4e041b6-99e7-48d1-9093-ea77095a6c9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05eef18b-1251-4526-8af2-1aead70c94a0 HTTP/1.1" status: 204 len: 168 time: 0.1661248 Sep 21 18:21:57.156634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e041b6-99e7-48d1-9093-ea77095a6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eef18b-1251-4526-8af2-1aead70c94a0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:57.258618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57034) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:57.265486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'network': {'name': 'tempest-network-smoke--1649840043', 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'port_security_enabled': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:57.326134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Made reservation on behalf of 33d0f4c439554f2fb201b312ef1f73dc for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:57.330097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.374552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.438960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dfe64-0b6d-445f-ab07-157a0e4e11d5 req-d8ed8083-d451-4752-8a79-20f4ac5f0fea tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:57.452463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a82dfe64-0b6d-445f-ab07-157a0e4e11d5 req-d8ed8083-d451-4752-8a79-20f4ac5f0fea tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1349833 Sep 21 18:21:57.530424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a82dfe64-0b6d-445f-ab07-157a0e4e11d5 req-2fdfb9bd-b1da-41cb-8b1f-5100671032bb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765731 Sep 21 18:21:57.681179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.694960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.724952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:21:57.738481 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.739912 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Added segment e5d055de-4d6d-4582-ae49-91b02d10abe2 of type vlan for network caaed8b2-c322-4d2e-be7c-ba3965609ca7 Sep 21 18:21:57.791413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a069f2-159f-405a-81d1-ab9679eaacd3 req-95596ce7-c676-4f7d-865a-7b504e2eed9f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:57.795563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c8a069f2-159f-405a-81d1-ab9679eaacd3 req-95596ce7-c676-4f7d-865a-7b504e2eed9f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1653898 Sep 21 18:21:57.823206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57052) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:57.847385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17c6368e-2681-416d-af48-99166981a9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.857111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.859406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe0974a-c62c-4b58-b77a-dd9a92ccc106,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:57.882361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c8a069f2-159f-405a-81d1-ab9679eaacd3 req-0c6814cc-7ec9-432b-8bc5-ba0e31ed28eb tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810602 Sep 21 18:21:57.951692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.959419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:57.962878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.047326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17c6368e-2681-416d-af48-99166981a9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.055235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-17c6368e-2681-416d-af48-99166981a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.089191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Network': ['ID=caaed8b2-c322-4d2e-be7c-ba3965609ca7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:58.099338 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1f5a28de-a4be-4018-bf64-3e11ccad498e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8351121 Sep 21 18:21:58.100519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:21:58.107671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:58.136151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'admin_state_up': True, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:58.173983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6368e-2681-416d-af48-99166981a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c5612e-1d06-46a4-bc29-1772e4c4005c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:58.193697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-17c6368e-2681-416d-af48-99166981a9a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd1d2a7454694f5486f9f36222ad5ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641484 Sep 21 18:21:58.195321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57058) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:58.200857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.202695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.297578 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cffa9eb7-0bef-48ca-b495-0273c7739efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.322114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.333171 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cffa9eb7-0bef-48ca-b495-0273c7739efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.403940 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cffa9eb7-0bef-48ca-b495-0273c7739efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.408045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cffa9eb7-0bef-48ca-b495-0273c7739efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.409799 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cffa9eb7-0bef-48ca-b495-0273c7739efd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1c5612e-1d06-46a4-bc29-1772e4c4005c HTTP/1.1" status: 204 len: 168 time: 0.2127652 Sep 21 18:21:58.426946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa9eb7-0bef-48ca-b495-0273c7739efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c5612e-1d06-46a4-bc29-1772e4c4005c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:58.582953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.779735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25482454-980f-4dad-a6a0-218f8d0b3661 req-1982122c-f3e6-45c1-b994-fde4f88d6987 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:58.781504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25482454-980f-4dad-a6a0-218f8d0b3661 req-1982122c-f3e6-45c1-b994-fde4f88d6987 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1180639 Sep 21 18:21:58.862832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25482454-980f-4dad-a6a0-218f8d0b3661 req-ff0a4155-2e03-4697-9aff-c716ef13e2e3 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697372 Sep 21 18:21:59.061086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.089392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.114867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2072c7d-9613-41e3-933a-819e2c28c2c1 req-80641421-de0d-4946-a46f-9ac917f37b4a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:59.116607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d2072c7d-9613-41e3-933a-819e2c28c2c1 req-80641421-de0d-4946-a46f-9ac917f37b4a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1261039 Sep 21 18:21:59.266859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d2072c7d-9613-41e3-933a-819e2c28c2c1 req-538d8853-2a44-4499-b780-daf57c2f2a86 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113827 Sep 21 18:21:59.273935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f3bbeb84-801d-494c-88e6-073137c7d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.303480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Allocated IP 172.25.3.56 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/b74f97db-a5d9-4117-9b32-77cc440ed03b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:59.454428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.493651 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.533506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:59.537935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:59.541123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:59.573622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=b74f97db-a5d9-4117-9b32-77cc440ed03b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:59.906515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:00.381243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff279f-3b77-4111-90e9-081ced513df8 req-b1125633-ea06-42bb-9a01-935dff4ff00e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:00.382860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14ff279f-3b77-4111-90e9-081ced513df8 req-b1125633-ea06-42bb-9a01-935dff4ff00e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1414216 Sep 21 18:22:00.470738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14ff279f-3b77-4111-90e9-081ced513df8 req-bd307c79-d7ec-474d-8423-edb528e2a8b2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783019 Sep 21 18:22:00.528172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca54bb-8f7a-4663-822e-6366385e5096 req-5e60260d-73f5-453e-863d-42ab4107d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:00.529862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6fca54bb-8f7a-4663-822e-6366385e5096 req-5e60260d-73f5-453e-863d-42ab4107d44c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 1097 time: 0.1338317 Sep 21 18:22:00.667038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6fca54bb-8f7a-4663-822e-6366385e5096 req-0cd94bbd-0c0a-47f7-851d-b72d721bc69e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282294 Sep 21 18:22:00.676507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:00.741071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290f7de-f941-4524-a7a9-c0314823e8a1 req-62c47528-c344-4291-b951-0e959492ea26 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:00.742912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0290f7de-f941-4524-a7a9-c0314823e8a1 req-62c47528-c344-4291-b951-0e959492ea26 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1847785 Sep 21 18:22:00.800214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0290f7de-f941-4524-a7a9-c0314823e8a1 req-06ce6709-cbf9-4074-975a-c03f92b138d0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500515 Sep 21 18:22:00.926157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:22:01.115235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:01.129380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Sync routers for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:01.145097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:01.145376 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.146036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:21:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:01.150764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57192) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:01.151326 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-76eea1f4-abcd-4588-8a93-d2c04bb49705 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0365956 Sep 21 18:22:01.292935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57206) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:01.507035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6d2d2945-3fee-4c09-ae29-ddd7526c8388 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=33d0f4c439554f2fb201b312ef1f73dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3549273 Sep 21 18:22:01.509837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57214) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:01.516837 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8b955da9-12d6-4a27-b754-0aebf7feae4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.539688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:01.662966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8b955da9-12d6-4a27-b754-0aebf7feae4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.670611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8b955da9-12d6-4a27-b754-0aebf7feae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.745781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8b955da9-12d6-4a27-b754-0aebf7feae4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10e49e52bbb14368abffc6bc53d84cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513264 Sep 21 18:22:01.748003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b955da9-12d6-4a27-b754-0aebf7feae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d584d-1eb4-4563-b993-f27ed77d1689,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:01.754123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57228) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:01.849112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c576e8fd-1636-4379-af55-2d4a4a9200bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.869005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ccc540-27b9-4f14-bb98-c56910b52c3c tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:01.874312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a9ccc540-27b9-4f14-bb98-c56910b52c3c tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3633854 Sep 21 18:22:01.877064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57238) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:01.889624 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c576e8fd-1636-4379-af55-2d4a4a9200bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.928495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1b438543-99fa-49b8-bad5-a47554435e97 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494747 Sep 21 18:22:01.942348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d456c7-93c5-44e3-93d8-f41bc15f6890 req-788654df-d46f-404c-a491-b48fa9a20f75 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:01.945493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4d456c7-93c5-44e3-93d8-f41bc15f6890 req-788654df-d46f-404c-a491-b48fa9a20f75 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.3598046 Sep 21 18:22:01.946283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57242) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:01.952061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730599693', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:01.958891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 3, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:01.988436 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c576e8fd-1636-4379-af55-2d4a4a9200bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.992197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c576e8fd-1636-4379-af55-2d4a4a9200bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.999790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Checking router: 6dd22fc1-5030-42ff-89f1-9a2c299498c8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:02.000382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Updating router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 port b74f97db-a5d9-4117-9b32-77cc440ed03b binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:22:02.002173 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c576e8fd-1636-4379-af55-2d4a4a9200bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b72d584d-1eb4-4563-b993-f27ed77d1689 HTTP/1.1" status: 204 len: 168 time: 0.2445903 Sep 21 18:22:02.013165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576e8fd-1636-4379-af55-2d4a4a9200bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d584d-1eb4-4563-b993-f27ed77d1689,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:02.052405 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.083999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4d456c7-93c5-44e3-93d8-f41bc15f6890 req-b7797772-2ca2-4ffb-94d7-26f65ff883f0 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068900 Sep 21 18:22:02.098004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Made reservation on behalf of 33d0f4c439554f2fb201b312ef1f73dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:02.104288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.373737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0220-71ee-4d92-aa91-f89d17b3f8e0 req-57dfce7d-8eb0-4bb6-838e-a0db9b2d06ed tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:02.382389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7bb0220-71ee-4d92-aa91-f89d17b3f8e0 req-57dfce7d-8eb0-4bb6-838e-a0db9b2d06ed tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1201186 Sep 21 18:22:02.435460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7bb0220-71ee-4d92-aa91-f89d17b3f8e0 req-5ce34c25-207d-41f3-b970-f543b8b024e9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519538 Sep 21 18:22:02.455935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.466497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.502744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.523642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Pushing event updated for resources: {'Port': ['ID=b74f97db-a5d9-4117-9b32-77cc440ed03b,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:02.556497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.556950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.557900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.558381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.559936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.560386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.560799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.561411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.562933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.563626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.564184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.564729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:02.587935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Attempting to bind port b74f97db-a5d9-4117-9b32-77cc440ed03b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:02.588521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Attempting to bind port b74f97db-a5d9-4117-9b32-77cc440ed03b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:02.588888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Attempting to bind port b74f97db-a5d9-4117-9b32-77cc440ed03b on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:02.601990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:02.604186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:02.604613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.605126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:02.605588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Bound port: b74f97db-a5d9-4117-9b32-77cc440ed03b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:02.605989 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.611607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Checking segment: {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:02.612046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network hostable DHCP agents. Network: caaed8b2-c322-4d2e-be7c-ba3965609ca7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:22:02.619968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Subnet': ['ID=8dbc7e3d-36ea-4133-9773-b0af88cb0ed1,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:02.635983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:22:02.648997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, caaed8b2-c322-4d2e-be7c-ba3965609ca7) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:02.655731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:02.655731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.670268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be59a0-5868-4e5a-9429-5ca464256a71 None None] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:02.679357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-38ad8099-97a3-4cf4-a9f5-d9988b219dc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7302718 Sep 21 18:22:02.681387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57282) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:02.767267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] For port b74f97db-a5d9-4117-9b32-77cc440ed03b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:02.772095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] For port b74f97db-a5d9-4117-9b32-77cc440ed03b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b74f97db-a5d9-4117-9b32-77cc440ed03b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:02.799230 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.869564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f45fc-d572-4ba4-9166-fe0265776221 None None] Pushing event updated for resources: {'Port': ['ID=b74f97db-a5d9-4117-9b32-77cc440ed03b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:02.933057 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:02.933836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:21:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:03.029943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:22:03.031135 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.300832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:03.443479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e402e4-76de-4811-ba08-cf5ff4a0720c req-b67b8493-22fe-4739-b8b9-e269717078e2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:03.445262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75e402e4-76de-4811-ba08-cf5ff4a0720c req-b67b8493-22fe-4739-b8b9-e269717078e2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1750340 Sep 21 18:22:03.511903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Allocated IP 172.20.0.2 (caaed8b2-c322-4d2e-be7c-ba3965609ca7/8dbc7e3d-36ea-4133-9773-b0af88cb0ed1/2b83573b-a0c5-4f38-96b8-0dead7495b97) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:03.559853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75e402e4-76de-4811-ba08-cf5ff4a0720c req-0cfb33f1-0046-4d7c-a85f-5e9a1bdfe28f tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012244 Sep 21 18:22:03.672581 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.797891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f025631c-8678-4650-9166-f1a0e0091bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.900041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 3, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:03.983807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af454490-0f6a-4ee3-9dfd-f628ce9d9323 None None] The sync data for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 is: [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 3, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:03.985909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.999325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.065957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:04.069658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:04.073667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:04.096246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Pushing event updated for resources: {'Port': ['ID=2b83573b-a0c5-4f38-96b8-0dead7495b97,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:04.241903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30674a-0e6f-4612-a346-8c3f168c6b69 req-a05371ac-0d7e-4841-9ece-3599068fa31e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:04.255111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e30674a-0e6f-4612-a346-8c3f168c6b69 req-a05371ac-0d7e-4841-9ece-3599068fa31e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.5643036 Sep 21 18:22:04.302582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Attempting to bind port 2b83573b-a0c5-4f38-96b8-0dead7495b97 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:04.303020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Attempting to bind port 2b83573b-a0c5-4f38-96b8-0dead7495b97 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:04.309642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Attempting to bind port 2b83573b-a0c5-4f38-96b8-0dead7495b97 on network caaed8b2-c322-4d2e-be7c-ba3965609ca7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:04.330181 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.346147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e30674a-0e6f-4612-a346-8c3f168c6b69 req-6b87b5bc-8a64-42eb-b5d3-5d1921340537 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848665 Sep 21 18:22:04.347072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:04.347455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Checking segment: {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:04.347961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.348618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Bound using segment: {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:04.349319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Bound port: 2b83573b-a0c5-4f38-96b8-0dead7495b97, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:04.350002 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.371727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.508953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] For port 2b83573b-a0c5-4f38-96b8-0dead7495b97, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:04.529763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] For port 2b83573b-a0c5-4f38-96b8-0dead7495b97, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2b83573b-a0c5-4f38-96b8-0dead7495b97,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:04.538859 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.687724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945f649-95cd-4e73-ae53-fbf615425b04 None None] Pushing event updated for resources: {'Port': ['ID=2b83573b-a0c5-4f38-96b8-0dead7495b97,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:04.789675 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.840828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eecd37-d909-4861-97cf-df8bb883b10d req-71c9eb6f-781a-420e-8a0b-96f6051b45c5 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:04.854341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71eecd37-d909-4861-97cf-df8bb883b10d req-71c9eb6f-781a-420e-8a0b-96f6051b45c5 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.3344784 Sep 21 18:22:04.971638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71eecd37-d909-4861-97cf-df8bb883b10d req-c629a635-3acf-4b61-9556-d45b15a1504a tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146121 Sep 21 18:22:05.066391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Allocated IP 172.20.0.1 (caaed8b2-c322-4d2e-be7c-ba3965609ca7/8dbc7e3d-36ea-4133-9773-b0af88cb0ed1/87376912-7017-4d6b-9e08-2dcc02882f75) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:05.418086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.522148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c91272-8728-40da-887b-2a12adb65a62 req-f3069486-8ff7-4a49-b3ea-87b97899e057 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:05.537708 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6c91272-8728-40da-887b-2a12adb65a62 req-f3069486-8ff7-4a49-b3ea-87b97899e057 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1975033 Sep 21 18:22:05.707753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6c91272-8728-40da-887b-2a12adb65a62 req-b7460992-2b2c-49c4-946e-6f8c7488af0e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578934 Sep 21 18:22:05.711962 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.834420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:05.837551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=87376912-7017-4d6b-9e08-2dcc02882f75,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:05.842219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:05.854710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:05.941486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:06.161103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166356d-9819-4927-8138-d8638076ac73 req-708247cd-8a9c-498e-86e3-017e0ed2342d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:06.172741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2166356d-9819-4927-8138-d8638076ac73 req-708247cd-8a9c-498e-86e3-017e0ed2342d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1655564 Sep 21 18:22:06.346998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2166356d-9819-4927-8138-d8638076ac73 req-b4989ad4-0ddb-489b-9f71-aea57624fdbc tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685777 Sep 21 18:22:06.375200 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:06.396918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b74f97db-a5d9-4117-9b32-77cc440ed03b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:06.457728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a70515-33c7-420d-9c1a-7232cb654003 None None] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:06.652080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b2b47d1e-3cc9-4328-898a-676e7f6c98de None None] Provisioning complete for port 2b83573b-a0c5-4f38-96b8-0dead7495b97 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:06.666724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b2b47d1e-3cc9-4328-898a-676e7f6c98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:06.996846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b74f97db-a5d9-4117-9b32-77cc440ed03b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:06.999827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.019253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d49136-517f-45cd-ad07-e67273259900 req-1c58b8c1-99e8-45e5-ab12-01802c4120b8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:07.021152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63d49136-517f-45cd-ad07-e67273259900 req-1c58b8c1-99e8-45e5-ab12-01802c4120b8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1109536 Sep 21 18:22:07.105924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.117873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.239489 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b2b47d1e-3cc9-4328-898a-676e7f6c98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.264197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63d49136-517f-45cd-ad07-e67273259900 req-c67b9803-b10a-4020-ad98-de5b08ad3185 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956017 Sep 21 18:22:07.322605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=87376912-7017-4d6b-9e08-2dcc02882f75,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:07.373001 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.384107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.411905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b2b47d1e-3cc9-4328-898a-676e7f6c98de None None] For port 2b83573b-a0c5-4f38-96b8-0dead7495b97, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2b83573b-a0c5-4f38-96b8-0dead7495b97,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:07.413073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.416199 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-a82244fe-209c-4c01-9680-d6275ecb6c6b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2532873 Sep 21 18:22:07.477045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b74f97db-a5d9-4117-9b32-77cc440ed03b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b74f97db-a5d9-4117-9b32-77cc440ed03b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:07.480927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b2b47d1e-3cc9-4328-898a-676e7f6c98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.519108 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.520336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2b83573b-a0c5-4f38-96b8-0dead7495b97 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:07.590942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-3df192f4-edf3-4b34-9896-d7806cd3f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:07.592883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-3df192f4-edf3-4b34-9896-d7806cd3f16e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=39d69511da0c44f5aecb3e3964772eca&device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 1100 time: 0.1041796 Sep 21 18:22:07.626789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b47d1e-3cc9-4328-898a-676e7f6c98de None None] Pushing event updated for resources: {'Port': ['ID=2b83573b-a0c5-4f38-96b8-0dead7495b97,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:07.715204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:07.721665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:07.787148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b74f97db-a5d9-4117-9b32-77cc440ed03b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:07.792760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132e86-6fa0-43b2-aa5e-54f651603e7d req-9217f3fa-8a5a-4a50-8c73-401e6e3a82a5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:07.794425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c132e86-6fa0-43b2-aa5e-54f651603e7d req-9217f3fa-8a5a-4a50-8c73-401e6e3a82a5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.2080839 Sep 21 18:22:07.831091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2b83573b-a0c5-4f38-96b8-0dead7495b97 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:07.831415 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.930784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c132e86-6fa0-43b2-aa5e-54f651603e7d req-43b6633b-fc48-4d90-acb9-c6e4cb690290 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212580 Sep 21 18:22:07.975691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-9a01b1f2-9392-4704-8483-2614419a35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:07.980257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-9a01b1f2-9392-4704-8483-2614419a35b1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.3362319 Sep 21 18:22:08.196441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-f540abde-61cd-438b-8022-e43a1a10cf00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef HTTP/1.1" status: 200 len: 217 time: 0.0972078 Sep 21 18:22:08.202085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:22:08.222013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-48ea284f-ea33-4b2d-bc0c-5d3dc3e3bc1c None None] Provisioning complete for port 2b83573b-a0c5-4f38-96b8-0dead7495b97 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:08.222415 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-48ea284f-ea33-4b2d-bc0c-5d3dc3e3bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.313595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-3f7c3abf-34a6-44cc-b78b-f7339e9d6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:08.319094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-3f7c3abf-34a6-44cc-b78b-f7339e9d6629 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1157038 Sep 21 18:22:08.758069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:08.764775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5976d359-4ea5-4e6f-ae88-e05fc2142e73 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "PUT /v2.0/routers/6dd22fc1-5030-42ff-89f1-9a2c299498c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0806944 Sep 21 18:22:08.767543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57634) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:08.773608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b3637f0f-ea0c-41df-87cc-f02cd9734d14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1276630919', 'description': 'tempest-secgroup_access--1276630919 description', 'project_id': '33d0f4c439554f2fb201b312ef1f73dc'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:08.776743 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Sync routers for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:08.861930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2b83573b-a0c5-4f38-96b8-0dead7495b97 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:08.863195 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:08.864088 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:22:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:08.874810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3637f0f-ea0c-41df-87cc-f02cd9734d14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.928405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d24d04-4317-4b28-8b13-664ec22e593d req-31fee31a-00fd-4fdb-b7b9-99c57630f394 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:08.946562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9d24d04-4317-4b28-8b13-664ec22e593d req-31fee31a-00fd-4fdb-b7b9-99c57630f394 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.6016126 Sep 21 18:22:09.003029 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.077073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-818845a9-d524-4157-961c-30a8e136c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:09.079472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-818845a9-d524-4157-961c-30a8e136c7d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7359197 Sep 21 18:22:09.189801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9d24d04-4317-4b28-8b13-664ec22e593d req-b30cc05f-e4ca-4a18-967b-ab3a02938421 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380106 Sep 21 18:22:09.287228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3637f0f-ea0c-41df-87cc-f02cd9734d14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.296982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3637f0f-ea0c-41df-87cc-f02cd9734d14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.301165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2b83573b-a0c5-4f38-96b8-0dead7495b97 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:09.302256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.334684 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:09.368587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3637f0f-ea0c-41df-87cc-f02cd9734d14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336a73d2-a1aa-451a-9c68-13ee4661640c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:09.397756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3637f0f-ea0c-41df-87cc-f02cd9734d14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.399698 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b3637f0f-ea0c-41df-87cc-f02cd9734d14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6310756 Sep 21 18:22:09.401065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-48ea284f-ea33-4b2d-bc0c-5d3dc3e3bc1c None None] Provisioning complete for port 87376912-7017-4d6b-9e08-2dcc02882f75 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:09.401539 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-48ea284f-ea33-4b2d-bc0c-5d3dc3e3bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.403182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57652) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:09.407925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7bd01356-1a20-41d9-9f33-afd1ed34380a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1848001208', 'description': 'tempest-secgroup_general--1848001208 description', 'project_id': '33d0f4c439554f2fb201b312ef1f73dc'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:09.477456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bd01356-1a20-41d9-9f33-afd1ed34380a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.487141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-13eb77cb-8ff7-4993-bdac-42759786417c service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940628 Sep 21 18:22:09.497589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b50d9-1ed2-4788-9f1b-42b4c89bbfca req-60a87671-1d16-4a3a-b99d-5792ff9b319b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:09.505990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-644b50d9-1ed2-4788-9f1b-42b4c89bbfca req-60a87671-1d16-4a3a-b99d-5792ff9b319b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1456478 Sep 21 18:22:09.523888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-48ea284f-ea33-4b2d-bc0c-5d3dc3e3bc1c None None] Port 87376912-7017-4d6b-9e08-2dcc02882f75 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:09.624575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b74f97db-a5d9-4117-9b32-77cc440ed03b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:09.677383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bd01356-1a20-41d9-9f33-afd1ed34380a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.686378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bd01356-1a20-41d9-9f33-afd1ed34380a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.723867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-efc26957-2104-42ae-b841-6cae83cc643d None None] Provisioning complete for port 87376912-7017-4d6b-9e08-2dcc02882f75 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:09.725218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-efc26957-2104-42ae-b841-6cae83cc643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.760047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-644b50d9-1ed2-4788-9f1b-42b4c89bbfca req-92e10bb9-45b2-4211-b920-551ca133692d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525420 Sep 21 18:22:09.766121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7bd01356-1a20-41d9-9f33-afd1ed34380a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.770647 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7bd01356-1a20-41d9-9f33-afd1ed34380a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3663192 Sep 21 18:22:09.773873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd01356-1a20-41d9-9f33-afd1ed34380a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6df81c9-86b0-4ad9-8039-6bf4c147220a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:09.785146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57656) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:09.801662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c42f8110-be0f-4d43-8a4d-80cbc52e35d8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'security_group_rule': {'security_group_id': '336a73d2-a1aa-451a-9c68-13ee4661640c', 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:09.816057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57662) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:09.861775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a5bbd14-4bb1-4a68-9a46-818ba7f5b22b req-bcb53e0c-5355-4b3e-b98c-421f86b27506 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530195 Sep 21 18:22:09.864361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-efc26957-2104-42ae-b841-6cae83cc643d None None] Port 87376912-7017-4d6b-9e08-2dcc02882f75 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:09.874157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c42f8110-be0f-4d43-8a4d-80cbc52e35d8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.888572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b74f97db-a5d9-4117-9b32-77cc440ed03b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:09.890982 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.014120 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c42f8110-be0f-4d43-8a4d-80cbc52e35d8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.023324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c42f8110-be0f-4d43-8a4d-80cbc52e35d8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.043297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f8110-be0f-4d43-8a4d-80cbc52e35d8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd16500-d4b1-499d-81d4-4e393ac3fb08,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:10.047006 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 2, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:10.063333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c42f8110-be0f-4d43-8a4d-80cbc52e35d8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.064930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c42f8110-be0f-4d43-8a4d-80cbc52e35d8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2781792 Sep 21 18:22:10.090767 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Checking router: 6dd22fc1-5030-42ff-89f1-9a2c299498c8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:10.091282 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Updating router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 port 87376912-7017-4d6b-9e08-2dcc02882f75 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:22:10.096890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e37b5c39-53b5-46e4-8df7-5933a8dd2040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.123760 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.300691 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e37b5c39-53b5-46e4-8df7-5933a8dd2040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.323216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e37b5c39-53b5-46e4-8df7-5933a8dd2040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.398324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033fae5-c20d-4bc9-96fc-cb66bc5a1856 req-849fe644-05f8-48e8-b193-a961e777bd97 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:10.411177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d033fae5-c20d-4bc9-96fc-cb66bc5a1856 req-849fe644-05f8-48e8-b193-a961e777bd97 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0876992 Sep 21 18:22:10.434934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5c39-53b5-46e4-8df7-5933a8dd2040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b940b077-be8e-47d2-8f58-51529dc27989,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:10.456043 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e37b5c39-53b5-46e4-8df7-5933a8dd2040 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8c74a1fda524535aeb670c920e5a4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366808 Sep 21 18:22:10.457947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:10.521230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d033fae5-c20d-4bc9-96fc-cb66bc5a1856 req-ab863172-ef9a-49f0-b0da-9a52f0934e03 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010571 Sep 21 18:22:10.596239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8025d5b9-e910-4062-93a9-e3212bb534c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.639170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8025d5b9-e910-4062-93a9-e3212bb534c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.738011 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.757928 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.792197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8025d5b9-e910-4062-93a9-e3212bb534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.794949 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8025d5b9-e910-4062-93a9-e3212bb534c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.796111 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8025d5b9-e910-4062-93a9-e3212bb534c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b940b077-be8e-47d2-8f58-51529dc27989 HTTP/1.1" status: 204 len: 168 time: 0.3368134 Sep 21 18:22:10.800492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-9075548f-dd84-4b36-8a76-ab47fc786c93 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--1848001208&fields=id&tenant_id=33d0f4c439554f2fb201b312ef1f73dc HTTP/1.1" status: 200 len: 267 time: 0.1362338 Sep 21 18:22:10.853496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025d5b9-e910-4062-93a9-e3212bb534c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b940b077-be8e-47d2-8f58-51529dc27989,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:10.910003 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Pushing event updated for resources: {'Port': ['ID=87376912-7017-4d6b-9e08-2dcc02882f75,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:10.914766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-e8be2a24-e5e1-45cc-8f1d-d4a8046aa4da tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--1276630919&fields=id&tenant_id=33d0f4c439554f2fb201b312ef1f73dc HTTP/1.1" status: 200 len: 267 time: 0.1075101 Sep 21 18:22:10.940557 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.948641 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.949552 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.950627 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.950977 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.951540 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.952071 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.952618 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.953142 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.953678 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.954232 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:10.954761 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:11.056902 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Attempting to bind port 87376912-7017-4d6b-9e08-2dcc02882f75 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:11.057864 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Attempting to bind port 87376912-7017-4d6b-9e08-2dcc02882f75 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:11.058002 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Attempting to bind port 87376912-7017-4d6b-9e08-2dcc02882f75 on network caaed8b2-c322-4d2e-be7c-ba3965609ca7 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:11.078287 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:11.080408 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Checking segment: {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:11.081243 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:11.082095 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Bound using segment: {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:11.090336 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Bound port: 87376912-7017-4d6b-9e08-2dcc02882f75, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:11.092459 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:11.195579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-e071eba8-3e8d-4315-be6c-e7b792655e14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:11.218571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-e071eba8-3e8d-4315-be6c-e7b792655e14 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/networks?id=caaed8b2-c322-4d2e-be7c-ba3965609ca7 HTTP/1.1" status: 200 len: 797 time: 0.3028038 Sep 21 18:22:11.254211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-b1ee4699-c6e4-4cab-841c-04d7c5c05933 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/quotas/33d0f4c439554f2fb201b312ef1f73dc HTTP/1.1" status: 200 len: 375 time: 0.0344522 Sep 21 18:22:11.292433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-02b0b0b3-106d-4f2e-95ea-e4aeeaa549eb None None] Provisioning complete for port 87376912-7017-4d6b-9e08-2dcc02882f75 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:11.293752 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-02b0b0b3-106d-4f2e-95ea-e4aeeaa549eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:11.335588 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] For port 87376912-7017-4d6b-9e08-2dcc02882f75, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:11.341072 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] For port 87376912-7017-4d6b-9e08-2dcc02882f75, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87376912-7017-4d6b-9e08-2dcc02882f75,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:11.347290 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:11.348551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-cc887ece-bf7e-4b0d-8557-b62a0519e29d tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931203 Sep 21 18:22:11.423749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-02b0b0b3-106d-4f2e-95ea-e4aeeaa549eb None None] Port 87376912-7017-4d6b-9e08-2dcc02882f75 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:11.494327 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477356f-76f1-4ba8-a3b7-9bec9b026e74 None None] Pushing event updated for resources: {'Port': ['ID=87376912-7017-4d6b-9e08-2dcc02882f75,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:11.503621 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:11.504675 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:22:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:11.533988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-1825207a-e654-4082-8e23-75f45f6621e0 service neutron] 10.222.0.70 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793668 Sep 21 18:22:11.754847 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:11.804883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-e3112d1d-afd0-4ea4-a008-2d40351cb4e6 service neutron] 10.222.0.70 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552350 Sep 21 18:22:11.880717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-02cda860-9e01-4612-a9d5-59b7988f09d7 None None] Provisioning complete for port 87376912-7017-4d6b-9e08-2dcc02882f75 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:11.881315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-02cda860-9e01-4612-a9d5-59b7988f09d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.023131 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-02cda860-9e01-4612-a9d5-59b7988f09d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.103531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-02cda860-9e01-4612-a9d5-59b7988f09d7 None None] For port 87376912-7017-4d6b-9e08-2dcc02882f75, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87376912-7017-4d6b-9e08-2dcc02882f75,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:12.112349 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-02cda860-9e01-4612-a9d5-59b7988f09d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.226463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cda860-9e01-4612-a9d5-59b7988f09d7 None None] Pushing event updated for resources: {'Port': ['ID=87376912-7017-4d6b-9e08-2dcc02882f75,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:12.435345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd256-da6a-46b8-b664-ef3a8b06a02f req-099681cb-65d0-4643-b801-64ed94ba4bf3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:12.444138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91bdd256-da6a-46b8-b664-ef3a8b06a02f req-099681cb-65d0-4643-b801-64ed94ba4bf3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.2041004 Sep 21 18:22:12.489357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:22:12.567038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91bdd256-da6a-46b8-b664-ef3a8b06a02f req-797ecd49-effa-4fe2-a091-44e6e73eab08 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053927 Sep 21 18:22:12.634363 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:11Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:12.719427 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321da47-2fea-4fc1-a926-46a6fc218b34 None None] The sync data for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 is: [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:11Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:12.794116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92a60836-0966-499e-96e9-6fa37340a809 req-3a0def54-831e-4d44-8117-cf74efbf2e0b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 210 time: 0.0899079 Sep 21 18:22:13.055073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:13.100943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd', 'port_id': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'mac_address': 'fa:16:3e:db:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e9d239-b8a8-4559-949c-72add9dfb1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:22:13.216222 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.262339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:13.295922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:13.302600 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.457153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:13.472957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['67bc7315-ab93-40fd-861e-03ac9a0fcfa7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:22:13.956279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c545f-5061-48d4-929c-bf448160f2c1 req-21e3fe09-abc4-4982-b26d-ae9fb70615a8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:13.958860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-355c545f-5061-48d4-929c-bf448160f2c1 req-21e3fe09-abc4-4982-b26d-ae9fb70615a8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 945 time: 0.1735179 Sep 21 18:22:14.083799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-355c545f-5061-48d4-929c-bf448160f2c1 req-66e63a90-cb1d-4c45-baf4-545a3fe6eeea tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157837 Sep 21 18:22:14.408929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87376912-7017-4d6b-9e08-2dcc02882f75 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:14.532975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:14.650069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-b6fbc06f-627f-4cae-b2c4-08d48078a8fb tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:14.656036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-b6fbc06f-627f-4cae-b2c4-08d48078a8fb tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.41 "GET /v2.0/networks?id=caaed8b2-c322-4d2e-be7c-ba3965609ca7 HTTP/1.1" status: 200 len: 797 time: 0.3250403 Sep 21 18:22:14.806069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-48661f69-69df-4d32-9b55-d373c5aa25e4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33d0f4c439554f2fb201b312ef1f73dc HTTP/1.1" status: 200 len: 478 time: 0.1397927 Sep 21 18:22:14.846677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:14.848361 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:14.899477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'port': {'device_id': 'cbe3d5ee-912c-45ec-910b-106911566540', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'admin_state_up': True, 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'security_groups': ['a6df81c9-86b0-4ad9-8039-6bf4c147220a', '336a73d2-a1aa-451a-9c68-13ee4661640c']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:14.908670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 87376912-7017-4d6b-9e08-2dcc02882f75 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:14.909472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.117834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57920) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:15.344051 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.361235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-37958cf1-5c3c-450a-b461-ef40fe28d1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.460428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:15.463963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:15.471256 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976f39a9-929b-440b-b28e-01919b34bcd1" -d '{"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:15.483062 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.576658 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-37958cf1-5c3c-450a-b461-ef40fe28d1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.587548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-37958cf1-5c3c-450a-b461-ef40fe28d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.622805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:15.651906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37958cf1-5c3c-450a-b461-ef40fe28d1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c533e345-52f3-4057-af91-348e7d2ab0b9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:15.700196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-37958cf1-5c3c-450a-b461-ef40fe28d1ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fab242005c934b85aee74642551ba5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807099 Sep 21 18:22:15.701262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57928) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:15.744768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7f33abe-0a56-4f2b-9b72-dcaef4ef5900 req-1b223243-9962-4000-b654-0a0887c7ba1b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 210 time: 0.8999596 Sep 21 18:22:15.790776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9673fd0a-042e-42ca-8edd-885b65be94f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.832821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9673fd0a-042e-42ca-8edd-885b65be94f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.869464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-72297d6a-e6a8-4127-82a1-399d8c8c04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:15.871780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-72297d6a-e6a8-4127-82a1-399d8c8c04c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1096 time: 1.0608447 Sep 21 18:22:15.906286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9673fd0a-042e-42ca-8edd-885b65be94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.911117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9673fd0a-042e-42ca-8edd-885b65be94f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.923880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9673fd0a-042e-42ca-8edd-885b65be94f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c533e345-52f3-4057-af91-348e7d2ab0b9 HTTP/1.1" status: 204 len: 168 time: 0.2207847 Sep 21 18:22:15.953943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673fd0a-042e-42ca-8edd-885b65be94f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c533e345-52f3-4057-af91-348e7d2ab0b9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:15.961847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Made reservation on behalf of 33d0f4c439554f2fb201b312ef1f73dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:15.965559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.157552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d52d57-3723-4501-9aa0-cb7b4eadf428 req-313837c5-0db8-442f-b926-b5a2698387b9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:16.166561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d52d57-3723-4501-9aa0-cb7b4eadf428 req-313837c5-0db8-442f-b926-b5a2698387b9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.3071134 Sep 21 18:22:16.288338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d52d57-3723-4501-9aa0-cb7b4eadf428 req-ee24a993-7501-4f08-8172-840671c1beed tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206045 Sep 21 18:22:16.293716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-f1f77110-3574-47ff-b792-6d8ae51447dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:16.297475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-f1f77110-3574-47ff-b792-6d8ae51447dc service neutron] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 920 time: 0.3477561 Sep 21 18:22:16.426453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-97f06c41-b748-4875-948c-299312ac5b9e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 200 len: 217 time: 0.1138179 Sep 21 18:22:16.565332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Allocated IP 172.20.0.13 (caaed8b2-c322-4d2e-be7c-ba3965609ca7/8dbc7e3d-36ea-4133-9773-b0af88cb0ed1/b55cf870-e9bd-487a-bd32-6721d02a9f09) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:16.604381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-31744af8-ad4a-47f9-84b9-91e634ac0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:16.606783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-31744af8-ad4a-47f9-84b9-91e634ac0ade service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.1532853 Sep 21 18:22:16.623898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03b46-6e62-4548-ae17-3e471f73c67b req-a8c64ffe-601c-46a3-a065-86f43fd2c2fd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:16.631707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad03b46-6e62-4548-ae17-3e471f73c67b req-a8c64ffe-601c-46a3-a065-86f43fd2c2fd tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.2082546 Sep 21 18:22:16.708510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-46d93ec8-8239-412d-9363-293b7c42896c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628128 Sep 21 18:22:16.860315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad03b46-6e62-4548-ae17-3e471f73c67b req-03c5e908-c399-43de-9bea-81e73fb697e7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272434 Sep 21 18:22:16.906000 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93185e29-720a-4177-a81d-e7d8ff07167a x-openstack-request-id: req-93185e29-720a-4177-a81d-e7d8ff07167a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:16.907128 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:16.907613 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93185e29-720a-4177-a81d-e7d8ff07167a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:16.908488 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'code': 200} Sep 21 18:22:17.139240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5e9badd8-1fa0-45b0-b29c-7e2774f2b7e4 req-fac35edf-dda2-49c9-9e41-e808594c177c tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 210 time: 0.0820274 Sep 21 18:22:17.211325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-c491287f-b00f-429a-be17-07850f632481 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716170 Sep 21 18:22:17.332675 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.535271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3104242b-4572-4c1a-a8e0-bbdf96c41933 req-2406d065-b031-4346-8541-042bb2f38c0f service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126812 Sep 21 18:22:17.638465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57970) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:17.758100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc937-a14f-46da-a3cf-084b911b797a req-9270cbb5-cead-462f-8bfc-2065c21cb857 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:17.771013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-850bc937-a14f-46da-a3cf-084b911b797a req-9270cbb5-cead-462f-8bfc-2065c21cb857 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.3049140 Sep 21 18:22:17.776245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.888444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=b55cf870-e9bd-487a-bd32-6721d02a9f09,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:17.908865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:17.915320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:17.924794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:17.970928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-850bc937-a14f-46da-a3cf-084b911b797a req-c64994c8-938f-4634-a6fc-62e89950b7e7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908641 Sep 21 18:22:18.036704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:18.041377 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.109669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.129927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-48549897-cf66-4c48-a66c-556c44b71c98 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.2437692 Sep 21 18:22:18.150764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Request body: {'port': {'device_id': 'cbe3d5ee-912c-45ec-910b-106911566540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:18.254603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e52c-5fdc-4ee6-b8c9-437b342c258b req-0a60a66c-f223-4544-9800-85150abe3ec4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:18.266861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8e8e52c-5fdc-4ee6-b8c9-437b342c258b req-0a60a66c-f223-4544-9800-85150abe3ec4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1773090 Sep 21 18:22:18.333568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.340426 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.387843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8e8e52c-5fdc-4ee6-b8c9-437b342c258b req-2d1c3aee-c556-4a64-8b7d-a80c576b9b79 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198416 Sep 21 18:22:18.412214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-97ff6176-7b40-4c15-b078-10ce8bb52aa3 None None] Provisioning complete for port b55cf870-e9bd-487a-bd32-6721d02a9f09 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:18.412668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97ff6176-7b40-4c15-b078-10ce8bb52aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.416833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.495413 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50783715e2db4a6bbc699af94be80672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8554211 Sep 21 18:22:18.500606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e2469-52c6-40a3-908a-5eef31f73950,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:18.511492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 57988) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:18.521079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.521848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.522600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.523127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.523781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.525027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.525542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.528717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.529284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.529782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.530346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.530855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943435ed-134d-4f13-9498-fc95453f3e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.557011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-97ff6176-7b40-4c15-b078-10ce8bb52aa3 None None] Port b55cf870-e9bd-487a-bd32-6721d02a9f09 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:18.643517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5f05-b569-499e-b76f-321aefaad6d4 req-6f1e1900-0fa0-483c-9548-286253a7a622 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:18.649929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-284f5f05-b569-499e-b76f-321aefaad6d4 req-6f1e1900-0fa0-483c-9548-286253a7a622 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 971 time: 0.1240125 Sep 21 18:22:18.759539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62aad5a0-78e2-4ef3-87a7-3bb746882783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.798893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-284f5f05-b569-499e-b76f-321aefaad6d4 req-8343a50f-f8d0-47aa-85f1-1baa161cf5c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1478710 Sep 21 18:22:18.836087 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62aad5a0-78e2-4ef3-87a7-3bb746882783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.944133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 57996) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:19.037392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62aad5a0-78e2-4ef3-87a7-3bb746882783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.050005 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-62aad5a0-78e2-4ef3-87a7-3bb746882783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.050906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-62aad5a0-78e2-4ef3-87a7-3bb746882783 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d9e2469-52c6-40a3-908a-5eef31f73950 HTTP/1.1" status: 204 len: 168 time: 0.5362487 Sep 21 18:22:19.095187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aad5a0-78e2-4ef3-87a7-3bb746882783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e2469-52c6-40a3-908a-5eef31f73950,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:19.131936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55cf870-e9bd-487a-bd32-6721d02a9f09 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:19.143487 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.173514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Transition to ACTIVE for port object b55cf870-e9bd-487a-bd32-6721d02a9f09 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:22:19.187098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.326968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Pushing event updated for resources: {'Port': ['ID=b55cf870-e9bd-487a-bd32-6721d02a9f09,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:19.390858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1448734146'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:19.410874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e7ee-35c0-4f92-a1cd-08a7b2a362ab req-be5e5c83-9bb2-4833-904f-105fd1b2e6bd tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:19.421503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5747e7ee-35c0-4f92-a1cd-08a7b2a362ab req-be5e5c83-9bb2-4833-904f-105fd1b2e6bd tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2197931 Sep 21 18:22:19.444103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Made reservation on behalf of fcee7b3482224ee39a319b67aeeac396 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:19.453799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.473016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.491230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Attempting to bind port b55cf870-e9bd-487a-bd32-6721d02a9f09 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:19.491896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Attempting to bind port b55cf870-e9bd-487a-bd32-6721d02a9f09 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:19.492551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Attempting to bind port b55cf870-e9bd-487a-bd32-6721d02a9f09 on network caaed8b2-c322-4d2e-be7c-ba3965609ca7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:19.514109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5747e7ee-35c0-4f92-a1cd-08a7b2a362ab req-6baecb2c-149b-4af0-bd5b-b3a4650f0ba5 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897563 Sep 21 18:22:19.520206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Port b55cf870-e9bd-487a-bd32-6721d02a9f09 on network caaed8b2-c322-4d2e-be7c-ba3965609ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:22:19.522029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Attempting to bind port b55cf870-e9bd-487a-bd32-6721d02a9f09 on network caaed8b2-c322-4d2e-be7c-ba3965609ca7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:19.538125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:19.538923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Checking segment: {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:19.539891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Bound using segment: {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:19.541898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Bound port: b55cf870-e9bd-487a-bd32-6721d02a9f09, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d055de-4d6d-4582-ae49-91b02d10abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:19.543135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.748129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] For port b55cf870-e9bd-487a-bd32-6721d02a9f09, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:19.754625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] For port b55cf870-e9bd-487a-bd32-6721d02a9f09, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:19.770521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a0801-2f14-436c-86e3-d4114f947365 req-86e224d2-1f6a-4b36-adc7-dba571b7c46f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:19.779711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d1a0801-2f14-436c-86e3-d4114f947365 req-86e224d2-1f6a-4b36-adc7-dba571b7c46f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1255157 Sep 21 18:22:19.783928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.791608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.806466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.867095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:19.868679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.869730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] 10.222.0.41 "PUT /v2.0/ports/b55cf870-e9bd-487a-bd32-6721d02a9f09 HTTP/1.1" status: 200 len: 1131 time: 1.7259867 Sep 21 18:22:19.874574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:19.877736 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf030f9b-77e9-4c70-942b-221e056ba99e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:19.885233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e14aba4-04b6-45b5-b0b5-f69b02a114cd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:19.910351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:19.932782 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.937369 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Added segment 5f107e4c-d94e-4c73-9d83-efe627f652a4 of type vlan for network ecccb1f0-0003-45db-9a41-0905516a5661 Sep 21 18:22:20.001617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d1a0801-2f14-436c-86e3-d4114f947365 req-cca5b45a-ff9f-4b4f-a6df-7b426ae67fe2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138872 Sep 21 18:22:20.012919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.019150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c32111-a5c0-4471-8a70-35ac92e5f741 service neutron] Pushing event updated for resources: {'Port': ['ID=b55cf870-e9bd-487a-bd32-6721d02a9f09,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:20.070458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-6df20459-d90e-4fd6-af9e-5028aafde5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.072885 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.073255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-6df20459-d90e-4fd6-af9e-5028aafde5e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1134 time: 0.1422982 Sep 21 18:22:20.083703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.084365 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.129751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1816978 Sep 21 18:22:20.148511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58012) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:20.154096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Request body: {'subnet': {'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:20.184794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-bd80e8e3-6b4b-4ab3-8e49-f765d36b5459 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09 HTTP/1.1" status: 200 len: 217 time: 0.1036787 Sep 21 18:22:20.252233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0018b13-7efd-42b3-a3eb-c98dc6fd8165 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event updated for resources: {'Network': ['ID=ecccb1f0-0003-45db-9a41-0905516a5661,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:20.263045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ecccb1f0-0003-45db-9a41-0905516a5661 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:20.344999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-b5ea054e-c8be-45a2-8373-b3cd2c785d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.346113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Made reservation on behalf of fcee7b3482224ee39a319b67aeeac396 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:20.347190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-b5ea054e-c8be-45a2-8373-b3cd2c785d4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dbc7e3d-36ea-4133-9773-b0af88cb0ed1 HTTP/1.1" status: 200 len: 835 time: 0.1320758 Sep 21 18:22:20.351076 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.439231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd32f9-f389-4d12-b2e2-531bc8a2b5b2 req-0e55c662-0efa-4acf-8b99-a6885cb907f3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.448321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bcd32f9-f389-4d12-b2e2-531bc8a2b5b2 req-0e55c662-0efa-4acf-8b99-a6885cb907f3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 983 time: 0.2769356 Sep 21 18:22:20.493769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da395f-9734-419c-89de-68614df08a5c req-d7a0d3e8-413e-4271-8bed-3ba96d789633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.496108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-d7a0d3e8-413e-4271-8bed-3ba96d789633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=caaed8b2-c322-4d2e-be7c-ba3965609ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346464 Sep 21 18:22:20.540350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bcd32f9-f389-4d12-b2e2-531bc8a2b5b2 req-fda79ef5-b4af-4c68-9321-a61ff761cba0 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0908453 Sep 21 18:22:20.668510 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad19a51-48e8-4fbc-991d-b45cc6752227 x-openstack-request-id: req-3ad19a51-48e8-4fbc-991d-b45cc6752227 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:20.668958 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:20.669318 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ad19a51-48e8-4fbc-991d-b45cc6752227 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:20.669745 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'status': 'completed', 'code': 200} Sep 21 18:22:20.737514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-b6ceb4ec-3e12-40e8-9348-50018dbf6f40 service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314703 Sep 21 18:22:20.888927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2da395f-9734-419c-89de-68614df08a5c req-e7ef3166-84a8-4eb0-91eb-15f1c071d51e service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154721 Sep 21 18:22:20.930325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba5de9-fba4-4512-b596-d8d61a61024c req-7c260b6b-b15c-41ba-b35b-edc497dda5f2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.942589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-caba5de9-fba4-4512-b596-d8d61a61024c req-7c260b6b-b15c-41ba-b35b-edc497dda5f2 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2567096 Sep 21 18:22:21.052373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-caba5de9-fba4-4512-b596-d8d61a61024c req-46791698-be2e-4916-8dff-a91e19cd301b tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053402 Sep 21 18:22:21.066587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-429c7fc6-a595-4e30-8c8a-7aed7983fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.074444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-429c7fc6-a595-4e30-8c8a-7aed7983fc27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1134 time: 0.1008723 Sep 21 18:22:21.131971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.229489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event updated for resources: {'Subnet': ['ID=cef4de03-d131-4538-a809-833ec57ed90c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:21.242669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Checking segment: {'id': '5f107e4c-d94e-4c73-9d83-efe627f652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:21.243034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Network hostable DHCP agents. Network: ecccb1f0-0003-45db-9a41-0905516a5661, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:22:21.272387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Network ecccb1f0-0003-45db-9a41-0905516a5661 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:22:21.284842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-b3f310a5-5521-4724-96da-875a1d247c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.286742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-b3f310a5-5521-4724-96da-875a1d247c7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=caaed8b2-c322-4d2e-be7c-ba3965609ca7 HTTP/1.1" status: 200 len: 899 time: 0.2085392 Sep 21 18:22:21.297122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ebe03-db2e-4f4e-9a1c-554fa74b2231 req-fb6ffcc3-228b-4f7c-addf-762378686d2f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.299123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ecccb1f0-0003-45db-9a41-0905516a5661) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:21.309927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08935498-9a26-4a64-8844-0ae7951831fe None None] Network ecccb1f0-0003-45db-9a41-0905516a5661 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:21.311008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.311624 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.321483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-039ebe03-db2e-4f4e-9a1c-554fa74b2231 req-fb6ffcc3-228b-4f7c-addf-762378686d2f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1202466 Sep 21 18:22:21.336774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-56a408b2-c509-41ab-805f-e9cc1083aa13 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1857047 Sep 21 18:22:21.337471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58020) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:21.345070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Request body: {'port': {'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661', 'name': 'tempest-DHCPAgentSchedulersTestJSON-500707925'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:21.445088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-039ebe03-db2e-4f4e-9a1c-554fa74b2231 req-8a5cf344-f113-4ca0-bd02-f0175b578360 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223652 Sep 21 18:22:21.446389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-ac387787-8661-45b4-8dd8-895ab4c673e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09 HTTP/1.1" status: 200 len: 217 time: 0.1221936 Sep 21 18:22:21.545653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-3b8941a6-15bb-41a8-b40c-7e3c4cced960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.548732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-3b8941a6-15bb-41a8-b40c-7e3c4cced960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dbc7e3d-36ea-4133-9773-b0af88cb0ed1 HTTP/1.1" status: 200 len: 835 time: 0.0928817 Sep 21 18:22:21.556286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Made reservation on behalf of fcee7b3482224ee39a319b67aeeac396 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:21.561220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.605843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] device_id is not set on port 70c23b82-1cf6-466d-85ff-03607d228fe6 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:22:21.606687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-ecccb1f0-0003-45db-9a41-0905516a5661', 'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661', 'tenant_id': 'fcee7b3482224ee39a319b67aeeac396', 'fixed_ips': [{'subnet_id': 'cef4de03-d131-4538-a809-833ec57ed90c'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:22:21.607848 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.633174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-d3217b5f-03ba-4f70-9d04-53306baea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.636920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-d3217b5f-03ba-4f70-9d04-53306baea54f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=caaed8b2-c322-4d2e-be7c-ba3965609ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790100 Sep 21 18:22:21.797733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Allocated IP 172.20.0.2 (ecccb1f0-0003-45db-9a41-0905516a5661/cef4de03-d131-4538-a809-833ec57ed90c/9f4206c5-292b-4989-9ae4-bed4c08482ea) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:21.848990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21813-22d7-4a20-a1f6-4bc533fb9f7f req-ab2d3e6f-586e-483e-9dd7-b3a49a87afe5 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.866479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8d21813-22d7-4a20-a1f6-4bc533fb9f7f req-ab2d3e6f-586e-483e-9dd7-b3a49a87afe5 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 983 time: 0.1744807 Sep 21 18:22:21.954520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8d21813-22d7-4a20-a1f6-4bc533fb9f7f req-c7f760d3-ede0-4c28-b396-723fbb580778 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0844264 Sep 21 18:22:21.969938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-7c3d7296-fd2d-4c30-a78a-c2dc86b286f9 service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239126 Sep 21 18:22:21.991558 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.001107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.055861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Network ecccb1f0-0003-45db-9a41-0905516a5661 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:22.060718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:22.090361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:22.142850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.db.api [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-613d0b86-70dc-4a24-81d0-d328f218e27e {{(pid=95091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:22:22.143848 n-d-810285-3 neutron-server[95091]: DEBUG oslo_db.api [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:22:22.201166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Pushing event updated for resources: {'Port': ['ID=9f4206c5-292b-4989-9ae4-bed4c08482ea,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:22.229431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Attempting to bind port 9f4206c5-292b-4989-9ae4-bed4c08482ea on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:22.230458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Attempting to bind port 9f4206c5-292b-4989-9ae4-bed4c08482ea by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5f107e4c-d94e-4c73-9d83-efe627f652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:22.230827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Attempting to bind port 9f4206c5-292b-4989-9ae4-bed4c08482ea on network ecccb1f0-0003-45db-9a41-0905516a5661 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:22.242454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:22.242826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Checking segment: {'id': '5f107e4c-d94e-4c73-9d83-efe627f652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:22.243228 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.243617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Bound using segment: {'id': '5f107e4c-d94e-4c73-9d83-efe627f652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:22.244093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Bound port: 9f4206c5-292b-4989-9ae4-bed4c08482ea, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f107e4c-d94e-4c73-9d83-efe627f652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'ecccb1f0-0003-45db-9a41-0905516a5661'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:22.244471 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.268407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89263993-fc6c-4efd-9329-799c0f993e6a req-ab3f6e8c-879f-4775-8c09-6409033039f8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:22.270344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89263993-fc6c-4efd-9329-799c0f993e6a req-ab3f6e8c-879f-4775-8c09-6409033039f8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0872891 Sep 21 18:22:22.272817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf030f9b-77e9-4c70-942b-221e056ba99e req-b0e3fc47-81c3-4c54-8657-3784d9ac207b service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933307 Sep 21 18:22:22.375846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] For port 9f4206c5-292b-4989-9ae4-bed4c08482ea, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:22.383807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] For port 9f4206c5-292b-4989-9ae4-bed4c08482ea, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9f4206c5-292b-4989-9ae4-bed4c08482ea,segment=NetworkSegment(5f107e4c-d94e-4c73-9d83-efe627f652a4),segment_id=5f107e4c-d94e-4c73-9d83-efe627f652a4)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:22.393945 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.505410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53617c-03fe-4971-8d19-3346f6408c20 None None] Pushing event updated for resources: {'Port': ['ID=9f4206c5-292b-4989-9ae4-bed4c08482ea,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:22.645987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.731089 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] device_id is not set on port b95fc08d-268c-4f8f-a86c-82ba782519ea yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:22:22.755445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89263993-fc6c-4efd-9329-799c0f993e6a req-b93b92f7-d10e-483a-96ce-6d48698197dc tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758270 Sep 21 18:22:22.909660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f48a-6a9a-4549-a2c9-45d98d343863 req-5279915e-57f5-4318-a0bf-bdbf0c295fc5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:22.911318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0028f48a-6a9a-4549-a2c9-45d98d343863 req-5279915e-57f5-4318-a0bf-bdbf0c295fc5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0735652 Sep 21 18:22:23.027988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0028f48a-6a9a-4549-a2c9-45d98d343863 req-4727794e-dd38-4838-8f68-7b16d1758c4b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008694 Sep 21 18:22:23.036115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Allocated IP 172.20.0.11 (ecccb1f0-0003-45db-9a41-0905516a5661/cef4de03-d131-4538-a809-833ec57ed90c/b95fc08d-268c-4f8f-a86c-82ba782519ea) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:23.244844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea70d1b-2d2c-4bd4-b6a2-48315a169bb2 req-292cd6a6-5477-45aa-8713-9add0c7d2d7a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:23.247100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dea70d1b-2d2c-4bd4-b6a2-48315a169bb2 req-292cd6a6-5477-45aa-8713-9add0c7d2d7a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 983 time: 0.1412902 Sep 21 18:22:23.311866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dea70d1b-2d2c-4bd4-b6a2-48315a169bb2 req-19dd83d9-08fe-4b9c-81e3-d5b82908dc43 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0577018 Sep 21 18:22:23.401554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.521332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.580035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event updated for resources: {'Port': ['ID=b95fc08d-268c-4f8f-a86c-82ba782519ea,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:23.603325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Network ecccb1f0-0003-45db-9a41-0905516a5661 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:23.605740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:23.613237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:23.664449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b55cf870-e9bd-487a-bd32-6721d02a9f09 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:22:23.710767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:23.718961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.751320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d5ecf4b1-2e5b-4ecb-af21-338023c3196c tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4105220 Sep 21 18:22:23.754124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58066) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:23.923774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b55cf870-e9bd-487a-bd32-6721d02a9f09, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:23.942065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'port_id': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'mac_address': 'fa:16:3e:60:71:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:22:23.949883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Deleting port b95fc08d-268c-4f8f-a86c-82ba782519ea {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:23.954978 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.987866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35a943-29dd-4d40-bb1b-d4773cc879e8 req-04761d8f-81d5-4c65-b6e6-5a59b36c4218 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.011902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f35a943-29dd-4d40-bb1b-d4773cc879e8 req-04761d8f-81d5-4c65-b6e6-5a59b36c4218 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1378839 Sep 21 18:22:24.040508 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.086995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55cf870-e9bd-487a-bd32-6721d02a9f09 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:24.100473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f35a943-29dd-4d40-bb1b-d4773cc879e8 req-994eef18-5a2f-4359-ba51-f44552ee3521 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805180 Sep 21 18:22:24.109767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0be6da-6b17-4e69-8450-374cfc03d2e2 None None] Network ecccb1f0-0003-45db-9a41-0905516a5661 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:24.150714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.169386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Calling delete_port for b95fc08d-268c-4f8f-a86c-82ba782519ea owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:24.225980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b55cf870-e9bd-487a-bd32-6721d02a9f09, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:24.368324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a0e0c-6a7a-455f-9551-d9adf5f7ac66 req-7f2aba90-2aff-4891-bf9f-875b5591f207 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.369770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e27a0e0c-6a7a-455f-9551-d9adf5f7ac66 req-7f2aba90-2aff-4891-bf9f-875b5591f207 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1898906 Sep 21 18:22:24.373514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9f4206c5-292b-4989-9ae4-bed4c08482ea up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:24.475576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.510451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e27a0e0c-6a7a-455f-9551-d9adf5f7ac66 req-0e36b019-513e-444e-a977-3570be8c582f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316626 Sep 21 18:22:24.570788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.602975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b55cf870-e9bd-487a-bd32-6721d02a9f09,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:24.634438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-25290aa0-dda8-4098-9b2a-3a2b421d7476 None None] Provisioning complete for port 9f4206c5-292b-4989-9ae4-bed4c08482ea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:24.637012 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25290aa0-dda8-4098-9b2a-3a2b421d7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.662841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event deleted for resources: {'Port': ['ID=b95fc08d-268c-4f8f-a86c-82ba782519ea,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:24.731485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9f4206c5-292b-4989-9ae4-bed4c08482ea triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:24.732102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.740241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['b55cf870-e9bd-487a-bd32-6721d02a9f09'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:22:24.843281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227118a-d53f-41fe-93bb-b9fd52861126 req-5dc4f26f-1960-4f1c-9eed-4ad4660d3e85 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.845159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4227118a-d53f-41fe-93bb-b9fd52861126 req-5dc4f26f-1960-4f1c-9eed-4ad4660d3e85 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 984 time: 0.1691902 Sep 21 18:22:24.897651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.903110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58132) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:24.907294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-490b144d-a74b-4421-8f7d-f70bc4367181 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "DELETE /v2.0/ports/b95fc08d-268c-4f8f-a86c-82ba782519ea HTTP/1.1" status: 204 len: 168 time: 1.1518173 Sep 21 18:22:24.971286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4227118a-d53f-41fe-93bb-b9fd52861126 req-11d55467-03d7-4435-b303-9e9ff1e725f8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1196451 Sep 21 18:22:25.004684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25290aa0-dda8-4098-9b2a-3a2b421d7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.166074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-25290aa0-dda8-4098-9b2a-3a2b421d7476 None None] For port 9f4206c5-292b-4989-9ae4-bed4c08482ea, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9f4206c5-292b-4989-9ae4-bed4c08482ea,segment=NetworkSegment(5f107e4c-d94e-4c73-9d83-efe627f652a4),segment_id=5f107e4c-d94e-4c73-9d83-efe627f652a4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:25.202992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.231948 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25290aa0-dda8-4098-9b2a-3a2b421d7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.266789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ee0ff34a-a5c8-4144-99c1-c75593b5a84a tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3471985 Sep 21 18:22:25.267272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58152) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:25.272611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-217549898'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:25.363528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25290aa0-dda8-4098-9b2a-3a2b421d7476 None None] Pushing event updated for resources: {'Port': ['ID=9f4206c5-292b-4989-9ae4-bed4c08482ea,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:25.374558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Made reservation on behalf of fcee7b3482224ee39a319b67aeeac396 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:25.379652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.457653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:25.501144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.501614 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Added segment 00079ca8-8aec-47ac-a0a2-58054ab99fad of type vlan for network e358b222-4049-43b6-9aac-80db8262adf5 Sep 21 18:22:25.517779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d30047-393c-4126-ba2b-29ce5a46c641 req-1fa6f559-d4ec-4379-8e20-ee259f35caa0 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.519442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26d30047-393c-4126-ba2b-29ce5a46c641 req-1fa6f559-d4ec-4379-8e20-ee259f35caa0 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2406828 Sep 21 18:22:25.615753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26d30047-393c-4126-ba2b-29ce5a46c641 req-3cd02e7f-e6c3-44a6-821a-950f8b3287d7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Sep 21 18:22:25.652120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.719508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.725630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.726727 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.899225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cac8d-9dda-4ec7-a951-5da39e16822c req-36763757-69a3-4428-a96c-9ea38a43c0da tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.922228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f19cac8d-9dda-4ec7-a951-5da39e16822c req-36763757-69a3-4428-a96c-9ea38a43c0da tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1582918 Sep 21 18:22:25.929510 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:22:25.930084 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:22:25.934852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fc1b5edc-78ee-4344-8f1d-4f92e988cdb5 None None] Provisioning complete for port 9f4206c5-292b-4989-9ae4-bed4c08482ea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:25.935133 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc1b5edc-78ee-4344-8f1d-4f92e988cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:25.969413 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6997194 Sep 21 18:22:25.970540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58184) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:25.989856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f0247-f269-44d7-8dbe-30484eedff88 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event updated for resources: {'Network': ['ID=e358b222-4049-43b6-9aac-80db8262adf5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:26.007066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e358b222-4049-43b6-9aac-80db8262adf5 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:26.016859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f19cac8d-9dda-4ec7-a951-5da39e16822c req-b33c31f7-2d62-4e6b-a43b-85076aad0ca7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936913 Sep 21 18:22:26.286114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1b40-4852-4bc1-8feb-7874d3d468e8 req-606b915a-2f10-48be-ab57-750d9664ce1e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:26.287952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75cf1b40-4852-4bc1-8feb-7874d3d468e8 req-606b915a-2f10-48be-ab57-750d9664ce1e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 984 time: 0.1526794 Sep 21 18:22:26.388181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75cf1b40-4852-4bc1-8feb-7874d3d468e8 req-15f29c52-536f-4282-81b6-a929e13d9a17 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0863321 Sep 21 18:22:26.393543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-23d1b889-d697-4648-8c15-50f3376e3dac None None] Could not find standard attr ID for object b95fc08d-268c-4f8f-a86c-82ba782519ea. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:22:26.394523 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ebb04884-b9f6-4eca-9a7e-973801db95d7 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "GET /v2.0/agents/9595cc84-ee8f-4a33-8b2a-f4e2a859fe69/dhcp-networks HTTP/1.1" status: 200 len: 7283 time: 0.4131982 Sep 21 18:22:26.397243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58210) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:26.504172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c07fd-5386-4b9d-9575-47850a553b55 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] Network e358b222-4049-43b6-9aac-80db8262adf5 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:22:26.519579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1b3c07fd-5386-4b9d-9575-47850a553b55 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "POST /v2.0/agents/9595cc84-ee8f-4a33-8b2a-f4e2a859fe69/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1202929 Sep 21 18:22:26.521870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58220) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:26.525563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe9893-ad81-4c56-96d6-d4c79e4140b5 None None] Network e358b222-4049-43b6-9aac-80db8262adf5 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:26.638727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9f4206c5-292b-4989-9ae4-bed4c08482ea up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:26.836445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dbbb8d67-7063-414f-b347-a949500e2172 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "GET /v2.0/agents/9595cc84-ee8f-4a33-8b2a-f4e2a859fe69/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.3021126 Sep 21 18:22:26.843519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58236) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:26.866970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c162-df28-4419-b3eb-cf1eeacd8686 req-303dcff1-69b3-45bd-8a31-889d3d5ea915 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:26.874837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9f4206c5-292b-4989-9ae4-bed4c08482ea triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:26.875218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:26.876228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0998c162-df28-4419-b3eb-cf1eeacd8686 req-303dcff1-69b3-45bd-8a31-889d3d5ea915 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1129158 Sep 21 18:22:26.953077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0998c162-df28-4419-b3eb-cf1eeacd8686 req-fe704619-c08a-4306-b94d-fd34b7285aac tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755827 Sep 21 18:22:27.026279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6af025e3-9a0b-4238-963e-a60068a6d142 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "DELETE /v2.0/agents/9595cc84-ee8f-4a33-8b2a-f4e2a859fe69/dhcp-networks/e358b222-4049-43b6-9aac-80db8262adf5 HTTP/1.1" status: 204 len: 168 time: 0.1735749 Sep 21 18:22:27.028052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58248) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:27.210618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-65fb1ec3-3ab0-4f7b-b948-5f8beb596826 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "GET /v2.0/agents/9595cc84-ee8f-4a33-8b2a-f4e2a859fe69/dhcp-networks HTTP/1.1" status: 200 len: 7283 time: 0.1805606 Sep 21 18:22:27.218971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58254) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:27.234992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7420da7-d649-4234-af4c-02cb6201e0be req-4f4665ef-0bf2-464e-ba05-8c8ba091bde7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:27.236788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7420da7-d649-4234-af4c-02cb6201e0be req-4f4665ef-0bf2-464e-ba05-8c8ba091bde7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0974343 Sep 21 18:22:27.279595 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4784cbe3-6b87-46a9-ba21-a1b32494ac35 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "GET /v2.0/networks/ecccb1f0-0003-45db-9a41-0905516a5661/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0585961 Sep 21 18:22:27.285356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58268) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:27.321172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7420da7-d649-4234-af4c-02cb6201e0be req-4de51bd4-65aa-4c47-8a9d-f21d5f3d2c3b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678480 Sep 21 18:22:27.322983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-37290c9c-3bbb-4089-8dbc-0288c325a87c tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "GET /v2.0/networks/ecccb1f0-0003-45db-9a41-0905516a5661/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0365992 Sep 21 18:22:27.326026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:27.508205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-14febd64-2b1b-4431-8e9e-8d2fc2fd8522 tempest-DHCPAgentSchedulersTestJSON-54350268 tempest-DHCPAgentSchedulersTestJSON-54350268-project-admin] 10.222.0.70 "GET /v2.0/agents/9595cc84-ee8f-4a33-8b2a-f4e2a859fe69/dhcp-networks HTTP/1.1" status: 200 len: 7283 time: 0.1805782 Sep 21 18:22:27.513226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:27.558244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a89a-caa5-4ba5-bfbd-c7a483759bcd req-00081a80-73a1-484a-820c-e67d5ef86ba6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:27.566380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e187a89a-caa5-4ba5-bfbd-c7a483759bcd req-00081a80-73a1-484a-820c-e67d5ef86ba6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 984 time: 0.0882628 Sep 21 18:22:27.625222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e187a89a-caa5-4ba5-bfbd-c7a483759bcd req-66626519-b6fd-4c5b-b177-bb853952961e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0575392 Sep 21 18:22:27.694793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b55cf870-e9bd-487a-bd32-6721d02a9f09 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:27.698679 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:27.798478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port b55cf870-e9bd-487a-bd32-6721d02a9f09 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:22:27.804237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port b55cf870-e9bd-487a-bd32-6721d02a9f09 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:27.804765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:27.840855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:27.881644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e358b222-4049-43b6-9aac-80db8262adf5']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:27.912190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00079ca8-8aec-47ac-a0a2-58054ab99fad') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:27.913026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00079ca8-8aec-47ac-a0a2-58054ab99fad') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:27.938876 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:27.940837 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:27.969570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:27.982326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:27.983052 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:27.989427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b55cf870-e9bd-487a-bd32-6721d02a9f09, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:27.990660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:27.993299 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d421496-62b7-473c-bdb3-d3e1658f19c0" -d '{"events": [{"server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "name": "network-vif-plugged", "status": "completed", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:27.998531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.069640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b55cf870-e9bd-487a-bd32-6721d02a9f09,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:28.085890 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:28.115489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.137378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.140740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "DELETE /v2.0/networks/e358b222-4049-43b6-9aac-80db8262adf5 HTTP/1.1" status: 204 len: 168 time: 0.6255422 Sep 21 18:22:28.143298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58332) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:28.167613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661cf9e-508c-4686-9f9e-6a43663b7300 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event deleted for resources: {'Network': ['ID=e358b222-4049-43b6-9aac-80db8262adf5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:28.211937 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-a220fe7d-ca44-4655-9518-26dcb55d3ebf tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] DELETE failed (client error): The resource could not be found. Sep 21 18:22:28.212674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a220fe7d-ca44-4655-9518-26dcb55d3ebf tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:22:28.215774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a220fe7d-ca44-4655-9518-26dcb55d3ebf tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "DELETE /v2.0/ports/b95fc08d-268c-4f8f-a86c-82ba782519ea HTTP/1.1" status: 404 len: 333 time: 0.0709267 Sep 21 18:22:28.221248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58340) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:28.243361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358cc5-197e-4717-a1ed-359467ed5feb req-031d3df9-2b32-42e9-b371-0d6a8826fd01 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:28.245070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b358cc5-197e-4717-a1ed-359467ed5feb req-031d3df9-2b32-42e9-b371-0d6a8826fd01 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0897932 Sep 21 18:22:28.294751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b358cc5-197e-4717-a1ed-359467ed5feb req-b8157755-b310-49d8-bb4a-716aee74c7e6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Sep 21 18:22:28.324759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Deleting subnet cef4de03-d131-4538-a809-833ec57ed90c {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:22:28.334974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.392037 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda8262-ac9a-494c-a332-93002d473f0e x-openstack-request-id: req-7fda8262-ac9a-494c-a332-93002d473f0e {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:28.392840 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "name": "network-vif-plugged", "status": "completed", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:28.393230 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fda8262-ac9a-494c-a332-93002d473f0e {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:28.393642 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'code': 200} Sep 21 18:22:28.406776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.576886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.595283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbca43-e5d1-4451-8137-be7d24435b26 req-03b8f117-9380-49e5-8e85-6ce3b3e86ebc tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:28.598092 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fbbca43-e5d1-4451-8137-be7d24435b26 req-03b8f117-9380-49e5-8e85-6ce3b3e86ebc tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.1264870 Sep 21 18:22:28.602521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903d734-b77c-411e-bb32-bccf6f053e6d req-e487c1f7-b7e2-458b-93f9-f02cb1bd3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:28.604502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9903d734-b77c-411e-bb32-bccf6f053e6d req-e487c1f7-b7e2-458b-93f9-f02cb1bd3e2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1136 time: 0.1205487 Sep 21 18:22:28.684046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.705978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fbbca43-e5d1-4451-8137-be7d24435b26 req-e5b0b021-be1f-4223-9642-cc24dab63e5f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993080 Sep 21 18:22:28.734718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event deleted for resources: {'Subnet': ['ID=cef4de03-d131-4538-a809-833ec57ed90c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:28.744698 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.750910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-42c41d2f-8e93-4d27-bee1-b55515331c9b tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "DELETE /v2.0/subnets/cef4de03-d131-4538-a809-833ec57ed90c HTTP/1.1" status: 204 len: 168 time: 0.5275629 Sep 21 18:22:28.751606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58374) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:28.758530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d49cb-7fd6-4369-80db-eb25cf6a1766 None None] Network ecccb1f0-0003-45db-9a41-0905516a5661 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:28.764048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9903d734-b77c-411e-bb32-bccf6f053e6d req-1a362bf4-909b-4ac2-9687-f171065216f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1291053 Sep 21 18:22:28.967913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.053775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785123-b4a4-46dc-aec6-dcd0c1884762 req-64108bb1-7db0-462b-ac7a-8a36b216ff4b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:29.062694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19785123-b4a4-46dc-aec6-dcd0c1884762 req-64108bb1-7db0-462b-ac7a-8a36b216ff4b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 985 time: 0.2126000 Sep 21 18:22:29.107533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ad020-cd25-4153-9f20-fc095112f89b req-4e17bdc4-4a4f-4e09-b02f-6093cfd4ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:29.109252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f9ad020-cd25-4153-9f20-fc095112f89b req-4e17bdc4-4a4f-4e09-b02f-6093cfd4ae97 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1096 time: 0.1418445 Sep 21 18:22:29.140975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19785123-b4a4-46dc-aec6-dcd0c1884762 req-197aa036-8a31-49a9-a88d-98b0bafa0294 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0765512 Sep 21 18:22:29.147977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] DHCP port deletion for ecccb1f0-0003-45db-9a41-0905516a5661 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:22:29.149435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Deleting port 9f4206c5-292b-4989-9ae4-bed4c08482ea {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:29.150096 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.223590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f9ad020-cd25-4153-9f20-fc095112f89b req-8ea7a4c5-4595-4d5b-a665-0e4db8b22994 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820107 Sep 21 18:22:29.237098 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:22:29.276297 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8e5908cb-4bb1-4baa-b904-719fe1a1dac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.291634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] For port 9f4206c5-292b-4989-9ae4-bed4c08482ea, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9f4206c5-292b-4989-9ae4-bed4c08482ea,segment=NetworkSegment(5f107e4c-d94e-4c73-9d83-efe627f652a4),segment_id=5f107e4c-d94e-4c73-9d83-efe627f652a4)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:29.292798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.297154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] Deleting port 9f4206c5-292b-4989-9ae4-bed4c08482ea {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:29.298104 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.331569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Calling delete_port for 9f4206c5-292b-4989-9ae4-bed4c08482ea owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:29.430337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] For port 9f4206c5-292b-4989-9ae4-bed4c08482ea, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9f4206c5-292b-4989-9ae4-bed4c08482ea,segment=NetworkSegment(5f107e4c-d94e-4c73-9d83-efe627f652a4),segment_id=5f107e4c-d94e-4c73-9d83-efe627f652a4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:29.430740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.450676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.453834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] Calling delete_port for 9f4206c5-292b-4989-9ae4-bed4c08482ea owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:29.517235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] No DVR routers for this DVR port 9f4206c5-292b-4989-9ae4-bed4c08482ea on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:29.519803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event deleted for resources: {'Port': ['ID=9f4206c5-292b-4989-9ae4-bed4c08482ea,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:29.598531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221db5-8cfe-43ea-813b-4fc281242de3 req-c5f6c076-29ac-4902-b4ea-b36228b3661f tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:22:29.599272 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 18:22:29.607648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5221db5-8cfe-43ea-813b-4fc281242de3 req-c5f6c076-29ac-4902-b4ea-b36228b3661f tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1440151 Sep 21 18:22:29.611263 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.657395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] Pushing event deleted for resources: {'Port': ['ID=9f4206c5-292b-4989-9ae4-bed4c08482ea,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:29.660883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828b46f-a1cd-4c29-a955-c30b946626a4 None None] No DVR routers for this DVR port 9f4206c5-292b-4989-9ae4-bed4c08482ea on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:29.669763 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.685272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5221db5-8cfe-43ea-813b-4fc281242de3 req-e746909b-7aab-48f8-a900-5bfcbaae121d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767450 Sep 21 18:22:29.717429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecccb1f0-0003-45db-9a41-0905516a5661']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:29.731486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f107e4c-d94e-4c73-9d83-efe627f652a4') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:29.731793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f107e4c-d94e-4c73-9d83-efe627f652a4') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:29.767538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.783073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.798694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:29.799113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:29.805927 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:29.883171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c8b9c-1c1b-45cf-8652-2ae5195cc2e9 req-0041af1d-48db-409b-9c0e-082bd609a057 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:29.886285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b4c8b9c-1c1b-45cf-8652-2ae5195cc2e9 req-0041af1d-48db-409b-9c0e-082bd609a057 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0834515 Sep 21 18:22:29.937557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.944488 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.950678 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] 10.222.0.70 "DELETE /v2.0/networks/ecccb1f0-0003-45db-9a41-0905516a5661 HTTP/1.1" status: 204 len: 168 time: 1.1950374 Sep 21 18:22:30.008691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b4c8b9c-1c1b-45cf-8652-2ae5195cc2e9 req-e5afa2ce-db31-42ad-9db4-9277f352aaf5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931518 Sep 21 18:22:30.032988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125017-12bc-49f3-9d5c-86560ca6c1f7 tempest-DHCPAgentSchedulersTestJSON-28453638 tempest-DHCPAgentSchedulersTestJSON-28453638-project] Pushing event deleted for resources: {'Network': ['ID=ecccb1f0-0003-45db-9a41-0905516a5661,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:30.310487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001e713-3086-4a58-8dd8-6becc2ce08c6 req-bf31f050-1190-432e-a273-27a6100a2a3c tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:30.319948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3001e713-3086-4a58-8dd8-6becc2ce08c6 req-bf31f050-1190-432e-a273-27a6100a2a3c tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 985 time: 0.0816996 Sep 21 18:22:30.368702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3001e713-3086-4a58-8dd8-6becc2ce08c6 req-73d73a7f-315e-448b-9e62-8c212fc93887 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0477469 Sep 21 18:22:30.424325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58492) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:30.581419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f24b-43ee-43e9-bb5f-b64fedd50ea5 req-71b1c0fa-264b-4f82-9217-560af4d7f17c tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:30.594809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d90f24b-43ee-43e9-bb5f-b64fedd50ea5 req-71b1c0fa-264b-4f82-9217-560af4d7f17c tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 985 time: 0.1322765 Sep 21 18:22:30.609316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9f4206c5-292b-4989-9ae4-bed4c08482ea no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:30.638451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9f4206c5-292b-4989-9ae4-bed4c08482ea {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:30.639044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9f4206c5-292b-4989-9ae4-bed4c08482ea not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:30.677156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d90f24b-43ee-43e9-bb5f-b64fedd50ea5 req-0d0a42ef-436a-42ee-9215-ccc24a5b9afe tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0813646 Sep 21 18:22:30.727869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f4ddb9d1-5300-4a65-9943-3aff6a63510e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fcee7b3482224ee39a319b67aeeac396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021746 Sep 21 18:22:30.731253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58516) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:30.799580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d772f7d4-dd9d-4a41-a51e-58e83ab9947b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:30.829003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d772f7d4-dd9d-4a41-a51e-58e83ab9947b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:30.852611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278349a9-02fe-45b2-b973-5acb676578bd req-da5055d2-51d8-4980-a028-1476928e9b6a tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:30.855787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-278349a9-02fe-45b2-b973-5acb676578bd req-da5055d2-51d8-4980-a028-1476928e9b6a tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1136 time: 0.0612276 Sep 21 18:22:30.889418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-278349a9-02fe-45b2-b973-5acb676578bd req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:30.897942 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d772f7d4-dd9d-4a41-a51e-58e83ab9947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:30.905686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d772f7d4-dd9d-4a41-a51e-58e83ab9947b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:30.908404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d772f7d4-dd9d-4a41-a51e-58e83ab9947b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e14aba4-04b6-45b5-b0b5-f69b02a114cd HTTP/1.1" status: 204 len: 168 time: 0.1755686 Sep 21 18:22:30.922608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772f7d4-dd9d-4a41-a51e-58e83ab9947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e14aba4-04b6-45b5-b0b5-f69b02a114cd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:31.073881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-278349a9-02fe-45b2-b973-5acb676578bd req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.086836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-278349a9-02fe-45b2-b973-5acb676578bd req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.116260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-278349a9-02fe-45b2-b973-5acb676578bd req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2449749 Sep 21 18:22:31.127907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f7ac81-1b56-448b-9f0d-c38e27a203ac,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:31.137296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.137664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.138014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.138394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.138924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.139278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.139620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.139992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.140311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.140662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.141002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.141338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a07a8d-b639-4893-aafb-9b0df3c738ab tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:31.168813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58532) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:31.234641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02afae-a17f-49ef-9466-5d0869049288 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:31.238933 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ec02afae-a17f-49ef-9466-5d0869049288 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1131 time: 0.0663002 Sep 21 18:22:31.239356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58544) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:31.255467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:31.288264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.310966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da4b11-8605-436e-a8e4-53b85fd9d950 req-789402b4-de1b-4f9b-a526-2d2277fc49fe tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:31.319052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1da4b11-8605-436e-a8e4-53b85fd9d950 req-789402b4-de1b-4f9b-a526-2d2277fc49fe tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0811656 Sep 21 18:22:31.390809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1da4b11-8605-436e-a8e4-53b85fd9d950 req-09fdc18a-ae71-4867-8a8e-da50eb4e439b tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707901 Sep 21 18:22:31.407464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58558) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:31.435468 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e33ded25-98a8-40d1-b298-3af2833066a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.511019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.584701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74096d8-7f14-4483-9242-b1b0299dc69d req-966c472b-9faf-430f-899e-28f1516aa273 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:31.593191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b74096d8-7f14-4483-9242-b1b0299dc69d req-966c472b-9faf-430f-899e-28f1516aa273 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0938568 Sep 21 18:22:31.644891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b74096d8-7f14-4483-9242-b1b0299dc69d req-7a6f28fb-fa39-47b7-9b3c-1254c44e02c4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Sep 21 18:22:31.689678 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e33ded25-98a8-40d1-b298-3af2833066a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.691580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Allocated IP 172.25.3.195 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/70f68726-139b-4415-a815-f8e261e63b01) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:31.702212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e33ded25-98a8-40d1-b298-3af2833066a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.797633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e33ded25-98a8-40d1-b298-3af2833066a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c932876ad68548a2956cfc128c1e6dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867986 Sep 21 18:22:31.797633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ded25-98a8-40d1-b298-3af2833066a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3873f2e-59ad-43fb-bff6-327538b4b205,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:31.798157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58598) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:31.950017 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:32.000063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc397044-d2a4-427f-a142-d29d8868d4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:32.000564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:32.040235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:32.044447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:32.052500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:32.067503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc397044-d2a4-427f-a142-d29d8868d4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:32.088250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-55d6ded7-da62-450b-ac85-1f66ca371854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:32.090376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-55d6ded7-da62-450b-ac85-1f66ca371854 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1096 time: 0.1330528 Sep 21 18:22:32.097515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=70f68726-139b-4415-a815-f8e261e63b01,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:32.118167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b4a33-c3c6-4cc7-b14e-13a9a10cadf0 req-458b23b8-2344-4a54-b1d5-73caf826bfaf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:32.120325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d78b4a33-c3c6-4cc7-b14e-13a9a10cadf0 req-458b23b8-2344-4a54-b1d5-73caf826bfaf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1172605 Sep 21 18:22:32.236264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d78b4a33-c3c6-4cc7-b14e-13a9a10cadf0 req-baf6ef57-2dc8-4351-83ba-f544c0e963eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992765 Sep 21 18:22:32.261998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-8a46fd4a-26f8-490a-8f8a-be8397e1b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:32.263933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-8a46fd4a-26f8-490a-8f8a-be8397e1b73c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 920 time: 0.1642337 Sep 21 18:22:32.265446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc397044-d2a4-427f-a142-d29d8868d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:32.268759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc397044-d2a4-427f-a142-d29d8868d4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:32.272650 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dc397044-d2a4-427f-a142-d29d8868d4eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3873f2e-59ad-43fb-bff6-327538b4b205 HTTP/1.1" status: 204 len: 168 time: 0.4705439 Sep 21 18:22:32.330807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-e15362b0-c8d8-4abf-9a40-a114a8fcc5de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 200 len: 217 time: 0.0475025 Sep 21 18:22:32.332019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc397044-d2a4-427f-a142-d29d8868d4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3873f2e-59ad-43fb-bff6-327538b4b205,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:32.411213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-d24d4026-4942-4f63-a2dd-d580596ea7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:32.412703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-d24d4026-4942-4f63-a2dd-d580596ea7f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.0724630 Sep 21 18:22:32.459079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-8755291b-fd9e-490e-b1f8-3ce6ab0c83f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348053 Sep 21 18:22:32.565518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-f81e8cf5-299d-405c-9db2-3c6bc1bb7154 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982935 Sep 21 18:22:32.678424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f945637f-9ae4-4751-9f2d-e4ded10e6076 req-04418596-1051-4cb0-9d01-ab9b52fd7b1d service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034184 Sep 21 18:22:32.748989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:32.983180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9d4f-cebf-4273-afff-7efcb947da73 req-c96d8cab-5658-41eb-9089-9ff30e6c6c36 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:32.985008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd3a9d4f-cebf-4273-afff-7efcb947da73 req-c96d8cab-5658-41eb-9089-9ff30e6c6c36 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.0766578 Sep 21 18:22:33.049655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bd3a9d4f-cebf-4273-afff-7efcb947da73 req-4453d627-dadd-4d0b-b7a3-0d744ba0b961 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548441 Sep 21 18:22:33.149423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-93f82fea-4067-4116-a71d-e73be9f44a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.152252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-93f82fea-4067-4116-a71d-e73be9f44a01 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1097 time: 0.0854781 Sep 21 18:22:33.185305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.304849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-2e01da23-4b81-4ea1-811e-1a0809992eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.307511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-2e01da23-4b81-4ea1-811e-1a0809992eaa service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 916 time: 0.1436806 Sep 21 18:22:33.371525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.372240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-049a1e86-f357-473d-ae25-61881147a4bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.0527418 Sep 21 18:22:33.377201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.455508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.466351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a16b-bea5-4ef2-bbd2-e113712912e9 req-8cc13d7e-1de3-4476-89df-4345cc246af1 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.473745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74f4a16b-bea5-4ef2-bbd2-e113712912e9 req-8cc13d7e-1de3-4476-89df-4345cc246af1 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1458197 Sep 21 18:22:33.498118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-7adb9285-daf6-4fb4-bbd1-ed94143d31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.499651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-7adb9285-daf6-4fb4-bbd1-ed94143d31ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.1047127 Sep 21 18:22:33.525754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=70f68726-139b-4415-a815-f8e261e63b01,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:33.545922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-9e3977e6-9bbb-43d0-9d78-be7c101a7eaa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347464 Sep 21 18:22:33.548879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74f4a16b-bea5-4ef2-bbd2-e113712912e9 req-28d9a18a-7dee-4cd2-8e9d-e4e9475622ff tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743384 Sep 21 18:22:33.598210 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-82b56264-014f-4800-bc64-c32af8131d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.627159 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Floating IP 6c3b43d0-9b52-43d9-8ae0-76a1de39796d associated. External IP: 172.25.3.195, port: b55cf870-e9bd-487a-bd32-6721d02a9f09. Sep 21 18:22:33.684917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-e2f9d6ac-49ef-46db-bd8f-d9e3dba7f226 service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295917 Sep 21 18:22:33.814254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0dcbe562-b87d-4f5d-a8e2-9ad9262410e3 req-ee283640-c393-436f-ab81-e7d4344adbc3 service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141925 Sep 21 18:22:33.877933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:22:33.943206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:34.002018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:34.014956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] Sync routers for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:34.023447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.044227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:34.045331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:22:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:34.059572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2fc37fa1-1479-4f44-989b-78cd81828a30 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8190639 Sep 21 18:22:34.060342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:34.062008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58666) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:34.063238 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a703873-b8e7-4d43-a9a1-bb1440db4538" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:34.106924 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c121c9-bf42-4bb7-ad0c-c269a0f15ebc x-openstack-request-id: req-87c121c9-bf42-4bb7-ad0c-c269a0f15ebc {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:34.107113 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:34.107242 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87c121c9-bf42-4bb7-ad0c-c269a0f15ebc {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:34.107740 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'status': 'completed', 'code': 200} Sep 21 18:22:34.196555 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.212456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1323531533'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:34.212927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:34.218484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.303298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Made reservation on behalf of 92da2ac5cfb5498fa7ab22dd54c94d54 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:34.306558 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.369901 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.445723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-42029ebd-16fc-4347-9d43-8596d08b4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.447329 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-42029ebd-16fc-4347-9d43-8596d08b4b34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1136 time: 0.2553511 Sep 21 18:22:34.454780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.455258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.455839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.456185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.456634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.457096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.457549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.458005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.463143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58672) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:34.468955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eace831b-ee27-465a-aa44-2c0007c110d9 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5694 time: 0.3969131 Sep 21 18:22:34.488319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '6c3b43d0-9b52-43d9-8ae0-76a1de39796d', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'port_id': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'mac_address': 'fa:16:3e:60:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe3d5ee-912c-45ec-910b-106911566540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:22:32Z', 'updated_at': '2021-09-21T18:22:32Z', 'revision_number': 0, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:12Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:34.521763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67027a-643b-44af-ba2d-ec9d9b7838f0 req-f1dde4b7-935d-4757-9bba-9265ad87cf27 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.530141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e67027a-643b-44af-ba2d-ec9d9b7838f0 req-f1dde4b7-935d-4757-9bba-9265ad87cf27 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.2348616 Sep 21 18:22:34.539812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] Checking router: 6dd22fc1-5030-42ff-89f1-9a2c299498c8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:34.553795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:34.554437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:22:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:34.651749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e67027a-643b-44af-ba2d-ec9d9b7838f0 req-256fd715-f49b-460b-8b19-dffd49b778d4 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194947 Sep 21 18:22:34.657395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.658153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.659576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.660511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.661213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.661847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.662600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.663972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.667627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eaf1a99f-270f-4e30-854f-5172835e7af1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.2030370 Sep 21 18:22:34.670314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58676) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:34.688965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-071c1d94-e4df-45e7-8692-a8a95966b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.690694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-071c1d94-e4df-45e7-8692-a8a95966b954 service neutron] 10.222.0.41 "GET /v2.0/networks?id=caaed8b2-c322-4d2e-be7c-ba3965609ca7 HTTP/1.1" status: 200 len: 899 time: 0.2107220 Sep 21 18:22:34.771022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:34.803096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.877128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.893821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.898079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-45cb2a51-7e90-4927-8f8a-e10a1225aa4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09 HTTP/1.1" status: 200 len: 1000 time: 0.1814158 Sep 21 18:22:34.968792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:35.003171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571ce8d-8dae-4fdb-bc93-518b1c013bc6 req-7f15129d-15ff-4971-9949-4668f0979cd8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.012608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2571ce8d-8dae-4fdb-bc93-518b1c013bc6 req-7f15129d-15ff-4971-9949-4668f0979cd8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2177482 Sep 21 18:22:35.027265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6feaa405-35a4-4f43-8c5e-6a2780bc1878,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:35.040633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:35.040759 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Added segment 902e79a4-92aa-495e-a5e7-2cf98a9a2709 of type vlan for network f26be2fb-b05c-4ab2-8ba6-946c08f7e99d Sep 21 18:22:35.080741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '6c3b43d0-9b52-43d9-8ae0-76a1de39796d', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'port_id': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'mac_address': 'fa:16:3e:60:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe3d5ee-912c-45ec-910b-106911566540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:22:32Z', 'updated_at': '2021-09-21T18:22:32Z', 'revision_number': 0, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:12Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:35.109166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9f49e-a931-43ab-93d2-46f858d6a201 None None] The sync data for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 is: [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '6c3b43d0-9b52-43d9-8ae0-76a1de39796d', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'port_id': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'mac_address': 'fa:16:3e:60:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe3d5ee-912c-45ec-910b-106911566540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:22:32Z', 'updated_at': '2021-09-21T18:22:32Z', 'revision_number': 0, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:12Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:35.380385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-6f7338fe-df65-431f-af85-267fead68fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.381846 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-6f7338fe-df65-431f-af85-267fead68fe0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dbc7e3d-36ea-4133-9773-b0af88cb0ed1 HTTP/1.1" status: 200 len: 835 time: 0.4722943 Sep 21 18:22:35.384699 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ad5fd-ca73-4956-928c-1f92e552a54c None None] New status for floating IP 6c3b43d0-9b52-43d9-8ae0-76a1de39796d: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:22:35.490628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2571ce8d-8dae-4fdb-bc93-518b1c013bc6 req-666295e0-c7e8-4998-9fff-371bcdb177e9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769785 Sep 21 18:22:35.525012 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:35.589531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-8811274d-4782-4bad-9a08-d46a283004da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.591529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-8811274d-4782-4bad-9a08-d46a283004da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=caaed8b2-c322-4d2e-be7c-ba3965609ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994460 Sep 21 18:22:35.597574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:35.603637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.604266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:35.710969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7657700 Sep 21 18:22:35.711812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58684) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:35.735453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e98925d1-f510-411b-92d0-3e3d5f584398 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 1.0601604 Sep 21 18:22:35.744165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58688) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:35.809626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca762cc-60e3-4801-b32b-e6d8bd3bc2e6 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Pushing event updated for resources: {'Network': ['ID=f26be2fb-b05c-4ab2-8ba6-946c08f7e99d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:35.821337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f26be2fb-b05c-4ab2-8ba6-946c08f7e99d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:35.826299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'network': {'name': 'tempest-network--71054935', 'router:external': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:35.853919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eeb4c4-9f5b-4732-a560-64a4ef652a60 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.854999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eeb4c4-9f5b-4732-a560-64a4ef652a60 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.862898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a5eeb4c4-9f5b-4732-a560-64a4ef652a60 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6dd22fc1-5030-42ff-89f1-9a2c299498c8 HTTP/1.1" status: 200 len: 1989 time: 0.1171675 Sep 21 18:22:35.882745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Made reservation on behalf of 6c7039154b6c41f9bc9c025922ed0196 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:35.886772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:35.897053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:35.912101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-87057a22-faa5-4b8e-bad8-97d9449fe8df service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049335 Sep 21 18:22:36.066987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.072465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.073362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9181c-4b04-4a49-ac28-f4adafd353ac req-6f850b0f-f255-42c3-9bac-3c1d48698711 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:36.091221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80b9181c-4b04-4a49-ac28-f4adafd353ac req-6f850b0f-f255-42c3-9bac-3c1d48698711 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 946 time: 0.2586567 Sep 21 18:22:36.106141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:36.119300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f457d265-df24-48c3-b4e3-c6fc9cd1fc02,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:36.126413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.126898 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Added segment a94072f8-cbf2-4093-a51f-998f928dfd6d of type vlan for network aef0df92-fd5c-405f-a73d-4495c0475801 Sep 21 18:22:36.171962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80b9181c-4b04-4a49-ac28-f4adafd353ac req-0dff6014-cc51-40db-ba7e-5b51da29e56e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797596 Sep 21 18:22:36.209005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.227029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a703873-b8e7-4d43-a9a1-bb1440db4538 req-cc9ce7d1-455a-4633-8588-b2c678e4fe00 service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986720 Sep 21 18:22:36.252429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.253534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:36.254084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.291771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58700) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:36.298943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5855098 Sep 21 18:22:36.346849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98def-aedb-4324-ab02-42df601e2793 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Network': ['ID=aef0df92-fd5c-405f-a73d-4495c0475801,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:36.358511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network aef0df92-fd5c-405f-a73d-4495c0475801 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:36.375185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.496632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.520239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef0df92-fd5c-405f-a73d-4495c0475801']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:36.530503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94072f8-cbf2-4093-a51f-998f928dfd6d') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:36.530804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94072f8-cbf2-4093-a51f-998f928dfd6d') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:36.541532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.555219 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.562594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:36.562843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:36.564685 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:36.605451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:36.628043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.633135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aef0df92-fd5c-405f-a73d-4495c0475801 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:22:36.635988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.638078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "DELETE /v2.0/networks/aef0df92-fd5c-405f-a73d-4495c0475801 HTTP/1.1" status: 204 len: 168 time: 0.3450592 Sep 21 18:22:36.641688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58702) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:36.647009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:36.668478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a85b7-66af-4389-9c9c-646df82e0475 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event deleted for resources: {'Network': ['ID=aef0df92-fd5c-405f-a73d-4495c0475801,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:36.696086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Made reservation on behalf of 6c7039154b6c41f9bc9c025922ed0196 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:36.699742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.732210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:36.748753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.756628 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Added segment 2e6b0391-d715-48c6-aba6-951f5686cbdf of type vlan for network bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 Sep 21 18:22:36.767535 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.837214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:36.837885 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.851603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:36.855582 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffab0f9-daac-4492-a300-96eb32c9035b" -d '{"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-unplugged", "status": "completed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:36.860225 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.914974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.917645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:36.918623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:36.946718 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f8e875-7a61-44be-a232-ad578fa6de94 x-openstack-request-id: req-a7f8e875-7a61-44be-a232-ad578fa6de94 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:36.947284 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-unplugged", "status": "failed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7", "code": 422}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:36.947743 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7f8e875-7a61-44be-a232-ad578fa6de94 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:36.948384 n-d-810285-3 neutron-server[95092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'code': 422} returned with failed status Sep 21 18:22:36.973503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:36.986900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Network': ['ID=bb1bc0f7-9365-4444-b9f7-1b52c978b2c8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:37.006105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58708) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:37.008702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:37.013778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'subnet': {'network_id': 'bb1bc0f7-9365-4444-b9f7-1b52c978b2c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:37.017598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-04c8c072-0ec1-44c4-9ecb-0c256889d80e tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3746986 Sep 21 18:22:37.038935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Made reservation on behalf of 6c7039154b6c41f9bc9c025922ed0196 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:37.043598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:37.235467 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:37.331055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883789e-7734-4f35-9a2f-33d0f66e95eb req-01acad27-087c-4e67-88bb-0c3a2da0f794 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:37.332737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5883789e-7734-4f35-9a2f-33d0f66e95eb req-01acad27-087c-4e67-88bb-0c3a2da0f794 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1053777 Sep 21 18:22:37.411755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5883789e-7734-4f35-9a2f-33d0f66e95eb req-050bb0e4-3eca-4c80-9aa8-9885e95835cf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719857 Sep 21 18:22:37.538230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:22:37.538230 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:37.623083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Subnet': ['ID=504492c8-6cc5-48e9-a0b6-825ad9dd44ce,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:37.634310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1168d4-5b93-4e72-af60-13b76680468a req-332f0b4f-b4a1-4a09-83c5-4fb1e0817070 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:37.636989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d1168d4-5b93-4e72-af60-13b76680468a req-332f0b4f-b4a1-4a09-83c5-4fb1e0817070 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1341679 Sep 21 18:22:37.647843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Checking segment: {'id': '2e6b0391-d715-48c6-aba6-951f5686cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'bb1bc0f7-9365-4444-b9f7-1b52c978b2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:37.648186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Network hostable DHCP agents. Network: bb1bc0f7-9365-4444-b9f7-1b52c978b2c8, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:22:37.694046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d1168d4-5b93-4e72-af60-13b76680468a req-00ce9466-b724-4927-a7a0-c0d5f553bde9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481195 Sep 21 18:22:37.695190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Network bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:22:37.706588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, bb1bc0f7-9365-4444-b9f7-1b52c978b2c8) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:37.711922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:37.712606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:37.728781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609c7b5-4df9-4cb7-86cb-dc0f256c71bc None None] Network bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:37.739302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f3ed10d6-dda4-4d6b-8b26-cccebf6a6149 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7292066 Sep 21 18:22:37.739897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58718) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:37.748792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb1bc0f7-9365-4444-b9f7-1b52c978b2c8'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:37.782574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:37.894295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:37.911688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6968413-904b-4847-b4f2-f664b95f8880 None None] Network bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:38.044013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Allocated IP 172.20.0.9 (bb1bc0f7-9365-4444-b9f7-1b52c978b2c8/504492c8-6cc5-48e9-a0b6-825ad9dd44ce/8e8e5400-e662-42e1-8f05-f028d48620e1) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:38.177913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.245459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.305788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df801961-0ac3-45ff-a65f-d892d8e2a1fc req-2665a460-0517-408e-b0a4-7b0f574d2bb3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:38.308210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df801961-0ac3-45ff-a65f-d892d8e2a1fc req-2665a460-0517-408e-b0a4-7b0f574d2bb3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1050632 Sep 21 18:22:38.311942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Network bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:38.325771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:38.328188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:38.330631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Port': ['ID=8e8e5400-e662-42e1-8f05-f028d48620e1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:38.407198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df801961-0ac3-45ff-a65f-d892d8e2a1fc req-2982ffc2-f6e4-45f7-827f-4dd7af280eae tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891838 Sep 21 18:22:38.419986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.480503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.522061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.708017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.723581 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.801046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493e4af-cda2-4a91-9208-a7c57c240c38 req-9952eb8e-3a37-4134-944f-5ba326b01968 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:38.802589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c493e4af-cda2-4a91-9208-a7c57c240c38 req-9952eb8e-3a37-4134-944f-5ba326b01968 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 949 time: 0.1126955 Sep 21 18:22:38.828050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Port': ['ID=8e8e5400-e662-42e1-8f05-f028d48620e1,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:38.847332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.874158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c493e4af-cda2-4a91-9208-a7c57c240c38 req-34a9dde2-b997-4616-a2bf-c05bbf387f4d tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622463 Sep 21 18:22:38.875364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:38.879014 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3db90c80-c5d1-4e53-b220-361937bc547c tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1355650 Sep 21 18:22:38.879391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:38.959971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-11c4d106-f452-413c-88c7-c9b6d0e7a736 req-467ca621-df7a-4da6-a2a1-07dbd1e04774 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:22:38.960950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11c4d106-f452-413c-88c7-c9b6d0e7a736 req-467ca621-df7a-4da6-a2a1-07dbd1e04774 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058541 Sep 21 18:22:38.968223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-def5f323-d34b-48e3-b301-dc451e8552a5 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 HTTP/1.1" status: 200 len: 689 time: 0.0876713 Sep 21 18:22:38.970712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58746) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:39.060114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.179737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29cd1-7a72-48d5-bffc-e1222d8da93f req-f37ef2a1-8f9f-4d9b-a389-a19e7e79ba1c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:39.181463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a8d29cd1-7a72-48d5-bffc-e1222d8da93f req-f37ef2a1-8f9f-4d9b-a389-a19e7e79ba1c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.0806231 Sep 21 18:22:39.201942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Deleting port 8e8e5400-e662-42e1-8f05-f028d48620e1 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:39.202305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.277935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a8d29cd1-7a72-48d5-bffc-e1222d8da93f req-0e54f25e-76d7-4884-a86a-42ea3c0343a5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882626 Sep 21 18:22:39.309067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.309417 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.322940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Calling delete_port for 8e8e5400-e662-42e1-8f05-f028d48620e1 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:39.450649 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-7286e64e-e937-4918-a460-029738840677 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069479 Sep 21 18:22:39.459511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-563924fb-eb7e-4c4b-aa0f-89981c27ef89 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:22:39.460645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-563924fb-eb7e-4c4b-aa0f-89981c27ef89 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054722 Sep 21 18:22:39.477841 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.509562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e8e5400-e662-42e1-8f05-f028d48620e1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:39.585037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.642350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.733821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.758541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=504492c8-6cc5-48e9-a0b6-825ad9dd44ce,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:39.829436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.855609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1bc0f7-9365-4444-b9f7-1b52c978b2c8']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:39.866530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6b0391-d715-48c6-aba6-951f5686cbdf') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:39.867161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6b0391-d715-48c6-aba6-951f5686cbdf') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:39.881878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.907146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.918593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:39.919460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:39.962457 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:40.037967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.044036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:22:40.048486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.050619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "DELETE /v2.0/networks/bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 HTTP/1.1" status: 204 len: 168 time: 1.0789175 Sep 21 18:22:40.054115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58772) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:40.066222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809579c-dbe9-4637-a7b3-315c644316a3 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb1bc0f7-9365-4444-b9f7-1b52c978b2c8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:40.083993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abb7f1-89eb-4d55-8426-8dbb4a47dc61 req-9516d324-3f27-4097-b60a-a2d8e77e1113 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.086086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37abb7f1-89eb-4d55-8426-8dbb4a47dc61 req-9516d324-3f27-4097-b60a-a2d8e77e1113 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 949 time: 0.1169789 Sep 21 18:22:40.157685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37abb7f1-89eb-4d55-8426-8dbb4a47dc61 req-ae1545c0-4eca-4679-b69e-404ed61e2e15 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/security-groups?id=4decb185-1eee-48cd-b995-7434789ab848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604112 Sep 21 18:22:40.247545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ba4b97c-50f7-40da-9f4d-8a9d417ea851 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1918564 Sep 21 18:22:40.250226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58774) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:40.322454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.323230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.327047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-291bbd13-60b4-4327-b846-eaeaf5d6f137 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.329055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-291bbd13-60b4-4327-b846-eaeaf5d6f137 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 949 time: 0.0691495 Sep 21 18:22:40.330874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.331425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.332097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.332857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.333461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.334074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.343979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-49446089-fc9c-4674-8953-f959af7eee4f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.0924623 Sep 21 18:22:40.347057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58780) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:40.457687 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-363e4883-ccd3-4ef2-b7a2-0697a52aa701 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] delete failed (client error): The resource could not be found. Sep 21 18:22:40.459655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-363e4883-ccd3-4ef2-b7a2-0697a52aa701 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/36c6ac89-f598-4723-9cf6-441ce9ede344 HTTP/1.1" status: 404 len: 345 time: 0.1115789 Sep 21 18:22:40.462237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58782) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:40.489233 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-684a92cc-00d7-4bc2-a8db-ba4327f0c7eb tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] DELETE failed (client error): The resource could not be found. Sep 21 18:22:40.489847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684a92cc-00d7-4bc2-a8db-ba4327f0c7eb tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:22:40.491752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-684a92cc-00d7-4bc2-a8db-ba4327f0c7eb tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "DELETE /v2.0/networks/bb1bc0f7-9365-4444-b9f7-1b52c978b2c8 HTTP/1.1" status: 404 len: 339 time: 0.0284357 Sep 21 18:22:40.496850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58784) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:40.503722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'network': {'name': 'tempest-network--370722626', 'router:external': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:40.509383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ece0f-1f1d-49eb-9d2a-051256d1b505 req-1b3b8329-e15a-4852-90ee-22fc1d21ab84 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.511782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-339ece0f-1f1d-49eb-9d2a-051256d1b505 req-1b3b8329-e15a-4852-90ee-22fc1d21ab84 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1247525 Sep 21 18:22:40.527417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Deleting port 5ce5c6f8-5b08-48eb-920d-17cb33512cef {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:40.528774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.600652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Made reservation on behalf of 6c7039154b6c41f9bc9c025922ed0196 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:40.604706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.624965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912524-38b5-439c-aaf0-738cf581c895 req-d6e03a60-6ee3-4dce-a710-6bc232164db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.627578 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-d6e03a60-6ee3-4dce-a710-6bc232164db4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee&tenant_id=c60f277f89e94c11a210c52f6f332bbe HTTP/1.1" status: 200 len: 1095 time: 0.1282518 Sep 21 18:22:40.636134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:40.648373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:40.664339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-339ece0f-1f1d-49eb-9d2a-051256d1b505 req-f0eedca2-cd1e-4b89-9772-3445b6910725 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410940 Sep 21 18:22:40.720654 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.723019 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Added segment 0942395a-f32e-4503-8388-3c016679ba0a of type vlan for network dd0d1c13-af77-464e-bcca-273fd4686f7d Sep 21 18:22:40.728925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] For port 5ce5c6f8-5b08-48eb-920d-17cb33512cef, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5ce5c6f8-5b08-48eb-920d-17cb33512cef,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:40.729302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.752711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Calling delete_port for 5ce5c6f8-5b08-48eb-920d-17cb33512cef owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:40.789895 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.793870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912524-38b5-439c-aaf0-738cf581c895 req-2d1d5b15-1ac6-412e-adb6-2b49dc67b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.795415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-2d1d5b15-1ac6-412e-adb6-2b49dc67b712 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1095 time: 0.1370685 Sep 21 18:22:40.884653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.886701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.887300 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.915857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:40.933849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5ce5c6f8-5b08-48eb-920d-17cb33512cef'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:22:40.956472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Pushing event deleted for resources: {'Port': ['ID=5ce5c6f8-5b08-48eb-920d-17cb33512cef,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:40.969552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4712832 Sep 21 18:22:40.974345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:40.987497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30037e67-0a6b-460c-a9c9-7b23ceff612d tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Network': ['ID=dd0d1c13-af77-464e-bcca-273fd4686f7d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:41.001191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network dd0d1c13-af77-464e-bcca-273fd4686f7d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:41.006699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] No DVR routers for this DVR port 5ce5c6f8-5b08-48eb-920d-17cb33512cef on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:41.011034 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.012736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfa7c697-72cb-44a1-a923-9dc1b8bb30ac req-15c83455-a426-4809-b63d-87ca906c9e1c tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.78 "DELETE /v2.0/ports/5ce5c6f8-5b08-48eb-920d-17cb33512cef HTTP/1.1" status: 204 len: 173 time: 0.6771848 Sep 21 18:22:41.013494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'name': 'network-vif-deleted', 'tag': '5ce5c6f8-5b08-48eb-920d-17cb33512cef'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:41.015609 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ed52ca-22ed-46c7-8f75-807727d95cd2" -d '{"events": [{"server_uuid": "bd095a05-9940-4ae1-b0ea-99e3fa9b6d85", "name": "network-vif-deleted", "tag": "5ce5c6f8-5b08-48eb-920d-17cb33512cef"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:41.101727 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3322c357-1c31-4fc5-b1dc-d837e405d45a x-openstack-request-id: req-3322c357-1c31-4fc5-b1dc-d837e405d45a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:41.102252 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd095a05-9940-4ae1-b0ea-99e3fa9b6d85", "name": "network-vif-deleted", "tag": "5ce5c6f8-5b08-48eb-920d-17cb33512cef", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:41.102699 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3322c357-1c31-4fc5-b1dc-d837e405d45a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:41.103095 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd095a05-9940-4ae1-b0ea-99e3fa9b6d85', 'name': 'network-vif-deleted', 'tag': '5ce5c6f8-5b08-48eb-920d-17cb33512cef', 'status': 'completed', 'code': 200} Sep 21 18:22:41.149831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912524-38b5-439c-aaf0-738cf581c895 req-52ad6b6f-6829-4136-ab06-df6b4178acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.151559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-52ad6b6f-6829-4136-ab06-df6b4178acf6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 916 time: 0.3428094 Sep 21 18:22:41.230840 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-bef91135-5f06-42ff-9acf-57203a176ac3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.0672624 Sep 21 18:22:41.286525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-632cf86b-d133-4c25-a991-12d31d7def89 req-5c67dddd-7f1f-4832-b0fc-fbf7fd03a1b0 tempest-VolumesBackupsTest-709010181 tempest-VolumesBackupsTest-709010181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd095a05-9940-4ae1-b0ea-99e3fa9b6d85 HTTP/1.1" status: 200 len: 210 time: 0.0289879 Sep 21 18:22:41.310355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f73a2-8556-4f7e-a93d-3104d12bd268 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.311991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f73a2-8556-4f7e-a93d-3104d12bd268 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.318291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f73a2-8556-4f7e-a93d-3104d12bd268 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.324735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f73a2-8556-4f7e-a93d-3104d12bd268 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.326695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-499f73a2-8556-4f7e-a93d-3104d12bd268 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3514545 Sep 21 18:22:41.329724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58794) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:41.373824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912524-38b5-439c-aaf0-738cf581c895 req-0e7de7f0-5816-438b-9413-f3e5883438d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.375385 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-0e7de7f0-5816-438b-9413-f3e5883438d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.1375818 Sep 21 18:22:41.441247 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-f7d1cb71-7424-44bd-9f15-6de39647fe89 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393467 Sep 21 18:22:41.445805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.589945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-002a7ad6-5a5c-4142-af98-243977ce09d2 service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408861 Sep 21 18:22:41.653973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.710304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0d1c13-af77-464e-bcca-273fd4686f7d']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:41.726353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0942395a-f32e-4503-8388-3c016679ba0a') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:41.726648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0942395a-f32e-4503-8388-3c016679ba0a') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:41.742469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.770279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-90912524-38b5-439c-aaf0-738cf581c895 req-b3a3ffa9-eb04-453b-bfc9-565909e706e4 service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708708 Sep 21 18:22:41.771241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.788012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:41.788012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.821894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d43200-338b-40e5-bb8b-436bce425d6b req-100861da-fbe3-413c-b19d-374fa07f6773 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.824514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5d43200-338b-40e5-bb8b-436bce425d6b req-100861da-fbe3-413c-b19d-374fa07f6773 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.0729153 Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:41.863660 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:41.874180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.876171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5d43200-338b-40e5-bb8b-436bce425d6b req-095cf502-e8b3-47f2-9f9e-580b02f842bc tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Sep 21 18:22:41.892218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd0d1c13-af77-464e-bcca-273fd4686f7d {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:22:41.894274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd0d1c13-af77-464e-bcca-273fd4686f7d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:41.896511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.904443 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a9feb92e-86e1-42f6-9068-7bad6fb6d998 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "DELETE /v2.0/networks/dd0d1c13-af77-464e-bcca-273fd4686f7d HTTP/1.1" status: 204 len: 168 time: 0.5736403 Sep 21 18:22:41.904963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:41.912574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'network': {'name': 'tempest-network--1448069975', 'router:external': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:41.956615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Made reservation on behalf of 6c7039154b6c41f9bc9c025922ed0196 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:41.961191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.999311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:42.017252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:42.017894 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Added segment 9e61761c-c277-497e-8f14-d98cf09c94a9 of type vlan for network e6b1c1f1-408b-4077-8c9b-d156121092d2 Sep 21 18:22:42.101964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:42.165146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:42.167536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:42.168203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:42.221751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3153274 Sep 21 18:22:42.225669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58818) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:42.277417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae6167-6ac7-440f-8e9f-0963e39f9e79 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Network': ['ID=e6b1c1f1-408b-4077-8c9b-d156121092d2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:42.305983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e6b1c1f1-408b-4077-8c9b-d156121092d2 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:42.417638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c29c68-a930-4f37-950c-3a83dcdf2d37 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:42.439968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-52c29c68-a930-4f37-950c-3a83dcdf2d37 tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] 10.222.0.70 "GET /v2.0/networks/e6b1c1f1-408b-4077-8c9b-d156121092d2 HTTP/1.1" status: 200 len: 757 time: 0.2131808 Sep 21 18:22:42.442490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58826) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:42.656072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab8ea3-e4db-4bd8-a841-768a64dfcafb tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:42.657561 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ecab8ea3-e4db-4bd8-a841-768a64dfcafb tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] 10.222.0.70 "GET /v2.0/networks/f26be2fb-b05c-4ab2-8ba6-946c08f7e99d HTTP/1.1" status: 200 len: 768 time: 0.2141039 Sep 21 18:22:42.660671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58832) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:42.834368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:42.973313 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.000644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b1c1f1-408b-4077-8c9b-d156121092d2']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:43.015713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e61761c-c277-497e-8f14-d98cf09c94a9') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:43.016257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e61761c-c277-497e-8f14-d98cf09c94a9') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:43.041460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.086947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.117534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:43.118177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:43.122073 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:43.152391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e9ced-16ca-41f3-bc41-bf23836c95df req-2ad2a646-8cf9-4cea-8cc2-db168b045599 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:43.171158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f9e9ced-16ca-41f3-bc41-bf23836c95df req-2ad2a646-8cf9-4cea-8cc2-db168b045599 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1519122 Sep 21 18:22:43.270155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.275403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6b1c1f1-408b-4077-8c9b-d156121092d2 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:22:43.281655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.293513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58836) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:43.294694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "DELETE /v2.0/networks/e6b1c1f1-408b-4077-8c9b-d156121092d2 HTTP/1.1" status: 204 len: 168 time: 0.6314068 Sep 21 18:22:43.299603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'network': {'name': 'tempest-network--1890292669'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:43.332503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04cba6-7366-4637-9d75-bb3b5b4ff6f2 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6b1c1f1-408b-4077-8c9b-d156121092d2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:43.371151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Made reservation on behalf of 6c7039154b6c41f9bc9c025922ed0196 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:43.375428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.408775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f9e9ced-16ca-41f3-bc41-bf23836c95df req-d656fdc3-3717-492d-9688-ada7445a8050 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349064 Sep 21 18:22:43.436923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:43.453887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.454431 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Added segment 1c6c3181-f94b-416b-b18c-070d6d9b6247 of type vlan for network 5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3 Sep 21 18:22:43.536451 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.583424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:43.587260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:43.589056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:44.142344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Network': ['ID=5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:44.160917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:44.161499 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-91a0c366-35da-4601-8a03-29973f33833f tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8655372 Sep 21 18:22:44.163398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58842) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:44.178780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:44.634247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5ce5c6f8-5b08-48eb-920d-17cb33512cef no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:44.661902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 5ce5c6f8-5b08-48eb-920d-17cb33512cef {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:44.674739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5ce5c6f8-5b08-48eb-920d-17cb33512cef not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:44.830123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a02819-cf9f-4cda-9559-8710a3f43908 req-db86dd4a-252e-4a21-8665-8a27d441c94d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:44.831588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61a02819-cf9f-4cda-9559-8710a3f43908 req-db86dd4a-252e-4a21-8665-8a27d441c94d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1109021 Sep 21 18:22:44.882433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:44.920079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:44.934349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61a02819-cf9f-4cda-9559-8710a3f43908 req-279000b5-04c8-43a6-9045-5dbeea8c9837 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727890 Sep 21 18:22:44.944772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Network 5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3 is not hosted by any dhcp agent {{(pid=95090) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:22:44.946020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:44.946692 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:44.948631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "PUT /v2.0/networks/5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3 HTTP/1.1" status: 200 len: 859 time: 0.7744036 Sep 21 18:22:44.951909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58850) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:45.029396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713c532-8f6d-4f97-b2a2-4ec1c84fcdc4 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event updated for resources: {'Network': ['ID=5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:45.082993 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.188837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.210770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:45.221573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6c3181-f94b-416b-b18c-070d6d9b6247') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:45.221879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6c3181-f94b-416b-b18c-070d6d9b6247') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:45.232200 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.245850 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.252401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:45.252937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:45.254607 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:45.329857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.343915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:22:45.362539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.366321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3 HTTP/1.1" status: 204 len: 168 time: 0.4134305 Sep 21 18:22:45.370636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58854) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:45.407254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea6e8d-003e-4c18-807b-f561a73a6103 tempest-ExternalNetworksTestJSON-366466731 tempest-ExternalNetworksTestJSON-366466731-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c4920c0-1c3a-4c6d-8b5b-ab79a05495b3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:45.424029 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a8daa2-b1c0-4cc6-b4c8-2737fe653b1e tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] DELETE failed (client error): The resource could not be found. Sep 21 18:22:45.424693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a8daa2-b1c0-4cc6-b4c8-2737fe653b1e tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:22:45.427442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-58a8daa2-b1c0-4cc6-b4c8-2737fe653b1e tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] 10.222.0.70 "DELETE /v2.0/subnets/504492c8-6cc5-48e9-a0b6-825ad9dd44ce HTTP/1.1" status: 404 len: 337 time: 0.0553293 Sep 21 18:22:45.430180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58856) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:45.550833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.656317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.678761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26be2fb-b05c-4ab2-8ba6-946c08f7e99d']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:45.703611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902e79a4-92aa-495e-a5e7-2cf98a9a2709') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:45.704070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902e79a4-92aa-495e-a5e7-2cf98a9a2709') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:45.714744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.729740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.736407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:45.736952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:45.808913 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:45.825194 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.833502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.838942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] 10.222.0.70 "DELETE /v2.0/networks/f26be2fb-b05c-4ab2-8ba6-946c08f7e99d HTTP/1.1" status: 204 len: 168 time: 0.4043412 Sep 21 18:22:45.849455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955225f-6bd2-4e65-b9b6-08cf0123be5d tempest-ExternalNetworksTestJSON-1935691002 tempest-ExternalNetworksTestJSON-1935691002-project] Pushing event deleted for resources: {'Network': ['ID=f26be2fb-b05c-4ab2-8ba6-946c08f7e99d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:46.176208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971d4bf-bbb9-4283-b1c3-f649ccf05739 req-4bf83cf5-add3-4175-941c-4464477b945d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:46.178086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2971d4bf-bbb9-4283-b1c3-f649ccf05739 req-4bf83cf5-add3-4175-941c-4464477b945d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.0928869 Sep 21 18:22:46.242381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2971d4bf-bbb9-4283-b1c3-f649ccf05739 req-1b087b17-7ade-49ae-9c9b-2022065c5bad tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565841 Sep 21 18:22:46.352072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58868) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:46.528196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 58872) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:46.528944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-32531de2-d5dc-47b9-a6a6-1031c4eb1b9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92da2ac5cfb5498fa7ab22dd54c94d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752541 Sep 21 18:22:46.610765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6458-0371-4392-9d64-e09041f0c6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:46.634110 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6458-0371-4392-9d64-e09041f0c6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:46.696469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6458-0371-4392-9d64-e09041f0c6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:46.701138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6458-0371-4392-9d64-e09041f0c6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:46.703186 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5ab6458-0371-4392-9d64-e09041f0c6be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6feaa405-35a4-4f43-8c5e-6a2780bc1878 HTTP/1.1" status: 204 len: 168 time: 0.1739686 Sep 21 18:22:46.713305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab6458-0371-4392-9d64-e09041f0c6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feaa405-35a4-4f43-8c5e-6a2780bc1878,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:47.304727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58910) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:47.366246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-504eda68-36b7-4236-8e02-36375436abec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c7039154b6c41f9bc9c025922ed0196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583897 Sep 21 18:22:47.367459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 58916) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:47.545592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa366538-c342-4237-84fd-f92ef4aadae8 req-8812b3f6-1a80-4cc9-b2e9-fe157a28970c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:47.555630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa366538-c342-4237-84fd-f92ef4aadae8 req-8812b3f6-1a80-4cc9-b2e9-fe157a28970c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1331360 Sep 21 18:22:47.581196 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb44-f0a0-47ab-aa8d-bf89aad37a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:47.624478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa366538-c342-4237-84fd-f92ef4aadae8 req-ebb862ae-f7e7-4bae-b2df-2033d0b4197f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679319 Sep 21 18:22:47.627110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb44-f0a0-47ab-aa8d-bf89aad37a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:47.726438 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb44-f0a0-47ab-aa8d-bf89aad37a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:47.729743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb44-f0a0-47ab-aa8d-bf89aad37a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:47.731146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-adbbbb44-f0a0-47ab-aa8d-bf89aad37a0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f457d265-df24-48c3-b4e3-c6fc9cd1fc02 HTTP/1.1" status: 204 len: 168 time: 0.3601120 Sep 21 18:22:47.754523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbbb44-f0a0-47ab-aa8d-bf89aad37a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f457d265-df24-48c3-b4e3-c6fc9cd1fc02,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:48.940195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8d26e-3110-4eb5-aa32-8d64a515b9dc req-dbee7030-63f4-41fd-8b60-052be84351ed tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:48.941862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c8d26e-3110-4eb5-aa32-8d64a515b9dc req-dbee7030-63f4-41fd-8b60-052be84351ed tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1145806 Sep 21 18:22:48.998528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c8d26e-3110-4eb5-aa32-8d64a515b9dc req-f1fa8f68-c6c4-4132-a139-34fcc8a8dd08 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490053 Sep 21 18:22:50.223963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59f2d1-0bca-4b03-a6e1-35a28bc0b8d2 req-9cecebe6-3fe6-40b0-8211-3b59fcd2994b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:50.232717 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc59f2d1-0bca-4b03-a6e1-35a28bc0b8d2 req-9cecebe6-3fe6-40b0-8211-3b59fcd2994b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1119437 Sep 21 18:22:50.294769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59018) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.319485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc59f2d1-0bca-4b03-a6e1-35a28bc0b8d2 req-17946903-6f86-458c-82fa-07cc271da0b6 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823560 Sep 21 18:22:50.454044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ff00ff2c-51ea-407b-856b-81bb5fade1ce tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:50.499614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59024) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.499961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ff00ff2c-51ea-407b-856b-81bb5fade1ce tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "PUT /v2.0/quotas/b0cccfed22334d5b8385ac0cc0bd9ba3 HTTP/1.1" status: 200 len: 366 time: 0.2027445 Sep 21 18:22:50.514722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aed1a44a-ba86-4d94-9c99-139bd684d526 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0138543 Sep 21 18:22:50.517430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59026) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.534410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59028) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.535544 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3a259e3b-ace7-4509-8d21-bcf9af0377f4 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "GET /v2.0/quotas/b0cccfed22334d5b8385ac0cc0bd9ba3 HTTP/1.1" status: 200 len: 366 time: 0.0162811 Sep 21 18:22:50.561715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59030) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.572957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c91757e-0545-4ea0-8165-d0b5e8155ecc tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/b0cccfed22334d5b8385ac0cc0bd9ba3 HTTP/1.1" status: 204 len: 168 time: 0.0359352 Sep 21 18:22:50.578969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59032) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.582880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d445f8cf-9981-4d2d-975f-0726b10a1885 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0197680 Sep 21 18:22:50.593476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59034) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.598570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-23358a40-a3b3-4dcd-a903-069df3514bb8 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "GET /v2.0/quotas/b0cccfed22334d5b8385ac0cc0bd9ba3/default HTTP/1.1" status: 200 len: 370 time: 0.0039358 Sep 21 18:22:50.599772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9a78c9d9-88f2-4271-9c52-67dc1f869f56 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "GET /v2.0/quotas/b0cccfed22334d5b8385ac0cc0bd9ba3 HTTP/1.1" status: 200 len: 370 time: 0.0196011 Sep 21 18:22:50.601638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59036) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.613557 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-ceab973d-483c-429e-ac4a-e3c1068d889f tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] delete failed (client error): The resource could not be found. Sep 21 18:22:50.617779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ceab973d-483c-429e-ac4a-e3c1068d889f tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/b0cccfed22334d5b8385ac0cc0bd9ba3 HTTP/1.1" status: 404 len: 348 time: 0.0150836 Sep 21 18:22:50.802526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59040) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:50.836421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:network and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:50.843860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:50.851672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:subnet and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:50.869292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:50.879278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:subnetpool and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:50.890350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:50.897890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:port and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:50.905068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:50.912952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:router and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:50.920858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:50.928546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:floatingip and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:50.939847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:50.992228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:security_group and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:50.998058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:51.014876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Usage tracker for resource:security_group_rule and tenant:b292ef3f9e484c90ae4ae69d1c098d07 is out of sync, need to count used quota {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:22:51.026816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.quota.resource [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95091) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:22:51.037350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1d6c9ac9-f91b-4969-8dcd-de6d7f18b257 tempest-QuotasTest-1523774432 tempest-QuotasTest-1523774432-project-admin] 10.222.0.70 "GET /v2.0/quotas/b292ef3f9e484c90ae4ae69d1c098d07/details.json HTTP/1.1" status: 200 len: 703 time: 0.2303188 Sep 21 18:22:51.482937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6aee-cf09-4153-b779-3d796f3f62cd req-a867474f-22da-4112-9d9a-a42cea901a4d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:51.485780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32cc6aee-cf09-4153-b779-3d796f3f62cd req-a867474f-22da-4112-9d9a-a42cea901a4d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.0785565 Sep 21 18:22:51.552290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32cc6aee-cf09-4153-b779-3d796f3f62cd req-381fcf00-0d68-41b7-bbf2-beb26912fb27 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554154 Sep 21 18:22:51.583756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59050) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:51.740473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46876fad-7825-4f2d-8da8-c708f367c845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:51.903791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46876fad-7825-4f2d-8da8-c708f367c845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:51.908880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46876fad-7825-4f2d-8da8-c708f367c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:51.957415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-46876fad-7825-4f2d-8da8-c708f367c845 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e03afa1bfba04d46abc1c39ea343f132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725183 Sep 21 18:22:51.961099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:51.963258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46876fad-7825-4f2d-8da8-c708f367c845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1667ddb-b697-4c3f-a711-ec9c9c4a6cff,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:52.050395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03a68d8d-371b-45ba-8044-f4f5e00333a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:52.082957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03a68d8d-371b-45ba-8044-f4f5e00333a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:52.159663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03a68d8d-371b-45ba-8044-f4f5e00333a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:52.162530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03a68d8d-371b-45ba-8044-f4f5e00333a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:52.168156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-03a68d8d-371b-45ba-8044-f4f5e00333a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1667ddb-b697-4c3f-a711-ec9c9c4a6cff HTTP/1.1" status: 204 len: 168 time: 0.2010090 Sep 21 18:22:52.187787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a68d8d-371b-45ba-8044-f4f5e00333a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1667ddb-b697-4c3f-a711-ec9c9c4a6cff,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:52.725508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:52.761808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7922882-b2b5-43be-b9c8-068bf85be8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:52.794324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750d46-7b27-425f-b976-439d3a57926c req-1d7ae7b8-9fa2-49b8-a86f-90aa580c8e0a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:52.796347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36750d46-7b27-425f-b976-439d3a57926c req-1d7ae7b8-9fa2-49b8-a86f-90aa580c8e0a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.1286707 Sep 21 18:22:52.857525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36750d46-7b27-425f-b976-439d3a57926c req-b720ddfc-04b3-4ac1-8d32-8eecf70be562 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496860 Sep 21 18:22:52.900926 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7922882-b2b5-43be-b9c8-068bf85be8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:52.906111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7922882-b2b5-43be-b9c8-068bf85be8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:52.954152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e7922882-b2b5-43be-b9c8-068bf85be8bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b292ef3f9e484c90ae4ae69d1c098d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268729 Sep 21 18:22:52.955433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7922882-b2b5-43be-b9c8-068bf85be8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf0d15-961f-47cc-a5f6-cda173a71216,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:52.958761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59072) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:53.027155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e58b79c-296a-4b22-9ff5-95558a45a268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:53.052047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e58b79c-296a-4b22-9ff5-95558a45a268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:53.114752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e58b79c-296a-4b22-9ff5-95558a45a268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:53.117486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e58b79c-296a-4b22-9ff5-95558a45a268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:53.118764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0e58b79c-296a-4b22-9ff5-95558a45a268 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6bf0d15-961f-47cc-a5f6-cda173a71216 HTTP/1.1" status: 204 len: 168 time: 0.1588128 Sep 21 18:22:53.129772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58b79c-296a-4b22-9ff5-95558a45a268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf0d15-961f-47cc-a5f6-cda173a71216,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:54.018050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773939be-8a63-4ab9-bb2f-3a485b4836ba req-88eaa1be-f7ef-4800-911d-cc24907db2c2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:54.020958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-773939be-8a63-4ab9-bb2f-3a485b4836ba req-88eaa1be-f7ef-4800-911d-cc24907db2c2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.0680184 Sep 21 18:22:54.067509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-773939be-8a63-4ab9-bb2f-3a485b4836ba req-ff548536-1684-44a5-bfbd-07ac1487d771 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383935 Sep 21 18:22:54.465891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-fa4f3a73-1121-4ccb-ba10-3e7bc9ce07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:54.465891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-fa4f3a73-1121-4ccb-ba10-3e7bc9ce07a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1096 time: 0.0721128 Sep 21 18:22:54.470359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc0df9-8e83-4d00-b0e3-44bde2b1fdd1 req-8616de7b-8cf7-456a-a220-4b183b0ec738 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:54.478055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37bc0df9-8e83-4d00-b0e3-44bde2b1fdd1 req-8616de7b-8cf7-456a-a220-4b183b0ec738 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0709682 Sep 21 18:22:54.547165 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37bc0df9-8e83-4d00-b0e3-44bde2b1fdd1 req-a74da436-17c1-4e66-b25b-7bf8a3ae5c95 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674167 Sep 21 18:22:54.601378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-101c7b68-ed7f-4570-ab53-3eb432cb3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:54.602878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-101c7b68-ed7f-4570-ab53-3eb432cb3982 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 920 time: 0.1348302 Sep 21 18:22:54.664621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-1c9d920e-297c-400b-99ca-033e73ae0f47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 200 len: 217 time: 0.0526021 Sep 21 18:22:54.740767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-28e08c47-e454-42c6-a3d6-f3db9f028271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:54.743719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-28e08c47-e454-42c6-a3d6-f3db9f028271 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.0696278 Sep 21 18:22:54.786737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-ce61c0c0-df98-49e3-ae72-be5bf0dd0f1f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353415 Sep 21 18:22:54.864481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59124) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:54.911200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-b4eb296e-4733-482f-ad5b-4dcd5438639f service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167471 Sep 21 18:22:54.998424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-80278746', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:55.026142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Made reservation on behalf of 6c0e416f34394e6d9de00b8eb5765cc5 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:55.029049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.029971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9aee1f30-ff5c-4281-8000-4d828df08c57 req-11d33def-c05c-4020-9a9f-bd68159d36b8 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109099 Sep 21 18:22:55.039417 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.217515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.226400 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.232434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] device_id is not set on port e3f47390-3a20-4c1a-be60-e479e926021b yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:22:55.269779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc8447-ff23-4ade-9f8a-12b6e5462345 req-7f215990-b9bd-42be-bda2-fdf742e47436 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:55.271451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3dfc8447-ff23-4ade-9f8a-12b6e5462345 req-7f215990-b9bd-42be-bda2-fdf742e47436 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.0936551 Sep 21 18:22:55.319618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec817a3-02f0-48bc-9b11-1feecd05e3a5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:55.371214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3dfc8447-ff23-4ade-9f8a-12b6e5462345 req-a0b6f163-233a-4653-b0ac-cbb1e91729ba tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622816 Sep 21 18:22:55.423963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Allocated IP 172.25.3.208 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/e3f47390-3a20-4c1a-be60-e479e926021b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:55.583716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.631007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.708410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:55.718118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:55.721290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:55.724643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Pushing event updated for resources: {'Port': ['ID=e3f47390-3a20-4c1a-be60-e479e926021b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:55.766135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d34364-ac65-41fe-945f-dcd151b551ee req-256ea17f-2ffe-4da8-8353-fe0a110aaddf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:55.767789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46d34364-ac65-41fe-945f-dcd151b551ee req-256ea17f-2ffe-4da8-8353-fe0a110aaddf tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1347525 Sep 21 18:22:55.788139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:55.788759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.827177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4d4b7120-61c2-46cb-a315-a45807ff1b80 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9559546 Sep 21 18:22:55.827613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59140) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:55.828834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46d34364-ac65-41fe-945f-dcd151b551ee req-b81f1155-8d62-4ccb-8d08-c4bbbb1e817a tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504706 Sep 21 18:22:55.833121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.208'}]}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:55.872170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.874247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:55.976378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.141472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.453229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.475172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.510850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19e743-0422-4fcd-b5bd-095ca20434ce req-cd199584-3d62-4828-bc62-5f596d5c5f47 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:56.512784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c19e743-0422-4fcd-b5bd-095ca20434ce req-cd199584-3d62-4828-bc62-5f596d5c5f47 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 944 time: 0.0648437 Sep 21 18:22:56.576097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c19e743-0422-4fcd-b5bd-095ca20434ce req-0bfa4501-4f57-40cb-83b7-5a25584cb97b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571067 Sep 21 18:22:56.653747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.665068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:22:56.783063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:56.796326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'network_id': 'd4221540-f089-445f-baea-b28b7036e3dd', 'port_id': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'mac_address': 'fa:16:3e:db:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e9d239-b8a8-4559-949c-72add9dfb1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:22:56.837247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.840791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.850963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.880070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:56.896445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.897011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3419de75-1151-4f97-8bbc-d091fe76781b {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:22:56.904886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:56.912323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:56.924206 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:22:56.929480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6dac84d2-9582-43c2-82a0-18f3cd33cb28 tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0980010 Sep 21 18:22:56.942032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59152) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:56.996002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:57.010612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ce657-e371-484b-b5a2-37e9d09e36db req-61d6a091-c52d-4444-b4e4-b1a3f80a9f49 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:57.012762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-986ce657-e371-484b-b5a2-37e9d09e36db req-61d6a091-c52d-4444-b4e4-b1a3f80a9f49 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0663359 Sep 21 18:22:57.036926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Deleting port e3f47390-3a20-4c1a-be60-e479e926021b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:57.037282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:57.064985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-986ce657-e371-484b-b5a2-37e9d09e36db req-b2d8b336-1149-4c04-af00-8e7b738940ae tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455143 Sep 21 18:22:57.144340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:57.157895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Calling delete_port for e3f47390-3a20-4c1a-be60-e479e926021b owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:57.185826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['67bc7315-ab93-40fd-861e-03ac9a0fcfa7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:22:57.310428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:57.339633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3f47390-3a20-4c1a-be60-e479e926021b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:57.424879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:57.427136 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fcb21745-5940-44e1-8061-622c55c8a31f tempest-RoutersAdminNegativeIpV6Test-1407238502 tempest-RoutersAdminNegativeIpV6Test-1407238502-project-admin] 10.222.0.70 "DELETE /v2.0/ports/e3f47390-3a20-4c1a-be60-e479e926021b HTTP/1.1" status: 204 len: 168 time: 0.4833953 Sep 21 18:22:57.715783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc7538-cc92-4efc-b061-bac25f2a5063 req-7dd28f6e-5c83-4e3d-91ca-a599d47fe774 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:57.717309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23dc7538-cc92-4efc-b061-bac25f2a5063 req-7dd28f6e-5c83-4e3d-91ca-a599d47fe774 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 945 time: 0.0555117 Sep 21 18:22:57.735239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59160) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:57.773523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23dc7538-cc92-4efc-b061-bac25f2a5063 req-40cf48da-f71a-4819-a3e5-caf8b9372a47 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485694 Sep 21 18:22:57.878989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710446cf-0519-460f-a57e-a287cb0ccf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:57.987322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710446cf-0519-460f-a57e-a287cb0ccf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:57.991695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-710446cf-0519-460f-a57e-a287cb0ccf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.035566 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-710446cf-0519-460f-a57e-a287cb0ccf30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e0a98e5d73a4c60bb3e8db8c4d0b3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995145 Sep 21 18:22:58.036555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710446cf-0519-460f-a57e-a287cb0ccf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07a1e3c-73fe-48aa-9c00-3cc5db3c5fe8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:58.038236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59166) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:58.094482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f37d2a1-9100-4e05-8aae-f045787610bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.117468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f37d2a1-9100-4e05-8aae-f045787610bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.229414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ad4a-9648-4654-b6dd-e19f201ba6ad req-bbba75ac-274d-4f04-b557-3bf56b34e83b tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:58.231019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1cf9ad4a-9648-4654-b6dd-e19f201ba6ad req-bbba75ac-274d-4f04-b557-3bf56b34e83b tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0562520 Sep 21 18:22:58.232206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f37d2a1-9100-4e05-8aae-f045787610bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.234965 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f37d2a1-9100-4e05-8aae-f045787610bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.236406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f37d2a1-9100-4e05-8aae-f045787610bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b07a1e3c-73fe-48aa-9c00-3cc5db3c5fe8 HTTP/1.1" status: 204 len: 168 time: 0.1971285 Sep 21 18:22:58.247779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d2a1-9100-4e05-8aae-f045787610bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07a1e3c-73fe-48aa-9c00-3cc5db3c5fe8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:58.286831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1cf9ad4a-9648-4654-b6dd-e19f201ba6ad req-9a919efd-71dc-47d2-aa32-fa3a59e028b9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Sep 21 18:22:58.597815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59174) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:58.643691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd5772fb-388e-431f-b01e-2511bf08058a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c0e416f34394e6d9de00b8eb5765cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427511 Sep 21 18:22:58.644445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59176) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:58.665683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:58.703870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b9b0-de98-4d9a-bc45-8d4e072e9b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.723580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:58.724262 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.732203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b9b0-de98-4d9a-bc45-8d4e072e9b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.812067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b9b0-de98-4d9a-bc45-8d4e072e9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.823456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b9b0-de98-4d9a-bc45-8d4e072e9b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.825794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5bc1b9b0-de98-4d9a-bc45-8d4e072e9b9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ec817a3-02f0-48bc-9b11-1feecd05e3a5 HTTP/1.1" status: 204 len: 168 time: 0.1801071 Sep 21 18:22:58.847428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1b9b0-de98-4d9a-bc45-8d4e072e9b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec817a3-02f0-48bc-9b11-1feecd05e3a5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:58.851545 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.904481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:58.905392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:58.908580 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cf8062-9208-44d5-9a83-87b87d9bb01c" -d '{"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:58.913266 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:58.960160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e655c-62be-437b-8988-4c522524a0b2 req-e61d4436-3533-4b10-ac40-b8618919e80a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:58.970853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f48e655c-62be-437b-8988-4c522524a0b2 req-e61d4436-3533-4b10-ac40-b8618919e80a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 945 time: 0.0777025 Sep 21 18:22:58.979902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=10']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:59.024943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f48e655c-62be-437b-8988-4c522524a0b2 req-ad228341-191b-49b4-b636-8859e184151c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519853 Sep 21 18:22:59.079139 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581b6599-56a8-4007-8941-7eed83b40a77 x-openstack-request-id: req-581b6599-56a8-4007-8941-7eed83b40a77 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:59.079841 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-plugged", "status": "completed", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:59.079841 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-581b6599-56a8-4007-8941-7eed83b40a77 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:59.080143 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'code': 200} Sep 21 18:22:59.266118 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-966a9c35-07e4-4a5d-8f73-7769a6ebba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:59.275004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e27e-97ca-4ef7-b8b6-eb44d254b3f0 req-7901bdd1-987d-4e8d-ba7a-1d07e0f2db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:59.276607 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddf3e27e-97ca-4ef7-b8b6-eb44d254b3f0 req-7901bdd1-987d-4e8d-ba7a-1d07e0f2db0d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1098 time: 0.0643272 Sep 21 18:22:59.304838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-16521a92-bd84-4942-a92d-3adfb0585123 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529537 Sep 21 18:22:59.362692 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddf3e27e-97ca-4ef7-b8b6-eb44d254b3f0 req-91ca12b7-8fc1-403e-b8fd-f081b199e1de service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782428 Sep 21 18:22:59.467213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-d234cf5e-1d93-489f-a9de-cff4d5610e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:59.469043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-d234cf5e-1d93-489f-a9de-cff4d5610e06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f173b8d02d174360899fdde934d3948e&device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 1096 time: 0.0889966 Sep 21 18:22:59.480953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7249cb5-f64a-41c3-aaf9-491116b85551 req-8463dc6a-ede1-43b8-8699-f22c1aa5489c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:59.482574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7249cb5-f64a-41c3-aaf9-491116b85551 req-8463dc6a-ede1-43b8-8699-f22c1aa5489c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0863776 Sep 21 18:22:59.583472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7249cb5-f64a-41c3-aaf9-491116b85551 req-acba9aa7-f12f-4f41-be20-dfdb49eace9c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943708 Sep 21 18:22:59.632284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-b537865e-cb6a-4dc9-83df-a210567369e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:59.634984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-b537865e-cb6a-4dc9-83df-a210567369e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e HTTP/1.1" status: 200 len: 910 time: 0.1369467 Sep 21 18:22:59.719131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-9b061abb-4d0c-49bc-820c-008ef74e1664 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d HTTP/1.1" status: 200 len: 1000 time: 0.0773289 Sep 21 18:22:59.777850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-909e661f-b472-4581-8d17-3e9a22e5b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:59.779436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-909e661f-b472-4581-8d17-3e9a22e5b934 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0261a605-644d-4f32-95d7-b6cfae555e61 HTTP/1.1" status: 200 len: 847 time: 0.0518970 Sep 21 18:22:59.834959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-c44f884c-bd1d-405e-b48b-6ee37805facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:59.836425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-c44f884c-bd1d-405e-b48b-6ee37805facb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483029 Sep 21 18:22:59.846182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59206) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:59.959616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-4b43e9f0-a7e2-4d89-ae01-38f9c69b7da0 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152842 Sep 21 18:23:00.011719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1868355684'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:00.086109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:00.090257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.101507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.107811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14697c66-86b4-46ed-ab68-35e34db4dc02 req-93499f8c-434f-45c2-9a53-9149eed9ea00 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404769 Sep 21 18:23:00.217419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b7df-6c13-4ec1-965e-011de273d08f req-08af5ee7-9b70-4d22-84c2-21917d6fd711 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:00.219991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd00b7df-6c13-4ec1-965e-011de273d08f req-08af5ee7-9b70-4d22-84c2-21917d6fd711 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0831575 Sep 21 18:23:00.285228 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd00b7df-6c13-4ec1-965e-011de273d08f req-be0fa6e5-4bcc-46e9-b8e6-c7dcdee387b7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579216 Sep 21 18:23:00.290775 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.295945 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.327561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:23:00.339077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e88804-9fbf-4bee-87bd-c6e4a1460d6f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:00.353012 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.353361 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Added segment 2c01f583-d116-41bb-8266-cbe84667f01a of type vlan for network 0fc02adc-eee2-4e58-a911-71742b0546cd Sep 21 18:23:00.433993 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.479345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.486520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:00.487186 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.547736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6964161 Sep 21 18:23:00.549620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59222) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:00.558559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:00.610056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33c6f7-78a5-4b0e-83b3-fa17d5a6522b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Network': ['ID=0fc02adc-eee2-4e58-a911-71742b0546cd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:00.626848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:23:00.813554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cec121-c2d8-4144-a939-7466020b42e5 req-7194d1ea-a01a-46bc-a602-52a60f43bb2e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:00.815504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19cec121-c2d8-4144-a939-7466020b42e5 req-7194d1ea-a01a-46bc-a602-52a60f43bb2e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1453342 Sep 21 18:23:00.827737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:00.831374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:00.936752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19cec121-c2d8-4144-a939-7466020b42e5 req-0bffd846-d106-41d4-82dd-e24f383ab3a7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102116 Sep 21 18:23:01.142748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:01.224236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=de92071c-3d4b-4675-86c3-667a05786752,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:01.233547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:01.233929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network hostable DHCP agents. Network: 0fc02adc-eee2-4e58-a911-71742b0546cd, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:23:01.258350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:23:01.276760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0fc02adc-eee2-4e58-a911-71742b0546cd) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:01.286783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:01.287440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1610858-f02f-4b85-838e-94d4dbfa463b None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:01.289055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:01.322095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ce9970b1-2a20-449b-be58-37c54bb198e4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7707930 Sep 21 18:23:01.324139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59260) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:01.332172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'name': 'tempest-NetworksTestDHCPv6-891218792'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:01.519032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d1f56-67ff-4b28-be6d-fb4dbff04062 req-6ac59a08-89ff-4e3a-8e5a-ee240ce9a82b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:01.520855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a1d1f56-67ff-4b28-be6d-fb4dbff04062 req-6ac59a08-89ff-4e3a-8e5a-ee240ce9a82b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0846267 Sep 21 18:23:01.529147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'de92071c-3d4b-4675-86c3-667a05786752'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:01.530053 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:01.584424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:01.590654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:01.607823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a1d1f56-67ff-4b28-be6d-fb4dbff04062 req-1370a7f2-2902-41fd-b1ef-604c155b6e3a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727324 Sep 21 18:23:01.636357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port c593beea-0fea-41f5-94a1-87dd7bc758d3 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:01.725293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/de92071c-3d4b-4675-86c3-667a05786752/2ed6cbb7-445b-47bc-96ae-631c221b5b9a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:01.904050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:01.912523 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:01.975781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:01.980761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:01.987464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:02.004499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Pushing event updated for resources: {'Port': ['ID=2ed6cbb7-445b-47bc-96ae-631c221b5b9a,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:02.031858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::1b2 (0fc02adc-eee2-4e58-a911-71742b0546cd/de92071c-3d4b-4675-86c3-667a05786752/c593beea-0fea-41f5-94a1-87dd7bc758d3) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:02.097498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Attempting to bind port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:02.098023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Attempting to bind port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:02.098537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Attempting to bind port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:02.106888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:02.107775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:02.108864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:02.109511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:02.111746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Bound port: 2ed6cbb7-445b-47bc-96ae-631c221b5b9a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:02.112437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:02.140392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb1587-af66-411b-8548-c1a831fd05cf req-90155df0-450d-4e38-932f-a1af4bce6774 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:02.143671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36fb1587-af66-411b-8548-c1a831fd05cf req-90155df0-450d-4e38-932f-a1af4bce6774 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0870407 Sep 21 18:23:02.233115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] For port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:02.237207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] For port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2ed6cbb7-445b-47bc-96ae-631c221b5b9a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:02.243963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:02.256443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36fb1587-af66-411b-8548-c1a831fd05cf req-3a3153d5-4ec9-450c-95e1-25dff8ed1841 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910938 Sep 21 18:23:02.332433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849d007-e0fd-4e45-9cd4-df4823cd4498 None None] Pushing event updated for resources: {'Port': ['ID=2ed6cbb7-445b-47bc-96ae-631c221b5b9a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:02.336121 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:02.405646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:02.479048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:02.485480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:02.492632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:02.502122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:02.503219 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:02.554446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=c593beea-0fea-41f5-94a1-87dd7bc758d3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:02.585106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e93f34b4-0cc1-47ac-a97e-343d547c130d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2578597 Sep 21 18:23:02.588056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59266) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:02.730077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da8fa5-5547-4e0e-896e-96f0967a2118 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:02.731878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da8fa5-5547-4e0e-896e-96f0967a2118 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:02.734005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-70da8fa5-5547-4e0e-896e-96f0967a2118 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1445398 Sep 21 18:23:02.740829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59270) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:02.796646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2ed6cbb7-445b-47bc-96ae-631c221b5b9a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:02.910696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:02.911356 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:02.976963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e62b6e-69f7-41d8-833b-2cf374a5e4db req-4d5434ff-aac1-4097-8fc0-2fe7d8af2795 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:02.979398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61e62b6e-69f7-41d8-833b-2cf374a5e4db req-4d5434ff-aac1-4097-8fc0-2fe7d8af2795 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1014500 Sep 21 18:23:03.003905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port c593beea-0fea-41f5-94a1-87dd7bc758d3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:03.004318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.018008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.059829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2ed6cbb7-445b-47bc-96ae-631c221b5b9a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:03.070727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.109183 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61e62b6e-69f7-41d8-833b-2cf374a5e4db req-8ef5791b-2b9e-4267-ad18-ff0ae5be00c2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209133 Sep 21 18:23:03.133060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=2ed6cbb7-445b-47bc-96ae-631c221b5b9a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:03.153785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.154252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.156384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.156908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.157337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.157785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.158342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.158895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.160009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.160526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.161045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.162117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:03.164332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.202900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for c593beea-0fea-41f5-94a1-87dd7bc758d3 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:03.306388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0aeb4-8542-4838-bb03-2b0df3d3c91e req-81556787-706c-4bae-a850-01b0f0f818d0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:03.308164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a0aeb4-8542-4838-bb03-2b0df3d3c91e req-81556787-706c-4bae-a850-01b0f0f818d0 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1122360 Sep 21 18:23:03.405387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a0aeb4-8542-4838-bb03-2b0df3d3c91e req-fb726cba-cf17-41fc-93a5-edf2f7e8330c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 Sep 21 18:23:03.533676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.570075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=c593beea-0fea-41f5-94a1-87dd7bc758d3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:03.588562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3132d-3328-4bc5-b0b4-9230d30ead48 req-911a07ed-7f8e-48a6-8921-7bb2b75824b1 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:03.590235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8b3132d-3328-4bc5-b0b4-9230d30ead48 req-911a07ed-7f8e-48a6-8921-7bb2b75824b1 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1108284 Sep 21 18:23:03.605742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c411142-81d4-4614-92b8-4f4e302bd107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.619326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.621355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b4300665-3acb-4d2c-b833-5363c44da516 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/c593beea-0fea-41f5-94a1-87dd7bc758d3 HTTP/1.1" status: 204 len: 168 time: 0.8794706 Sep 21 18:23:03.625349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59288) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:03.656882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8b3132d-3328-4bc5-b0b4-9230d30ead48 req-7b60232d-6da9-450d-bbb9-60a469b70777 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469730 Sep 21 18:23:03.722277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcaadc-09f5-44f0-8b67-dcd5cdb0fd58 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:03.753346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056e639-2241-4f0e-9fcd-4517132c8b40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:03.755335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056e639-2241-4f0e-9fcd-4517132c8b40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:03.760881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2056e639-2241-4f0e-9fcd-4517132c8b40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1341195 Sep 21 18:23:03.764789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59298) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:03.800569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f37347ce-6453-49a9-a176-84eb8bcd8c67 None None] Provisioning complete for port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:03.801597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f37347ce-6453-49a9-a176-84eb8bcd8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.830344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef594d41-90d1-4f29-ac0c-a02424c9b307 req-ce93a8f2-efe8-41a8-83b9-d6fcdd506d0f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:03.833896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef594d41-90d1-4f29-ac0c-a02424c9b307 req-ce93a8f2-efe8-41a8-83b9-d6fcdd506d0f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0766473 Sep 21 18:23:03.854603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet de92071c-3d4b-4675-86c3-667a05786752 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:03.859055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:03.894574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef594d41-90d1-4f29-ac0c-a02424c9b307 req-d7aae157-33d2-4cbc-96ed-8a55add18ad8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486786 Sep 21 18:23:03.914630 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.024352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.121712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.136652 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.169251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=de92071c-3d4b-4675-86c3-667a05786752,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:04.176629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.178939 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e20cb302-49f8-4d85-8038-9ee14ceb37ea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/de92071c-3d4b-4675-86c3-667a05786752 HTTP/1.1" status: 204 len: 168 time: 0.4129593 Sep 21 18:23:04.181483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:04.216552 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.251928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9d49e0ca-ba86-49d7-ac7d-9271ad40a97b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688300 Sep 21 18:23:04.256756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59308) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:04.262428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:04.323823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab23ed-7796-4ee8-b91a-d47429845dcc None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:04.420761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:04.425166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.496972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e2db6ab9-2dfb-4999-bd98-1bb5b298a96d None None] Provisioning complete for port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:04.497348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e2db6ab9-2dfb-4999-bd98-1bb5b298a96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.565915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb37f-8be6-4a19-afc7-80161ca0bce3 req-41eddfbe-cc54-413e-8380-cca7b3d951f1 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:04.570676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f92eb37f-8be6-4a19-afc7-80161ca0bce3 req-41eddfbe-cc54-413e-8380-cca7b3d951f1 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 945 time: 0.0930078 Sep 21 18:23:04.683453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f92eb37f-8be6-4a19-afc7-80161ca0bce3 req-a15f4883-01cf-49af-8e3e-fdd253c92b6b tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063359 Sep 21 18:23:04.723889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:04.749415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.820452 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.830485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=badca694-7633-44e5-ad10-4f1888737da2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:04.836998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:04.839476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:04.846182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d81c9-6109-498e-891b-ef9b3ab4d4a0 req-9c5bd604-e11a-4dc1-b505-d9d85fa9f068 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:04.846433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:04.847025 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.848731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c35d81c9-6109-498e-891b-ef9b3ab4d4a0 req-9c5bd604-e11a-4dc1-b505-d9d85fa9f068 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0748284 Sep 21 18:23:04.860554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] Deleting port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:04.861323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:04.870157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5a5c8c53-3efa-4faf-a19b-2ed2b7bdae08 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6118443 Sep 21 18:23:04.874914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59318) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:04.883367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'name': 'tempest-NetworksTestDHCPv6-561596392'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:04.903558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c35d81c9-6109-498e-891b-ef9b3ab4d4a0 req-e5fc937b-bd2d-48ae-b370-ff3cdd9f25e9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471158 Sep 21 18:23:04.999861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] For port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2ed6cbb7-445b-47bc-96ae-631c221b5b9a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:05.000789 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.017244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] Calling delete_port for 2ed6cbb7-445b-47bc-96ae-631c221b5b9a owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:05.039647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:05.045981 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.066161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6daa81-18d8-4b04-81e4-eb831c2a93a1 req-e37d9a61-29af-4e59-92cf-37ca72b7d422 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:05.073288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 3d69312c-0bfb-4136-862e-59ca34a58ef9 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:05.074914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d6daa81-18d8-4b04-81e4-eb831c2a93a1 req-e37d9a61-29af-4e59-92cf-37ca72b7d422 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0821903 Sep 21 18:23:05.125008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d6daa81-18d8-4b04-81e4-eb831c2a93a1 req-43d6b35a-b537-489e-8026-1e38d43c98e8 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489345 Sep 21 18:23:05.158494 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.197158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] Pushing event deleted for resources: {'Port': ['ID=2ed6cbb7-445b-47bc-96ae-631c221b5b9a,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:05.205004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163ee5e-bf09-45ea-9342-296a3aa27b6c None None] No DVR routers for this DVR port 2ed6cbb7-445b-47bc-96ae-631c221b5b9a on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:05.221959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43203bc-d681-4342-b782-c1e9b91e43ff None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:05.280183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::77 (0fc02adc-eee2-4e58-a911-71742b0546cd/badca694-7633-44e5-ad10-4f1888737da2/3d69312c-0bfb-4136-862e-59ca34a58ef9) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:05.312406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec570a78-6c40-4cde-8473-46066153fa82 req-9873fd68-db47-433f-87d4-8228dd355e1a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:05.315613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec570a78-6c40-4cde-8473-46066153fa82 req-9873fd68-db47-433f-87d4-8228dd355e1a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0827472 Sep 21 18:23:05.378947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec570a78-6c40-4cde-8473-46066153fa82 req-c128b910-a492-4724-8948-af84c524a9c8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569074 Sep 21 18:23:05.421467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'badca694-7633-44e5-ad10-4f1888737da2'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:05.422841 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.496163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.556054 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.560386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174abf2-bf9c-4df0-b059-5887aae33880 req-6c764975-3649-449e-9987-ca2a0fe9cfe5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:05.561954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8174abf2-bf9c-4df0-b059-5887aae33880 req-6c764975-3649-449e-9987-ca2a0fe9cfe5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0583637 Sep 21 18:23:05.611271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:05.615006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:05.617471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:05.624154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8174abf2-bf9c-4df0-b059-5887aae33880 req-15de1bcd-e0b1-4f67-973e-6a1fd1c43582 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550771 Sep 21 18:23:05.631475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:05.631704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/badca694-7633-44e5-ad10-4f1888737da2/77024a77-66f2-4a2b-970a-c020232df5aa) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:05.632991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.662998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=3d69312c-0bfb-4136-862e-59ca34a58ef9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:05.677140 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3c71d764-df72-470b-bb5e-d254bcbaffe6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8005509 Sep 21 18:23:05.679489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:05.739338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b6522-c368-47dc-a93a-86fce3338cf3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:05.741626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a43b6522-c368-47dc-a93a-86fce3338cf3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0608494 Sep 21 18:23:05.745457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59342) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:05.772624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954a70-86c4-4f13-96f2-be3038e30ddb req-0b4cf0ef-ccf7-4da9-9d93-ca12d067417b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:05.780665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d954a70-86c4-4f13-96f2-be3038e30ddb req-0b4cf0ef-ccf7-4da9-9d93-ca12d067417b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0631168 Sep 21 18:23:05.862369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 3d69312c-0bfb-4136-862e-59ca34a58ef9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:05.862887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.864072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d954a70-86c4-4f13-96f2-be3038e30ddb req-b537bdcc-7ef4-4ef1-be1a-1add65730eb8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816250 Sep 21 18:23:05.880128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088820d5-fc76-462d-b678-09767f37b832 req-43a028e7-5e13-47c1-8597-2bfe2cc17f25 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:05.881245 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.881818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-088820d5-fc76-462d-b678-09767f37b832 req-43a028e7-5e13-47c1-8597-2bfe2cc17f25 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.41 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 945 time: 0.0980020 Sep 21 18:23:05.891319 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:05.957787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:05.961023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:05.968699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:06.014705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.032964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 3d69312c-0bfb-4136-862e-59ca34a58ef9 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:06.044087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Attempting to bind port 77024a77-66f2-4a2b-970a-c020232df5aa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:06.044461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Attempting to bind port 77024a77-66f2-4a2b-970a-c020232df5aa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:06.044829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Attempting to bind port 77024a77-66f2-4a2b-970a-c020232df5aa on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:06.051155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:06.051521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:06.051923 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.052315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:06.052790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Bound port: 77024a77-66f2-4a2b-970a-c020232df5aa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:06.053172 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.055271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Pushing event updated for resources: {'Port': ['ID=77024a77-66f2-4a2b-970a-c020232df5aa,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:06.069873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b57e1-ee47-4c3d-ab8b-f347f57419a1 req-06a70b93-cff9-4fde-98fb-28b28950bda8 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:06.078651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-457b57e1-ee47-4c3d-ab8b-f347f57419a1 req-06a70b93-cff9-4fde-98fb-28b28950bda8 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 945 time: 0.1058040 Sep 21 18:23:06.083400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Deleting port f74bf58a-e79f-450d-91ef-f53fc2a8730d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:06.083867 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.129223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] For port 77024a77-66f2-4a2b-970a-c020232df5aa, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:06.132643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] For port 77024a77-66f2-4a2b-970a-c020232df5aa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77024a77-66f2-4a2b-970a-c020232df5aa,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:06.140103 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.201945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.214097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-457b57e1-ee47-4c3d-ab8b-f347f57419a1 req-237cf733-08fc-4431-b20d-530d1d013c13 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8c13b16-5be8-40c8-a210-bc27018e3578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341739 Sep 21 18:23:06.241967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=3d69312c-0bfb-4136-862e-59ca34a58ef9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:06.258398 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:23:06.262730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63ddaf-b541-4abb-8c31-76c524596785 None None] Pushing event updated for resources: {'Port': ['ID=77024a77-66f2-4a2b-970a-c020232df5aa,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:06.276890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.279055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c7f3c265-c0b2-4f8f-8df9-b1ea3b32a149 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/3d69312c-0bfb-4136-862e-59ca34a58ef9 HTTP/1.1" status: 204 len: 168 time: 0.5325999 Sep 21 18:23:06.281422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59348) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:06.325749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] For port f74bf58a-e79f-450d-91ef-f53fc2a8730d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f74bf58a-e79f-450d-91ef-f53fc2a8730d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:06.329213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.355442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44805aef-5362-4803-9714-88a3a8070454 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:06.357064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44805aef-5362-4803-9714-88a3a8070454 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:06.361248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-44805aef-5362-4803-9714-88a3a8070454 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0765047 Sep 21 18:23:06.361552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59350) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:06.451388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet badca694-7633-44e5-ad10-4f1888737da2 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:06.457238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.575179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.698036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb4409-ebb2-41cd-b684-301d7e67cde7 req-803f9426-3022-4930-8982-454a3938b30d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:06.706064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46fb4409-ebb2-41cd-b684-301d7e67cde7 req-803f9426-3022-4930-8982-454a3938b30d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0974436 Sep 21 18:23:06.709619 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.709974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.710331 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Floating IP 96b9811b-5285-47bc-94a7-a3be50444b33 disassociated. External IP: 172.25.3.41, port: f74bf58a-e79f-450d-91ef-f53fc2a8730d. Sep 21 18:23:06.710675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Calling delete_port for f74bf58a-e79f-450d-91ef-f53fc2a8730d owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:06.763566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46fb4409-ebb2-41cd-b684-301d7e67cde7 req-df61a5ae-3565-4568-8fc1-07482c420881 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564659 Sep 21 18:23:06.772665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77024a77-66f2-4a2b-970a-c020232df5aa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:06.835323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.848303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 77024a77-66f2-4a2b-970a-c020232df5aa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:06.848682 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:06.944721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.026273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e559fe-aa4d-463b-964b-2c124a6c3e55 req-5ad3bf70-f05e-42ae-aa5d-66424c77bfa3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:07.028530 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.033016 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/badca694-7633-44e5-ad10-4f1888737da2 HTTP/1.1" status: 204 len: 168 time: 0.6680768 Sep 21 18:23:07.033016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327601aa-478a-4e21-a2d9-2521b8061741 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=badca694-7633-44e5-ad10-4f1888737da2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:07.033336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:07.037493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93e559fe-aa4d-463b-964b-2c124a6c3e55 req-5ad3bf70-f05e-42ae-aa5d-66424c77bfa3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1702979 Sep 21 18:23:07.052389 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.154398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 77024a77-66f2-4a2b-970a-c020232df5aa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77024a77-66f2-4a2b-970a-c020232df5aa,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:07.162538 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.174888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-544926af-577b-4c43-98ea-4a5cc951dc01 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267941 Sep 21 18:23:07.176270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59358) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:07.182521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:07.280690 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.319210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2ed6cbb7-445b-47bc-96ae-631c221b5b9a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:07.399734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=77024a77-66f2-4a2b-970a-c020232df5aa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:07.409582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 2ed6cbb7-445b-47bc-96ae-631c221b5b9a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:07.410011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2ed6cbb7-445b-47bc-96ae-631c221b5b9a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:07.441604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:07.447861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.715769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.749932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:07.755034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93e559fe-aa4d-463b-964b-2c124a6c3e55 req-0db7d77f-aacd-45d6-a951-7a8bc3d530b9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7163825 Sep 21 18:23:07.770562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.781266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:07.789770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:07.791849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.839187 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=67a7da0f-179c-444a-99e9-ed8ea49da954,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:07.840315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event deleted for resources: {'Port': ['ID=f74bf58a-e79f-450d-91ef-f53fc2a8730d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:07.851307 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-259a0172-f639-493f-933d-b07092a29644 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6737278 Sep 21 18:23:07.855046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59370) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:07.865918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'name': 'tempest-NetworksTestDHCPv6-1891250219'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:07.901924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8559c-4abd-49e6-a5bf-fa7824433c81 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:07.959048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-feac4874-814a-41fa-99f6-96233df8f2cb req-a05b5e13-07b3-49fc-b186-2bbfc02e4508 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "GET /v2.0/ports?device_id=2387f490-a5df-491e-9971-a782ae626362 HTTP/1.1" status: 200 len: 210 time: 0.0432208 Sep 21 18:23:08.033178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:08.044924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.054104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-aa36bf2a-4604-44ef-a578-3506f49149af None None] Provisioning complete for port 77024a77-66f2-4a2b-970a-c020232df5aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:08.055003 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa36bf2a-4604-44ef-a578-3506f49149af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.094816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 5f83beec-9589-47b4-8945-2714d279896f yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:08.158182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562d722-38d8-4919-ba18-a4cdce7410fc req-16f6bf3f-08a8-4536-a036-6e18a601ffee tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:08.160238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7562d722-38d8-4919-ba18-a4cdce7410fc req-16f6bf3f-08a8-4536-a036-6e18a601ffee tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0821977 Sep 21 18:23:08.169610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Router 025350bb-ed97-412d-bee3-6f5acfd8fe5f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:23:08.271801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7562d722-38d8-4919-ba18-a4cdce7410fc req-071b0992-d132-49e1-89dc-929329bdd906 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004448 Sep 21 18:23:08.403469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:08.404618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::35 (0fc02adc-eee2-4e58-a911-71742b0546cd/67a7da0f-179c-444a-99e9-ed8ea49da954/5f83beec-9589-47b4-8945-2714d279896f) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:08.454902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] Sync routers for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:08.484476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] No DVR routers for this DVR port f74bf58a-e79f-450d-91ef-f53fc2a8730d on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:08.488572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.491600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-088820d5-fc76-462d-b678-09767f37b832 req-d14f83ca-b22f-434d-82d3-1b97613fd865 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.41 "DELETE /v2.0/ports/f74bf58a-e79f-450d-91ef-f53fc2a8730d HTTP/1.1" status: 204 len: 173 time: 2.6032491 Sep 21 18:23:08.494589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'name': 'network-vif-deleted', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:08.499999 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.507378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:08.507643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:08.512049 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2ea374-e932-49a5-83dc-a03765f098f6" -d '{"events": [{"server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "name": "network-vif-deleted", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:08.551394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59374) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:08.671468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d1109fcc-fa32-4745-bcb2-00f143636306 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2983 time: 0.1181605 Sep 21 18:23:08.683477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59378) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:08.694618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'network': {'name': 'tempest-network-smoke--1453621474', 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'port_security_enabled': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:08.720851 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229350f8-ee97-46d9-a2d4-d20655cb5007 x-openstack-request-id: req-229350f8-ee97-46d9-a2d4-d20655cb5007 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:08.721317 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2387f490-a5df-491e-9971-a782ae626362", "name": "network-vif-deleted", "tag": "f74bf58a-e79f-450d-91ef-f53fc2a8730d", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:08.721575 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-229350f8-ee97-46d9-a2d4-d20655cb5007 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:08.722039 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2387f490-a5df-491e-9971-a782ae626362', 'name': 'network-vif-deleted', 'tag': 'f74bf58a-e79f-450d-91ef-f53fc2a8730d', 'status': 'completed', 'code': 200} Sep 21 18:23:08.744907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77024a77-66f2-4a2b-970a-c020232df5aa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:08.794284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Made reservation on behalf of 33d0f4c439554f2fb201b312ef1f73dc for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:08.798800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.848409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:23:08.867445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.867800 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Added segment 79db8b7d-3f74-4f33-8aca-5cfde996f5a0 of type vlan for network 144900cc-3c7f-47df-a977-bf63e878e4ac Sep 21 18:23:08.903448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.951470 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.954394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:09.000340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.012199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:09.013007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.017755 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.026850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 77024a77-66f2-4a2b-970a-c020232df5aa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:09.027231 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.032618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-13173253-c4a2-4073-959d-950591e7a0fd None None] Provisioning complete for port 77024a77-66f2-4a2b-970a-c020232df5aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:09.032999 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-13173253-c4a2-4073-959d-950591e7a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.121956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=5f83beec-9589-47b4-8945-2714d279896f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:09.126938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59386) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:09.130914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4383867 Sep 21 18:23:09.143899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'admin_state_up': True, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:09.198952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.200122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.216593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:09.221409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:09.226376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:09.233069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:09.233955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.267053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7c965-63d4-45aa-96bb-e31a088ca348 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Network': ['ID=144900cc-3c7f-47df-a977-bf63e878e4ac,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:09.320725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.326553 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9cac9b7-70bc-44c2-8e8c-c850ce64b02a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4672880 Sep 21 18:23:09.327103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59388) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:09.344079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97cf3a-af81-467c-bd2f-c38f08db7a69 req-5eeebee8-765b-40ce-b49c-54dc31247547 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:09.371606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea97cf3a-af81-467c-bd2f-c38f08db7a69 req-5eeebee8-765b-40ce-b49c-54dc31247547 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.4152076 Sep 21 18:23:09.444721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea97cf3a-af81-467c-bd2f-c38f08db7a69 req-546ceb75-3cf9-4f6f-b90c-37d318eeef65 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678656 Sep 21 18:23:09.524237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59394) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:09.697427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a3d0ef01-833f-4c26-97fe-b7397321d99d None None] Could not find standard attr ID for object c593beea-0fea-41f5-94a1-87dd7bc758d3. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:23:09.707240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 144900cc-3c7f-47df-a977-bf63e878e4ac details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:23:09.795462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9317f-b744-4833-ba95-e60cfcc303f7 req-cb04d613-6855-4dbb-8a87-2120cfa3b331 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:09.804376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0cc9317f-b744-4833-ba95-e60cfcc303f7 req-cb04d613-6855-4dbb-8a87-2120cfa3b331 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1119554 Sep 21 18:23:09.839610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2bfef8da-2571-4e4c-a7fe-33b896c5a4d4 None None] Could not find standard attr ID for object 3d69312c-0bfb-4136-862e-59ca34a58ef9. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:23:09.892283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Deleting port 21e0f555-1b01-40aa-b081-371db1d2b379 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:09.892804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:09.949622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0cc9317f-b744-4833-ba95-e60cfcc303f7 req-1add4fd1-60b0-4d73-9e00-4981318a0ef3 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429236 Sep 21 18:23:09.960922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f74bf58a-e79f-450d-91ef-f53fc2a8730d no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:10.014279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: f74bf58a-e79f-450d-91ef-f53fc2a8730d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:10.014906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f74bf58a-e79f-450d-91ef-f53fc2a8730d not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:10.042358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:50Z', 'revision_number': 5, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:10.077994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] Checking router: 025350bb-ed97-412d-bee3-6f5acfd8fe5f for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:10.107443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:10.108243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:10.115912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2200ea-31ef-4a78-a9d1-8d44a23c041f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.123143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2200ea-31ef-4a78-a9d1-8d44a23c041f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.124754 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ef2200ea-31ef-4a78-a9d1-8d44a23c041f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.7965901 Sep 21 18:23:10.128484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.128684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.131286 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-cae4b885-a350-4f85-8e5e-5185bd51f88f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2019069 Sep 21 18:23:10.135147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59400) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:10.216749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Calling delete_port for 21e0f555-1b01-40aa-b081-371db1d2b379 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:10.237972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-83a35321-8438-48a4-a497-5a5137bbb539 None None] Provisioning complete for port 5f83beec-9589-47b4-8945-2714d279896f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:10.238917 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-83a35321-8438-48a4-a497-5a5137bbb539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.263324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.347130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-2964fc9a-4c8b-4209-af98-53d48778c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.349239 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-2964fc9a-4c8b-4209-af98-53d48778c25d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1098 time: 0.1795309 Sep 21 18:23:10.404999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-83a35321-8438-48a4-a497-5a5137bbb539 None None] Port 5f83beec-9589-47b4-8945-2714d279896f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:10.411657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:10.457197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440eeb6-5398-4cd1-a714-c441ed92425a req-c0d0de49-9d38-4f10-950f-4eb7532ab062 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.458901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c440eeb6-5398-4cd1-a714-c441ed92425a req-c0d0de49-9d38-4f10-950f-4eb7532ab062 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1147633 Sep 21 18:23:10.484639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 5f83beec-9589-47b4-8945-2714d279896f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:10.485141 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.614335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-f3c72fa3-bee6-44cc-bc55-6235c255b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.615839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-f3c72fa3-bee6-44cc-bc55-6235c255b036 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 916 time: 0.1497343 Sep 21 18:23:10.629104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c440eeb6-5398-4cd1-a714-c441ed92425a req-4f9e65b8-c4fd-4c97-a592-f7a21c759311 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490147 Sep 21 18:23:10.667028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.674602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.700577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-17f8a68c-bff4-438a-a9f7-5aab2a637b8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.0763171 Sep 21 18:23:10.706528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 5f83beec-9589-47b4-8945-2714d279896f owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:10.796864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:50Z', 'revision_number': 5, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:10.831702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c0712-3599-4342-be29-098f18faaa59 None None] The sync data for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 is: [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '06450e58-7fe7-4441-ab39-e92e74381353', 'name': '', 'network_id': '5d0a69de-ce3a-435f-8cdf-795f2ee23a6e', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'mac_address': 'fa:16:3e:80:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:45Z', 'updated_at': '2021-09-21T18:17:50Z', 'revision_number': 5, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'subnets': [{'id': '0261a605-644d-4f32-95d7-b6cfae555e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:10.877543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event deleted for resources: {'Port': ['ID=21e0f555-1b01-40aa-b081-371db1d2b379,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:10.894005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.927228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:10.950227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-2f5ff8e1-4910-415a-8ac4-f1b5a2343eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.951877 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-2f5ff8e1-4910-415a-8ac4-f1b5a2343eaf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.2003298 Sep 21 18:23:11.003077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.006344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.007584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8d74fd6c-598e-4e86-a585-473cd861cab9 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "DELETE /v2.0/floatingips/96b9811b-5285-47bc-94a7-a3be50444b33 HTTP/1.1" status: 204 len: 168 time: 1.4819081 Sep 21 18:23:11.028249 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-28845b87-f664-4f5e-baa9-443013c28ae5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456796 Sep 21 18:23:11.030605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.067672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=5f83beec-9589-47b4-8945-2714d279896f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:11.140893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.143467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a0cd5dea-2be6-4d3c-a74f-21bfc310d21d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/5f83beec-9589-47b4-8945-2714d279896f HTTP/1.1" status: 204 len: 168 time: 1.0076554 Sep 21 18:23:11.146170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59412) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:11.236957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Allocated IP 172.25.3.237 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/a462a315-cc24-49e8-8e5b-78b4a7f3f405) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:11.309073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bd4c1-11a2-4e65-a333-dff76e1d3ae2 req-18fe492e-ddf5-4d16-a901-cdb04edc6001 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:11.309073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f7bd4c1-11a2-4e65-a333-dff76e1d3ae2 req-18fe492e-ddf5-4d16-a901-cdb04edc6001 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2135680 Sep 21 18:23:11.312308 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-2027b273-8ca7-44e2-8e88-c475bcbb344f service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755141 Sep 21 18:23:11.317754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610f08c-c611-44a4-bec1-8e11e923d623 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:11.319410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610f08c-c611-44a4-bec1-8e11e923d623 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:11.321084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a610f08c-c611-44a4-bec1-8e11e923d623 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1734455 Sep 21 18:23:11.324824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59416) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:11.329490 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576bbd5d-865f-4856-bd22-d55ba2593c10 None None] New status for floating IP 96b9811b-5285-47bc-94a7-a3be50444b33: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:23:11.481418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 67a7da0f-179c-444a-99e9-ed8ea49da954 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:11.495235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.526900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f7bd4c1-11a2-4e65-a333-dff76e1d3ae2 req-a21c70ee-4c06-411c-97c0-036c410874de tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035494 Sep 21 18:23:11.527664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.532619 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-385e0b3c-22be-46c9-b1a0-1f890e6859a7 req-2e0b995e-6db2-4f9d-83c8-cba189d6c02c service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104032 Sep 21 18:23:11.556096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.647045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.649572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.685363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59424) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:11.704803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-4a460044-799e-44cd-b69c-0b74b94e9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:11.706709 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-4a460044-799e-44cd-b69c-0b74b94e9509 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c60f277f89e94c11a210c52f6f332bbe&device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 1098 time: 0.1104605 Sep 21 18:23:11.720780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:11.750718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=a462a315-cc24-49e8-8e5b-78b4a7f3f405,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:11.770369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:11.772841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:11.848911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e5becf9-6d02-45ae-ab77-23a2d1374c47 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.859370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed6c4-b1fc-4a04-b1ff-040ac69309c5 req-ffdea552-b2fd-45c2-af6b-4c3d079de6d1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:11.863462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e29ed6c4-b1fc-4a04-b1ff-040ac69309c5 req-ffdea552-b2fd-45c2-af6b-4c3d079de6d1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1245685 Sep 21 18:23:11.880129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.938960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=67a7da0f-179c-444a-99e9-ed8ea49da954,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:11.954568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e5becf9-6d02-45ae-ab77-23a2d1374c47 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.967286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:11.969422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9cb04916-0c20-46d7-b780-2d9fca5d1ff3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/67a7da0f-179c-444a-99e9-ed8ea49da954 HTTP/1.1" status: 204 len: 168 time: 0.6431115 Sep 21 18:23:11.974227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59426) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:12.002173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-85c2b05d-43fb-4719-8825-a24471dcab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.003958 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-85c2b05d-43fb-4719-8825-a24471dcab98 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 200 len: 916 time: 0.2869723 Sep 21 18:23:12.004112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c0137-eef2-4e64-b3f1-bce4f249f032 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:12.059464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-54c41f9f-7ec6-4bfd-9a1a-49a7e4687cbd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.0470707 Sep 21 18:23:12.102500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-58602607-a9b2-4dbc-a14a-ef81caf64eab tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273274 Sep 21 18:23:12.105847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59428) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:12.140820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e29ed6c4-b1fc-4a04-b1ff-040ac69309c5 req-872cb166-9c41-42ab-8de9-61030e7f88e1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514503 Sep 21 18:23:12.162615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e5becf9-6d02-45ae-ab77-23a2d1374c47 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.165394 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e5becf9-6d02-45ae-ab77-23a2d1374c47 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.166603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8e5becf9-6d02-45ae-ab77-23a2d1374c47 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] 10.222.0.70 "DELETE /v2.0/security-groups/b8c13b16-5be8-40c8-a210-bc27018e3578 HTTP/1.1" status: 204 len: 168 time: 0.4803731 Sep 21 18:23:12.181444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5becf9-6d02-45ae-ab77-23a2d1374c47 tempest-TestServerBasicOps-948414909 tempest-TestServerBasicOps-948414909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c13b16-5be8-40c8-a210-bc27018e3578,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:12.229146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e87a95-e0f5-4a7e-9876-13ae1c583939 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.231925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-27e87a95-e0f5-4a7e-9876-13ae1c583939 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1248245 Sep 21 18:23:12.234447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59432) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:12.271665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:12.295634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:12.299770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-9aeb3b3d-ac7e-4850-90e6-3e3413a4bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.301831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-9aeb3b3d-ac7e-4850-90e6-3e3413a4bc6b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 200 len: 854 time: 0.2347555 Sep 21 18:23:12.332813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df69f8-b424-47fe-845c-bdc534dfdc22 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.338743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e5df69f8-b424-47fe-845c-bdc534dfdc22 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1016774 Sep 21 18:23:12.340378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59438) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:12.368376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] Deleting port 77024a77-66f2-4a2b-970a-c020232df5aa {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:12.368799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.373245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.381076 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-aae3bba4-d31c-42f2-803d-e0729e256135 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4221540-f089-445f-baea-b28b7036e3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701892 Sep 21 18:23:12.442323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-85121df7-008b-48f6-ace0-1554a213267e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872381 Sep 21 18:23:12.444111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59440) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:12.450560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:12.475042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] For port 77024a77-66f2-4a2b-970a-c020232df5aa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=77024a77-66f2-4a2b-970a-c020232df5aa,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:12.475444 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.509904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] Calling delete_port for 77024a77-66f2-4a2b-970a-c020232df5aa owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:12.576274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:12.588027 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.623196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-d8270402-08be-4543-b8ac-aed3625e9a3a service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461561 Sep 21 18:23:12.668475 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.700631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] Pushing event deleted for resources: {'Port': ['ID=77024a77-66f2-4a2b-970a-c020232df5aa,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:12.702991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77024a77-66f2-4a2b-970a-c020232df5aa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:12.732948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 77024a77-66f2-4a2b-970a-c020232df5aa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:12.733441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 77024a77-66f2-4a2b-970a-c020232df5aa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:12.736893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a826aed-23e7-43e8-9188-d3f6dc4362ce None None] No DVR routers for this DVR port 77024a77-66f2-4a2b-970a-c020232df5aa on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:12.847029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b57b7ed6-573d-4db9-8445-fd2320e96eb8 req-b6263bbc-684d-4768-bfb1-3f9e62d4a3fc service neutron] 10.222.0.78 "GET /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118304 Sep 21 18:23:12.889450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e851b64-ec39-4922-94c1-28948128ab2d req-7390eefa-f4c2-45f1-907d-408d7e7c88b9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.895462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e851b64-ec39-4922-94c1-28948128ab2d req-7390eefa-f4c2-45f1-907d-408d7e7c88b9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2151895 Sep 21 18:23:13.018273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e851b64-ec39-4922-94c1-28948128ab2d req-fd09201b-87a1-4fa8-a57b-4597df5c343c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161633 Sep 21 18:23:13.090732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.147401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:13.152823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:13.156088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:13.156718 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.173235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da480d-2982-4de2-94b2-fa0a19d63eba None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:13.182951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=1a384f2c-220e-4b51-b3b7-37013e0e5f2d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:13.195393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-500f8bb4-a4c4-4355-abd0-407cd771b6b3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7494116 Sep 21 18:23:13.195773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59446) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:13.204746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '1a384f2c-220e-4b51-b3b7-37013e0e5f2d', 'ip_address': '2001:db8::30e8:ca24:1521:8500'}], 'name': 'tempest-NetworksTestDHCPv6-937852779'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:13.441068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e30b-c1c2-4c31-b38a-7a06be97dbea req-3e46cb2c-bcb3-456a-943c-ba23918d68ea tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:13.448188 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77f3e30b-c1c2-4c31-b38a-7a06be97dbea req-3e46cb2c-bcb3-456a-943c-ba23918d68ea tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1125927 Sep 21 18:23:13.481773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:13.545415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '1a384f2c-220e-4b51-b3b7-37013e0e5f2d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:13.546457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.552000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77f3e30b-c1c2-4c31-b38a-7a06be97dbea req-5400e763-a385-4e83-ba69-f2aa813bbfe3 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628884 Sep 21 18:23:13.612773 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.641025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.661564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port a4377a4b-f9a9-4998-ac08-0e021fec75f5 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:13.814126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/1a384f2c-220e-4b51-b3b7-37013e0e5f2d/1a6a36e7-dccb-4204-abec-9cd8375d762c) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:13.916295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 9c14fa62-1417-4087-bf60-6a957de7a2d3 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:23:14.006171 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.071416 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.081168 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.125759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:14.130141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:14.138676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:14.204090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Pushing event updated for resources: {'Port': ['ID=1a6a36e7-dccb-4204-abec-9cd8375d762c,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:14.214283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:14.229970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Sync routers for ids ['9c14fa62-1417-4087-bf60-6a957de7a2d3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:14.240102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::30e8:ca24:1521:8500 (0fc02adc-eee2-4e58-a911-71742b0546cd/1a384f2c-220e-4b51-b3b7-37013e0e5f2d/a4377a4b-f9a9-4998-ac08-0e021fec75f5) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:14.246981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Attempting to bind port 1a6a36e7-dccb-4204-abec-9cd8375d762c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:14.247612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Attempting to bind port 1a6a36e7-dccb-4204-abec-9cd8375d762c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:14.248157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Attempting to bind port 1a6a36e7-dccb-4204-abec-9cd8375d762c on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:14.259719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:14.260692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:14.261841 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.262560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:14.263335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Bound port: 1a6a36e7-dccb-4204-abec-9cd8375d762c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:14.264421 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.268800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Routers {'9c14fa62-1417-4087-bf60-6a957de7a2d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:14.269833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c14fa62-1417-4087-bf60-6a957de7a2d3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:14.280258 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.287741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59456) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:14.287982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d7fc6a69-a454-41dc-8c76-0dbb62612d7b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1510999 Sep 21 18:23:14.374909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64926aa-fae6-4041-8144-9df2a8a7ee60 req-1d480187-7108-4947-b087-f9be31610668 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.383116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c64926aa-fae6-4041-8144-9df2a8a7ee60 req-1d480187-7108-4947-b087-f9be31610668 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1778867 Sep 21 18:23:14.437881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Set router 9c14fa62-1417-4087-bf60-6a957de7a2d3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:14.478860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d2ca7-f408-4df0-b67f-946c770cb2b1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.485133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-654d2ca7-f408-4df0-b67f-946c770cb2b1 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=33d0f4c439554f2fb201b312ef1f73dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1937993 Sep 21 18:23:14.493437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59458) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:14.608057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Deleting port 06450e58-7fe7-4441-ab39-e92e74381353 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:14.608412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.703957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c64926aa-fae6-4041-8144-9df2a8a7ee60 req-68771c4b-e722-4835-8dee-a24a48336402 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104277 Sep 21 18:23:14.710910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] For port 06450e58-7fe7-4441-ab39-e92e74381353, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=06450e58-7fe7-4441-ab39-e92e74381353,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:14.711558 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.740024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Calling delete_port for 06450e58-7fe7-4441-ab39-e92e74381353 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:14.875069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] For port 1a6a36e7-dccb-4204-abec-9cd8375d762c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:14.879923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] For port 1a6a36e7-dccb-4204-abec-9cd8375d762c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1a6a36e7-dccb-4204-abec-9cd8375d762c,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:14.891128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.965658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145febb-fa3e-40dd-8f8c-24377d6d1838 None None] Pushing event updated for resources: {'Port': ['ID=1a6a36e7-dccb-4204-abec-9cd8375d762c,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:15.001100 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.137236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=06450e58-7fe7-4441-ab39-e92e74381353,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:15.162949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:12Z', 'revision_number': 3, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:15.239292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Checking router: 9c14fa62-1417-4087-bf60-6a957de7a2d3 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:15.240347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Updating router 9c14fa62-1417-4087-bf60-6a957de7a2d3 port a462a315-cc24-49e8-8e5b-78b4a7f3f405 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:23:15.301790 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.302268 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.472158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.536936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b757c-c929-4a4e-b405-2ca9b51afe65 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:15.543053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-866b757c-c929-4a4e-b405-2ca9b51afe65 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0428801 Sep 21 18:23:15.547900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59464) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:15.598120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-22f50462-0c7f-4e81-b020-dcabaa0c6e2e tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490544 Sep 21 18:23:15.605122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59466) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:15.639358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124907-c1ce-4245-903e-c523e940d54a req-2f7aba29-3618-477f-8cbc-6ec4dc1a71a2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:15.647977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a124907-c1ce-4245-903e-c523e940d54a req-2f7aba29-3618-477f-8cbc-6ec4dc1a71a2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.3459723 Sep 21 18:23:15.702074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-41c6157d-854d-4c08-a02c-677d4d1d35e0 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=33d0f4c439554f2fb201b312ef1f73dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937328 Sep 21 18:23:15.705917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59470) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:15.736991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a124907-c1ce-4245-903e-c523e940d54a req-da6f27f7-0b57-433b-a6ce-268c943773c5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880141 Sep 21 18:23:15.739548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.771718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.786105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.810396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:15.814253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:15.816936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:15.823771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:15.824639 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.880935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=a4377a4b-f9a9-4998-ac08-0e021fec75f5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:15.906627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Attempting to bind port a462a315-cc24-49e8-8e5b-78b4a7f3f405 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:15.907061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Attempting to bind port a462a315-cc24-49e8-8e5b-78b4a7f3f405 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:15.907434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Attempting to bind port a462a315-cc24-49e8-8e5b-78b4a7f3f405 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:15.909946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c2d28-7a61-4291-84c2-55b63266b507 None None] Pushing event updated for resources: {'Port': ['ID=a462a315-cc24-49e8-8e5b-78b4a7f3f405,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:15.917366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:15.917754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:15.918162 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.918608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:15.919176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Bound port: a462a315-cc24-49e8-8e5b-78b4a7f3f405, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:15.919475 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:15.949178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ad5a153a-a46c-4246-880b-e3e456d6d4ff tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7497056 Sep 21 18:23:15.952832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59476) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:15.994074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] For port a462a315-cc24-49e8-8e5b-78b4a7f3f405, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:16.004077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] For port a462a315-cc24-49e8-8e5b-78b4a7f3f405, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a462a315-cc24-49e8-8e5b-78b4a7f3f405,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:16.007290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d9c6f-33d0-4f8f-9fbe-c42323e35fd1 req-c6088169-b8ff-4e1d-9d8d-c2934d33ff09 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.009545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c31d9c6f-33d0-4f8f-9fbe-c42323e35fd1 req-c6088169-b8ff-4e1d-9d8d-c2934d33ff09 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1220200 Sep 21 18:23:16.017799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:16.111656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Router 025350bb-ed97-412d-bee3-6f5acfd8fe5f has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:23:16.120280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Routers {'9c14fa62-1417-4087-bf60-6a957de7a2d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:16.121654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c14fa62-1417-4087-bf60-6a957de7a2d3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:16.137501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917690f5-c35a-4ef2-97d4-30febff997c6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.141175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da5f82-c85f-48cd-b3b1-5b24d8b595cc tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.145944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-70da5f82-c85f-48cd-b3b1-5b24d8b595cc tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4336371 Sep 21 18:23:16.153008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59478) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:16.165527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917690f5-c35a-4ef2-97d4-30febff997c6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.182069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c2d28-7a61-4291-84c2-55b63266b507 None None] Pushing event updated for resources: {'Port': ['ID=a462a315-cc24-49e8-8e5b-78b4a7f3f405,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:16.193362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-917690f5-c35a-4ef2-97d4-30febff997c6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2228429 Sep 21 18:23:16.196437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59480) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:16.258351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c31d9c6f-33d0-4f8f-9fbe-c42323e35fd1 req-7b00d32a-df38-4707-8dc1-808cb87c3085 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298031 Sep 21 18:23:16.341217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] Set router 9c14fa62-1417-4087-bf60-6a957de7a2d3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:16.344705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3c406e2c-de0c-4f24-bf89-350c23331820 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1864703 Sep 21 18:23:16.390933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59482) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:16.402415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-533688535', 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac', 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:16.636288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5e9f-c0a4-47ad-bb86-36512fe03799 req-a156298d-f32d-4717-84b6-32c0dd0cf4e2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.638679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c8c5e9f-c0a4-47ad-bb86-36512fe03799 req-a156298d-f32d-4717-84b6-32c0dd0cf4e2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1987157 Sep 21 18:23:16.671001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b9cb4-4439-486a-a14e-c13f50c44abb req-9ffc85cc-4656-4bd7-9403-7efa1322fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.673786 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f36b9cb4-4439-486a-a14e-c13f50c44abb req-9ffc85cc-4656-4bd7-9403-7efa1322fa95 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1096 time: 0.3636639 Sep 21 18:23:16.690773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port a4377a4b-f9a9-4998-ac08-0e021fec75f5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:16.694955 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:16.723082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:12Z', 'revision_number': 3, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:16.733695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:16.761484 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] Sync routers for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:16.771923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9aad-8871-4cd3-89d5-4e1897c6ed45 None None] The sync data for ids ['9c14fa62-1417-4087-bf60-6a957de7a2d3'] in n-d-810285-3 is: [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:12Z', 'revision_number': 3, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:16.783814 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:16.784755 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:16.796785 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-72946fc2-88b0-462c-b43b-9b158b4b8f67 admin admin] 10.222.0.70 "PUT /v2.0/routers/025350bb-ed97-412d-bee3-6f5acfd8fe5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5221395 Sep 21 18:23:16.797443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59486) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:16.893498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1a6a36e7-dccb-4204-abec-9cd8375d762c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:16.923687 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f36b9cb4-4439-486a-a14e-c13f50c44abb req-be27db2d-189e-4851-bb81-d01d08fdb550 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331417 Sep 21 18:23:16.929961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Made reservation on behalf of 33d0f4c439554f2fb201b312ef1f73dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:16.939896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:16.998170 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.003580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0feafc74-57b1-4871-bd8a-c0bc6a171e7f None None] Provisioning complete for port 1a6a36e7-dccb-4204-abec-9cd8375d762c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:17.004340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0feafc74-57b1-4871-bd8a-c0bc6a171e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.055287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for a4377a4b-f9a9-4998-ac08-0e021fec75f5 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:17.078795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c8c5e9f-c0a4-47ad-bb86-36512fe03799 req-92102308-e909-4d61-87d9-073463a95fb1 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314299 Sep 21 18:23:17.128289 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:17.205206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.293004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1a6a36e7-dccb-4204-abec-9cd8375d762c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:17.293454 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.297924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0feafc74-57b1-4871-bd8a-c0bc6a171e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.413353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0feafc74-57b1-4871-bd8a-c0bc6a171e7f None None] For port 1a6a36e7-dccb-4204-abec-9cd8375d762c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1a6a36e7-dccb-4204-abec-9cd8375d762c,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:17.429888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0feafc74-57b1-4871-bd8a-c0bc6a171e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.571481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c680d-dbea-4bc4-b29e-d266a279e0ab req-7389501c-3b69-44a2-bd25-2295f983c785 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:17.587513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-939c680d-dbea-4bc4-b29e-d266a279e0ab req-7389501c-3b69-44a2-bd25-2295f983c785 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.2660525 Sep 21 18:23:17.645765 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:23:14Z', 'revision_number': 5, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port': {'id': 'ec81b479-375f-495f-af49-e942e9dfab97', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:41Z', 'updated_at': '2021-09-21T18:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:17.654548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.689674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.748036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-939c680d-dbea-4bc4-b29e-d266a279e0ab req-591f8595-9ec0-428a-9503-a31dcc4696c2 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590660 Sep 21 18:23:17.748980 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.753426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-82c108f0-b79f-4f21-96e6-ee27e09b288d None None] Provisioning complete for port a4377a4b-f9a9-4998-ac08-0e021fec75f5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:17.753862 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-82c108f0-b79f-4f21-96e6-ee27e09b288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.772089 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] Checking router: 025350bb-ed97-412d-bee3-6f5acfd8fe5f for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:17.794161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-82c108f0-b79f-4f21-96e6-ee27e09b288d None None] Port a4377a4b-f9a9-4998-ac08-0e021fec75f5 was deleted so its status cannot be updated. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 21 18:23:17.799099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feafc74-57b1-4871-bd8a-c0bc6a171e7f None None] Pushing event updated for resources: {'Port': ['ID=1a6a36e7-dccb-4204-abec-9cd8375d762c,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:17.817317 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] Routers {'025350bb-ed97-412d-bee3-6f5acfd8fe5f'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:17.817972 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:17.833783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Subnet': ['ID=7a1439d7-83d3-477d-9477-7d4dec93f5b3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:17.851700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=a4377a4b-f9a9-4998-ac08-0e021fec75f5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:17.903307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Checking segment: {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:17.903929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network hostable DHCP agents. Network: 144900cc-3c7f-47df-a977-bf63e878e4ac, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:23:17.936135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:17.941289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-209fba4e-676c-4001-b146-15c20af39406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/a4377a4b-f9a9-4998-ac08-0e021fec75f5 HTTP/1.1" status: 204 len: 168 time: 1.7433157 Sep 21 18:23:17.944554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59498) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:17.952657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Deleting port ec81b479-375f-495f-af49-e942e9dfab97 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:17.953995 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.046598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82141a37-65c3-4b82-b01b-911eae69f16d req-789e49df-2e50-4994-8979-2b80b5692675 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.052349 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] Set router 025350bb-ed97-412d-bee3-6f5acfd8fe5f gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:18.055091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82141a37-65c3-4b82-b01b-911eae69f16d req-789e49df-2e50-4994-8979-2b80b5692675 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1340156 Sep 21 18:23:18.068493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b5e726-7fd3-439a-a7e9-f66c63e11e40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.070416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b5e726-7fd3-439a-a7e9-f66c63e11e40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.073212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a1b5e726-7fd3-439a-a7e9-f66c63e11e40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1087470 Sep 21 18:23:18.081884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59500) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:18.137539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82141a37-65c3-4b82-b01b-911eae69f16d req-d88b590d-fda2-42be-a5a2-4bfdbead7cd7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807841 Sep 21 18:23:18.173600 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:23:17Z', 'revision_number': 6, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:18.263370 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee14ced-e3b6-4caa-ab2e-b3e603cd3cf4 None None] The sync data for ids ['025350bb-ed97-412d-bee3-6f5acfd8fe5f'] in n-d-810285-3 is: [{'id': '025350bb-ed97-412d-bee3-6f5acfd8fe5f', 'name': 'tempest-TestServerBasicOps-583694645-router', 'tenant_id': 'f173b8d02d174360899fdde934d3948e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:40Z', 'updated_at': '2021-09-21T18:23:17Z', 'revision_number': 6, 'project_id': 'f173b8d02d174360899fdde934d3948e', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:18.267893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network 144900cc-3c7f-47df-a977-bf63e878e4ac is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:23:18.322062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f51ef-eb33-4643-b1d2-7708d4267904 req-c2132aa0-53b9-4d90-82f7-2be798dec8af tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.331696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a80f51ef-eb33-4643-b1d2-7708d4267904 req-c2132aa0-53b9-4d90-82f7-2be798dec8af tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0814869 Sep 21 18:23:18.358790 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] For port ec81b479-375f-495f-af49-e942e9dfab97, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ec81b479-375f-495f-af49-e942e9dfab97,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:18.359494 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.369987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 144900cc-3c7f-47df-a977-bf63e878e4ac) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:18.376616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.377260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.380319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ecf28-bc9a-4419-92df-69986b89aaac None None] Network 144900cc-3c7f-47df-a977-bf63e878e4ac requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:18.385037 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a80f51ef-eb33-4643-b1d2-7708d4267904 req-3e24edc6-5435-477f-aeca-aabef9a510e8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Sep 21 18:23:18.392144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Calling delete_port for ec81b479-375f-495f-af49-e942e9dfab97 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:18.400861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 1a384f2c-220e-4b51-b3b7-37013e0e5f2d {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:18.417107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.420520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eccd5f4a-8bdf-4f59-9691-ef5b722e11c9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0270357 Sep 21 18:23:18.422295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59502) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:18.521757 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.758231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.761209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-144900cc-3c7f-47df-a977-bf63e878e4ac', 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'fixed_ips': [{'subnet_id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:18.762925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.840654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d78c61-5e55-4264-9260-cd3029f80d6f req-b79ee6ea-f2bb-4a8a-93e0-f0afad46b476 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.842692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0d78c61-5e55-4264-9260-cd3029f80d6f req-b79ee6ea-f2bb-4a8a-93e0-f0afad46b476 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.2285051 Sep 21 18:23:18.942369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1a6a36e7-dccb-4204-abec-9cd8375d762c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:19.019912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.037082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.042399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/1a384f2c-220e-4b51-b3b7-37013e0e5f2d HTTP/1.1" status: 204 len: 168 time: 0.9572999 Sep 21 18:23:19.043156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59512) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:19.047670 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.051261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642fa3f1-bb91-42e6-bea1-3ae8112e66af None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:19.074498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0d78c61-5e55-4264-9260-cd3029f80d6f req-65a39a50-2008-400c-94ca-5a82e22255d6 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108529 Sep 21 18:23:19.080451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=1a384f2c-220e-4b51-b3b7-37013e0e5f2d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:19.109977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Allocated IP 172.20.0.18 (144900cc-3c7f-47df-a977-bf63e878e4ac/7a1439d7-83d3-477d-9477-7d4dec93f5b3/0a770e59-2829-48c3-bf3b-946962b559af) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:19.176848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1a6a36e7-dccb-4204-abec-9cd8375d762c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:19.177271 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.446743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a77e0-3dec-4b22-983b-182f06ece65e req-701df801-6eb4-4363-a037-ed41a7cef44d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:19.448621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-514a77e0-3dec-4b22-983b-182f06ece65e req-701df801-6eb4-4363-a037-ed41a7cef44d tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1995511 Sep 21 18:23:19.599646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a462a315-cc24-49e8-8e5b-78b4a7f3f405 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:19.612156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-514a77e0-3dec-4b22-983b-182f06ece65e req-e36e6780-20fb-4861-acf4-9bf4944e692f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101348 Sep 21 18:23:19.657501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.698606 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.702100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7fc1b9da-07fe-4336-bbfe-a9c6ab844782 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6553776 Sep 21 18:23:19.704011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.704237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.705326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.705825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.706433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.706921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.707668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.708174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.708575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.709152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.709543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.709738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:19.710079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73480997-9fe6-4070-ac0a-bdd002aff5f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:19.715524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59520) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:19.718558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec81b479-375f-495f-af49-e942e9dfab97,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:19.726453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.749376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:19.815966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Network 144900cc-3c7f-47df-a977-bf63e878e4ac is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:19.826934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:19.830244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Pushing event updated for resources: {'Port': ['ID=0a770e59-2829-48c3-bf3b-946962b559af,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:19.832598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port a462a315-cc24-49e8-8e5b-78b4a7f3f405 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:19.832988 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.838095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:19.878681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.881717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c084ae7-b417-453e-9ffc-6258beaa3f24 req-e7a15be9-0589-47d9-bb11-9b164156b9aa tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:19.885612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c084ae7-b417-453e-9ffc-6258beaa3f24 req-e7a15be9-0589-47d9-bb11-9b164156b9aa tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1439576 Sep 21 18:23:19.947305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] Deleting port 1a6a36e7-dccb-4204-abec-9cd8375d762c {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:19.947706 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.973907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Attempting to bind port 0a770e59-2829-48c3-bf3b-946962b559af on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:19.974320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Attempting to bind port 0a770e59-2829-48c3-bf3b-946962b559af by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:19.974698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Attempting to bind port 0a770e59-2829-48c3-bf3b-946962b559af on network 144900cc-3c7f-47df-a977-bf63e878e4ac {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:19.993828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c084ae7-b417-453e-9ffc-6258beaa3f24 req-da6b2428-a191-4f94-b98c-b7de724c539e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005685 Sep 21 18:23:19.994897 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.998697 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.017627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:20.017820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.019916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:20.020146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Checking segment: {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:20.020412 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.020816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Bound using segment: {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:20.021319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Bound port: 0a770e59-2829-48c3-bf3b-946962b559af, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:20.021765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.098923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] For port 1a6a36e7-dccb-4204-abec-9cd8375d762c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1a6a36e7-dccb-4204-abec-9cd8375d762c,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:20.099765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.139384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.173458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port a462a315-cc24-49e8-8e5b-78b4a7f3f405, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a462a315-cc24-49e8-8e5b-78b4a7f3f405,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:20.186902 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.243461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] Calling delete_port for 1a6a36e7-dccb-4204-abec-9cd8375d762c owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:20.247412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 06450e58-7fe7-4441-ab39-e92e74381353 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:20.273708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Allocated IP 172.20.0.17 (144900cc-3c7f-47df-a977-bf63e878e4ac/7a1439d7-83d3-477d-9477-7d4dec93f5b3/f8997e3e-503b-4189-a375-28dc4dbbbfc1) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:20.436994 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.437775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 025350bb-ed97-412d-bee3-6f5acfd8fe5f {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:23:20.444755 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.455259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59532) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:20.455665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b71aed3a-4768-4487-ba4f-aeb2ae3d6f5d admin admin] 10.222.0.70 "DELETE /v2.0/routers/025350bb-ed97-412d-bee3-6f5acfd8fe5f HTTP/1.1" status: 204 len: 168 time: 3.6525877 Sep 21 18:23:20.457547 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.457755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=a462a315-cc24-49e8-8e5b-78b4a7f3f405,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:20.484179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:20.487857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:20.501841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 06450e58-7fe7-4441-ab39-e92e74381353 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:20.502235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 06450e58-7fe7-4441-ab39-e92e74381353 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:20.533712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:20.534490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.576412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] For port 0a770e59-2829-48c3-bf3b-946962b559af, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:20.613222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] For port 0a770e59-2829-48c3-bf3b-946962b559af, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0a770e59-2829-48c3-bf3b-946962b559af,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:20.615521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3524-62e8-47c6-a1c2-d7ebae668ffb req-360e0755-1559-434f-aa1a-a44513825d4a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:20.619572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eaff3524-62e8-47c6-a1c2-d7ebae668ffb req-360e0755-1559-434f-aa1a-a44513825d4a tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.2856092 Sep 21 18:23:20.623880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=02eb5fe2-ee70-47d7-bd58-e25dafc9b490,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:20.630443 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-90c0d8c6-0ece-42da-815d-42f268217168 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9079726 Sep 21 18:23:20.635174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59534) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:20.638563 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.645847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '02eb5fe2-ee70-47d7-bd58-e25dafc9b490', 'ip_address': '2001:db8::d6da:6522:4df:85c4'}], 'name': 'tempest-NetworksTestDHCPv6-199758165'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:20.663758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.695208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] Deleting subnet 0261a605-644d-4f32-95d7-b6cfae555e61 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:20.706425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.716616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e6528-65e2-47dd-a547-eb514e1b3c61 None None] Pushing event updated for resources: {'Port': ['ID=0a770e59-2829-48c3-bf3b-946962b559af,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:20.729413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a462a315-cc24-49e8-8e5b-78b4a7f3f405 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:20.823234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.834792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eaff3524-62e8-47c6-a1c2-d7ebae668ffb req-29785422-3163-42bd-9c03-f7dccfa1fb92 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037182 Sep 21 18:23:20.859894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port a462a315-cc24-49e8-8e5b-78b4a7f3f405 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:20.860421 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.884107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:20.917732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] Pushing event deleted for resources: {'Port': ['ID=1a6a36e7-dccb-4204-abec-9cd8375d762c,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:20.918716 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.939722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a2a68-5e48-4604-9a69-c9a0582bec92 None None] No DVR routers for this DVR port 1a6a36e7-dccb-4204-abec-9cd8375d762c on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:20.972384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5a4e1-7683-4d0d-8704-5dd36b158ee8 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:20.991049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.097201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.145361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 20df197c-cc75-4b52-9c22-c2a2edd49ef1 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:21.170250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.307380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.323345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1a6a36e7-dccb-4204-abec-9cd8375d762c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:21.374019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network 144900cc-3c7f-47df-a977-bf63e878e4ac is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:21.395883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 1a6a36e7-dccb-4204-abec-9cd8375d762c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:21.396240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1a6a36e7-dccb-4204-abec-9cd8375d762c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:21.396648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ec81b479-375f-495f-af49-e942e9dfab97 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:21.439874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:21.442625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:21.453445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ec81b479-375f-495f-af49-e942e9dfab97 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:21.454063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ec81b479-375f-495f-af49-e942e9dfab97 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:21.488973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '02eb5fe2-ee70-47d7-bd58-e25dafc9b490'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:21.490570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.524353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.528148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0261a605-644d-4f32-95d7-b6cfae555e61,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:21.546906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.549055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-834e5cbc-9857-4431-8e6b-146285db172c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0261a605-644d-4f32-95d7-b6cfae555e61 HTTP/1.1" status: 204 len: 168 time: 1.0925283 Sep 21 18:23:21.560558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59550) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:21.580858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-bc321f84-bf3e-4dd1-8f5a-9bcf3b164df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:21.583458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-bc321f84-bf3e-4dd1-8f5a-9bcf3b164df1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 1096 time: 0.4530525 Sep 21 18:23:21.588319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c966a64c-0774-4b37-ba55-f0cf3bff9d1e None None] Network 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:21.592685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=f8997e3e-503b-4189-a375-28dc4dbbbfc1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:21.632031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2196d-45de-4a8f-a5bd-74e8a9b14d3e req-17d60858-9997-4f51-a920-739e04e82eb5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:21.633721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bea2196d-45de-4a8f-a5bd-74e8a9b14d3e req-17d60858-9997-4f51-a920-739e04e82eb5 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.3621581 Sep 21 18:23:21.785546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::d6da:6522:4df:85c4 (0fc02adc-eee2-4e58-a911-71742b0546cd/02eb5fe2-ee70-47d7-bd58-e25dafc9b490/20df197c-cc75-4b52-9c22-c2a2edd49ef1) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:21.787408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bea2196d-45de-4a8f-a5bd-74e8a9b14d3e req-76173e3e-85d7-4b61-a0b1-902a026c4d3e tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798442 Sep 21 18:23:21.787988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:21.894441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] DHCP port deletion for 5d0a69de-ce3a-435f-8cdf-795f2ee23a6e request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:22.004758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] Deleting port ab3cf0d1-c2e9-4c5a-85be-32045784be6d {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:22.005549 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.025384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.123567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] For port ab3cf0d1-c2e9-4c5a-85be-32045784be6d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ab3cf0d1-c2e9-4c5a-85be-32045784be6d,segment=NetworkSegment(e21f8ada-8c89-48a7-9bd1-6462791d1a0b),segment_id=e21f8ada-8c89-48a7-9bd1-6462791d1a0b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:22.124175 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.139532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] Calling delete_port for ab3cf0d1-c2e9-4c5a-85be-32045784be6d owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:22.163827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633932d5-7b8f-4349-b428-fe960aa88d46 req-70eceb8b-9790-48cb-8eb9-0cfb35b688da tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:22.173072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-633932d5-7b8f-4349-b428-fe960aa88d46 req-70eceb8b-9790-48cb-8eb9-0cfb35b688da tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1178882 Sep 21 18:23:22.217247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.231211 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.244850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-8818d50f-f3f3-4952-84f5-c5f25d578b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:22.246451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-8818d50f-f3f3-4952-84f5-c5f25d578b4c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 200 len: 920 time: 0.6317592 Sep 21 18:23:22.300855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-633932d5-7b8f-4349-b428-fe960aa88d46 req-5dd67629-512a-45b2-a054-84168ccd7269 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249168 Sep 21 18:23:22.307537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.329209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] No DVR routers for this DVR port ab3cf0d1-c2e9-4c5a-85be-32045784be6d on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:22.353032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495efd75-9aa6-470e-90d9-ce7042a85445 None None] Pushing event deleted for resources: {'Port': ['ID=ab3cf0d1-c2e9-4c5a-85be-32045784be6d,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:22.361967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=20df197c-cc75-4b52-9c22-c2a2edd49ef1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:22.385825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/02eb5fe2-ee70-47d7-bd58-e25dafc9b490/81a983d7-a1d9-495c-8597-0aa69ff2e731) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:22.385989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:22.468233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:22.471490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-51cc6423-07d0-42eb-b49a-158e98ff573f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 200 len: 217 time: 0.1109917 Sep 21 18:23:22.510666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:22.526781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:22.527480 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.531762 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.546747 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.671554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.679813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71625429-b2ce-4af3-81c1-0ba50ddce040 None None] Network 144900cc-3c7f-47df-a977-bf63e878e4ac requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:22.690236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.735461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0a69de-ce3a-435f-8cdf-795f2ee23a6e']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:22.748284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:22.748573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21f8ada-8c89-48a7-9bd1-6462791d1a0b') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:22.764086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.785363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.793370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:23:22.793933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.842222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network 144900cc-3c7f-47df-a977-bf63e878e4ac is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:22.848964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a770e59-2829-48c3-bf3b-946962b559af up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:22.861090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e0e9d-3f5e-48b2-bbd7-dcf0ffaf68a1 req-ec745a53-79f9-453f-8f0e-71c77ba5bbdc tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:22.870496 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef0e0e9d-3f5e-48b2-bbd7-dcf0ffaf68a1 req-ec745a53-79f9-453f-8f0e-71c77ba5bbdc tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.2346532 Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:23:22.874454 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:23:22.884161 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3f8a0d26-802c-43e6-a12f-a4b47de10d95 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2395346 Sep 21 18:23:22.892107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59566) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:22.901533 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.921232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.922071 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.927069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5d0a69de-ce3a-435f-8cdf-795f2ee23a6e HTTP/1.1" status: 204 len: 168 time: 1.3596210 Sep 21 18:23:22.929405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59568) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:22.939996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:22.958081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.965759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ee6c-3573-412e-9725-e31e95ced741 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0a69de-ce3a-435f-8cdf-795f2ee23a6e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:23.031041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=f8997e3e-503b-4189-a375-28dc4dbbbfc1,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:23.047798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c98b13-c1d2-479b-be41-f355b1c0cacc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:23.052619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b9c98b13-c1d2-479b-be41-f355b1c0cacc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1545768 Sep 21 18:23:23.054010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59576) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:23.055298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8e7b5ee0-29be-4639-b9a4-785736c49da2 None None] Provisioning complete for port 0a770e59-2829-48c3-bf3b-946962b559af triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:23.055913 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8e7b5ee0-29be-4639-b9a4-785736c49da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:23.070409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef0e0e9d-3f5e-48b2-bbd7-dcf0ffaf68a1 req-aa86d24f-3c58-4d0c-815a-1ec2f74cb8f8 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987982 Sep 21 18:23:23.087486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-87246ad4-9df8-462c-95ad-e8517ef9350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:23.089086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-87246ad4-9df8-462c-95ad-e8517ef9350d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 200 len: 858 time: 0.5482864 Sep 21 18:23:23.118157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:23.132690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:23.138437 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-993636d7-c7ee-4601-a336-16f56a918624 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335231 Sep 21 18:23:23.140017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:23.161371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Pushing event updated for resources: {'Port': ['ID=81a983d7-a1d9-495c-8597-0aa69ff2e731,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:23.241261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8e7b5ee0-29be-4639-b9a4-785736c49da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:23.266369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0a770e59-2829-48c3-bf3b-946962b559af triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:23.266890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:23.372656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Attempting to bind port 81a983d7-a1d9-495c-8597-0aa69ff2e731 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:23.373168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Attempting to bind port 81a983d7-a1d9-495c-8597-0aa69ff2e731 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:23.373918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Attempting to bind port 81a983d7-a1d9-495c-8597-0aa69ff2e731 on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:23.378454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8e7b5ee0-29be-4639-b9a4-785736c49da2 None None] For port 0a770e59-2829-48c3-bf3b-946962b559af, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0a770e59-2829-48c3-bf3b-946962b559af,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:23.393725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-e5f12b7f-dec1-4e88-b5bb-4dd64a809e7e service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859596 Sep 21 18:23:23.397206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:23.397739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:23.398304 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:23.398843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:23.399455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Bound port: 81a983d7-a1d9-495c-8597-0aa69ff2e731, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:23.399999 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:23.405276 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8e7b5ee0-29be-4639-b9a4-785736c49da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:23.611825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b5ee0-29be-4639-b9a4-785736c49da2 None None] Pushing event updated for resources: {'Port': ['ID=0a770e59-2829-48c3-bf3b-946962b559af,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:23.639752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] For port 81a983d7-a1d9-495c-8597-0aa69ff2e731, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:23.644098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ab3cf0d1-c2e9-4c5a-85be-32045784be6d no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:23.652688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] For port 81a983d7-a1d9-495c-8597-0aa69ff2e731, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=81a983d7-a1d9-495c-8597-0aa69ff2e731,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:23.687724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:23.703416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ab3cf0d1-c2e9-4c5a-85be-32045784be6d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:23.704167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ab3cf0d1-c2e9-4c5a-85be-32045784be6d not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:23.790863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852ce35-7c46-4d45-8d31-1541501ef953 None None] Pushing event updated for resources: {'Port': ['ID=81a983d7-a1d9-495c-8597-0aa69ff2e731,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:23.880125 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24e59c06-1f6c-4882-aab9-f8bc09542373 req-b5ee8c24-4b39-4907-9d96-c70dd1baced8 service neutron] 10.222.0.78 "GET /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835028 Sep 21 18:23:23.883294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 9c14fa62-1417-4087-bf60-6a957de7a2d3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:23:23.911601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54879e24-489c-47af-a31b-82f56ce94376 req-a6ba6078-f216-4dc1-9c07-b6c45523865c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:23.918827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54879e24-489c-47af-a31b-82f56ce94376 req-a6ba6078-f216-4dc1-9c07-b6c45523865c tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.6763105 Sep 21 18:23:23.951265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-00e00461-3141-440b-989d-250000c8abd2 None None] Provisioning complete for port 0a770e59-2829-48c3-bf3b-946962b559af triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:23.952084 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00e00461-3141-440b-989d-250000c8abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.074972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 20df197c-cc75-4b52-9c22-c2a2edd49ef1 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:24.075344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.084750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54879e24-489c-47af-a31b-82f56ce94376 req-95fcd325-4a10-40f1-a7b1-b120092c5911 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058414 Sep 21 18:23:24.184988 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.497044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-00e00461-3141-440b-989d-250000c8abd2 None None] Provisioning complete for port f8997e3e-503b-4189-a375-28dc4dbbbfc1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:24.498021 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00e00461-3141-440b-989d-250000c8abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.514996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:24.521668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c9cdc62f-70c6-42ec-98d5-c7555f720841 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "PUT /v2.0/routers/9c14fa62-1417-4087-bf60-6a957de7a2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0980551 Sep 21 18:23:24.532061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Sync routers for ids ['9c14fa62-1417-4087-bf60-6a957de7a2d3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:24.537720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.579107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Routers {'9c14fa62-1417-4087-bf60-6a957de7a2d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:24.585093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c14fa62-1417-4087-bf60-6a957de7a2d3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:24.591786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aac68-16aa-46fe-a3a2-565a348c5f57 req-d94ad432-b6b1-4129-953e-0d41f9db3d99 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:24.594266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-597aac68-16aa-46fe-a3a2-565a348c5f57 req-d94ad432-b6b1-4129-953e-0d41f9db3d99 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2334759 Sep 21 18:23:24.595337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 20df197c-cc75-4b52-9c22-c2a2edd49ef1 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:24.637341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-00e00461-3141-440b-989d-250000c8abd2 None None] Port f8997e3e-503b-4189-a375-28dc4dbbbfc1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:24.785062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-597aac68-16aa-46fe-a3a2-565a348c5f57 req-71b11a7c-be86-48e9-a666-adc6f4cfe070 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679514 Sep 21 18:23:24.811818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Deleting port c1b9af42-ae61-4f03-8ff8-b92e329358f2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:24.813487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.968242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 81a983d7-a1d9-495c-8597-0aa69ff2e731 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:24.983024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.035593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=20df197c-cc75-4b52-9c22-c2a2edd49ef1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:25.042373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Set router 9c14fa62-1417-4087-bf60-6a957de7a2d3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:25.049274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f3237799-b5c6-42da-82b4-009d3d305255 None None] Provisioning complete for port f8997e3e-503b-4189-a375-28dc4dbbbfc1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:25.049274 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f3237799-b5c6-42da-82b4-009d3d305255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.103649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] For port c1b9af42-ae61-4f03-8ff8-b92e329358f2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c1b9af42-ae61-4f03-8ff8-b92e329358f2,segment=NetworkSegment(eaedab27-b237-44c4-bc64-d1c12204af57),segment_id=eaedab27-b237-44c4-bc64-d1c12204af57)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:25.104128 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.124415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Calling delete_port for c1b9af42-ae61-4f03-8ff8-b92e329358f2 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:25.165638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f3237799-b5c6-42da-82b4-009d3d305255 None None] Port f8997e3e-503b-4189-a375-28dc4dbbbfc1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:25.187162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.190168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c1b6a8ec-6e52-4a5d-a909-273eff66e12f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/20df197c-cc75-4b52-9c22-c2a2edd49ef1 HTTP/1.1" status: 204 len: 168 time: 2.1323667 Sep 21 18:23:25.193594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:25.263271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 81a983d7-a1d9-495c-8597-0aa69ff2e731 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:25.263684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.355395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f3fe71bd-bc8e-473e-9f7d-e644a328b319 None None] Provisioning complete for port f8997e3e-503b-4189-a375-28dc4dbbbfc1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:25.355395 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f3fe71bd-bc8e-473e-9f7d-e644a328b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.394826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c5e271-ec34-438a-80f7-7809eaf9572e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:25.396570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c5e271-ec34-438a-80f7-7809eaf9572e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:25.405654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59610) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:25.411210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-97c5e271-ec34-438a-80f7-7809eaf9572e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2140951 Sep 21 18:23:25.462358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-18b0692e-5f83-4166-8d70-59f900953e7e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:25.464037 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-18b0692e-5f83-4166-8d70-59f900953e7e tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/networks?id=144900cc-3c7f-47df-a977-bf63e878e4ac HTTP/1.1" status: 200 len: 798 time: 0.4008660 Sep 21 18:23:25.494757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-99c7abb2-8834-4bf8-b009-b3686f23c0cd tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/quotas/33d0f4c439554f2fb201b312ef1f73dc HTTP/1.1" status: 200 len: 375 time: 0.0222225 Sep 21 18:23:25.519208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe71bd-bc8e-473e-9f7d-e644a328b319 None None] Port f8997e3e-503b-4189-a375-28dc4dbbbfc1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:25.603471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 02eb5fe2-ee70-47d7-bd58-e25dafc9b490 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:25.612830 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.620888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-ae755f1e-b49e-4e68-980f-c173beb32808 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1196275 Sep 21 18:23:25.628217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.632398 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.704529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 81a983d7-a1d9-495c-8597-0aa69ff2e731, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=81a983d7-a1d9-495c-8597-0aa69ff2e731,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:25.710426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.711954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a770e59-2829-48c3-bf3b-946962b559af up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:25.720993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b9af42-ae61-4f03-8ff8-b92e329358f2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:25.796896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.825350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-d1eb4c18-6e0f-4189-bd7a-bb456b1f2804 service neutron] 10.222.0.70 "GET /v2.0/networks/144900cc-3c7f-47df-a977-bf63e878e4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857252 Sep 21 18:23:25.849300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=81a983d7-a1d9-495c-8597-0aa69ff2e731,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:25.887775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4c766bc5-f8b3-44a5-b547-75912b137d92 None None] Provisioning complete for port 81a983d7-a1d9-495c-8597-0aa69ff2e731 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:25.888157 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4c766bc5-f8b3-44a5-b547-75912b137d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.002348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:21Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f8997e3e-503b-4189-a375-28dc4dbbbfc1', 'name': '', 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:8b:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:19Z', 'updated_at': '2021-09-21T18:23:22Z', 'revision_number': 2, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:26.026697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28b6fe66-4675-488d-8108-7022af589f18 service neutron] 10.222.0.70 "GET /v2.0/networks/144900cc-3c7f-47df-a977-bf63e878e4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999564 Sep 21 18:23:26.040294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.103760 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.106747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0a770e59-2829-48c3-bf3b-946962b559af triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:26.107225 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.112535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Checking router: 9c14fa62-1417-4087-bf60-6a957de7a2d3 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:26.112535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Updating router 9c14fa62-1417-4087-bf60-6a957de7a2d3 port f8997e3e-503b-4189-a375-28dc4dbbbfc1 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:23:26.217983 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.308834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae35039-71f8-4aca-b399-ad6f341f80fa req-61f19e04-5575-4715-bf70-b261ef9a4c9f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:26.316878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ae35039-71f8-4aca-b399-ad6f341f80fa req-61f19e04-5575-4715-bf70-b261ef9a4c9f tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.0749404 Sep 21 18:23:26.395136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.422891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ae35039-71f8-4aca-b399-ad6f341f80fa req-b4a8cd0d-bbbb-4d5d-bdc5-b466399ae4d7 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046820 Sep 21 18:23:26.467790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.472309 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/02eb5fe2-ee70-47d7-bd58-e25dafc9b490 HTTP/1.1" status: 204 len: 168 time: 1.0286403 Sep 21 18:23:26.472472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59624) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:26.474767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93231a5-e168-46c9-9c70-98109c9a7216 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=02eb5fe2-ee70-47d7-bd58-e25dafc9b490,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:26.558337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-68e6347d-fb57-41c7-8588-5c656f0032a9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843256 Sep 21 18:23:26.559243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59626) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:26.573612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:26.610558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Router 79a30f58-fbc0-4643-8f82-3ae6470b6014 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:23:26.626801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e9760b-7ced-45da-8580-b5eeddeb4340 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:26.752421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c7a7f-599f-4ffc-abd8-43c7c58f64ad req-3b7f2795-80d0-40df-928c-478d49a6f934 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:26.762271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e4c7a7f-599f-4ffc-abd8-43c7c58f64ad req-3b7f2795-80d0-40df-928c-478d49a6f934 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2094917 Sep 21 18:23:26.770755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ea0eab3a-5359-4eba-9b5e-ac1afbf14233 None None] Could not find standard attr ID for object 20df197c-cc75-4b52-9c22-c2a2edd49ef1. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:23:26.842935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e4c7a7f-599f-4ffc-abd8-43c7c58f64ad req-046a4fbd-507d-43f5-b35c-eaea7c57613a tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673566 Sep 21 18:23:26.842935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:26.842935 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.028262 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.039485 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.087569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a2264eb-17d0-4f59-b8e7-1030a397d48a req-6d0e7c25-ed14-4cb2-b484-86f298532c9f tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 210 time: 0.1489117 Sep 21 18:23:27.136319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:27.209501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b7483-e35e-473b-8806-3e58471de45c None None] Pushing event updated for resources: {'Port': ['ID=f8997e3e-503b-4189-a375-28dc4dbbbfc1,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:27.393447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:27.401112 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-85071d71-1505-4633-a8f4-9e585b1e145d admin admin] 10.222.0.70 "PUT /v2.0/routers/79a30f58-fbc0-4643-8f82-3ae6470b6014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4662299 Sep 21 18:23:27.403629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59644) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:27.404125 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] Sync routers for ids ['79a30f58-fbc0-4643-8f82-3ae6470b6014'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:27.417769 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] Routers {'79a30f58-fbc0-4643-8f82-3ae6470b6014'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:27.418451 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['79a30f58-fbc0-4643-8f82-3ae6470b6014'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:27.426457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Attempting to bind port f8997e3e-503b-4189-a375-28dc4dbbbfc1 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:27.436425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Attempting to bind port f8997e3e-503b-4189-a375-28dc4dbbbfc1 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:27.437076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Attempting to bind port f8997e3e-503b-4189-a375-28dc4dbbbfc1 on network 144900cc-3c7f-47df-a977-bf63e878e4ac {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:27.472175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:27.472757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Checking segment: {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:27.473394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.473922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Bound using segment: {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:27.474682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Bound port: f8997e3e-503b-4189-a375-28dc4dbbbfc1, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:27.475337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.489396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] Deleting port 81a983d7-a1d9-495c-8597-0aa69ff2e731 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:27.492880 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.546741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc8a10-413f-4ccd-8afb-2f1df3e0b7be req-7985b765-d178-494b-aa4d-61d522cecd76 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:27.548357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aadc8a10-413f-4ccd-8afb-2f1df3e0b7be req-7985b765-d178-494b-aa4d-61d522cecd76 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1832800 Sep 21 18:23:27.558240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.644977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.678997 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] Set router 79a30f58-fbc0-4643-8f82-3ae6470b6014 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:27.729255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] For port 81a983d7-a1d9-495c-8597-0aa69ff2e731, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=81a983d7-a1d9-495c-8597-0aa69ff2e731,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:27.729666 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.734124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aadc8a10-413f-4ccd-8afb-2f1df3e0b7be req-379399c1-8aa8-4102-a634-7bf684eb57b9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548495 Sep 21 18:23:27.767146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] Calling delete_port for 81a983d7-a1d9-495c-8597-0aa69ff2e731 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:27.782522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:27.796492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:27.802741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:27.802741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.816779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=2c29f783-33e7-4362-aaf1-6512b3d30d43,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:27.817487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.863393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7958c7bd-ee0d-4734-8d9b-ac9e0f5a344b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2922313 Sep 21 18:23:27.863717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59656) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:27.869366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '2c29f783-33e7-4362-aaf1-6512b3d30d43', 'ip_address': '2001:db8::a18c:9b06:75c2:3388'}], 'name': 'tempest-NetworksTestDHCPv6-1521424710'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:27.912589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-acf8dbec-528b-4201-9f09-262c5ab1dcdc None None] Provisioning complete for port f8997e3e-503b-4189-a375-28dc4dbbbfc1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:27.912961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-acf8dbec-528b-4201-9f09-262c5ab1dcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.938183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Deleting port 257dc354-2eae-44e5-90bc-f1632948cd87 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:27.938555 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:27.953415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] For port f8997e3e-503b-4189-a375-28dc4dbbbfc1, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:27.982871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] For port f8997e3e-503b-4189-a375-28dc4dbbbfc1, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8997e3e-503b-4189-a375-28dc4dbbbfc1,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:27.989658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-acf8dbec-528b-4201-9f09-262c5ab1dcdc None None] Port f8997e3e-503b-4189-a375-28dc4dbbbfc1 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:27.994027 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.030529 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.064297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] No DVR routers for this DVR port 81a983d7-a1d9-495c-8597-0aa69ff2e731 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:28.078055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Routers {'9c14fa62-1417-4087-bf60-6a957de7a2d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:28.079825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c14fa62-1417-4087-bf60-6a957de7a2d3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:28.115394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:23:25Z', 'revision_number': 5, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port': {'id': '257dc354-2eae-44e5-90bc-f1632948cd87', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:17:53Z', 'updated_at': '2021-09-21T18:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:28.162745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8712fb4-765d-4c6a-b7fa-1bfbc32d276b None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:28.168219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b7483-e35e-473b-8806-3e58471de45c None None] Pushing event updated for resources: {'Port': ['ID=f8997e3e-503b-4189-a375-28dc4dbbbfc1,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:28.179090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:28.226650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] For port 257dc354-2eae-44e5-90bc-f1632948cd87, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=257dc354-2eae-44e5-90bc-f1632948cd87,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:28.227532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.287549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Calling delete_port for 257dc354-2eae-44e5-90bc-f1632948cd87 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:28.315025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fca71-13a6-4ab0-b32e-336b49a226b1 None None] Pushing event deleted for resources: {'Port': ['ID=81a983d7-a1d9-495c-8597-0aa69ff2e731,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:28.393002 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.513460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85f278fc-8afe-4edd-b3c6-987118ef4e0d req-834880ab-de2f-45f8-ba17-966e407afea0 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 210 time: 0.1243057 Sep 21 18:23:28.531755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 106f2499-647f-45e4-ad9b-89407e3ed55e yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:28.551447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] Checking router: 79a30f58-fbc0-4643-8f82-3ae6470b6014 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:28.567714 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] Routers {'79a30f58-fbc0-4643-8f82-3ae6470b6014'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:28.568627 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['79a30f58-fbc0-4643-8f82-3ae6470b6014'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:28.626839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] Set router 9c14fa62-1417-4087-bf60-6a957de7a2d3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:28.697401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1c0d9c32-4f07-4225-b9a9-9baebe02aab4 None None] Provisioning complete for port f8997e3e-503b-4189-a375-28dc4dbbbfc1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:28.705176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9c32-4f07-4225-b9a9-9baebe02aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.717878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] Set router 79a30f58-fbc0-4643-8f82-3ae6470b6014 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:28.772833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-195e2b2c-b275-41d6-82af-b559049879a5 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:28.777691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-195e2b2c-b275-41d6-82af-b559049879a5 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.78 "GET /v2.0/networks?id=144900cc-3c7f-47df-a977-bf63e878e4ac HTTP/1.1" status: 200 len: 798 time: 0.4818368 Sep 21 18:23:28.813396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Request body: {'port': {'device_id': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac', 'admin_state_up': True, 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:28.843521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35bda3-963e-408f-b64b-b3606d6f40f4 req-a97b5392-bfaa-4048-a794-aea0dfd8397b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:28.847035 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:23:27Z', 'revision_number': 6, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:28.849044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc35bda3-963e-408f-b64b-b3606d6f40f4 req-a97b5392-bfaa-4048-a794-aea0dfd8397b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1116221 Sep 21 18:23:28.866433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::a18c:9b06:75c2:3388 (0fc02adc-eee2-4e58-a911-71742b0546cd/2c29f783-33e7-4362-aaf1-6512b3d30d43/106f2499-647f-45e4-ad9b-89407e3ed55e) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:28.924063 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa92870-9c92-401f-ab4e-fceba3550f49 None None] The sync data for ids ['79a30f58-fbc0-4643-8f82-3ae6470b6014'] in n-d-810285-3 is: [{'id': '79a30f58-fbc0-4643-8f82-3ae6470b6014', 'name': 'tempest-TestServerBasicOps-1284243627-router', 'tenant_id': '577afc2ecd8c4d77b89351d222bad02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:17:52Z', 'updated_at': '2021-09-21T18:23:27Z', 'revision_number': 6, 'project_id': '577afc2ecd8c4d77b89351d222bad02d', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:28.928451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc35bda3-963e-408f-b64b-b3606d6f40f4 req-c0490732-eeab-45c7-87d9-ee475d0124aa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680585 Sep 21 18:23:28.996744 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.063562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=257dc354-2eae-44e5-90bc-f1632948cd87,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:29.169990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.279819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '2c29f783-33e7-4362-aaf1-6512b3d30d43'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:29.280805 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.292771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.321366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-26079663-8fa4-49cc-8f2f-8098f268fd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.405905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 81a983d7-a1d9-495c-8597-0aa69ff2e731 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:29.436626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Made reservation on behalf of 33d0f4c439554f2fb201b312ef1f73dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:29.440824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.444307 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.449820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.457700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44384ffa-7b94-4083-a430-b6bf24e5e317 req-6258f8d9-ee2e-4c60-a307-262860630808 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.461811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44384ffa-7b94-4083-a430-b6bf24e5e317 req-6258f8d9-ee2e-4c60-a307-262860630808 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.3768616 Sep 21 18:23:29.462966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.586896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 81a983d7-a1d9-495c-8597-0aa69ff2e731 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:29.587511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 81a983d7-a1d9-495c-8597-0aa69ff2e731 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:29.598829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=106f2499-647f-45e4-ad9b-89407e3ed55e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:29.634261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:29.637310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9c32-4f07-4225-b9a9-9baebe02aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.641000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:29.646525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:29.656314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.657224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.683868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.686510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79a30f58-fbc0-4643-8f82-3ae6470b6014 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:23:29.708694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1c0d9c32-4f07-4225-b9a9-9baebe02aab4 None None] For port f8997e3e-503b-4189-a375-28dc4dbbbfc1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8997e3e-503b-4189-a375-28dc4dbbbfc1,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:29.714644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.716290 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a4736763-747b-45ef-afbb-e8923a3f0fd6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/79a30f58-fbc0-4643-8f82-3ae6470b6014 HTTP/1.1" status: 204 len: 168 time: 2.3104620 Sep 21 18:23:29.719930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9c32-4f07-4225-b9a9-9baebe02aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.725396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44384ffa-7b94-4083-a430-b6bf24e5e317 req-a51f92f7-910b-4cd8-a91d-e63388583718 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410157 Sep 21 18:23:29.730611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59688) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:29.760114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8c4496f2-778c-4c6e-877b-2ec30a7da122 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8952563 Sep 21 18:23:29.761213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59690) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:29.884272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f223f12-493c-47f6-90aa-23225929e406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.888856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f223f12-493c-47f6-90aa-23225929e406 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1263175 Sep 21 18:23:29.891456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59694) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:29.938108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] Deleting subnet 50654d0a-7753-478d-8dfb-1c6f5d954160 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:29.943199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.963585 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/2c29f783-33e7-4362-aaf1-6512b3d30d43/117e65d6-8578-4810-9cc0-5b86c6dc10dc) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:29.993141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8472f4e5-dffd-4df4-be11-61bf0cc6d19c req-1abae00d-4c0d-4654-9ca9-3cc2c6d6e0ed tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 210 time: 0.1330187 Sep 21 18:23:29.997289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.111339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.159999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 106f2499-647f-45e4-ad9b-89407e3ed55e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:30.163660 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.200956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.213801 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.228500 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.230972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d9c32-4f07-4225-b9a9-9baebe02aab4 None None] Pushing event updated for resources: {'Port': ['ID=f8997e3e-503b-4189-a375-28dc4dbbbfc1,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:30.275900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:21Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f8997e3e-503b-4189-a375-28dc4dbbbfc1', 'name': '', 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:8b:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:19Z', 'updated_at': '2021-09-21T18:23:27Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:30.285281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:30.290983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:30.312555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50654d0a-7753-478d-8dfb-1c6f5d954160,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:30.330614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Allocated IP 172.20.0.27 (144900cc-3c7f-47df-a977-bf63e878e4ac/7a1439d7-83d3-477d-9477-7d4dec93f5b3/3fc5f314-c481-486b-a58b-db6e8585ad06) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:30.331740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:30.340550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb883c-f91b-471b-882f-86a21c9e6b73 None None] The sync data for ids ['9c14fa62-1417-4087-bf60-6a957de7a2d3'] in n-d-810285-3 is: [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:21Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f8997e3e-503b-4189-a375-28dc4dbbbfc1', 'name': '', 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:8b:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:19Z', 'updated_at': '2021-09-21T18:23:27Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:30.372903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4933f-0665-49a8-88bc-f8cc3ff5c1b9 None None] Network 23ab6f37-4972-4e3e-b9e7-dda05db48d49 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:30.377650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.384008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-31007726-0f7d-4b9d-96f0-e67116ccacde admin admin] 10.222.0.70 "DELETE /v2.0/subnets/50654d0a-7753-478d-8dfb-1c6f5d954160 HTTP/1.1" status: 204 len: 168 time: 0.6525366 Sep 21 18:23:30.390736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:30.532680 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.571085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 106f2499-647f-45e4-ad9b-89407e3ed55e owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:30.661017 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.701423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Pushing event updated for resources: {'Port': ['ID=117e65d6-8578-4810-9cc0-5b86c6dc10dc,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:30.767803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Attempting to bind port 117e65d6-8578-4810-9cc0-5b86c6dc10dc on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:30.768226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Attempting to bind port 117e65d6-8578-4810-9cc0-5b86c6dc10dc by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:30.768614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Attempting to bind port 117e65d6-8578-4810-9cc0-5b86c6dc10dc on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:30.778732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.816292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Deleting port 062e82bf-0d80-4e70-a3f2-55ba15b00863 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:30.816635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.828648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:30.829014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:30.829568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.830035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:30.830728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Bound port: 117e65d6-8578-4810-9cc0-5b86c6dc10dc, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:30.843772 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.849562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:30.956476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36affa21-03ba-4af3-b919-1a06dce89a75 req-c5aa08e0-8297-45c4-ae12-f4bbf848cf44 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:30.969408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36affa21-03ba-4af3-b919-1a06dce89a75 req-c5aa08e0-8297-45c4-ae12-f4bbf848cf44 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.6029620 Sep 21 18:23:31.001708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.025525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] For port 117e65d6-8578-4810-9cc0-5b86c6dc10dc, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:31.028586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=106f2499-647f-45e4-ad9b-89407e3ed55e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:31.030324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] For port 117e65d6-8578-4810-9cc0-5b86c6dc10dc, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=117e65d6-8578-4810-9cc0-5b86c6dc10dc,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:31.042579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] DHCP port deletion for 23ab6f37-4972-4e3e-b9e7-dda05db48d49 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:31.056868 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.063049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-825a64a0-4872-423a-bc97-5a1538904d00 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/106f2499-647f-45e4-ad9b-89407e3ed55e HTTP/1.1" status: 204 len: 168 time: 1.1599352 Sep 21 18:23:31.066344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59708) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:31.066603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.074932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f8997e3e-503b-4189-a375-28dc4dbbbfc1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:31.170208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Network 144900cc-3c7f-47df-a977-bf63e878e4ac is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:31.178289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] For port 062e82bf-0d80-4e70-a3f2-55ba15b00863, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=062e82bf-0d80-4e70-a3f2-55ba15b00863,segment=NetworkSegment(eaedab27-b237-44c4-bc64-d1c12204af57),segment_id=eaedab27-b237-44c4-bc64-d1c12204af57)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:31.178689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.182183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fd139-e316-4f45-a736-5db3c30ee733 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.182678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:31.188746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fd139-e316-4f45-a736-5db3c30ee733 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.194684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:31.196985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c8fd139-e316-4f45-a736-5db3c30ee733 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1265554 Sep 21 18:23:31.197781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59716) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:31.257437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f8997e3e-503b-4189-a375-28dc4dbbbfc1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:31.258699 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.260947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36affa21-03ba-4af3-b919-1a06dce89a75 req-4236a104-532e-47a5-af4a-f32aca373128 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904043 Sep 21 18:23:31.303287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Calling delete_port for 062e82bf-0d80-4e70-a3f2-55ba15b00863 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:31.326526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce61c6-974a-4d07-b9af-55d52191d18e None None] Pushing event updated for resources: {'Port': ['ID=117e65d6-8578-4810-9cc0-5b86c6dc10dc,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:31.388432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event updated for resources: {'Port': ['ID=3fc5f314-c481-486b-a58b-db6e8585ad06,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:31.489668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] Deleting port 062e82bf-0d80-4e70-a3f2-55ba15b00863 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:31.490322 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.584603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcece6d-a175-45e3-9b2e-22de9e8f32b2 req-d8e0d2a7-d74c-4693-899d-8540efc42198 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.603845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2dcece6d-a175-45e3-9b2e-22de9e8f32b2 req-d8e0d2a7-d74c-4693-899d-8540efc42198 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 895 time: 0.2087002 Sep 21 18:23:31.806349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] For port 062e82bf-0d80-4e70-a3f2-55ba15b00863, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=062e82bf-0d80-4e70-a3f2-55ba15b00863,segment=NetworkSegment(eaedab27-b237-44c4-bc64-d1c12204af57),segment_id=eaedab27-b237-44c4-bc64-d1c12204af57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:31.808664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.844594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 2c29f783-33e7-4362-aaf1-6512b3d30d43 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:31.885974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] Calling delete_port for 062e82bf-0d80-4e70-a3f2-55ba15b00863 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:31.889752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.890793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.894484 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.901045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c4aef6fd-c931-4112-b816-286eee31735d None None] Provisioning complete for port 3fc5f314-c481-486b-a58b-db6e8585ad06 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:31.901651 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c4aef6fd-c931-4112-b816-286eee31735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:31.948331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 257dc354-2eae-44e5-90bc-f1632948cd87 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:31.981063 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.049632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 257dc354-2eae-44e5-90bc-f1632948cd87 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:32.050006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 257dc354-2eae-44e5-90bc-f1632948cd87 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:32.050419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c1b9af42-ae61-4f03-8ff8-b92e329358f2 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:32.105678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c1b9af42-ae61-4f03-8ff8-b92e329358f2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:32.106053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c1b9af42-ae61-4f03-8ff8-b92e329358f2 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:32.116251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c4aef6fd-c931-4112-b816-286eee31735d None None] Port 3fc5f314-c481-486b-a58b-db6e8585ad06 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:32.185574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.204681 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.281028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] Pushing event deleted for resources: {'Port': ['ID=062e82bf-0d80-4e70-a3f2-55ba15b00863,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:32.285537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a65b3-695e-42d5-8683-c9458fdca79c None None] No DVR routers for this DVR port 062e82bf-0d80-4e70-a3f2-55ba15b00863 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:32.335608 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-28774fe5-082c-4457-84d3-4d9ab890ca00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.5374599 Sep 21 18:23:32.337473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.387880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] No DVR routers for this DVR port 062e82bf-0d80-4e70-a3f2-55ba15b00863 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:32.393472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.410329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Request body: {'port': {'device_id': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:32.419188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Pushing event deleted for resources: {'Port': ['ID=062e82bf-0d80-4e70-a3f2-55ba15b00863,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:32.490182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.495223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/2c29f783-33e7-4362-aaf1-6512b3d30d43 HTTP/1.1" status: 204 len: 168 time: 1.2025633 Sep 21 18:23:32.496087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59732) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:32.498137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07bf24-dc91-46eb-b8c6-daaeac799d9d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=2c29f783-33e7-4362-aaf1-6512b3d30d43,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:32.581560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c83973de-65af-4403-ad81-4d929f9d1aea tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839899 Sep 21 18:23:32.584729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:32.713141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37711c7-811c-410a-8466-a71ccdffba24 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.713342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.715418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e37711c7-811c-410a-8466-a71ccdffba24 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1279473 Sep 21 18:23:32.717862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59740) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:32.769289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.824204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ab6f37-4972-4e3e-b9e7-dda05db48d49']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:32.855542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaedab27-b237-44c4-bc64-d1c12204af57') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:32.855840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaedab27-b237-44c4-bc64-d1c12204af57') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:32.931349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93981a0-0af8-4ed5-82f3-bbbc021914d2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.932835 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.936699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d93981a0-0af8-4ed5-82f3-bbbc021914d2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2174687 Sep 21 18:23:32.943225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59746) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:32.962449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab98e16-9e62-4d3d-bd83-2453cea6fabb req-ef73a25e-6503-417a-8b3b-132a2a4036b8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.973258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab98e16-9e62-4d3d-bd83-2453cea6fabb req-ef73a25e-6503-417a-8b3b-132a2a4036b8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 895 time: 0.2506657 Sep 21 18:23:33.020227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 117e65d6-8578-4810-9cc0-5b86c6dc10dc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:33.022288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3264e45a-b565-49b1-aa27-6e2486444210 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786805 Sep 21 18:23:33.027600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59748) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:33.037241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:33.056342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.104786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:23:33.106029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:23:33.107935 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:23:33.136073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 117e65d6-8578-4810-9cc0-5b86c6dc10dc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:33.136455 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.193603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:33.202635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.316311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.334747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.375395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.380359 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] 10.222.0.70 "DELETE /v2.0/networks/23ab6f37-4972-4e3e-b9e7-dda05db48d49 HTTP/1.1" status: 204 len: 168 time: 2.9771724 Sep 21 18:23:33.389886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb3980-68c8-4e88-8a50-1c3991b14aef None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:33.406507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 117e65d6-8578-4810-9cc0-5b86c6dc10dc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=117e65d6-8578-4810-9cc0-5b86c6dc10dc,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:33.434896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb4698-d695-4a35-91c0-cae33768f42e admin admin] Pushing event deleted for resources: {'Network': ['ID=23ab6f37-4972-4e3e-b9e7-dda05db48d49,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:33.436696 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.596624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 062e82bf-0d80-4e70-a3f2-55ba15b00863 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:33.597981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a69563f1-ffb9-473a-96bc-ac4aef478c1f None None] Provisioning complete for port 117e65d6-8578-4810-9cc0-5b86c6dc10dc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:33.605758 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a69563f1-ffb9-473a-96bc-ac4aef478c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.683859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59754) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:33.725885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 062e82bf-0d80-4e70-a3f2-55ba15b00863 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:33.726702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 062e82bf-0d80-4e70-a3f2-55ba15b00863 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:33.786628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.793587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d5f718ff-50c9-4ea1-a071-89c2268b35cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.801542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=117e65d6-8578-4810-9cc0-5b86c6dc10dc,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:33.904341 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b47c5a17-f61c-4d7e-9ee0-e49ac4d68de8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f173b8d02d174360899fdde934d3948e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192383 Sep 21 18:23:33.909954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59758) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:33.925093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:33.928256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:33.937752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:33.944655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:33.945827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.968764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=4d811ec5-0454-47c3-b6b5-6de7214040f9,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:33.980468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.980862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.981216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.981604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.981947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.982358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.983269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.983655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.983998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.984386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.984983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.985366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:33.986943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc5f314-c481-486b-a58b-db6e8585ad06 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:23:34.001224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.001898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3a2d405e-c0d3-471c-83ae-71ec6863e4bb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9691143 Sep 21 18:23:34.002549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59762) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:34.009343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '4d811ec5-0454-47c3-b6b5-6de7214040f9', 'ip_address': '2001:db8::acef:2a89:5c04:cbec'}], 'name': 'tempest-NetworksTestDHCPv6-385284413'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:34.034565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef67e7fe-667f-45d5-9eba-b142d6583ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.047872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] Deleting port 117e65d6-8578-4810-9cc0-5b86c6dc10dc {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:34.050422 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.063296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Transition to ACTIVE for port object 3fc5f314-c481-486b-a58b-db6e8585ad06 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:23:34.076470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef67e7fe-667f-45d5-9eba-b142d6583ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.079294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.330726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc5f314-c481-486b-a58b-db6e8585ad06,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:34.334865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Attempting to bind port 3fc5f314-c481-486b-a58b-db6e8585ad06 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:34.336331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Attempting to bind port 3fc5f314-c481-486b-a58b-db6e8585ad06 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:34.336707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Attempting to bind port 3fc5f314-c481-486b-a58b-db6e8585ad06 on network 144900cc-3c7f-47df-a977-bf63e878e4ac {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:34.343269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Port 3fc5f314-c481-486b-a58b-db6e8585ad06 on network 144900cc-3c7f-47df-a977-bf63e878e4ac not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:23:34.343747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Attempting to bind port 3fc5f314-c481-486b-a58b-db6e8585ad06 on network 144900cc-3c7f-47df-a977-bf63e878e4ac {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:34.372066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:34.372663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Checking segment: {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:34.375710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Bound using segment: {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:34.376478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Bound port: 3fc5f314-c481-486b-a58b-db6e8585ad06, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79db8b7d-3f74-4f33-8aca-5cfde996f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:34.377070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.436593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:34.479889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.490500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef67e7fe-667f-45d5-9eba-b142d6583ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.491866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ef67e7fe-667f-45d5-9eba-b142d6583ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.501302 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ef67e7fe-667f-45d5-9eba-b142d6583ac8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac9466c7-118e-4010-8b47-6bf8a6f7c1ab HTTP/1.1" status: 204 len: 168 time: 0.5880785 Sep 21 18:23:34.523038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb464d-6c2b-4a9a-a231-67f3e557e242 req-f8e4b49a-8602-4ef7-ba70-2d0d3fc7be20 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.523038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7fb464d-6c2b-4a9a-a231-67f3e557e242 req-f8e4b49a-8602-4ef7-ba70-2d0d3fc7be20 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 907 time: 0.2421496 Sep 21 18:23:34.545830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67e7fe-667f-45d5-9eba-b142d6583ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9466c7-118e-4010-8b47-6bf8a6f7c1ab,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:34.549149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.627667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] For port 3fc5f314-c481-486b-a58b-db6e8585ad06, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:34.635800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] For port 3fc5f314-c481-486b-a58b-db6e8585ad06, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3fc5f314-c481-486b-a58b-db6e8585ad06,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:34.643483 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.647962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] For port 117e65d6-8578-4810-9cc0-5b86c6dc10dc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=117e65d6-8578-4810-9cc0-5b86c6dc10dc,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:34.653248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.678049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.678704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.680377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] 10.222.0.78 "PUT /v2.0/ports/3fc5f314-c481-486b-a58b-db6e8585ad06 HTTP/1.1" status: 200 len: 1055 time: 2.3305368 Sep 21 18:23:34.680880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'tag': '3fc5f314-c481-486b-a58b-db6e8585ad06'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:34.684573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] Calling delete_port for 117e65d6-8578-4810-9cc0-5b86c6dc10dc owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:34.695861 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7548d51a-d7d7-4864-9a84-9316b1cf3284" -d '{"events": [{"name": "network-changed", "server_uuid": "939b7dc2-3eee-4b07-a014-8fcb7929b714", "tag": "3fc5f314-c481-486b-a58b-db6e8585ad06"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:34.784177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.808051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a3a1b-ad5a-4653-adaf-51fc6665d7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc5f314-c481-486b-a58b-db6e8585ad06,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:34.863723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 19911289-3751-42aa-99c3-d98bba664ac5 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:34.891981 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e4d2f-b22a-408d-9fa3-3d1f84e99dc2 x-openstack-request-id: req-592e4d2f-b22a-408d-9fa3-3d1f84e99dc2 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:34.892308 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939b7dc2-3eee-4b07-a014-8fcb7929b714", "tag": "3fc5f314-c481-486b-a58b-db6e8585ad06", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:34.892872 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-592e4d2f-b22a-408d-9fa3-3d1f84e99dc2 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:34.897106 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'tag': '3fc5f314-c481-486b-a58b-db6e8585ad06', 'status': 'completed', 'code': 200} Sep 21 18:23:34.912194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-d0d173b4-31d9-4180-9618-42774cd16c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.918294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-d0d173b4-31d9-4180-9618-42774cd16c35 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 1058 time: 0.1024566 Sep 21 18:23:34.918522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.997396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 117e65d6-8578-4810-9cc0-5b86c6dc10dc no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:35.051038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-3b7afca7-97b0-4b6a-add6-c09dcc9364f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3fc5f314-c481-486b-a58b-db6e8585ad06 HTTP/1.1" status: 200 len: 217 time: 0.1253800 Sep 21 18:23:35.108361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-058a662b-da28-406f-9734-3189f2e80335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.110411 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-058a662b-da28-406f-9734-3189f2e80335 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a1439d7-83d3-477d-9477-7d4dec93f5b3 HTTP/1.1" status: 200 len: 837 time: 0.0539703 Sep 21 18:23:35.120224 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:35.198699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] Pushing event deleted for resources: {'Port': ['ID=117e65d6-8578-4810-9cc0-5b86c6dc10dc,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:35.203268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa7271-47cb-4f8f-bee5-e72a0a59a2a5 None None] No DVR routers for this DVR port 117e65d6-8578-4810-9cc0-5b86c6dc10dc on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:35.205638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-83e84279-4e6f-4c97-9f18-b7f696fcd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.223178 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-83e84279-4e6f-4c97-9f18-b7f696fcd190 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=144900cc-3c7f-47df-a977-bf63e878e4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020207 Sep 21 18:23:35.223696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa42a5-91cf-42b1-a922-b9a312895738 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:35.257765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No active binding found for port 117e65d6-8578-4810-9cc0-5b86c6dc10dc {{(pid=95092) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 18:23:35.258531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 117e65d6-8578-4810-9cc0-5b86c6dc10dc not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:35.317373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::acef:2a89:5c04:cbec (0fc02adc-eee2-4e58-a911-71742b0546cd/4d811ec5-0454-47c3-b6b5-6de7214040f9/19911289-3751-42aa-99c3-d98bba664ac5) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:35.435028 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-adb1fa38-1ece-41da-91be-6816ba85bc74 service neutron] 10.222.0.78 "GET /v2.0/networks/144900cc-3c7f-47df-a977-bf63e878e4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106857 Sep 21 18:23:35.499610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59780) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:35.527646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '4d811ec5-0454-47c3-b6b5-6de7214040f9'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:35.528537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:35.643924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d5fc833-21ef-43da-85cd-bad6371f0f4c req-dff63d65-dedf-47a6-a7ac-893489982a39 service neutron] 10.222.0.78 "GET /v2.0/networks/144900cc-3c7f-47df-a977-bf63e878e4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008991 Sep 21 18:23:35.779502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d1d0e51f-7736-4b30-9f82-68483e840d4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=577afc2ecd8c4d77b89351d222bad02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774017 Sep 21 18:23:35.782775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:35.819348 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:35.832196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-cb0e2855-5bd6-4248-b068-0e191b4b60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.832334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe85a4d-5c33-49b9-8931-4ab77dabb64c req-ee93d05d-2c08-4ee2-8eec-2db38dfcc2c3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.833281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-cb0e2855-5bd6-4248-b068-0e191b4b60e2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 1058 time: 0.1036000 Sep 21 18:23:35.834453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cbe85a4d-5c33-49b9-8931-4ab77dabb64c req-ee93d05d-2c08-4ee2-8eec-2db38dfcc2c3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 907 time: 0.1502469 Sep 21 18:23:35.902395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:35.964024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77a8621a-3f80-47fb-a9fd-83c39effc5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:35.991968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/4d811ec5-0454-47c3-b6b5-6de7214040f9/0c83ead8-9e02-437a-86e3-3e27d28e295e) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:36.009567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77a8621a-3f80-47fb-a9fd-83c39effc5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.024538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:36.027765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-1eda513d-db0c-4396-80b5-a85b58d1a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:36.030034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-1eda513d-db0c-4396-80b5-a85b58d1a71e service neutron] 10.222.0.78 "GET /v2.0/networks?id=144900cc-3c7f-47df-a977-bf63e878e4ac HTTP/1.1" status: 200 len: 900 time: 0.1811082 Sep 21 18:23:36.030568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:36.062400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:36.085322 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-b9bbd92a-d23b-4089-817c-f953bcc12583 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3fc5f314-c481-486b-a58b-db6e8585ad06 HTTP/1.1" status: 200 len: 217 time: 0.0412219 Sep 21 18:23:36.091393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:36.092373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.137767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=19911289-3751-42aa-99c3-d98bba664ac5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:36.158592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59798) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:36.162603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8a2709de-0679-40fb-828e-037ab5008b15 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1587455 Sep 21 18:23:36.168032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-51f029b0-4dcb-4c07-be05-fb6807d56746 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '4d811ec5-0454-47c3-b6b5-6de7214040f9', 'ip_address': '2001:db8::acef:2a89:5c04:cbec'}], 'name': 'tempest-NetworksTestDHCPv6-794240703'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:36.177304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-827f87b3-b029-4e93-b3a3-b4a3307e7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:36.192154 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-827f87b3-b029-4e93-b3a3-b4a3307e7797 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a1439d7-83d3-477d-9477-7d4dec93f5b3 HTTP/1.1" status: 200 len: 837 time: 0.0849156 Sep 21 18:23:36.217472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.243684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.386241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77a8621a-3f80-47fb-a9fd-83c39effc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.398220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77a8621a-3f80-47fb-a9fd-83c39effc5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.401107 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-77a8621a-3f80-47fb-a9fd-83c39effc5cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4cb1367-e647-402f-95fa-0d02f1c21207 HTTP/1.1" status: 204 len: 168 time: 0.6163690 Sep 21 18:23:36.402547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:36.407955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:36.412633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:36.433146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Pushing event updated for resources: {'Port': ['ID=0c83ead8-9e02-437a-86e3-3e27d28e295e,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:36.434113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f029b0-4dcb-4c07-be05-fb6807d56746 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:36.508241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8621a-3f80-47fb-a9fd-83c39effc5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cb1367-e647-402f-95fa-0d02f1c21207,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:36.552843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Attempting to bind port 0c83ead8-9e02-437a-86e3-3e27d28e295e on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:36.553677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Attempting to bind port 0c83ead8-9e02-437a-86e3-3e27d28e295e by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:36.554915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Attempting to bind port 0c83ead8-9e02-437a-86e3-3e27d28e295e on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:36.569072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:36.569841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:36.571497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.572087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:36.573172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Bound port: 0c83ead8-9e02-437a-86e3-3e27d28e295e, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:36.573876 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.592900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-f0773cab-3e59-4eba-976d-17f3e3aac92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:36.594517 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-f0773cab-3e59-4eba-976d-17f3e3aac92b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=144900cc-3c7f-47df-a977-bf63e878e4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4013798 Sep 21 18:23:36.760485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] For port 0c83ead8-9e02-437a-86e3-3e27d28e295e, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:36.777280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] For port 0c83ead8-9e02-437a-86e3-3e27d28e295e, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0c83ead8-9e02-437a-86e3-3e27d28e295e,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:36.786774 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:36.979121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03938d-ef3e-4bb6-9829-c0e982f9a679 None None] Pushing event updated for resources: {'Port': ['ID=0c83ead8-9e02-437a-86e3-3e27d28e295e,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:37.123231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211929-cd5b-4f61-9830-8d9ac867ad37 req-b7d27002-7fa8-41d8-a2b0-5219e46092fe tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:37.124893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9211929-cd5b-4f61-9830-8d9ac867ad37 req-b7d27002-7fa8-41d8-a2b0-5219e46092fe tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 907 time: 0.1090515 Sep 21 18:23:37.268396 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:37.285917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f029b0-4dcb-4c07-be05-fb6807d56746 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:37.327140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-51f029b0-4dcb-4c07-be05-fb6807d56746 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 33bbc42a-c31e-4f9f-a6bd-221517548da2 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:37.512939 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-0ec1f40f-14a4-4184-9e57-cc632a76d61d service neutron] 10.222.0.78 "GET /v2.0/networks/144900cc-3c7f-47df-a977-bf63e878e4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086049 Sep 21 18:23:37.843185 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7548d51a-d7d7-4864-9a84-9316b1cf3284 req-17e80cb2-3295-423a-8d67-936601c87620 service neutron] 10.222.0.78 "GET /v2.0/networks/144900cc-3c7f-47df-a977-bf63e878e4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166311 Sep 21 18:23:37.876726 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f029b0-4dcb-4c07-be05-fb6807d56746 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 18:23:37.877189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f029b0-4dcb-4c07-be05-fb6807d56746 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:23:37.907440 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51f029b0-4dcb-4c07-be05-fb6807d56746 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7435789 Sep 21 18:23:37.908636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59844) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:38.009503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917470e4-dc30-48a3-817e-b550e9c2a6dd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:38.025455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917470e4-dc30-48a3-817e-b550e9c2a6dd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:38.037959 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-917470e4-dc30-48a3-817e-b550e9c2a6dd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1282444 Sep 21 18:23:38.041165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59848) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:38.145174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59850) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:38.346786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ead25d-199d-40d1-8872-27b5d0227f4c req-2023ae32-aec0-4b7f-91cb-ffde4e0d996d tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:38.348364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19ead25d-199d-40d1-8872-27b5d0227f4c req-2023ae32-aec0-4b7f-91cb-ffde4e0d996d tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 907 time: 0.0901766 Sep 21 18:23:38.359370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 19911289-3751-42aa-99c3-d98bba664ac5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:38.359710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.371983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1125309643-network', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:38.410484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Made reservation on behalf of 62b36ba5548d4b6187cdd8f7b48e0e78 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:38.414095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.434122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.441555 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.579222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.615395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 19911289-3751-42aa-99c3-d98bba664ac5 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:38.681689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.691669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.721981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fd5fe344-974e-4acb-a893-8f67e0696da7 None None] Provisioning complete for port 0c83ead8-9e02-437a-86e3-3e27d28e295e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:38.722381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe344-974e-4acb-a893-8f67e0696da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.745136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f877c4-4846-48f3-889a-35ff4b47039d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:38.796466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:23:38.812966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:38.813549 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Added segment b8556d7e-ea40-40dc-8c12-300c50e9515c of type vlan for network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe Sep 21 18:23:38.865026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3fc5f314-c481-486b-a58b-db6e8585ad06 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:23:38.941511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.015637 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.017351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:39.018487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.026680 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe344-974e-4acb-a893-8f67e0696da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.038216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.140108 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9936149 Sep 21 18:23:39.146580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:39.152357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=19911289-3751-42aa-99c3-d98bba664ac5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:39.158704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Request body: {'subnet': {'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1125309643-subnet', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:39.201638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3fc5f314-c481-486b-a58b-db6e8585ad06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3fc5f314-c481-486b-a58b-db6e8585ad06,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:39.202518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.209224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-232fa3af-dea0-41f9-827a-7a091982e282 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/19911289-3751-42aa-99c3-d98bba664ac5 HTTP/1.1" status: 204 len: 168 time: 1.1648636 Sep 21 18:23:39.210795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:39.223981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '3fc5f314-c481-486b-a58b-db6e8585ad06', 'network_id': '144900cc-3c7f-47df-a977-bf63e878e4ac', 'port_id': '3fc5f314-c481-486b-a58b-db6e8585ad06', 'mac_address': 'fa:16:3e:d9:46:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1439d7-83d3-477d-9477-7d4dec93f5b3', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:23:39.227853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0c83ead8-9e02-437a-86e3-3e27d28e295e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:39.244807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00e2e-f33d-44d3-8560-04c85a3ffdfa admin admin] Pushing event updated for resources: {'Network': ['ID=67abbe57-a5ca-4d38-92e0-7ea1ebee04fe,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:39.281142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Made reservation on behalf of 62b36ba5548d4b6187cdd8f7b48e0e78 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:39.282478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b38621-2c77-4c61-acb5-732f4efaa992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:39.284437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b38621-2c77-4c61-acb5-732f4efaa992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:39.286448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f8b38621-2c77-4c61-acb5-732f4efaa992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0746205 Sep 21 18:23:39.287179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.290209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59866) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:39.307288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fd5fe344-974e-4acb-a893-8f67e0696da7 None None] For port 0c83ead8-9e02-437a-86e3-3e27d28e295e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0c83ead8-9e02-437a-86e3-3e27d28e295e,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:39.309206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:23:39.372524 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe344-974e-4acb-a893-8f67e0696da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.423610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 4d811ec5-0454-47c3-b6b5-6de7214040f9 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:39.433545 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.514227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fe344-974e-4acb-a893-8f67e0696da7 None None] Pushing event updated for resources: {'Port': ['ID=0c83ead8-9e02-437a-86e3-3e27d28e295e,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:39.542601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f2a0cd21-d026-46e2-a9b4-6af39b25d89f None None] Could not find standard attr ID for object 106f2499-647f-45e4-ad9b-89407e3ed55e. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:23:39.577356 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.603592 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.641597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e527-8384-4b71-8640-3b339f92007b req-59b5f0da-42ba-4917-96c7-ca1c53fd29d0 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:39.651102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c8e3e527-8384-4b71-8640-3b339f92007b req-59b5f0da-42ba-4917-96c7-ca1c53fd29d0 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 907 time: 0.1451914 Sep 21 18:23:39.694500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.710366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc5f314-c481-486b-a58b-db6e8585ad06 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:23:39.728567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bcb4463f-177a-48b1-941b-fa480b11629f None None] Could not find standard attr ID for object 19911289-3751-42aa-99c3-d98bba664ac5. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:23:39.729897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0c83ead8-9e02-437a-86e3-3e27d28e295e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:39.742806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.797678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.812913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Checking segment: {'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:39.813546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Network hostable DHCP agents. Network: 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:23:39.824745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8347d018-d8ac-4ad6-a845-205847bb2c59,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:39.834436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3fc5f314-c481-486b-a58b-db6e8585ad06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3fc5f314-c481-486b-a58b-db6e8585ad06,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:39.848232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.857375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:23:39.874355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:39.882997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:39.884207 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.916591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.934061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807bbf9e-0adb-4780-a96b-805df97f66f0 None None] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:39.942386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5dfce2a5-936d-45fc-957b-366e3237ed4a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7946215 Sep 21 18:23:39.945466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59876) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:39.953066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:39.984525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:39.985893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.042637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=4d811ec5-0454-47c3-b6b5-6de7214040f9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:40.059130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.060902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c0d28c2f-e5ee-4970-8825-5fa50d202283 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/4d811ec5-0454-47c3-b6b5-6de7214040f9 HTTP/1.1" status: 204 len: 168 time: 0.7693827 Sep 21 18:23:40.063658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59880) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:40.128152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cf75192f-b52b-4456-80f9-24726f6c8693 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632529 Sep 21 18:23:40.142894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59884) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:40.148372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:40.162889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.253888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3fc5f314-c481-486b-a58b-db6e8585ad06'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:23:40.328892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3fc5f314-c481-486b-a58b-db6e8585ad06,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:40.367542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:40.371463 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.393958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3042c3c5-22c8-437e-8bb1-974e6378adfd None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:40.396555 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.671839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-67abbe57-a5ca-4d38-92e0-7ea1ebee04fe', 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'fixed_ips': [{'subnet_id': '8347d018-d8ac-4ad6-a845-205847bb2c59'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:40.675200 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.722147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.768440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:40.944474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3fc5f314-c481-486b-a58b-db6e8585ad06 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:41.003616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Allocated IP 172.20.0.2 (67abbe57-a5ca-4d38-92e0-7ea1ebee04fe/8347d018-d8ac-4ad6-a845-205847bb2c59/8879762f-c719-4334-93d6-b1b46f721296) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:41.044216 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Allocated IP 172.25.3.206 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/12031d67-7a64-43ae-9fd8-b6a11cff01ca) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:41.128303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0c83ead8-9e02-437a-86e3-3e27d28e295e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:41.194989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.234420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813189a-8ccf-4426-81f0-0f4b8ffd4f5f req-dab41a3e-c9c4-4e71-b3d3-7f3864af1237 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:41.243917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4813189a-8ccf-4426-81f0-0f4b8ffd4f5f req-dab41a3e-c9c4-4e71-b3d3-7f3864af1237 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 908 time: 0.2318673 Sep 21 18:23:41.270044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.315023 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.356662 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.381425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:41.387990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:41.402327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Pushing event updated for resources: {'Port': ['ID=12031d67-7a64-43ae-9fd8-b6a11cff01ca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:41.417628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:41.421695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:41.423431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:41.431618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:41.442410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0c83ead8-9e02-437a-86e3-3e27d28e295e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:41.442922 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.515739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 3fc5f314-c481-486b-a58b-db6e8585ad06 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:23:41.569765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.625340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 3fc5f314-c481-486b-a58b-db6e8585ad06 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:41.625716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.627627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:41.677506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Pushing event updated for resources: {'Port': ['ID=8879762f-c719-4334-93d6-b1b46f721296,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:41.704548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=fbf766b7-a60a-4f46-a0a1-27b61c0efbbd,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:41.728877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Attempting to bind port 8879762f-c719-4334-93d6-b1b46f721296 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:41.729146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Attempting to bind port 8879762f-c719-4334-93d6-b1b46f721296 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:41.729581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Attempting to bind port 8879762f-c719-4334-93d6-b1b46f721296 on network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:41.748814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:41.754493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:41.754755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:41.755139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Checking segment: {'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:41.755537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.755922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Bound using segment: {'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:41.757652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Bound port: 8879762f-c719-4334-93d6-b1b46f721296, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:41.758055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.765023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:41.765652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.799838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-193dd955-f82b-46c8-b7f3-ef24e1b6792a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6555176 Sep 21 18:23:41.806991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59906) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:41.812618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3f8d8012-d443-4787-993c-e12a41a5e833 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': 'fbf766b7-a60a-4f46-a0a1-27b61c0efbbd', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1322876077'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:41.837756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] For port 8879762f-c719-4334-93d6-b1b46f721296, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:41.841370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] For port 8879762f-c719-4334-93d6-b1b46f721296, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8879762f-c719-4334-93d6-b1b46f721296,segment=NetworkSegment(b8556d7e-ea40-40dc-8c12-300c50e9515c),segment_id=b8556d7e-ea40-40dc-8c12-300c50e9515c)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:41.853015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:41.878082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.105729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98f3db-1983-4730-ab6e-624b678bae87 req-427cbb50-2f1b-41fd-b7e2-07600200f8fa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:42.107754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd98f3db-1983-4730-ab6e-624b678bae87 req-427cbb50-2f1b-41fd-b7e2-07600200f8fa tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1028275 Sep 21 18:23:42.109120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d8012-d443-4787-993c-e12a41a5e833 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:42.191617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.217056 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.230212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8012-d443-4787-993c-e12a41a5e833 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.246702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] Deleting port 0c83ead8-9e02-437a-86e3-3e27d28e295e {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:42.247084 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.293818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd98f3db-1983-4730-ab6e-624b678bae87 req-5cc82a42-022d-4552-b7f4-65035ae8c615 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863233 Sep 21 18:23:42.329555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-3f8d8012-d443-4787-993c-e12a41a5e833 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 377c0d01-5476-490e-9c68-8589b917f574 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:23:42.384053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] For port 0c83ead8-9e02-437a-86e3-3e27d28e295e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0c83ead8-9e02-437a-86e3-3e27d28e295e,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:42.384455 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.405679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] Calling delete_port for 0c83ead8-9e02-437a-86e3-3e27d28e295e owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:42.500423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Router bc5d7530-8c87-4739-b85b-5252a2078324 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:23:42.526053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc5f314-c481-486b-a58b-db6e8585ad06'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:42.528263 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fadcfd0-1482-472d-b24b-d1a925e396a6" -d '{"events": [{"server_uuid": "939b7dc2-3eee-4b07-a014-8fcb7929b714", "name": "network-vif-plugged", "status": "completed", "tag": "3fc5f314-c481-486b-a58b-db6e8585ad06"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:42.541232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be495fc-d904-44f1-b4d7-cf3ec83eb954 None None] Pushing event updated for resources: {'Port': ['ID=8879762f-c719-4334-93d6-b1b46f721296,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:42.561917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3fc5f314-c481-486b-a58b-db6e8585ad06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3fc5f314-c481-486b-a58b-db6e8585ad06,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:42.579805 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.594276 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.655333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40c55-b215-4182-89f7-e887647caf85 req-c7827ae7-ea44-4799-8138-43c08154ba2d tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:42.657105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60f40c55-b215-4182-89f7-e887647caf85 req-c7827ae7-ea44-4799-8138-43c08154ba2d tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 908 time: 0.1502280 Sep 21 18:23:42.658660 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8d8012-d443-4787-993c-e12a41a5e833 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:23:42.659140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8d8012-d443-4787-993c-e12a41a5e833 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:23:42.685024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3f8d8012-d443-4787-993c-e12a41a5e833 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8762836 Sep 21 18:23:42.687284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] No DVR routers for this DVR port 0c83ead8-9e02-437a-86e3-3e27d28e295e on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:42.689250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59916) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:42.734827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8af197f2-77d9-40e7-9691-cafc4b65cd9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0442717 Sep 21 18:23:42.735422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59920) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:42.745319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57219ff-b11c-442b-aa8e-9a24cbd04569 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:42.801328 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40881504-9fe9-49ee-926a-aa7051b9154a x-openstack-request-id: req-40881504-9fe9-49ee-926a-aa7051b9154a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:42.805869 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939b7dc2-3eee-4b07-a014-8fcb7929b714", "name": "network-vif-plugged", "status": "completed", "tag": "3fc5f314-c481-486b-a58b-db6e8585ad06", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:42.806651 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40881504-9fe9-49ee-926a-aa7051b9154a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:42.809433 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc5f314-c481-486b-a58b-db6e8585ad06', 'code': 200} Sep 21 18:23:42.813818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:42.841029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3fc5f314-c481-486b-a58b-db6e8585ad06,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:42.855715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Sync routers for ids ['bc5d7530-8c87-4739-b85b-5252a2078324'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:42.858264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:42.861665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be6884-b122-4d50-bfdd-f5ccfe844431 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:42.862603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-64e97e2b-0fec-469f-9653-92c534fdbe55 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9156239 Sep 21 18:23:42.863331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59924) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:42.864097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be6884-b122-4d50-bfdd-f5ccfe844431 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:42.868582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a8be6884-b122-4d50-bfdd-f5ccfe844431 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1296792 Sep 21 18:23:42.868840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59926) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:42.919301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98239cdc-701a-4e5a-a4d3-26ce2c6ee38e None None] Pushing event deleted for resources: {'Port': ['ID=0c83ead8-9e02-437a-86e3-3e27d28e295e,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:42.940521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet fbf766b7-a60a-4f46-a0a1-27b61c0efbbd {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:42.946125 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:43.011756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Routers {'bc5d7530-8c87-4739-b85b-5252a2078324'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:43.012322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bc5d7530-8c87-4739-b85b-5252a2078324'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:43.020598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:43.117220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8879762f-c719-4334-93d6-b1b46f721296 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:43.132656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:43.144778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd5434-1a46-48fe-b471-f7e2e70e5f66 req-d7a19de3-5279-4e64-a92d-a8924f3e3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:43.146965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a3fd5434-1a46-48fe-b471-f7e2e70e5f66 req-d7a19de3-5279-4e64-a92d-a8924f3e3aef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 1060 time: 0.2766709 Sep 21 18:23:43.218817 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:43.238089 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:23:43.267789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:43.273455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/fbf766b7-a60a-4f46-a0a1-27b61c0efbbd HTTP/1.1" status: 204 len: 168 time: 0.4007077 Sep 21 18:23:43.274104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59930) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:43.274916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c0bf6-e3bb-4a6a-8f89-224e2f3f198f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf766b7-a60a-4f46-a0a1-27b61c0efbbd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:43.344754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bb58a354-1bd9-48ff-81ac-30a56cd1d82f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620198 Sep 21 18:23:43.345507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59934) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:43.352576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:43.406361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8879762f-c719-4334-93d6-b1b46f721296 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:43.407067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:43.455863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Set router bc5d7530-8c87-4739-b85b-5252a2078324 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:43.669946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09397e21-11df-4815-ab35-7b9bca0da9a3 req-062d7410-6ed1-4789-9c8c-f22cc9e7ef29 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:43.672197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09397e21-11df-4815-ab35-7b9bca0da9a3 req-062d7410-6ed1-4789-9c8c-f22cc9e7ef29 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1493094 Sep 21 18:23:43.675074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:43.683922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:43.832227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09397e21-11df-4815-ab35-7b9bca0da9a3 req-371d865b-da87-4985-899d-72e2b0cb1a09 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338718 Sep 21 18:23:43.847428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54934070-c561-4f12-9024-4e824d8c8d28 req-442f47e7-ab96-43e8-a9da-5abe296ef06b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:43.849012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54934070-c561-4f12-9024-4e824d8c8d28 req-442f47e7-ab96-43e8-a9da-5abe296ef06b tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.78 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.1372926 Sep 21 18:23:43.969968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0580835e-ec6d-4674-b817-96f231264b7c None None] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:44.079496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:41Z', 'revision_number': 3, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port': {'id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:40Z', 'updated_at': '2021-09-21T18:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:44.155741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Checking router: bc5d7530-8c87-4739-b85b-5252a2078324 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:44.156502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Updating router bc5d7530-8c87-4739-b85b-5252a2078324 port 12031d67-7a64-43ae-9fd8-b6a11cff01ca binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:23:44.214168 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.253774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222218fe-efa4-4a48-a877-0216cb2e624a req-127a573a-f3da-45f8-b95e-601f2df20ad8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:44.289113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-222218fe-efa4-4a48-a877-0216cb2e624a req-127a573a-f3da-45f8-b95e-601f2df20ad8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 909 time: 0.3121839 Sep 21 18:23:44.293414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.402266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:44.406163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:44.412697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:44.413679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.417986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=b49a8503-ba1f-4d93-ae79-568e5b98fada,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:44.435513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-39523f1d-9c2d-43e9-a118-eec8f65e84a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0869119 Sep 21 18:23:44.438086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59946) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:44.443578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b433d1cc-161d-46c2-a353-89f5d1e83cbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1163600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:44.480082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b433d1cc-161d-46c2-a353-89f5d1e83cbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.482016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b433d1cc-161d-46c2-a353-89f5d1e83cbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.582532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b433d1cc-161d-46c2-a353-89f5d1e83cbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.591146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b433d1cc-161d-46c2-a353-89f5d1e83cbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.602145 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.615401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b433d1cc-161d-46c2-a353-89f5d1e83cbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.619884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b433d1cc-161d-46c2-a353-89f5d1e83cbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1777830 Sep 21 18:23:44.620218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 59950) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:44.625607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e97ea8-f6f9-4ca5-a401-e9a1578e5d9b None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:44.673295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 8879762f-c719-4334-93d6-b1b46f721296, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8879762f-c719-4334-93d6-b1b46f721296,segment=NetworkSegment(b8556d7e-ea40-40dc-8c12-300c50e9515c),segment_id=b8556d7e-ea40-40dc-8c12-300c50e9515c)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:44.698008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4b208228-55e8-4b29-9096-439542735ccd None None] Provisioning complete for port 8879762f-c719-4334-93d6-b1b46f721296 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:44.698418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b208228-55e8-4b29-9096-439542735ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.734128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.750491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:44.901858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0c83ead8-9e02-437a-86e3-3e27d28e295e no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:44.971752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 0c83ead8-9e02-437a-86e3-3e27d28e295e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:44.972450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0c83ead8-9e02-437a-86e3-3e27d28e295e not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:44.973795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=8879762f-c719-4334-93d6-b1b46f721296,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:44.998434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Deleting port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:44.999022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.014170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.110043 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.249500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.263029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] For port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,segment=NetworkSegment(f8b1cb81-20df-4dff-a25d-d90b3b601512),segment_id=f8b1cb81-20df-4dff-a25d-d90b3b601512)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:45.263432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.298804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db271f1d-4414-4111-b938-bdcaaf3292ca req-53c35b68-9133-41c5-8c95-34c66d7c35ae tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:45.300664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Calling delete_port for 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:45.302336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db271f1d-4414-4111-b938-bdcaaf3292ca req-53c35b68-9133-41c5-8c95-34c66d7c35ae tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/ports?device_id=93143623-e05a-4808-b65b-301c2bada1ee HTTP/1.1" status: 200 len: 947 time: 0.2514617 Sep 21 18:23:45.314571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Allocated IP 172.20.0.1 (67abbe57-a5ca-4d38-92e0-7ea1ebee04fe/8347d018-d8ac-4ad6-a845-205847bb2c59/4480e1de-ea05-429f-9a25-6e307fac2893) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:45.430911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8879762f-c719-4334-93d6-b1b46f721296 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:45.519536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Attempting to bind port 12031d67-7a64-43ae-9fd8-b6a11cff01ca on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:45.520291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Attempting to bind port 12031d67-7a64-43ae-9fd8-b6a11cff01ca by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:45.521094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Attempting to bind port 12031d67-7a64-43ae-9fd8-b6a11cff01ca on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:45.560368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:45.561104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:45.561721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.562424 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:45.563443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Bound port: 12031d67-7a64-43ae-9fd8-b6a11cff01ca, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:45.564048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.621219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad6749-d932-4d4f-b3ae-016cd0a21c0f None None] Pushing event updated for resources: {'Port': ['ID=12031d67-7a64-43ae-9fd8-b6a11cff01ca,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:45.630233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.671206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Pushing event deleted for resources: {'Port': ['ID=67bc7315-ab93-40fd-861e-03ac9a0fcfa7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:45.681843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['67bc7315-ab93-40fd-861e-03ac9a0fcfa7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:23:45.735379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::1 (0fc02adc-eee2-4e58-a911-71742b0546cd/b49a8503-ba1f-4d93-ae79-568e5b98fada/974fd048-734e-497c-88cd-786566af102f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:45.761144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] No DVR routers for this DVR port 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:45.776457 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.782874 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-54934070-c561-4f12-9024-4e824d8c8d28 req-5dec75b5-bded-44f8-a95e-c9edee3ad2a9 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.78 "DELETE /v2.0/ports/67bc7315-ab93-40fd-861e-03ac9a0fcfa7 HTTP/1.1" status: 204 len: 173 time: 1.9229181 Sep 21 18:23:45.783394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-deleted', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:45.795265 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abe7a85-1785-4b8f-9aad-22db3bd7b62e" -d '{"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-deleted", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:45.802092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'b49a8503-ba1f-4d93-ae79-568e5b98fada'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:45.805248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.837752 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.967287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:45.989714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.038498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] For port 12031d67-7a64-43ae-9fd8-b6a11cff01ca, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:46.044166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] For port 12031d67-7a64-43ae-9fd8-b6a11cff01ca, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=12031d67-7a64-43ae-9fd8-b6a11cff01ca,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:46.058301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:46.062980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.065926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:46.079043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:46.087072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.099537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8879762f-c719-4334-93d6-b1b46f721296 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:46.100028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.184198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Pushing event updated for resources: {'Port': ['ID=4480e1de-ea05-429f-9a25-6e307fac2893,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:46.250527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Routers {'bc5d7530-8c87-4739-b85b-5252a2078324'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:46.251237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bc5d7530-8c87-4739-b85b-5252a2078324'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:46.263026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.269901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:46.276183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:46.291121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:46.291687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.297567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-398f1f66-6155-4461-b154-ceca36a41135 None None] Provisioning complete for port 8879762f-c719-4334-93d6-b1b46f721296 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:46.298049 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-398f1f66-6155-4461-b154-ceca36a41135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.313040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db271f1d-4414-4111-b938-bdcaaf3292ca req-2ce2985a-5df3-4475-8ed1-a448bc2d1742 tempest-ServersNegativeTestJSON-469249950 tempest-ServersNegativeTestJSON-469249950-project] 10.222.0.70 "GET /v2.0/security-groups?id=510d0e39-82b8-48b1-8922-c8f268e5b060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9529722 Sep 21 18:23:46.418144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=974fd048-734e-497c-88cd-786566af102f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:46.549267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673d690-f68c-4007-a305-84dc65f1284f req-524fd23f-f84a-4f52-b487-fd650d66ad1a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:46.551078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8673d690-f68c-4007-a305-84dc65f1284f req-524fd23f-f84a-4f52-b487-fd650d66ad1a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 909 time: 0.1266861 Sep 21 18:23:46.551627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad6749-d932-4d4f-b3ae-016cd0a21c0f None None] Pushing event updated for resources: {'Port': ['ID=12031d67-7a64-43ae-9fd8-b6a11cff01ca,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:46.601146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.606419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.651423 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4909d4c2-99d9-4d93-b9dd-b31e0d93ed48 x-openstack-request-id: req-4909d4c2-99d9-4d93-b9dd-b31e0d93ed48 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:46.651709 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93143623-e05a-4808-b65b-301c2bada1ee", "name": "network-vif-deleted", "tag": "67bc7315-ab93-40fd-861e-03ac9a0fcfa7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:46.651968 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4909d4c2-99d9-4d93-b9dd-b31e0d93ed48 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:46.652372 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93143623-e05a-4808-b65b-301c2bada1ee', 'name': 'network-vif-deleted', 'tag': '67bc7315-ab93-40fd-861e-03ac9a0fcfa7', 'status': 'completed', 'code': 200} Sep 21 18:23:46.695778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/b49a8503-ba1f-4d93-ae79-568e5b98fada/e5f7661c-00e8-44bf-a65c-fb88d4f61ca4) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:46.769185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] Set router bc5d7530-8c87-4739-b85b-5252a2078324 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:46.877224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.885576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.000177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Pushing event updated for resources: {'Port': ['ID=4480e1de-ea05-429f-9a25-6e307fac2893,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:47.006279 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.110214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac7660-b879-43ba-abd5-b04a15026660 req-10fef732-9332-4b22-8ce6-f2e517b0ca90 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:47.124850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59ac7660-b879-43ba-abd5-b04a15026660 req-10fef732-9332-4b22-8ce6-f2e517b0ca90 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 909 time: 0.2386453 Sep 21 18:23:47.162420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f4c5741e-138f-40ca-8fe6-44255d863807 None None] Provisioning complete for port 4480e1de-ea05-429f-9a25-6e307fac2893 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:47.163046 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4c5741e-138f-40ca-8fe6-44255d863807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.199240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:47.201103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:47.203294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.235576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.243483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.259671 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.261810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.283663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:47.325249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:47.330302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:47.351561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5741e-138f-40ca-8fe6-44255d863807 None None] Port 4480e1de-ea05-429f-9a25-6e307fac2893 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:47.444154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Router bc5d7530-8c87-4739-b85b-5252a2078324 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:23:47.492492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:41Z', 'revision_number': 3, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port': {'id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:40Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:47.493024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:47.526203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Pushing event updated for resources: {'Port': ['ID=e5f7661c-00e8-44bf-a65c-fb88d4f61ca4,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:47.560800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:47.566394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285bb06-1478-4944-9d19-e3d0450ed4b9 None None] The sync data for ids ['bc5d7530-8c87-4739-b85b-5252a2078324'] in n-d-810285-3 is: [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:41Z', 'revision_number': 3, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port': {'id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:40Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:47.567896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Attempting to bind port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:47.568270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Attempting to bind port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:47.568771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Attempting to bind port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:47.576798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:47.577181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:47.577594 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.577997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:47.578511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Bound port: e5f7661c-00e8-44bf-a65c-fb88d4f61ca4, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:47.579030 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.599877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:47.607114 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c8444d9a-e263-4749-be28-85155031046c admin admin] 10.222.0.70 "PUT /v2.0/routers/bc5d7530-8c87-4739-b85b-5252a2078324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7427299 Sep 21 18:23:47.715517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] For port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:47.719184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] For port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5f7661c-00e8-44bf-a65c-fb88d4f61ca4,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:47.729029 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.814317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=974fd048-734e-497c-88cd-786566af102f,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:47.821979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3f5eae72-599f-41b4-9d0d-3ff39cd4527a None None] Provisioning complete for port 4480e1de-ea05-429f-9a25-6e307fac2893 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:47.828287 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f5eae72-599f-41b4-9d0d-3ff39cd4527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:47.836793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8cce-df6a-46d9-8d31-01521c19288b req-04136d3c-63fd-4942-ac84-d917d37c4988 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:47.864490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-582a8cce-df6a-46d9-8d31-01521c19288b req-04136d3c-63fd-4942-ac84-d917d37c4988 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 1060 time: 0.2878189 Sep 21 18:23:47.926859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3f5eae72-599f-41b4-9d0d-3ff39cd4527a None None] Port 4480e1de-ea05-429f-9a25-6e307fac2893 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:47.929847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8296682-3bd8-4b04-88a7-5645f06d9caf None None] Pushing event updated for resources: {'Port': ['ID=e5f7661c-00e8-44bf-a65c-fb88d4f61ca4,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:47.970446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 59998) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:47.989469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Router aa56e07b-9148-499a-a2e2-27626ed3f1a1 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:23:48.049397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] Deleting subnet 83e9d239-b8a8-4559-949c-72add9dfb1fc {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:48.060687 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:48.150635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:48.232514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:48.322863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3d44-24a3-43ca-9bd9-ff0fb1cbc022 req-c251b2f8-f47d-4e87-8282-e89708e35636 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:48.334707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a45f3d44-24a3-43ca-9bd9-ff0fb1cbc022 req-c251b2f8-f47d-4e87-8282-e89708e35636 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.2298210 Sep 21 18:23:48.350647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:48.362109 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Sync routers for ids ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:48.367388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60006) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:48.368550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8429f049-958f-4a3d-a04d-9680cf82ed5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "PUT /v2.0/routers/aa56e07b-9148-499a-a2e2-27626ed3f1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7469232 Sep 21 18:23:48.389613 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Routers {'aa56e07b-9148-499a-a2e2-27626ed3f1a1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:48.390951 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:48.402417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:48.432252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a45f3d44-24a3-43ca-9bd9-ff0fb1cbc022 req-8016fdcb-82ae-49e5-8c00-ef09e57ac137 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899894 Sep 21 18:23:48.560239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:48.564551 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/83e9d239-b8a8-4559-949c-72add9dfb1fc HTTP/1.1" status: 204 len: 168 time: 0.5907207 Sep 21 18:23:48.565934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea412147-d9a2-4370-b085-4d01f4223c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e9d239-b8a8-4559-949c-72add9dfb1fc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:48.574614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60010) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:48.574944 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Set router aa56e07b-9148-499a-a2e2-27626ed3f1a1 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:48.599067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c70ad9-2a61-4f9f-8b52-2c6877c78d2c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:48.600630 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-57c70ad9-2a61-4f9f-8b52-2c6877c78d2c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports/974fd048-734e-497c-88cd-786566af102f HTTP/1.1" status: 200 len: 911 time: 0.2308939 Sep 21 18:23:48.606736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60012) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:48.707233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:48.717601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624d6f4-8b50-44a1-bfa3-febc700d3d1c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:48.734341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624d6f4-8b50-44a1-bfa3-febc700d3d1c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:48.736184 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5624d6f4-8b50-44a1-bfa3-febc700d3d1c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1283917 Sep 21 18:23:48.740649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60014) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:48.765758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409a8d5-0b30-4d48-9e8e-59d8613f7838 req-13488a1f-3e3f-4295-9fbf-d65dfdcbe415 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:48.767758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b409a8d5-0b30-4d48-9e8e-59d8613f7838 req-13488a1f-3e3f-4295-9fbf-d65dfdcbe415 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1136 time: 0.2267575 Sep 21 18:23:48.884212 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:48.946581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:48.946931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 67bc7315-ab93-40fd-861e-03ac9a0fcfa7 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:49.050604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b409a8d5-0b30-4d48-9e8e-59d8613f7838 req-c1232e8a-4b06-441a-a994-aa4e44527c04 tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2409518 Sep 21 18:23:49.052541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.058067 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-1163600', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None, '_interfaces': [{'id': '974fd048-734e-497c-88cd-786566af102f', 'name': '', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'mac_address': 'fa:16:3e:54:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'b49a8503-ba1f-4d93-ae79-568e5b98fada', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:45Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'subnets': [{'id': 'b49a8503-ba1f-4d93-ae79-568e5b98fada', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:49.086493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60018) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:49.153579 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Checking router: aa56e07b-9148-499a-a2e2-27626ed3f1a1 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:49.155858 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Updating router aa56e07b-9148-499a-a2e2-27626ed3f1a1 port 974fd048-734e-497c-88cd-786566af102f binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:23:49.203341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4221540-f089-445f-baea-b28b7036e3dd']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:49.237603 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.244797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b1cb81-20df-4dff-a25d-d90b3b601512') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:49.245176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b1cb81-20df-4dff-a25d-d90b3b601512') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:49.296471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.336813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19e786-6fcc-4826-ba18-2777ba33e55d tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:49.339465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2a19e786-6fcc-4826-ba18-2777ba33e55d tempest-TestSecurityGroupsBasicOps-1361572934 tempest-TestSecurityGroupsBasicOps-1361572934-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 1055 time: 0.2300091 Sep 21 18:23:49.363164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.365905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 12031d67-7a64-43ae-9fd8-b6a11cff01ca up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:49.379337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:23:49.379759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:23:49.381695 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:23:49.508362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 12031d67-7a64-43ae-9fd8-b6a11cff01ca triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:49.509299 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.540883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.552419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.554941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d4221540-f089-445f-baea-b28b7036e3dd HTTP/1.1" status: 204 len: 168 time: 0.9776659 Sep 21 18:23:49.568112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0ca2c-a8f4-495b-9727-c1934f824b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4221540-f089-445f-baea-b28b7036e3dd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:49.739335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.794502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 12031d67-7a64-43ae-9fd8-b6a11cff01ca, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=12031d67-7a64-43ae-9fd8-b6a11cff01ca,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:49.803008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.804021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:49.913728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232659-8601-4571-a843-67f9d42574ff req-a4d3a546-6d4b-4727-933b-344d342e7884 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:49.921912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60038) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:49.923956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:49.932589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=12031d67-7a64-43ae-9fd8-b6a11cff01ca,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:49.934026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7232659-8601-4571-a843-67f9d42574ff req-a4d3a546-6d4b-4727-933b-344d342e7884 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.1433575 Sep 21 18:23:49.980959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-43985d1a-e9af-4ea5-9f95-1b908cb42bc7 None None] Provisioning complete for port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:49.981580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-43985d1a-e9af-4ea5-9f95-1b908cb42bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.039999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7232659-8601-4571-a843-67f9d42574ff req-8a19012f-c26a-4213-80ce-f816636acf86 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035202 Sep 21 18:23:50.067792 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.073600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:50.074381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.087272 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.218078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.261223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47463b75-aa3a-48cf-802d-ac9d67f62526 req-22cb39d0-6384-4541-bc2f-81de031578ec tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:50.278862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47463b75-aa3a-48cf-802d-ac9d67f62526 req-22cb39d0-6384-4541-bc2f-81de031578ec tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 909 time: 0.1663563 Sep 21 18:23:50.296930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-43985d1a-e9af-4ea5-9f95-1b908cb42bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.311862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60042) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:50.312732 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Pushing event updated for resources: {'Port': ['ID=974fd048-734e-497c-88cd-786566af102f,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:50.360987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5f7661c-00e8-44bf-a65c-fb88d4f61ca4,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:50.368264 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.407896 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.408694 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.409195 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.409693 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.410183 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.410691 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.411227 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.411715 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.412202 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.412688 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.413711 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.414235 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:50.435849 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Attempting to bind port 974fd048-734e-497c-88cd-786566af102f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:50.436510 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Attempting to bind port 974fd048-734e-497c-88cd-786566af102f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:50.437040 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Attempting to bind port 974fd048-734e-497c-88cd-786566af102f on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:50.451209 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:50.451913 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:50.452485 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.453034 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:50.453674 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Bound port: 974fd048-734e-497c-88cd-786566af102f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:50.454267 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.503007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=e5f7661c-00e8-44bf-a65c-fb88d4f61ca4,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:50.570088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3e9742f3-2ac4-40d3-8a75-7fca022ced57 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c60f277f89e94c11a210c52f6f332bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436837 Sep 21 18:23:50.572205 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] For port 974fd048-734e-497c-88cd-786566af102f, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:50.576388 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] For port 974fd048-734e-497c-88cd-786566af102f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=974fd048-734e-497c-88cd-786566af102f,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:50.585409 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.596320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-bc58320a-6500-404d-b327-3fcc23d77db9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:50.600038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-bc58320a-6500-404d-b327-3fcc23d77db9 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.6771052 Sep 21 18:23:50.601152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60046) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:50.681968 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Routers {'aa56e07b-9148-499a-a2e2-27626ed3f1a1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:50.683076 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:50.835624 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294374d-d52f-4480-b0a7-aeb9893d39cd None None] Pushing event updated for resources: {'Port': ['ID=974fd048-734e-497c-88cd-786566af102f,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:50.867846 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] Set router aa56e07b-9148-499a-a2e2-27626ed3f1a1 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:50.956469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Sync routers for ids ['bc5d7530-8c87-4739-b85b-5252a2078324'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:50.959112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b4779e5-98c2-4b98-ba44-43a1419f0f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.995869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Routers {'bc5d7530-8c87-4739-b85b-5252a2078324'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:50.996436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bc5d7530-8c87-4739-b85b-5252a2078324'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:51.119674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b4779e5-98c2-4b98-ba44-43a1419f0f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.214044 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-1163600', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None, '_interfaces': [{'id': '974fd048-734e-497c-88cd-786566af102f', 'name': '', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'mac_address': 'fa:16:3e:54:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'b49a8503-ba1f-4d93-ae79-568e5b98fada', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:45Z', 'updated_at': '2021-09-21T18:23:50Z', 'revision_number': 4, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'subnets': [{'id': 'b49a8503-ba1f-4d93-ae79-568e5b98fada', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:51.248875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Set router bc5d7530-8c87-4739-b85b-5252a2078324 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:51.259410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Deleting port fbc4f168-72e8-4305-8bcf-f439eff194f2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:51.259760 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.269654 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98065-0e7c-4b31-8bb1-4496989113aa None None] The sync data for ids ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'] in n-d-810285-3 is: [{'id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-1163600', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None, '_interfaces': [{'id': '974fd048-734e-497c-88cd-786566af102f', 'name': '', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'mac_address': 'fa:16:3e:54:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'b49a8503-ba1f-4d93-ae79-568e5b98fada', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:45Z', 'updated_at': '2021-09-21T18:23:50Z', 'revision_number': 4, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'subnets': [{'id': 'b49a8503-ba1f-4d93-ae79-568e5b98fada', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:51.321604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b4779e5-98c2-4b98-ba44-43a1419f0f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.324659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3b4779e5-98c2-4b98-ba44-43a1419f0f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.325912 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3b4779e5-98c2-4b98-ba44-43a1419f0f77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/510d0e39-82b8-48b1-8922-c8f268e5b060 HTTP/1.1" status: 204 len: 168 time: 0.7196810 Sep 21 18:23:51.348908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 974fd048-734e-497c-88cd-786566af102f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:51.351293 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.496295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16682a52-8341-4bc3-85a4-18b250966efa req-47bfd292-2528-42c4-aeee-6ff1b778ad4a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:51.498307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16682a52-8341-4bc3-85a4-18b250966efa req-47bfd292-2528-42c4-aeee-6ff1b778ad4a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.78 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 909 time: 0.2412791 Sep 21 18:23:51.522752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966696db-a65c-4a7c-901a-c79b11b87e7a req-733e978d-0736-4d43-8c2f-2a5c45a95b48 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:51.531513 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-966696db-a65c-4a7c-901a-c79b11b87e7a req-733e978d-0736-4d43-8c2f-2a5c45a95b48 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 946 time: 0.3483396 Sep 21 18:23:51.540950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 12031d67-7a64-43ae-9fd8-b6a11cff01ca up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:51.594236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4779e5-98c2-4b98-ba44-43a1419f0f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510d0e39-82b8-48b1-8922-c8f268e5b060,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:51.605498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] For port fbc4f168-72e8-4305-8bcf-f439eff194f2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fbc4f168-72e8-4305-8bcf-f439eff194f2,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:51.605498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.636104 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-43985d1a-e9af-4ea5-9f95-1b908cb42bc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:23:51.636748 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-43985d1a-e9af-4ea5-9f95-1b908cb42bc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:23:51.703886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Calling delete_port for fbc4f168-72e8-4305-8bcf-f439eff194f2 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:51.743931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-966696db-a65c-4a7c-901a-c79b11b87e7a req-03fe3aea-1659-413b-a7fb-8f25ad8cf17d tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113502 Sep 21 18:23:51.804275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port 3fc5f314-c481-486b-a58b-db6e8585ad06 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:51.805015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.830355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 12031d67-7a64-43ae-9fd8-b6a11cff01ca triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:51.831014 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.945551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] For port 3fc5f314-c481-486b-a58b-db6e8585ad06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3fc5f314-c481-486b-a58b-db6e8585ad06,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:51.945933 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.952726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 4, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port': {'id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:40Z', 'updated_at': '2021-09-21T18:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4480e1de-ea05-429f-9a25-6e307fac2893', 'name': '', 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'mac_address': 'fa:16:3e:39:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8347d018-d8ac-4ad6-a845-205847bb2c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 2, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'subnets': [{'id': '8347d018-d8ac-4ad6-a845-205847bb2c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:51.982721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for 3fc5f314-c481-486b-a58b-db6e8585ad06 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:52.053281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:52.065400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.105087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5526aacf-5bea-454c-a9fa-2a236e34aa05', 'fbc4f168-72e8-4305-8bcf-f439eff194f2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:23:52.107637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Checking router: bc5d7530-8c87-4739-b85b-5252a2078324 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:52.108241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Updating router bc5d7530-8c87-4739-b85b-5252a2078324 port 4480e1de-ea05-429f-9a25-6e307fac2893 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:23:52.158703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Pushing event deleted for resources: {'Port': ['ID=fbc4f168-72e8-4305-8bcf-f439eff194f2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:52.239151 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.253608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] For port 974fd048-734e-497c-88cd-786566af102f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=974fd048-734e-497c-88cd-786566af102f,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:52.254603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.272590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 974fd048-734e-497c-88cd-786566af102f owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:52.352989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:52.353607 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.415701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e19729-6609-4cad-97d4-edbef1ade3d6 req-606da960-6206-4a6a-a4ee-11552565b3d2 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:52.418499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37e19729-6609-4cad-97d4-edbef1ade3d6 req-606da960-6206-4a6a-a4ee-11552565b3d2 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 909 time: 0.3180108 Sep 21 18:23:52.585340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] No DVR routers for this DVR port fbc4f168-72e8-4305-8bcf-f439eff194f2 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:52.591004 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.605421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.611005 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7017c8e6-1ab2-41fb-a561-df4ba2e68556 req-16680db3-3dbb-4c3b-8f1e-7e510913ffe6 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "DELETE /v2.0/ports/fbc4f168-72e8-4305-8bcf-f439eff194f2 HTTP/1.1" status: 204 len: 173 time: 1.9788678 Sep 21 18:23:52.612748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'name': 'network-vif-deleted', 'tag': 'fbc4f168-72e8-4305-8bcf-f439eff194f2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:52.625132 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c505dba-ceeb-4651-9007-a126d46d5548" -d '{"events": [{"server_uuid": "c2c9361e-577b-4035-b73d-0e7e07407f42", "name": "network-vif-deleted", "tag": "fbc4f168-72e8-4305-8bcf-f439eff194f2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:52.636752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-28fc2aa9-64db-4b68-a51d-90920532e24a None None] Could not find standard attr ID for object 974fd048-734e-497c-88cd-786566af102f. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:23:52.655333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.670062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=3fc5f314-c481-486b-a58b-db6e8585ad06,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:52.732582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] No DVR routers for this DVR port 3fc5f314-c481-486b-a58b-db6e8585ad06 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:52.736528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.739058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16682a52-8341-4bc3-85a4-18b250966efa req-8aa55d82-50f5-4cfd-8489-0980a2610aa6 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.78 "DELETE /v2.0/ports/3fc5f314-c481-486b-a58b-db6e8585ad06 HTTP/1.1" status: 204 len: 173 time: 1.2048376 Sep 21 18:23:52.739754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'name': 'network-vif-deleted', 'tag': '3fc5f314-c481-486b-a58b-db6e8585ad06'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:52.742718 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5289ca-884c-4d85-a352-51fa8c65246c" -d '{"events": [{"server_uuid": "939b7dc2-3eee-4b07-a014-8fcb7929b714", "name": "network-vif-deleted", "tag": "3fc5f314-c481-486b-a58b-db6e8585ad06"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:52.765930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.847706 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b003de-59ec-4786-9036-5863d5bb3992 x-openstack-request-id: req-79b003de-59ec-4786-9036-5863d5bb3992 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:52.848415 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c9361e-577b-4035-b73d-0e7e07407f42", "name": "network-vif-deleted", "tag": "fbc4f168-72e8-4305-8bcf-f439eff194f2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:52.849519 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79b003de-59ec-4786-9036-5863d5bb3992 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:52.851963 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c9361e-577b-4035-b73d-0e7e07407f42', 'name': 'network-vif-deleted', 'tag': 'fbc4f168-72e8-4305-8bcf-f439eff194f2', 'status': 'completed', 'code': 200} Sep 21 18:23:52.913448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=974fd048-734e-497c-88cd-786566af102f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:53.019185 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88419909-4f84-4ac5-8321-e82deb2b7afd x-openstack-request-id: req-88419909-4f84-4ac5-8321-e82deb2b7afd {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:53.019566 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939b7dc2-3eee-4b07-a014-8fcb7929b714", "name": "network-vif-deleted", "tag": "3fc5f314-c481-486b-a58b-db6e8585ad06", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:53.019740 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88419909-4f84-4ac5-8321-e82deb2b7afd {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:53.020148 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939b7dc2-3eee-4b07-a014-8fcb7929b714', 'name': 'network-vif-deleted', 'tag': '3fc5f314-c481-486b-a58b-db6e8585ad06', 'status': 'completed', 'code': 200} Sep 21 18:23:53.063471 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.092783 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.155263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.295250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7996b76b-9102-430c-990b-e0b69148da50 req-474495a2-e28b-4519-9934-69f7940d8019 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2c9361e-577b-4035-b73d-0e7e07407f42 HTTP/1.1" status: 200 len: 210 time: 0.1407256 Sep 21 18:23:53.340943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd183b54-be46-4dcb-b753-af4185850057 None None] Pushing event updated for resources: {'Port': ['ID=4480e1de-ea05-429f-9a25-6e307fac2893,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:53.387512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Attempting to bind port 4480e1de-ea05-429f-9a25-6e307fac2893 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:53.405149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Attempting to bind port 4480e1de-ea05-429f-9a25-6e307fac2893 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:53.405571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Attempting to bind port 4480e1de-ea05-429f-9a25-6e307fac2893 on network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:53.412045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:53.412409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Checking segment: {'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:53.413364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.413881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Bound using segment: {'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:53.414412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Bound port: 4480e1de-ea05-429f-9a25-6e307fac2893, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8556d7e-ea40-40dc-8c12-300c50e9515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:53.414804 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.531307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] For port 4480e1de-ea05-429f-9a25-6e307fac2893, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:53.542692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] For port 4480e1de-ea05-429f-9a25-6e307fac2893, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4480e1de-ea05-429f-9a25-6e307fac2893,segment=NetworkSegment(b8556d7e-ea40-40dc-8c12-300c50e9515c),segment_id=b8556d7e-ea40-40dc-8c12-300c50e9515c)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:53.555525 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.679775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Deleting port 4480e1de-ea05-429f-9a25-6e307fac2893 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:53.682704 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.730960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Routers {'bc5d7530-8c87-4739-b85b-5252a2078324'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:53.732158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bc5d7530-8c87-4739-b85b-5252a2078324'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:53.812514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-349c5f5b-a312-48e5-9f29-f84749a11edb req-e68baa07-b700-4ea9-bd8d-df8726b65271 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=939b7dc2-3eee-4b07-a014-8fcb7929b714 HTTP/1.1" status: 200 len: 210 time: 0.0473738 Sep 21 18:23:53.895894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] For port 4480e1de-ea05-429f-9a25-6e307fac2893, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4480e1de-ea05-429f-9a25-6e307fac2893,segment=NetworkSegment(b8556d7e-ea40-40dc-8c12-300c50e9515c),segment_id=b8556d7e-ea40-40dc-8c12-300c50e9515c)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:53.899631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.924070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Calling delete_port for 4480e1de-ea05-429f-9a25-6e307fac2893 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:53.946647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] Set router bc5d7530-8c87-4739-b85b-5252a2078324 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:54.095173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd183b54-be46-4dcb-b753-af4185850057 None None] Pushing event updated for resources: {'Port': ['ID=4480e1de-ea05-429f-9a25-6e307fac2893,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:54.104319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ed189577-058d-497d-a376-e63faa458cf1 None None] Provisioning complete for port 4480e1de-ea05-429f-9a25-6e307fac2893 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:54.105257 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed189577-058d-497d-a376-e63faa458cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.318532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Router aa56e07b-9148-499a-a2e2-27626ed3f1a1 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:23:54.320967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.381144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4480e1de-ea05-429f-9a25-6e307fac2893,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:54.395845 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed189577-058d-497d-a376-e63faa458cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.486171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:54.491929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4f6b7d05-5b46-47f5-a50a-667a1a0fd503 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "PUT /v2.0/routers/aa56e07b-9148-499a-a2e2-27626ed3f1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7471428 Sep 21 18:23:54.492522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:54.498581 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] Sync routers for ids ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:54.499591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60114) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:54.516498 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] Routers {'aa56e07b-9148-499a-a2e2-27626ed3f1a1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:54.521128 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:54.531727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-ad26a03a-a71c-42a9-9f78-67d0f3f8aa47 req-c2bd9fd2-366e-4b64-afd8-f71895443923 service neutron] (95090) timed out ('10.222.0.78', 54436) {{(pid=95090) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:23:54.698883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa9eda5-517c-4f38-9e22-743942f70505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:54.712235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa9eda5-517c-4f38-9e22-743942f70505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:54.721106 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5aa9eda5-517c-4f38-9e22-743942f70505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2201798 Sep 21 18:23:54.721733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60120) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:54.832947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 4, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port': {'id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:40Z', 'updated_at': '2021-09-21T18:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4480e1de-ea05-429f-9a25-6e307fac2893', 'name': '', 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'mac_address': 'fa:16:3e:39:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8347d018-d8ac-4ad6-a845-205847bb2c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:53Z', 'revision_number': 4, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'subnets': [{'id': '8347d018-d8ac-4ad6-a845-205847bb2c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:54.851014 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4086830b-59a1-49d7-8a0d-027baa58c5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.898293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cda6ae-46aa-4574-a9ec-088bab227f8d None None] The sync data for ids ['bc5d7530-8c87-4739-b85b-5252a2078324'] in n-d-810285-3 is: [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:46Z', 'revision_number': 4, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port': {'id': '12031d67-7a64-43ae-9fd8-b6a11cff01ca', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:40Z', 'updated_at': '2021-09-21T18:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '4480e1de-ea05-429f-9a25-6e307fac2893', 'name': '', 'network_id': '67abbe57-a5ca-4d38-92e0-7ea1ebee04fe', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'mac_address': 'fa:16:3e:39:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8347d018-d8ac-4ad6-a845-205847bb2c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:53Z', 'revision_number': 4, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'subnets': [{'id': '8347d018-d8ac-4ad6-a845-205847bb2c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:54.909654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet b49a8503-ba1f-4d93-ae79-568e5b98fada {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:54.922723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.929209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3fc5f314-c481-486b-a58b-db6e8585ad06 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:54.974618 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] Set router aa56e07b-9148-499a-a2e2-27626ed3f1a1 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:54.995144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 3fc5f314-c481-486b-a58b-db6e8585ad06 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:54.996160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3fc5f314-c481-486b-a58b-db6e8585ad06 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:54.996823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fbc4f168-72e8-4305-8bcf-f439eff194f2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:55.047317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.055364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: fbc4f168-72e8-4305-8bcf-f439eff194f2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:55.055766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fbc4f168-72e8-4305-8bcf-f439eff194f2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:55.058063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-10ac6c64-bbf4-4b01-aa3a-f2dd2c130eba None None] Could not find standard attr ID for object 4480e1de-ea05-429f-9a25-6e307fac2893. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:23:55.073063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.088308 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-1163600', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:52Z', 'revision_number': 3, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:55.129333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] Checking router: aa56e07b-9148-499a-a2e2-27626ed3f1a1 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:55.145642 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] Routers {'aa56e07b-9148-499a-a2e2-27626ed3f1a1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:55.146401 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:55.227919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390d2fc-c991-4b3b-a070-c0629da44c07 req-0592e97a-8a6f-4cc6-9685-e638baada955 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:55.243305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8390d2fc-c991-4b3b-a070-c0629da44c07 req-0592e97a-8a6f-4cc6-9685-e638baada955 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2834694 Sep 21 18:23:55.252881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.284349 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4086830b-59a1-49d7-8a0d-027baa58c5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.298517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] Set router aa56e07b-9148-499a-a2e2-27626ed3f1a1 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:55.303785 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4086830b-59a1-49d7-8a0d-027baa58c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.341557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086830b-59a1-49d7-8a0d-027baa58c5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51be076-20d6-4cff-8216-46b4c3a57bde,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:55.353104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8390d2fc-c991-4b3b-a070-c0629da44c07 req-8c038538-f390-4e67-8797-f43e009d31ae tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083500 Sep 21 18:23:55.382680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-1163600', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:52Z', 'revision_number': 3, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:55.402079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4086830b-59a1-49d7-8a0d-027baa58c5dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0f8a4b54ea8423e8ba0653b029a1204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9084141 Sep 21 18:23:55.405112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:55.444841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.475010 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cc667-b350-434c-ba82-a1b35c5bfd0b None None] The sync data for ids ['aa56e07b-9148-499a-a2e2-27626ed3f1a1'] in n-d-810285-3 is: [{'id': 'aa56e07b-9148-499a-a2e2-27626ed3f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-1163600', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:44Z', 'updated_at': '2021-09-21T18:23:52Z', 'revision_number': 3, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:55.483812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60128) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:55.511679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=b49a8503-ba1f-4d93-ae79-568e5b98fada,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:55.536457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacf38a-1eb1-40de-813b-cede10e75fb1 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:55.538660 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.540602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e5ec4492-02b1-44da-b327-9068a0d47bef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/b49a8503-ba1f-4d93-ae79-568e5b98fada HTTP/1.1" status: 204 len: 168 time: 0.8157685 Sep 21 18:23:55.549620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60134) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:55.633633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00290a04-5931-496a-ab6d-ca16b4b17629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.670828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00290a04-5931-496a-ab6d-ca16b4b17629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.780649 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-17a4707d-da5b-4143-8239-9ea424befc2b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.2294569 Sep 21 18:23:55.782467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Router bc5d7530-8c87-4739-b85b-5252a2078324 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:23:55.783103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60138) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:55.823779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00290a04-5931-496a-ab6d-ca16b4b17629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.829130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-00290a04-5931-496a-ab6d-ca16b4b17629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.830696 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-00290a04-5931-496a-ab6d-ca16b4b17629 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e51be076-20d6-4cff-8216-46b4c3a57bde HTTP/1.1" status: 204 len: 168 time: 0.4245746 Sep 21 18:23:55.841475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00290a04-5931-496a-ab6d-ca16b4b17629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51be076-20d6-4cff-8216-46b4c3a57bde,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:55.893377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:55.936371 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-558bcfea-ec32-43e4-b970-e264a9d4c10b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:55.972328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] Deleting port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:55.972725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.095125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] For port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5f7661c-00e8-44bf-a65c-fb88d4f61ca4,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:56.095544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.113726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] Calling delete_port for e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:56.213072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-558bcfea-ec32-43e4-b970-e264a9d4c10b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.223266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-558bcfea-ec32-43e4-b970-e264a9d4c10b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.236058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.257346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] No DVR routers for this DVR port e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:56.292103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c20d6-babb-4e57-b2ce-a692c24bd8c4 None None] Pushing event deleted for resources: {'Port': ['ID=e5f7661c-00e8-44bf-a65c-fb88d4f61ca4,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:56.382540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-558bcfea-ec32-43e4-b970-e264a9d4c10b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.383292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558bcfea-ec32-43e4-b970-e264a9d4c10b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Fanout notify agent at l3_agent the message router_deleted on router aa56e07b-9148-499a-a2e2-27626ed3f1a1 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:23:56.399259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:23:56.440293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60148) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:56.440897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4746a20f-731a-44c8-bc79-5370e5ecea3b admin admin] 10.222.0.70 "PUT /v2.0/routers/bc5d7530-8c87-4739-b85b-5252a2078324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1271243 Sep 21 18:23:56.449842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-558bcfea-ec32-43e4-b970-e264a9d4c10b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.451465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-558bcfea-ec32-43e4-b970-e264a9d4c10b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/routers/aa56e07b-9148-499a-a2e2-27626ed3f1a1 HTTP/1.1" status: 204 len: 168 time: 0.6674566 Sep 21 18:23:56.454291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60150) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:56.460107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:56.627147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0267db-eca6-4e75-b4d2-ceae1defa522 req-6ce909d6-3d09-4525-9034-6bf123511968 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:56.628903 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca0267db-eca6-4e75-b4d2-ceae1defa522 req-6ce909d6-3d09-4525-9034-6bf123511968 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.1353581 Sep 21 18:23:56.714386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.732383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:56.732383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.807502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca0267db-eca6-4e75-b4d2-ceae1defa522 req-6f499459-e558-4cf1-b71b-092b670ecd43 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700881 Sep 21 18:23:56.914920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.009197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Deleting port 12031d67-7a64-43ae-9fd8-b6a11cff01ca {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:57.009197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.099858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] Sync routers for ids ['bc5d7530-8c87-4739-b85b-5252a2078324'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:23:57.120635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] Routers {'bc5d7530-8c87-4739-b85b-5252a2078324'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:57.121319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bc5d7530-8c87-4739-b85b-5252a2078324'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:57.126881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] For port 12031d67-7a64-43ae-9fd8-b6a11cff01ca, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=12031d67-7a64-43ae-9fd8-b6a11cff01ca,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:57.127549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.145234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Calling delete_port for 12031d67-7a64-43ae-9fd8-b6a11cff01ca owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:57.253403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60172) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:57.296262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:57.383681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:57.384338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f7661c-00e8-44bf-a65c-fb88d4f61ca4 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:57.384951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 974fd048-734e-497c-88cd-786566af102f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:57.413309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 974fd048-734e-497c-88cd-786566af102f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:57.413973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 974fd048-734e-497c-88cd-786566af102f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:57.439450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] Set router bc5d7530-8c87-4739-b85b-5252a2078324 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:57.441961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.516948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=12031d67-7a64-43ae-9fd8-b6a11cff01ca,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:57.526675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:56Z', 'revision_number': 6, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:57.544506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.559178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] Checking router: bc5d7530-8c87-4739-b85b-5252a2078324 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:23:57.569823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] Routers {'bc5d7530-8c87-4739-b85b-5252a2078324'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:23:57.570916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['bc5d7530-8c87-4739-b85b-5252a2078324'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:57.573028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1611517138-network', 'tenant_id': '250925d93c3f43b3b2a75b40427b9c36'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:57.655484 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.656172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] Set router bc5d7530-8c87-4739-b85b-5252a2078324 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:23:57.658389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Made reservation on behalf of 250925d93c3f43b3b2a75b40427b9c36 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:57.661057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.704847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.729146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:57Z', 'revision_number': 7, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:57.761479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694ce72-f906-4355-95a5-8a22beef6a6b None None] The sync data for ids ['bc5d7530-8c87-4739-b85b-5252a2078324'] in n-d-810285-3 is: [{'id': 'bc5d7530-8c87-4739-b85b-5252a2078324', 'name': 'tempest-ImageQuotaTest-1125309643-router', 'tenant_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:39Z', 'updated_at': '2021-09-21T18:23:57Z', 'revision_number': 7, 'project_id': '62b36ba5548d4b6187cdd8f7b48e0e78', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:23:57.829904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.830462 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.835247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.911013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:57.927640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.928400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5d7530-8c87-4739-b85b-5252a2078324 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:23:57.937701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.942116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3c3664ab-0a7e-44cd-84d8-83a0be8aabc0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/bc5d7530-8c87-4739-b85b-5252a2078324 HTTP/1.1" status: 204 len: 168 time: 1.4978232 Sep 21 18:23:57.942323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:57.942524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:57.952981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7cb38d-cbb1-4837-a77f-0d927adef4c7 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:57.953894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:57.954530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:57.958033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=d3f1b994-c63e-4751-81bb-801405fa61fe,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:58.019406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c86a48-efff-4a52-9df4-b7431ec0b36e req-20bbb30c-8ec7-488a-a1ab-2b641caba1c7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:58.021001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-06c86a48-efff-4a52-9df4-b7431ec0b36e req-20bbb30c-8ec7-488a-a1ab-2b641caba1c7 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.0842752 Sep 21 18:23:58.033584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port f8997e3e-503b-4189-a375-28dc4dbbbfc1 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:58.033933 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.042118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] Deleting subnet 8347d018-d8ac-4ad6-a845-205847bb2c59 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:23:58.047325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.111332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.139884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.153531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.159767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-06c86a48-efff-4a52-9df4-b7431ec0b36e req-72821cd4-23d0-4d60-b425-11640c356793 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295969 Sep 21 18:23:58.179459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bf9a0ae9-753e-4842-ac0c-4b70fdd6837e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7239332 Sep 21 18:23:58.188054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60182) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:58.193261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f88bb40f-2d69-4cdd-861c-7f3fcaffc6b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-303972999', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:58.203141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'd3f1b994-c63e-4751-81bb-801405fa61fe'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:23:58.204466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.207272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:23:58.224143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] For port f8997e3e-503b-4189-a375-28dc4dbbbfc1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f8997e3e-503b-4189-a375-28dc4dbbbfc1,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:58.231736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.265687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for f8997e3e-503b-4189-a375-28dc4dbbbfc1 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:58.266860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.267327 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Added segment 926549a4-1809-40fb-af9e-4b74c52e3842 of type vlan for network 9025baad-5310-4cde-97a1-812e6c58915d Sep 21 18:23:58.269244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff497e2c-5757-4f5d-abf1-7bb5d5be731c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:58.277992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f88bb40f-2d69-4cdd-861c-7f3fcaffc6b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.279867 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f88bb40f-2d69-4cdd-861c-7f3fcaffc6b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.330820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.373404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.426938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.428298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:58.429217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.442586 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f88bb40f-2d69-4cdd-861c-7f3fcaffc6b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.450895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f88bb40f-2d69-4cdd-861c-7f3fcaffc6b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.476083 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/d3f1b994-c63e-4751-81bb-801405fa61fe/66e06aec-3021-4fe9-b052-a37882e6e415) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:58.479886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2251675 Sep 21 18:23:58.484246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.525860 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f88bb40f-2d69-4cdd-861c-7f3fcaffc6b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.532313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f88bb40f-2d69-4cdd-861c-7f3fcaffc6b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3430638 Sep 21 18:23:58.534982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60190) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:58.558463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a17a38-8569-496e-a470-63d48a75b9bb admin admin] Pushing event updated for resources: {'Network': ['ID=9025baad-5310-4cde-97a1-812e6c58915d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:58.561346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8347d018-d8ac-4ad6-a845-205847bb2c59,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:58.570840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.576931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a8274d17-84b7-4536-b131-4d014d2a5765 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8347d018-d8ac-4ad6-a845-205847bb2c59 HTTP/1.1" status: 204 len: 168 time: 0.6295707 Sep 21 18:23:58.577127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9025baad-5310-4cde-97a1-812e6c58915d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:23:58.577127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b6d0b-5af5-4c98-97a9-7eab82460546 None None] Network 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:23:58.577463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60192) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:58.704389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.824584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.849146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Deleting port 8879762f-c719-4334-93d6-b1b46f721296 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:23:58.849521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:58.940687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=f8997e3e-503b-4189-a375-28dc4dbbbfc1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:59.022444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] For port 8879762f-c719-4334-93d6-b1b46f721296, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8879762f-c719-4334-93d6-b1b46f721296,segment=NetworkSegment(b8556d7e-ea40-40dc-8c12-300c50e9515c),segment_id=b8556d7e-ea40-40dc-8c12-300c50e9515c)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:59.023570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.057556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Calling delete_port for 8879762f-c719-4334-93d6-b1b46f721296 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:23:59.212701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.252338 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.261551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420277e-2c0f-4011-8207-c1a16d8793e2 None None] DHCP port deletion for 67abbe57-a5ca-4d38-92e0-7ea1ebee04fe request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:23:59.273622 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.320769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.363931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Pushing event updated for resources: {'Port': ['ID=66e06aec-3021-4fe9-b052-a37882e6e415,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:59.378113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b17718a-1e8b-442f-9112-5da3adb3a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.404688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 12031d67-7a64-43ae-9fd8-b6a11cff01ca no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:59.404946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=8879762f-c719-4334-93d6-b1b46f721296,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:59.406296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8420277e-2c0f-4011-8207-c1a16d8793e2 None None] The port '8879762f-c719-4334-93d6-b1b46f721296' was deleted {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 21 18:23:59.419213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] No DVR routers for this DVR port 8879762f-c719-4334-93d6-b1b46f721296 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:59.430100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:59.443317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 12031d67-7a64-43ae-9fd8-b6a11cff01ca {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:59.443582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 12031d67-7a64-43ae-9fd8-b6a11cff01ca not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:59.444546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4480e1de-ea05-429f-9a25-6e307fac2893 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:59.446687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:59.469772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4480e1de-ea05-429f-9a25-6e307fac2893 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:23:59.470125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4480e1de-ea05-429f-9a25-6e307fac2893 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:59.472773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:59.540010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Attempting to bind port 66e06aec-3021-4fe9-b052-a37882e6e415 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:59.541739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Attempting to bind port 66e06aec-3021-4fe9-b052-a37882e6e415 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:59.542352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Attempting to bind port 66e06aec-3021-4fe9-b052-a37882e6e415 on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:59.548258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:59.549022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:59.549635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.550276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:59.550998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Bound port: 66e06aec-3021-4fe9-b052-a37882e6e415, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:59.551784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.563775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.616976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67abbe57-a5ca-4d38-92e0-7ea1ebee04fe']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:59.629394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8556d7e-ea40-40dc-8c12-300c50e9515c') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:59.629697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8556d7e-ea40-40dc-8c12-300c50e9515c') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:23:59.643935 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.645925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] For port 66e06aec-3021-4fe9-b052-a37882e6e415, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:59.650265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] For port 66e06aec-3021-4fe9-b052-a37882e6e415, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=66e06aec-3021-4fe9-b052-a37882e6e415,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:59.658385 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.662787 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.671215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:23:59.671815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:23:59.673975 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:23:59.756256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.776781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bba3f-968d-4b26-b1ce-e2ae58dd90d3 None None] Pushing event updated for resources: {'Port': ['ID=66e06aec-3021-4fe9-b052-a37882e6e415,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:59.782823 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:59.785337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] 10.222.0.70 "DELETE /v2.0/networks/67abbe57-a5ca-4d38-92e0-7ea1ebee04fe HTTP/1.1" status: 204 len: 168 time: 1.2062707 Sep 21 18:23:59.786513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc7b8-791d-4e7a-b012-ac95e57f8eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=67abbe57-a5ca-4d38-92e0-7ea1ebee04fe,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:59.845347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266b778-217c-4d60-b3fe-5266d58214d5 req-daf2e8b0-3694-42b3-8648-20109adde542 tempest-ComputeTenantNetworksTest-287405569 tempest-ComputeTenantNetworksTest-287405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:59.852879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266b778-217c-4d60-b3fe-5266d58214d5 req-daf2e8b0-3694-42b3-8648-20109adde542 tempest-ComputeTenantNetworksTest-287405569 tempest-ComputeTenantNetworksTest-287405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:59.859766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266b778-217c-4d60-b3fe-5266d58214d5 req-daf2e8b0-3694-42b3-8648-20109adde542 tempest-ComputeTenantNetworksTest-287405569 tempest-ComputeTenantNetworksTest-287405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:59.866309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a266b778-217c-4d60-b3fe-5266d58214d5 req-daf2e8b0-3694-42b3-8648-20109adde542 tempest-ComputeTenantNetworksTest-287405569 tempest-ComputeTenantNetworksTest-287405569-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7071693 Sep 21 18:23:59.986845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60210) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:00.000485 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.086944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-26d90d55-cde0-4aeb-ad9d-80a28f5ee93c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62b36ba5548d4b6187cdd8f7b48e0e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983245 Sep 21 18:24:00.089613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60212) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:00.141684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::1 (0fc02adc-eee2-4e58-a911-71742b0546cd/d3f1b994-c63e-4751-81bb-801405fa61fe/31b69609-cb2d-4637-9ee5-ed353100514b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:00.207564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f308-b4df-4f44-ad9e-abf5462df781 req-d323865b-b03b-4ea1-82c1-b614d7969c05 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:00.209159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff25f308-b4df-4f44-ad9e-abf5462df781 req-d323865b-b03b-4ea1-82c1-b614d7969c05 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.2605104 Sep 21 18:24:00.373523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb25522c-d5d2-44de-a79c-33decd6e9565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.469378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff25f308-b4df-4f44-ad9e-abf5462df781 req-33ee488f-53a4-47cf-bee2-5238e665af4c tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338941 Sep 21 18:24:00.531710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb25522c-d5d2-44de-a79c-33decd6e9565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.614041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.821100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-b1363b17-b611-4384-8b2a-71dd094e2251 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:00.821508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-b1363b17-b611-4384-8b2a-71dd094e2251 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.3751252 Sep 21 18:24:00.836170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-631286ea-4883-42d6-b65c-bc785aaa772d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5992315 Sep 21 18:24:00.882980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0fec3-a6bf-4a4f-9699-366ee499a0de req-ff07b6fc-341e-44b4-bc7e-dd1d9cff8a23 tempest-ComputeTenantNetworksTest-287405569 tempest-ComputeTenantNetworksTest-287405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:00.885363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-40e0fec3-a6bf-4a4f-9699-366ee499a0de req-ff07b6fc-341e-44b4-bc7e-dd1d9cff8a23 tempest-ComputeTenantNetworksTest-287405569 tempest-ComputeTenantNetworksTest-287405569-project] 10.222.0.70 "GET /v2.0/networks/9025baad-5310-4cde-97a1-812e6c58915d HTTP/1.1" status: 200 len: 769 time: 0.3488009 Sep 21 18:24:00.904810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60222) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:00.985729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 9c14fa62-1417-4087-bf60-6a957de7a2d3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:00.989757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb25522c-d5d2-44de-a79c-33decd6e9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.992517 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb25522c-d5d2-44de-a79c-33decd6e9565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.993672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fb25522c-d5d2-44de-a79c-33decd6e9565 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57f877c4-4846-48f3-889a-35ff4b47039d HTTP/1.1" status: 204 len: 168 time: 0.9014833 Sep 21 18:24:01.012554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.041747 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.045085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25522c-d5d2-44de-a79c-33decd6e9565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f877c4-4846-48f3-889a-35ff4b47039d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:01.234044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.260592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9025baad-5310-4cde-97a1-812e6c58915d']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:01.273533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-034669e9-2b48-4a27-ba1e-8ee614bfd2db None None] Provisioning complete for port 66e06aec-3021-4fe9-b052-a37882e6e415 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:01.274110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926549a4-1809-40fb-af9e-4b74c52e3842') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:01.274110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926549a4-1809-40fb-af9e-4b74c52e3842') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:01.279319 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-034669e9-2b48-4a27-ba1e-8ee614bfd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.295666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.321294 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.328544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:24:01.329239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.354718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e06aec-3021-4fe9-b052-a37882e6e415 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:24:01.415784 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:24:01.430855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.439261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.454782 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9025baad-5310-4cde-97a1-812e6c58915d HTTP/1.1" status: 204 len: 168 time: 0.5382514 Sep 21 18:24:01.499923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1990da-6051-4901-ba57-0eae82820ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9025baad-5310-4cde-97a1-812e6c58915d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:01.521676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 66e06aec-3021-4fe9-b052-a37882e6e415 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:01.523272 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.565172 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-034669e9-2b48-4a27-ba1e-8ee614bfd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.621384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-034669e9-2b48-4a27-ba1e-8ee614bfd2db None None] For port 66e06aec-3021-4fe9-b052-a37882e6e415, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=66e06aec-3021-4fe9-b052-a37882e6e415,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:01.637509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-c9d843d4-39fc-483a-8dfb-fdc17f3a92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:01.640261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-c9d843d4-39fc-483a-8dfb-fdc17f3a92c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1136 time: 0.7438111 Sep 21 18:24:01.644291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-034669e9-2b48-4a27-ba1e-8ee614bfd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.663035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:01.695202 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=31b69609-cb2d-4637-9ee5-ed353100514b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:01.698833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:01.701146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:01.701912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.742167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034669e9-2b48-4a27-ba1e-8ee614bfd2db None None] Pushing event updated for resources: {'Port': ['ID=66e06aec-3021-4fe9-b052-a37882e6e415,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:01.802018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60236) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:01.907723 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-376c6d23-6773-4e86-af5f-1185ac843a35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=250925d93c3f43b3b2a75b40427b9c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026525 Sep 21 18:24:01.912688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60240) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:01.959782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60242) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:01.960551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Deleting port 5526aacf-5bea-454c-a9fa-2a236e34aa05 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:01.961066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.967451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8879762f-c719-4334-93d6-b1b46f721296 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:01.993038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2fd1-f737-4505-9f6a-bc6b0b08be8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.007896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8879762f-c719-4334-93d6-b1b46f721296 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:02.007896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8879762f-c719-4334-93d6-b1b46f721296 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:02.043566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b9a74-ef16-451e-9cc7-8b4beb3bf5b9 req-1f3bdd85-27b5-4ebc-a096-a507d87db76e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:02.045063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b7b9a74-ef16-451e-9cc7-8b4beb3bf5b9 req-1f3bdd85-27b5-4ebc-a096-a507d87db76e tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 945 time: 0.4027913 Sep 21 18:24:02.049317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52d6a7dd-5fbb-4a78-8426-e6edf2918444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.073233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:02.087812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-55be080d-8c46-4b63-91e1-e4c8a9ee857a tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "PUT /v2.0/routers/9c14fa62-1417-4087-bf60-6a957de7a2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6000962 Sep 21 18:24:02.088020 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] Sync routers for ids ['9c14fa62-1417-4087-bf60-6a957de7a2d3'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:02.090238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60244) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:02.098827 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] Routers {'9c14fa62-1417-4087-bf60-6a957de7a2d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:02.099541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c14fa62-1417-4087-bf60-6a957de7a2d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:02.110998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-d681c697-41d5-4374-b314-cd088de1abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:02.112530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-d681c697-41d5-4374-b314-cd088de1abbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=caaed8b2-c322-4d2e-be7c-ba3965609ca7 HTTP/1.1" status: 200 len: 899 time: 0.4467452 Sep 21 18:24:02.116173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52d6a7dd-5fbb-4a78-8426-e6edf2918444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.180615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6463414e-edee-4f20-81e7-a233cb4851b3 None None] Provisioning complete for port 31b69609-cb2d-4637-9ee5-ed353100514b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:02.181048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6463414e-edee-4f20-81e7-a233cb4851b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.213832 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52d6a7dd-5fbb-4a78-8426-e6edf2918444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.216925 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52d6a7dd-5fbb-4a78-8426-e6edf2918444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.220974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-52d6a7dd-5fbb-4a78-8426-e6edf2918444 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff497e2c-5757-4f5d-abf1-7bb5d5be731c HTTP/1.1" status: 204 len: 168 time: 0.3035018 Sep 21 18:24:02.237022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2fd1-f737-4505-9f6a-bc6b0b08be8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.258845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6a7dd-5fbb-4a78-8426-e6edf2918444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff497e2c-5757-4f5d-abf1-7bb5d5be731c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:02.265088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2fd1-f737-4505-9f6a-bc6b0b08be8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.301286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.333840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6463414e-edee-4f20-81e7-a233cb4851b3 None None] Port 31b69609-cb2d-4637-9ee5-ed353100514b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:02.351291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b7b9a74-ef16-451e-9cc7-8b4beb3bf5b9 req-5ef8f9fc-a77d-499f-ac75-f98e450fb5a0 tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/security-groups?id=572fcbbe-c41c-485f-9211-cf177c4cc7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737827 Sep 21 18:24:02.370565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting subnet 7a1439d7-83d3-477d-9477-7d4dec93f5b3 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:02.377750 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] Set router 9c14fa62-1417-4087-bf60-6a957de7a2d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:02.388009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] For port 5526aacf-5bea-454c-a9fa-2a236e34aa05, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5526aacf-5bea-454c-a9fa-2a236e34aa05,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:02.388393 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.396851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.403982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3eaf2fd1-f737-4505-9f6a-bc6b0b08be8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4391940 Sep 21 18:24:02.404331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf2fd1-f737-4505-9f6a-bc6b0b08be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab92db-e717-4978-98f6-e31aece2797d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:02.406914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60248) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:02.484082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21651353-aad6-4c80-97bd-104960621ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.514437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21651353-aad6-4c80-97bd-104960621ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.532045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-6804d650-0a4f-4748-8ce8-3e0451fc4284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09 HTTP/1.1" status: 200 len: 1002 time: 0.3552105 Sep 21 18:24:02.536845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Calling delete_port for 5526aacf-5bea-454c-a9fa-2a236e34aa05 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:02.608989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.618517 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21651353-aad6-4c80-97bd-104960621ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.624180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-21651353-aad6-4c80-97bd-104960621ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:02.627406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-21651353-aad6-4c80-97bd-104960621ad5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42ab92db-e717-4978-98f6-e31aece2797d HTTP/1.1" status: 204 len: 168 time: 0.2195058 Sep 21 18:24:02.658827 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:58Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:02.667499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21651353-aad6-4c80-97bd-104960621ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab92db-e717-4978-98f6-e31aece2797d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:02.725571 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] Checking router: 9c14fa62-1417-4087-bf60-6a957de7a2d3 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:02.747774 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] Routers {'9c14fa62-1417-4087-bf60-6a957de7a2d3'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:02.748637 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9c14fa62-1417-4087-bf60-6a957de7a2d3'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:02.775682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-b416ad93-e365-4732-89d2-c98dbb9a3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:02.777184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-b416ad93-e365-4732-89d2-c98dbb9a3c08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dbc7e3d-36ea-4133-9773-b0af88cb0ed1 HTTP/1.1" status: 200 len: 835 time: 0.2313542 Sep 21 18:24:02.924984 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] Set router 9c14fa62-1417-4087-bf60-6a957de7a2d3 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:02.949657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.040648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-a87674e4-740e-4ea3-b3d4-c9540fae89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:03.042410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-a87674e4-740e-4ea3-b3d4-c9540fae89f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=caaed8b2-c322-4d2e-be7c-ba3965609ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554169 Sep 21 18:24:03.200493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e06aec-3021-4fe9-b052-a37882e6e415 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:03.372417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 66e06aec-3021-4fe9-b052-a37882e6e415 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:03.373691 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.404094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.417164 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:58Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:03.420159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.496546 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0015fc70-7592-4159-8b15-c930ab1bda41 None None] The sync data for ids ['9c14fa62-1417-4087-bf60-6a957de7a2d3'] in n-d-810285-3 is: [{'id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949967676', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:09Z', 'updated_at': '2021-09-21T18:23:58Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'a462a315-cc24-49e8-8e5b-78b4a7f3f405', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c14fa62-1417-4087-bf60-6a957de7a2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:10Z', 'updated_at': '2021-09-21T18:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:03.523669 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.528324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/subnets/7a1439d7-83d3-477d-9477-7d4dec93f5b3 HTTP/1.1" status: 204 len: 168 time: 1.4275410 Sep 21 18:24:03.528324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b17da-4cea-4859-9c7c-2b57e15833a7 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1439d7-83d3-477d-9477-7d4dec93f5b3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:03.528907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60274) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:03.534285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea38a63-2925-4d26-a60c-4506b2f3a1b4 None None] Network 144900cc-3c7f-47df-a977-bf63e878e4ac requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:03.567533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Pushing event deleted for resources: {'Port': ['ID=5526aacf-5bea-454c-a9fa-2a236e34aa05,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:03.613537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24f1993f-65c5-4956-a047-73e34817a708 req-09a7347f-6137-4d67-8c81-c62381f38a2a tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.70 "GET /v2.0/ports?device_id=4df3d222-8eb6-45e7-bade-4e5ddb817c09 HTTP/1.1" status: 200 len: 210 time: 0.1409478 Sep 21 18:24:03.617743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-18aea18d-89da-4c2b-b0a8-42cb2dd31144 service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166049 Sep 21 18:24:03.664117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.695272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] No DVR routers for this DVR port 5526aacf-5bea-454c-a9fa-2a236e34aa05 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:03.698203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.700759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58b470b1-ef85-4037-8c8a-7b7463b48b9f req-119135de-4d0d-486b-8463-d569fd80b9eb tempest-ServerRescueNegativeTestJSON-1698323429 tempest-ServerRescueNegativeTestJSON-1698323429-project] 10.222.0.78 "DELETE /v2.0/ports/5526aacf-5bea-454c-a9fa-2a236e34aa05 HTTP/1.1" status: 204 len: 173 time: 2.8633931 Sep 21 18:24:03.701462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.702289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.709142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'name': 'network-vif-deleted', 'tag': '5526aacf-5bea-454c-a9fa-2a236e34aa05'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:03.711829 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726bb98-1d55-4a49-9ce7-0a1c4851a654" -d '{"events": [{"server_uuid": "4df3d222-8eb6-45e7-bade-4e5ddb817c09", "name": "network-vif-deleted", "tag": "5526aacf-5bea-454c-a9fa-2a236e34aa05"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:03.729169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.759784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2cff-ea3d-4b3d-8a4e-42676a6e6d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.819559 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a034b12a-c37a-4a80-acbd-e869c5499255 x-openstack-request-id: req-a034b12a-c37a-4a80-acbd-e869c5499255 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:03.819952 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df3d222-8eb6-45e7-bade-4e5ddb817c09", "name": "network-vif-deleted", "tag": "5526aacf-5bea-454c-a9fa-2a236e34aa05", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:03.820191 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a034b12a-c37a-4a80-acbd-e869c5499255 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:03.820627 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df3d222-8eb6-45e7-bade-4e5ddb817c09', 'name': 'network-vif-deleted', 'tag': '5526aacf-5bea-454c-a9fa-2a236e34aa05', 'status': 'completed', 'code': 200} Sep 21 18:24:03.885434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60282) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:03.890650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] DHCP port deletion for 144900cc-3c7f-47df-a977-bf63e878e4ac request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:03.939349 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:03.954637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=31b69609-cb2d-4637-9ee5-ed353100514b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:04.018500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-601d70b6-2e7c-401f-a0bf-02d258fe264e req-70f09351-f085-4e98-a0ba-7db90be36353 service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702044 Sep 21 18:24:04.027764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port a462a315-cc24-49e8-8e5b-78b4a7f3f405 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:04.028272 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.050163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Deleting port 0a770e59-2829-48c3-bf3b-946962b559af {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:04.050576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.090442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:04.096866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:04.118345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-78012206-network', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:04.198014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] For port a462a315-cc24-49e8-8e5b-78b4a7f3f405, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a462a315-cc24-49e8-8e5b-78b4a7f3f405,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:04.198418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.205654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] For port 0a770e59-2829-48c3-bf3b-946962b559af, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0a770e59-2829-48c3-bf3b-946962b559af,segment=NetworkSegment(79db8b7d-3f74-4f33-8aca-5cfde996f5a0),segment_id=79db8b7d-3f74-4f33-8aca-5cfde996f5a0)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:04.206108 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.209697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.227986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Made reservation on behalf of f6b98bdfaa0541a59027738d891fca2f for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:04.229792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Calling delete_port for 0a770e59-2829-48c3-bf3b-946962b559af owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:04.230386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.236670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for a462a315-cc24-49e8-8e5b-78b4a7f3f405 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:04.259605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.342821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.494538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Router 9a56ab88-b51a-414c-b821-14cc2b541e52 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:24:04.583904 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.587134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.592536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.624035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=a462a315-cc24-49e8-8e5b-78b4a7f3f405,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:04.627447 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.644016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Pushing event deleted for resources: {'Port': ['ID=0a770e59-2829-48c3-bf3b-946962b559af,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:04.658229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.658729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:24:04.663518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.665669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.666439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.667027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.667590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.668168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.668722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.669420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.670253 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.670798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.671518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:04.679155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.679751 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Added segment 7371d17b-65a3-45af-83fe-96357fbe9b57 of type vlan for network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f Sep 21 18:24:04.687835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d62425-5f53-40b8-a90a-066aa3c7129d None None] No DVR routers for this DVR port 0a770e59-2829-48c3-bf3b-946962b559af on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:04.705496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:04.712897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7ae5ba-44a1-441f-be00-f89fb9d1c5fa,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:04.718576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fd779856-4c51-43cb-ac4b-5999a5c07888 None None] Provisioning complete for port 31b69609-cb2d-4637-9ee5-ed353100514b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:04.718576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fd779856-4c51-43cb-ac4b-5999a5c07888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.724557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:04.729604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.730836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-82eaaa8e-c32a-4b04-ad86-39433e5fea70 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "PUT /v2.0/routers/9a56ab88-b51a-414c-b821-14cc2b541e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1947002 Sep 21 18:24:04.737919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60296) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:04.763327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fd779856-4c51-43cb-ac4b-5999a5c07888 None None] Port 31b69609-cb2d-4637-9ee5-ed353100514b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:04.764934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Sync routers for ids ['9a56ab88-b51a-414c-b821-14cc2b541e52'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:04.777050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.789384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Routers {'9a56ab88-b51a-414c-b821-14cc2b541e52'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:04.790028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9a56ab88-b51a-414c-b821-14cc2b541e52'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:04.792127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.807971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.809009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:04.809690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.891618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0030017 Sep 21 18:24:04.894954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60298) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:04.898234 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.899117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Set router 9a56ab88-b51a-414c-b821-14cc2b541e52 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:04.901367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.901512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Request body: {'subnet': {'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-78012206-subnet', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:04.906004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eea821-a5f1-4705-b466-46a9569a772d admin admin] Pushing event updated for resources: {'Network': ['ID=75ab1cf6-a638-4833-8f75-3d0f9b833e1f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:04.930126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Made reservation on behalf of f6b98bdfaa0541a59027738d891fca2f for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:04.933459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.950508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.950997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Fanout notify agent at l3_agent the message router_deleted on router 9c14fa62-1417-4087-bf60-6a957de7a2d3 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:24:04.986465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:04.991254 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e0ba919-0b61-4358-847d-62be6c4b22ab tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/routers/9c14fa62-1417-4087-bf60-6a957de7a2d3 HTTP/1.1" status: 204 len: 168 time: 1.4611630 Sep 21 18:24:05.001313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60300) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:05.108376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc6b0e-edcc-4d38-aaee-b5daaddb3f03 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:05.109961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3cbc6b0e-edcc-4d38-aaee-b5daaddb3f03 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports/31b69609-cb2d-4637-9ee5-ed353100514b HTTP/1.1" status: 200 len: 911 time: 0.3683357 Sep 21 18:24:05.114557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60304) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:05.124189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:24:05.219989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5526aacf-5bea-454c-a9fa-2a236e34aa05 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:05.223002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.245881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 5526aacf-5bea-454c-a9fa-2a236e34aa05 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:05.246272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5526aacf-5bea-454c-a9fa-2a236e34aa05 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:05.280706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.300151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'name': 'tempest-NetworksTestDHCPv6-router-303972999', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:58Z', 'updated_at': '2021-09-21T18:24:02Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None, '_interfaces': [{'id': '31b69609-cb2d-4637-9ee5-ed353100514b', 'name': '', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'mac_address': 'fa:16:3e:ce:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd3f1b994-c63e-4751-81bb-801405fa61fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:59Z', 'updated_at': '2021-09-21T18:24:02Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'subnets': [{'id': 'd3f1b994-c63e-4751-81bb-801405fa61fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:05.333458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Checking router: 9a56ab88-b51a-414c-b821-14cc2b541e52 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:05.333859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Updating router 9a56ab88-b51a-414c-b821-14cc2b541e52 port 31b69609-cb2d-4637-9ee5-ed353100514b binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:05.364196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f01ea14-f1b1-4658-bb8f-c273c18eb419,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:05.371184 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.374290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Checking segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:05.374665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Network hostable DHCP agents. Network: 75ab1cf6-a638-4833-8f75-3d0f9b833e1f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:24:05.404675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:24:05.426063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 75ab1cf6-a638-4833-8f75-3d0f9b833e1f) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:05.440977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:05.442004 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.467778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-51a807bb-7f82-4a39-9a18-5facd8904c0a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5686305 Sep 21 18:24:05.468175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:05.475184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:05.507279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.509170 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.518108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a0f01-c92a-46f8-a73e-9b821ec851fe None None] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:05.525149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c71f-97c4-4ce8-bb26-0767c66a2ba3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:05.531728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c71f-97c4-4ce8-bb26-0767c66a2ba3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:05.533981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a304c71f-97c4-4ce8-bb26-0767c66a2ba3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3824840 Sep 21 18:24:05.538417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60308) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:05.614517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f8997e3e-503b-4189-a375-28dc4dbbbfc1 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:05.642099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.664900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f8997e3e-503b-4189-a375-28dc4dbbbfc1 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:05.665235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f8997e3e-503b-4189-a375-28dc4dbbbfc1 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:05.665734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a770e59-2829-48c3-bf3b-946962b559af no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:05.691537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 0a770e59-2829-48c3-bf3b-946962b559af {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:05.691880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0a770e59-2829-48c3-bf3b-946962b559af not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:05.909462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.916927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:05.918965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:05.924008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.136227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Allocated IP 172.20.0.2 (75ab1cf6-a638-4833-8f75-3d0f9b833e1f/9f01ea14-f1b1-4658-bb8f-c273c18eb419/fec80b05-2349-444e-a16c-3078b8b9dbe8) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:06.221367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.252889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144900cc-3c7f-47df-a977-bf63e878e4ac']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:06.264667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79db8b7d-3f74-4f33-8aca-5cfde996f5a0') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:06.265095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79db8b7d-3f74-4f33-8aca-5cfde996f5a0') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:06.276721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.292117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.299170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:24:06.299581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.300128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.354252 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.407806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.438905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:06.445045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Attempting to bind port 31b69609-cb2d-4637-9ee5-ed353100514b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:06.445413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Attempting to bind port 31b69609-cb2d-4637-9ee5-ed353100514b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:06.445776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Attempting to bind port 31b69609-cb2d-4637-9ee5-ed353100514b on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:06.449686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:06.463860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483667e-d782-44c3-a45e-86f8747e7755 None None] Pushing event updated for resources: {'Port': ['ID=31b69609-cb2d-4637-9ee5-ed353100514b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:06.466541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:24:06.500539 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:24:06.523665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.527255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Pushing event updated for resources: {'Port': ['ID=fec80b05-2349-444e-a16c-3078b8b9dbe8,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:06.532635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:06.533019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:06.533426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.533820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:06.534339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Bound port: 31b69609-cb2d-4637-9ee5-ed353100514b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:06.534727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.550075 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.551732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0de6beb2-5ef9-477c-a74c-c97bf90fb7ce None None] Provisioning complete for port 31b69609-cb2d-4637-9ee5-ed353100514b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:06.552120 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/networks/144900cc-3c7f-47df-a977-bf63e878e4ac HTTP/1.1" status: 204 len: 168 time: 1.5497725 Sep 21 18:24:06.552337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0de6beb2-5ef9-477c-a74c-c97bf90fb7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.557899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60316) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:06.599641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.617902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a127b-2968-4409-a2a2-2c6bb2501ed3 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Network': ['ID=144900cc-3c7f-47df-a977-bf63e878e4ac,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:06.626243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.648808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] For port 31b69609-cb2d-4637-9ee5-ed353100514b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:06.652167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] For port 31b69609-cb2d-4637-9ee5-ed353100514b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=31b69609-cb2d-4637-9ee5-ed353100514b,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:06.653274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0de6beb2-5ef9-477c-a74c-c97bf90fb7ce None None] Port 31b69609-cb2d-4637-9ee5-ed353100514b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:06.708027 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.743138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Attempting to bind port fec80b05-2349-444e-a16c-3078b8b9dbe8 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:06.743817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Attempting to bind port fec80b05-2349-444e-a16c-3078b8b9dbe8 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:06.744369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Attempting to bind port fec80b05-2349-444e-a16c-3078b8b9dbe8 on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:06.771190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:06.776950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Checking segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:06.777483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Allocated IP 172.25.3.139 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/216df70f-0a95-45cb-b52d-eb405be26c90) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:06.777862 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.778527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Bound using segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:06.779365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Bound port: fec80b05-2349-444e-a16c-3078b8b9dbe8, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:06.780101 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.845236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Routers {'9a56ab88-b51a-414c-b821-14cc2b541e52'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:06.846149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9a56ab88-b51a-414c-b821-14cc2b541e52'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:06.932284 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.960578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:06.970120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483667e-d782-44c3-a45e-86f8747e7755 None None] Pushing event updated for resources: {'Port': ['ID=31b69609-cb2d-4637-9ee5-ed353100514b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:07.021018 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.030773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] For port fec80b05-2349-444e-a16c-3078b8b9dbe8, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:07.036870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] For port fec80b05-2349-444e-a16c-3078b8b9dbe8, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fec80b05-2349-444e-a16c-3078b8b9dbe8,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:07.039058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] Set router 9a56ab88-b51a-414c-b821-14cc2b541e52 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:07.042964 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.067074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port 70f68726-139b-4415-a815-f8e261e63b01 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:07.067929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.082228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:07.086441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:07.090729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:07.101195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Pushing event updated for resources: {'Port': ['ID=216df70f-0a95-45cb-b52d-eb405be26c90,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:07.179535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a462a315-cc24-49e8-8e5b-78b4a7f3f405 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:07.230240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.230826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.285484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: a462a315-cc24-49e8-8e5b-78b4a7f3f405 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:07.286011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a462a315-cc24-49e8-8e5b-78b4a7f3f405 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:07.292002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6739265-dfbf-4566-8a56-f6d3a8691fbc None None] Pushing event updated for resources: {'Port': ['ID=fec80b05-2349-444e-a16c-3078b8b9dbe8,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:07.346401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for 70f68726-139b-4415-a815-f8e261e63b01 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:07.400711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.433177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-af2ab367-a77c-4f65-8c74-b7439fb22e87 None None] Provisioning complete for port 31b69609-cb2d-4637-9ee5-ed353100514b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:07.433575 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af2ab367-a77c-4f65-8c74-b7439fb22e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.465930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.625479 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.657493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'name': 'tempest-NetworksTestDHCPv6-router-303972999', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:58Z', 'updated_at': '2021-09-21T18:24:02Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None, '_interfaces': [{'id': '31b69609-cb2d-4637-9ee5-ed353100514b', 'name': '', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'mac_address': 'fa:16:3e:ce:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd3f1b994-c63e-4751-81bb-801405fa61fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:59Z', 'updated_at': '2021-09-21T18:24:06Z', 'revision_number': 4, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'subnets': [{'id': 'd3f1b994-c63e-4751-81bb-801405fa61fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:07.752724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff60b1-0bed-430b-8040-a062dcac8c4c None None] The sync data for ids ['9a56ab88-b51a-414c-b821-14cc2b541e52'] in n-d-810285-3 is: [{'id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'name': 'tempest-NetworksTestDHCPv6-router-303972999', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:58Z', 'updated_at': '2021-09-21T18:24:02Z', 'revision_number': 2, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None, '_interfaces': [{'id': '31b69609-cb2d-4637-9ee5-ed353100514b', 'name': '', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'mac_address': 'fa:16:3e:ce:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'd3f1b994-c63e-4751-81bb-801405fa61fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:23:59Z', 'updated_at': '2021-09-21T18:24:06Z', 'revision_number': 4, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'subnets': [{'id': 'd3f1b994-c63e-4751-81bb-801405fa61fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:07.787236 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af2ab367-a77c-4f65-8c74-b7439fb22e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.842854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-af2ab367-a77c-4f65-8c74-b7439fb22e87 None None] For port 31b69609-cb2d-4637-9ee5-ed353100514b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=31b69609-cb2d-4637-9ee5-ed353100514b,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:07.857189 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-af2ab367-a77c-4f65-8c74-b7439fb22e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.993510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.020063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab367-a77c-4f65-8c74-b7439fb22e87 None None] Pushing event updated for resources: {'Port': ['ID=31b69609-cb2d-4637-9ee5-ed353100514b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:08.067242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.096207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=70f68726-139b-4415-a815-f8e261e63b01,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:08.306683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Router 2a0f515f-4c64-452d-806c-dca6d0036f07 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:24:08.357500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.358046 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Floating IP 6c3b43d0-9b52-43d9-8ae0-76a1de39796d disassociated (deleted). External IP: 172.25.3.195, port: b55cf870-e9bd-487a-bd32-6721d02a9f09. Sep 21 18:24:08.449996 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.540516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:08.547125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 31b69609-cb2d-4637-9ee5-ed353100514b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:08.547471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.553310 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Sync routers for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:08.567184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.570339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ee8ca25e-703a-40ea-a100-ab4f944a98d0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0998905 Sep 21 18:24:08.572712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60330) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:08.578715 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:08.585629 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:08.604242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Deleting port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:08.604531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.801693 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:08.845810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60650600-5cc1-40f7-b929-dbc60ce04bb3 None None] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:08.980773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] For port 31b69609-cb2d-4637-9ee5-ed353100514b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=31b69609-cb2d-4637-9ee5-ed353100514b,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:08.981158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:08.985401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c202a3c9-e9ea-4a1c-bddf-58414e192664 None None] Provisioning complete for port fec80b05-2349-444e-a16c-3078b8b9dbe8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:08.985930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c202a3c9-e9ea-4a1c-bddf-58414e192664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.007339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] For port 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,segment=NetworkSegment(f045189f-9b0c-4dcb-b898-9c1a445f382b),segment_id=f045189f-9b0c-4dcb-b898-9c1a445f382b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:09.012951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.082692 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:07Z', 'revision_number': 3, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:09.107000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 31b69609-cb2d-4637-9ee5-ed353100514b owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:09.327633 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Checking router: 2a0f515f-4c64-452d-806c-dca6d0036f07 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:09.328357 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Updating router 2a0f515f-4c64-452d-806c-dca6d0036f07 port 216df70f-0a95-45cb-b52d-eb405be26c90 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:09.364772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Calling delete_port for 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:09.367083 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.371817 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.394560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:09.491345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.507291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 31b69609-cb2d-4637-9ee5-ed353100514b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:09.535237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 31b69609-cb2d-4637-9ee5-ed353100514b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:09.535886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 31b69609-cb2d-4637-9ee5-ed353100514b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 18:24:09.560933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=31b69609-cb2d-4637-9ee5-ed353100514b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:09.598172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Port 31b69609-cb2d-4637-9ee5-ed353100514b not found, will not notify nova. {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 18:24:09.598602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fec80b05-2349-444e-a16c-3078b8b9dbe8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:09.650508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Allocated IP 172.20.0.1 (75ab1cf6-a638-4833-8f75-3d0f9b833e1f/9f01ea14-f1b1-4658-bb8f-c273c18eb419/c9f4157e-2283-4f33-ba92-0c6c96c66443) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:09.778919 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.785347 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c202a3c9-e9ea-4a1c-bddf-58414e192664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.821950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.881384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:09.885386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:09.887630 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.893048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:09.901032 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.936880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port fec80b05-2349-444e-a16c-3078b8b9dbe8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:09.937503 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.958483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.978129 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Attempting to bind port 216df70f-0a95-45cb-b52d-eb405be26c90 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:09.978935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Attempting to bind port 216df70f-0a95-45cb-b52d-eb405be26c90 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:09.979564 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Attempting to bind port 216df70f-0a95-45cb-b52d-eb405be26c90 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:09.997198 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b03ef8-1b92-4e1a-902e-c141b5f80aae None None] Pushing event updated for resources: {'Port': ['ID=216df70f-0a95-45cb-b52d-eb405be26c90,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:10.011749 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:10.012298 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:10.012810 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.013573 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:10.014177 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Bound port: 216df70f-0a95-45cb-b52d-eb405be26c90, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:10.014772 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.016090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f4157e-2283-4f33-ba92-0c6c96c66443,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:10.027742 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.083366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:10.089073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c202a3c9-e9ea-4a1c-bddf-58414e192664 None None] For port fec80b05-2349-444e-a16c-3078b8b9dbe8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fec80b05-2349-444e-a16c-3078b8b9dbe8,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:10.099445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] Sync routers for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:10.114306 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c202a3c9-e9ea-4a1c-bddf-58414e192664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.132899 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] For port 216df70f-0a95-45cb-b52d-eb405be26c90, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:10.140460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.141423 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] For port 216df70f-0a95-45cb-b52d-eb405be26c90, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=216df70f-0a95-45cb-b52d-eb405be26c90,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:10.153530 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.184053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.232437 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:10.233176 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:10.277852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:10.290789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:10.395218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202a3c9-e9ea-4a1c-bddf-58414e192664 None None] Pushing event updated for resources: {'Port': ['ID=fec80b05-2349-444e-a16c-3078b8b9dbe8,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:10.442226 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:10.535350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.541979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.590808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8d4aacc0-0a0d-4c56-9909-46d58df455d1 None None] Provisioning complete for port fec80b05-2349-444e-a16c-3078b8b9dbe8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:10.591186 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8d4aacc0-0a0d-4c56-9909-46d58df455d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.660069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:10.678588 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b03ef8-1b92-4e1a-902e-c141b5f80aae None None] Pushing event updated for resources: {'Port': ['ID=216df70f-0a95-45cb-b52d-eb405be26c90,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:10.697688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f4157e-2283-4f33-ba92-0c6c96c66443,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:10.712281 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.891210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:10.892630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:10.922436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fb9fe349-3e77-4635-a87d-13312bb76e00 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/floatingips/6c3b43d0-9b52-43d9-8ae0-76a1de39796d HTTP/1.1" status: 204 len: 168 time: 4.3521769 Sep 21 18:24:10.935986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:10.941099 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a150de-cc71-4d3f-a642-8f2064535264" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:10.949274 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:09Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:11.028580 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6116fb0-6791-43b9-b8bc-b0405f36cf82 None None] The sync data for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 is: [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:09Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:11.048782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Router 9a56ab88-b51a-414c-b821-14cc2b541e52 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:11.061420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:12Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:11.140467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] Checking router: 6dd22fc1-5030-42ff-89f1-9a2c299498c8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:11.165611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.182943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:11.183695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:11.234242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Router 2a0f515f-4c64-452d-806c-dca6d0036f07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:11.334164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b713c31-91a2-4b1e-a8e0-f80a44aa83a8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:11.334614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-05d610ab-ff40-46e7-9b05-2027d88a3cde None None] Provisioning complete for port c9f4157e-2283-4f33-ba92-0c6c96c66443 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:11.334894 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05d610ab-ff40-46e7-9b05-2027d88a3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.358925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:11.379602 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] Sync routers for ids ['9a56ab88-b51a-414c-b821-14cc2b541e52'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:11.398659 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0f0f5ba1-db32-4fd5-815e-7f3910d3cb48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "PUT /v2.0/routers/9a56ab88-b51a-414c-b821-14cc2b541e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8588586 Sep 21 18:24:11.401026 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] Routers {'9a56ab88-b51a-414c-b821-14cc2b541e52'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:11.401894 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9a56ab88-b51a-414c-b821-14cc2b541e52'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:11.439158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:11.454098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fec80b05-2349-444e-a16c-3078b8b9dbe8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:11.459405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:11.471503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-332080ca-c789-478a-a1e0-6236fb39aee4 admin admin] 10.222.0.70 "PUT /v2.0/routers/2a0f515f-4c64-452d-806c-dca6d0036f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8975031 Sep 21 18:24:11.508595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-05d610ab-ff40-46e7-9b05-2027d88a3cde None None] Port c9f4157e-2283-4f33-ba92-0c6c96c66443 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:11.537221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:11.663769 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] Set router 9a56ab88-b51a-414c-b821-14cc2b541e52 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:11.679047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port fec80b05-2349-444e-a16c-3078b8b9dbe8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:11.679707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.758418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfd38f-399f-471a-b863-195a290caf65 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:11.765607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfd38f-399f-471a-b863-195a290caf65 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:11.769976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c474ce8f-b74c-4c0f-b1ca-c87ce51a46af None None] Provisioning complete for port c9f4157e-2283-4f33-ba92-0c6c96c66443 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:11.769976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c474ce8f-b74c-4c0f-b1ca-c87ce51a46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.771262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60358) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:11.782135 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'name': 'tempest-NetworksTestDHCPv6-router-303972999', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:58Z', 'updated_at': '2021-09-21T18:24:09Z', 'revision_number': 3, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:11.784371 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9bfd38f-399f-471a-b863-195a290caf65 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3439577 Sep 21 18:24:11.800479 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0dea2b-77ba-4a1f-8fc4-0a2588071675 x-openstack-request-id: req-af0dea2b-77ba-4a1f-8fc4-0a2588071675 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:11.806715 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:11.807005 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af0dea2b-77ba-4a1f-8fc4-0a2588071675 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:11.807454 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'status': 'completed', 'code': 200} Sep 21 18:24:11.846538 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] Checking router: 9a56ab88-b51a-414c-b821-14cc2b541e52 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:11.873470 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] Routers {'9a56ab88-b51a-414c-b821-14cc2b541e52'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:11.874227 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9a56ab88-b51a-414c-b821-14cc2b541e52'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:11.958585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet d3f1b994-c63e-4751-81bb-801405fa61fe {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:11.983397 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.020133 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] Set router 9a56ab88-b51a-414c-b821-14cc2b541e52 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:12.028771 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c474ce8f-b74c-4c0f-b1ca-c87ce51a46af None None] Port c9f4157e-2283-4f33-ba92-0c6c96c66443 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:12.041480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-c5f0ce61-f1e9-48d2-b3ad-3c25f8caac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:12.043638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-c5f0ce61-f1e9-48d2-b3ad-3c25f8caac7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 1136 time: 0.2586486 Sep 21 18:24:12.059328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0f2c1-365c-4fd2-a9d2-5b9e0792ca55 req-230058ff-91ae-4cc6-b004-f3e720a7a6bd tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:12.070982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cba0f2c1-365c-4fd2-a9d2-5b9e0792ca55 req-230058ff-91ae-4cc6-b004-f3e720a7a6bd tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 985 time: 0.1975846 Sep 21 18:24:12.080668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.135558 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'name': 'tempest-NetworksTestDHCPv6-router-303972999', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:58Z', 'updated_at': '2021-09-21T18:24:09Z', 'revision_number': 3, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:12.192170 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151cd3e-3b72-4a95-af63-e9b231dc3396 None None] The sync data for ids ['9a56ab88-b51a-414c-b821-14cc2b541e52'] in n-d-810285-3 is: [{'id': '9a56ab88-b51a-414c-b821-14cc2b541e52', 'name': 'tempest-NetworksTestDHCPv6-router-303972999', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:23:58Z', 'updated_at': '2021-09-21T18:24:09Z', 'revision_number': 3, 'project_id': 'f2f863dfa83f445881149125413ab0dc', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:12.202756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:12Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:12.233410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-82b45272-1194-4e3a-98f8-5bf28b15a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:12.236380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-82b45272-1194-4e3a-98f8-5bf28b15a97a service neutron] 10.222.0.41 "GET /v2.0/networks?id=caaed8b2-c322-4d2e-be7c-ba3965609ca7 HTTP/1.1" status: 200 len: 899 time: 0.1625028 Sep 21 18:24:12.275766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90268680-5d41-4b0f-b84a-c32f11001120 None None] The sync data for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 is: [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 4, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '87376912-7017-4d6b-9e08-2dcc02882f75', 'name': '', 'network_id': 'caaed8b2-c322-4d2e-be7c-ba3965609ca7', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'mac_address': 'fa:16:3e:9c:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:04Z', 'updated_at': '2021-09-21T18:22:12Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'subnets': [{'id': '8dbc7e3d-36ea-4133-9773-b0af88cb0ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:12.317520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-36a25065-88a5-406d-b4fb-a3d94ce0f03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09 HTTP/1.1" status: 200 len: 217 time: 0.0658247 Sep 21 18:24:12.337309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cba0f2c1-365c-4fd2-a9d2-5b9e0792ca55 req-cfb4fed5-9871-454a-9d18-6828e300a893 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2590683 Sep 21 18:24:12.356169 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.439538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-2ec00e35-0f70-4cb4-87cf-3837cbe9f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:12.441043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-2ec00e35-0f70-4cb4-87cf-3837cbe9f22f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dbc7e3d-36ea-4133-9773-b0af88cb0ed1 HTTP/1.1" status: 200 len: 835 time: 0.1025157 Sep 21 18:24:12.498046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Router 63dfad8a-0beb-411a-9b25-3c61a188b028 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:12.529591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.591693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-d3638326-4030-4152-a41b-1a593f1c25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:12.616326 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-d3638326-4030-4152-a41b-1a593f1c25f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=caaed8b2-c322-4d2e-be7c-ba3965609ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437986 Sep 21 18:24:12.743754 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.801764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.804275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/d3f1b994-c63e-4751-81bb-801405fa61fe HTTP/1.1" status: 204 len: 168 time: 1.0308256 Sep 21 18:24:12.830181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:12.831949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60370) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:12.837115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204a44e-48ad-4361-8a8d-2bb8ab1fdfbd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f1b994-c63e-4751-81bb-801405fa61fe,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:12.849851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0ba90-5142-46fb-83e1-a3f10a9adbb0 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:12.860697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60372) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:12.862296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-82b02998-46d7-44dd-8a1d-df4b6d69bca1 admin admin] 10.222.0.70 "PUT /v2.0/routers/63dfad8a-0beb-411a-9b25-3c61a188b028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1514785 Sep 21 18:24:12.895695 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73995616-a79a-4115-84ae-f94b88c697cf None None] New status for floating IP 6c3b43d0-9b52-43d9-8ae0-76a1de39796d: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:24:12.903587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] Sync routers for ids ['63dfad8a-0beb-411a-9b25-3c61a188b028'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:13.062052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-b00fd3a7-8b52-46a1-80c2-559dac16aec0 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:13.064091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-b00fd3a7-8b52-46a1-80c2-559dac16aec0 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 985 time: 0.3994687 Sep 21 18:24:13.109675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] Routers {'63dfad8a-0beb-411a-9b25-3c61a188b028'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:13.112056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['63dfad8a-0beb-411a-9b25-3c61a188b028'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:13.308282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60374) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:13.343932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-90b56b34-a2c5-421a-8818-ed982c50059f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070791535', 'description': 'tempest-description--526244211'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:13.361916 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e041b938-0873-4d1b-adad-f5c64ee39bc2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5283966 Sep 21 18:24:13.366564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60378) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:13.541444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90b56b34-a2c5-421a-8818-ed982c50059f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.586318 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9313-5156-4b0d-92eb-5a69ecd9bd48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.718497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 216df70f-0a95-45cb-b52d-eb405be26c90 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:13.735709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-c9469344-d4d7-43e2-9d4b-55a4e4eebca2 service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1143825 Sep 21 18:24:13.749734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port b55cf870-e9bd-487a-bd32-6721d02a9f09 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:13.750502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.815739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9bcd9-b59c-4b2e-8a44-ceed8a3d4577 req-996a7147-e6d3-4ea3-b8f1-228e724c9ff9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:13.819545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fe9bcd9-b59c-4b2e-8a44-ceed8a3d4577 req-996a7147-e6d3-4ea3-b8f1-228e724c9ff9 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 985 time: 0.2254121 Sep 21 18:24:13.824059 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.850413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] Set router 63dfad8a-0beb-411a-9b25-3c61a188b028 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:13.960687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:14.029681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fe9bcd9-b59c-4b2e-8a44-ceed8a3d4577 req-7d9ccec0-2cf6-4837-adc4-1a6694c6b18f tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6df81c9-86b0-4ad9-8039-6bf4c147220a&id=336a73d2-a1aa-451a-9c68-13ee4661640c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1559768 Sep 21 18:24:14.033981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0a150de-cc71-4d3f-a642-8f2064535264 req-d78f8e71-783e-494b-8e88-2c90cfcfab41 service neutron] 10.222.0.41 "GET /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921813 Sep 21 18:24:14.067094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.080278 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9313-5156-4b0d-92eb-5a69ecd9bd48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.091271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9313-5156-4b0d-92eb-5a69ecd9bd48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.092610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 216df70f-0a95-45cb-b52d-eb405be26c90 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:14.093329 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.110259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] Deleting port 66e06aec-3021-4fe9-b052-a37882e6e415 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:14.110830 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.169489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Deleting port 53422a78-e0f6-4cea-b0f0-1d6213622e88 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:14.171765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.238041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90b56b34-a2c5-421a-8818-ed982c50059f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.258742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] For port b55cf870-e9bd-487a-bd32-6721d02a9f09, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b55cf870-e9bd-487a-bd32-6721d02a9f09,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:14.259168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.273451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] For port 66e06aec-3021-4fe9-b052-a37882e6e415, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=66e06aec-3021-4fe9-b052-a37882e6e415,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:14.273854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.275622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for b55cf870-e9bd-487a-bd32-6721d02a9f09 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:14.289222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] For port 53422a78-e0f6-4cea-b0f0-1d6213622e88, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=53422a78-e0f6-4cea-b0f0-1d6213622e88,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:14.289647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.295790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] Calling delete_port for 66e06aec-3021-4fe9-b052-a37882e6e415 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:14.304553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Calling delete_port for 53422a78-e0f6-4cea-b0f0-1d6213622e88 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:14.384309 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.398882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 5, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port': {'id': '53422a78-e0f6-4cea-b0f0-1d6213622e88', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:14.436276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] Checking router: 63dfad8a-0beb-411a-9b25-3c61a188b028 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:14.467660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 216df70f-0a95-45cb-b52d-eb405be26c90, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=216df70f-0a95-45cb-b52d-eb405be26c90,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:14.468745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] Routers {'63dfad8a-0beb-411a-9b25-3c61a188b028'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:14.469378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['63dfad8a-0beb-411a-9b25-3c61a188b028'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:14.480834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9313-5156-4b0d-92eb-5a69ecd9bd48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.481528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0c9313-5156-4b0d-92eb-5a69ecd9bd48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Fanout notify agent at l3_agent the message router_deleted on router 9a56ab88-b51a-414c-b821-14cc2b541e52 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:24:14.514532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b0c9313-5156-4b0d-92eb-5a69ecd9bd48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.517564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.518891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9b0c9313-5156-4b0d-92eb-5a69ecd9bd48 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/routers/9a56ab88-b51a-414c-b821-14cc2b541e52 HTTP/1.1" status: 204 len: 168 time: 1.1507633 Sep 21 18:24:14.520178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60388) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:14.520841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90b56b34-a2c5-421a-8818-ed982c50059f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.526862 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.548992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.590329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53422a78-e0f6-4cea-b0f0-1d6213622e88,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:14.602419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=216df70f-0a95-45cb-b52d-eb405be26c90,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:14.605153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=b55cf870-e9bd-487a-bd32-6721d02a9f09,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:14.611115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 31b69609-cb2d-4637-9ee5-ed353100514b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:14.643660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 31b69609-cb2d-4637-9ee5-ed353100514b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:14.644015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 31b69609-cb2d-4637-9ee5-ed353100514b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:14.705316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.714034 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.743482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] No DVR routers for this DVR port 66e06aec-3021-4fe9-b052-a37882e6e415 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:14.744771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90b56b34-a2c5-421a-8818-ed982c50059f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.749425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-90b56b34-a2c5-421a-8818-ed982c50059f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4332318 Sep 21 18:24:14.751102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60390) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:14.754048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b56b34-a2c5-421a-8818-ed982c50059f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:14.777235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c3a56c53-5a9e-40c0-a257-bdac15d635d7 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd0ed2-c48e-4f4a-a6f2-df2981f65602', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:14.795334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] No DVR routers for this DVR port b55cf870-e9bd-487a-bd32-6721d02a9f09 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:14.801358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.804049 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d23cb93d-c75d-439a-911f-37f19c9430fc req-7f6d46b9-e3f1-4674-8e33-41a139a83854 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.41 "DELETE /v2.0/ports/b55cf870-e9bd-487a-bd32-6721d02a9f09 HTTP/1.1" status: 204 len: 173 time: 1.7320957 Sep 21 18:24:14.805837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'name': 'network-vif-deleted', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:14.808414 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b87fa54-b2c4-4934-8e0b-26a2f617c44c" -d '{"events": [{"server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "name": "network-vif-deleted", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:14.811752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4740dd8-8068-4066-ba64-fc09e5fb29a5 None None] Pushing event deleted for resources: {'Port': ['ID=66e06aec-3021-4fe9-b052-a37882e6e415,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:14.823546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] Set router 63dfad8a-0beb-411a-9b25-3c61a188b028 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:14.829383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675efb15-109d-4d56-a6d6-97a2e1e170c5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:14.835844 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-675efb15-109d-4d56-a6d6-97a2e1e170c5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3068275 Sep 21 18:24:14.836866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60394) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:14.857113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c3a56c53-5a9e-40c0-a257-bdac15d635d7 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.927577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 6, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:14.950972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcafd0-2a95-4f42-a30c-0368a271856e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:14.955428 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dfbcafd0-2a95-4f42-a30c-0368a271856e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1174660 Sep 21 18:24:14.957064 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e98e6f-79f9-4ef3-b1a2-939bd9ef5bb5 x-openstack-request-id: req-71e98e6f-79f9-4ef3-b1a2-939bd9ef5bb5 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:14.957334 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe3d5ee-912c-45ec-910b-106911566540", "name": "network-vif-deleted", "tag": "b55cf870-e9bd-487a-bd32-6721d02a9f09", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:14.957634 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71e98e6f-79f9-4ef3-b1a2-939bd9ef5bb5 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:14.958121 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe3d5ee-912c-45ec-910b-106911566540', 'name': 'network-vif-deleted', 'tag': 'b55cf870-e9bd-487a-bd32-6721d02a9f09', 'status': 'completed', 'code': 200} Sep 21 18:24:14.959242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:14.982129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.985604 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.021854 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2d2c0069-c6f5-4afe-b1f2-5249e68b1ea4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592031 Sep 21 18:24:15.029063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60398) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:15.032342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c3a56c53-5a9e-40c0-a257-bdac15d635d7 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.036449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:15.042854 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c3a56c53-5a9e-40c0-a257-bdac15d635d7 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.045832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Sync routers for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:15.052118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995c93-f819-4a7f-b06c-4acfe108ac0f None None] The sync data for ids ['63dfad8a-0beb-411a-9b25-3c61a188b028'] in n-d-810285-3 is: [{'id': '63dfad8a-0beb-411a-9b25-3c61a188b028', 'name': 'tempest-ServerRescueNegativeTestJSON-588652017-router', 'tenant_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:59Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 6, 'project_id': '7c8b5a58b52349d0a2b65f784dcd06e3', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:15.055821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.056840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63dfad8a-0beb-411a-9b25-3c61a188b028 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:24:15.073225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:15.074008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:15.085122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.088462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e03794d9-bd51-4b4c-9642-8f7b500749f0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/63dfad8a-0beb-411a-9b25-3c61a188b028 HTTP/1.1" status: 204 len: 168 time: 2.2246482 Sep 21 18:24:15.090183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60406) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:15.120432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c3a56c53-5a9e-40c0-a257-bdac15d635d7 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.124205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c3a56c53-5a9e-40c0-a257-bdac15d635d7 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686972 Sep 21 18:24:15.183925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a56c53-5a9e-40c0-a257-bdac15d635d7 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58372b8-7c3a-4995-abe4-c09217121791,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:15.202134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60408) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:15.232569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f761453f-af48-4025-b100-51e92ab30015 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'security_group_rule': {'security_group_id': 'cdfd0ed2-c48e-4f4a-a6f2-df2981f65602', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:15.236552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] Deleting subnet f406aa9c-1588-45dc-a874-2512f877b05a {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:15.268284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:15.278415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-073a01c9-5a4f-4df3-b43b-b205edb854e4 req-57eafe77-9a6a-474a-a603-801017b8e7db tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe3d5ee-912c-45ec-910b-106911566540 HTTP/1.1" status: 200 len: 210 time: 0.0391417 Sep 21 18:24:15.279240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.343545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f761453f-af48-4025-b100-51e92ab30015 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.372733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.398483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:15.402397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.504995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.630605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 2, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:15.636402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 216df70f-0a95-45cb-b52d-eb405be26c90 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:15.636922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.642767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f761453f-af48-4025-b100-51e92ab30015 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.658976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f761453f-af48-4025-b100-51e92ab30015 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.679696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761453f-af48-4025-b100-51e92ab30015 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6d20a9-4949-4294-b011-a5696d2722d0,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:15.687584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f406aa9c-1588-45dc-a874-2512f877b05a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:15.697972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.700856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-39740c21-6e3a-4c8d-ac12-108da49072bf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f406aa9c-1588-45dc-a874-2512f877b05a HTTP/1.1" status: 204 len: 168 time: 0.6096704 Sep 21 18:24:15.703369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60412) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:15.704459 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f761453f-af48-4025-b100-51e92ab30015 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.705781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f761453f-af48-4025-b100-51e92ab30015 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4990189 Sep 21 18:24:15.709576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60414) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:15.713822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:15.719328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Checking router: 2a0f515f-4c64-452d-806c-dca6d0036f07 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:15.719807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Updating router 2a0f515f-4c64-452d-806c-dca6d0036f07 port c9f4157e-2283-4f33-ba92-0c6c96c66443 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:15.749845 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.757833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.799468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.914114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.943580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:15.955655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f045189f-9b0c-4dcb-b898-9c1a445f382b') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:15.956271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f045189f-9b0c-4dcb-b898-9c1a445f382b') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:15.968851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.985437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.000150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:24:16.001540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:24:16.002375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.004186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:24:16.004925 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:24:16.030352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:16.035594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:16.039368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:16.039959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.088557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.136523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd0571-dc06-4860-9fb9-d14dbf0a958c None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:16.145829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.150357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.154697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c HTTP/1.1" status: 204 len: 168 time: 0.4474816 Sep 21 18:24:16.194731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61a38f-ff19-48dc-9659-8b1c8bfebb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb3044d-bfda-48ca-ba4d-3ab117dc0c4c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.210069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Allocated IP 172.25.3.34 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/9e74728d-c4fc-485c-90d1-e02a7521ea5f) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:16.245289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b55cf870-e9bd-487a-bd32-6721d02a9f09 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:16.268088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2378597 Sep 21 18:24:16.270827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60418) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.277080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.287493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: b55cf870-e9bd-487a-bd32-6721d02a9f09 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:16.288097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b55cf870-e9bd-487a-bd32-6721d02a9f09 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:16.296956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263be7c0-3c30-4643-9830-e4cb257373ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.338648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 216df70f-0a95-45cb-b52d-eb405be26c90 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:16.339094 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.406362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60422) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.406712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60424) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.438613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:16.448707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.588204 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.603170 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2a201f2d-8fe4-4ac3-a421-aa24706d5304 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c8b5a58b52349d0a2b65f784dcd06e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919696 Sep 21 18:24:16.605800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60430) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.616596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.618303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29043b94-701b-4b66-a861-e24a71674bc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.622659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.648199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:16.649205 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.718554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29043b94-701b-4b66-a861-e24a71674bc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.785607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bf122-3c98-457d-87db-ae6b5415d086 None None] Pushing event updated for resources: {'Port': ['ID=c9f4157e-2283-4f33-ba92-0c6c96c66443,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.794341 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09c662d7-0dc6-4c97-ac0a-d964a62e7941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.801324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e06aec-3021-4fe9-b052-a37882e6e415 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:16.857299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09c662d7-0dc6-4c97-ac0a-d964a62e7941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.869591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.888415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Attempting to bind port c9f4157e-2283-4f33-ba92-0c6c96c66443 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:16.888415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Attempting to bind port c9f4157e-2283-4f33-ba92-0c6c96c66443 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:16.889039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Attempting to bind port c9f4157e-2283-4f33-ba92-0c6c96c66443 on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:16.908053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.939350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'Port': ['ID=9e74728d-c4fc-485c-90d1-e02a7521ea5f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.942896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29043b94-701b-4b66-a861-e24a71674bc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.946041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29043b94-701b-4b66-a861-e24a71674bc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.947252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-29043b94-701b-4b66-a861-e24a71674bc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/security-groups/a6df81c9-86b0-4ad9-8039-6bf4c147220a HTTP/1.1" status: 204 len: 168 time: 0.5394828 Sep 21 18:24:16.961400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.983943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:16.987828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:16.992984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:16.993704 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.007743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:17.009712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=07bd0682-95d0-45c4-893c-7fbc54117a26,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:17.021441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:17.024066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:17.025918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 66e06aec-3021-4fe9-b052-a37882e6e415 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:17.026463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043b94-701b-4b66-a861-e24a71674bc8 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6df81c9-86b0-4ad9-8039-6bf4c147220a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:17.026853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e06aec-3021-4fe9-b052-a37882e6e415 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:17.027489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-976b3100-c311-4558-99da-0ce8f4d38882 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7550149 Sep 21 18:24:17.028203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:17.036894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:11:eb:5f', 'name': 'tempest-NetworksTestDHCPv6-1274728000'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:17.037988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:17.039640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Checking segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:17.040260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.041318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Bound using segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:17.043197 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Bound port: c9f4157e-2283-4f33-ba92-0c6c96c66443, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:17.043784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.077407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-777c6d32-5e12-4d7d-a510-e78ddd089912 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.156870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 53422a78-e0f6-4cea-b0f0-1d6213622e88 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:17.159757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:17.161658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6e790ee4-4300-4e0d-8653-10abb490ead8 None None] Provisioning complete for port c9f4157e-2283-4f33-ba92-0c6c96c66443 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:17.162042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6e790ee4-4300-4e0d-8653-10abb490ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.220732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.233127 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-777c6d32-5e12-4d7d-a510-e78ddd089912 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.234563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] For port c9f4157e-2283-4f33-ba92-0c6c96c66443, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:17.236918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09c662d7-0dc6-4c97-ac0a-d964a62e7941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.237708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] For port c9f4157e-2283-4f33-ba92-0c6c96c66443, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c9f4157e-2283-4f33-ba92-0c6c96c66443,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:17.241961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09c662d7-0dc6-4c97-ac0a-d964a62e7941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.246797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-09c662d7-0dc6-4c97-ac0a-d964a62e7941 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/572fcbbe-c41c-485f-9211-cf177c4cc7a6 HTTP/1.1" status: 204 len: 168 time: 0.6400113 Sep 21 18:24:17.267947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.287766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.297066 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.297295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 63a459e7-9da2-40cc-b6c4-dc57a7e9d919 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:24:17.299402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 53422a78-e0f6-4cea-b0f0-1d6213622e88 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:17.301977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 53422a78-e0f6-4cea-b0f0-1d6213622e88 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:17.303584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:17.329472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c662d7-0dc6-4c97-ac0a-d964a62e7941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572fcbbe-c41c-485f-9211-cf177c4cc7a6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:17.420060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Allocated IP 2001:db8::f816:3eff:fe61:cbf3 (0fc02adc-eee2-4e58-a911-71742b0546cd/2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab/4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:17.425860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:17.426234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5b713c31-91a2-4b1e-a8e0-f80a44aa83a8 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:17.468215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6e790ee4-4300-4e0d-8653-10abb490ead8 None None] Port c9f4157e-2283-4f33-ba92-0c6c96c66443 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:17.530237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:17.530913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:17.687489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:17.716774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bf122-3c98-457d-87db-ae6b5415d086 None None] Pushing event updated for resources: {'Port': ['ID=c9f4157e-2283-4f33-ba92-0c6c96c66443,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:17.863236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-777c6d32-5e12-4d7d-a510-e78ddd089912 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.866666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-777c6d32-5e12-4d7d-a510-e78ddd089912 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.867930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-777c6d32-5e12-4d7d-a510-e78ddd089912 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/security-groups/336a73d2-a1aa-451a-9c68-13ee4661640c HTTP/1.1" status: 204 len: 168 time: 0.9054379 Sep 21 18:24:17.871895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60454) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:17.889749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c6d32-5e12-4d7d-a510-e78ddd089912 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336a73d2-a1aa-451a-9c68-13ee4661640c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:18.045037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-28b93de1-3a13-4c9e-9366-6dc693eb1371 None None] Provisioning complete for port c9f4157e-2283-4f33-ba92-0c6c96c66443 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:18.045638 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-28b93de1-3a13-4c9e-9366-6dc693eb1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.047194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.057357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.096678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.134822 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.186246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'Port': ['ID=9e74728d-c4fc-485c-90d1-e02a7521ea5f,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:18.192421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:18.198561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:18.202050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:18.277594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.293454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.295423 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4e041f8e-cdf9-41eb-a95e-56770c988d4b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5848954 Sep 21 18:24:18.334500 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-28b93de1-3a13-4c9e-9366-6dc693eb1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.343037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Pushing event updated for resources: {'Port': ['ID=4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:18.381070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:17Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:18.434920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Attempting to bind port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:18.435319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Attempting to bind port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:18.435789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Attempting to bind port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:18.442213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:18.442744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 172.20.0.4 (0fc02adc-eee2-4e58-a911-71742b0546cd/07bd0682-95d0-45c4-893c-7fbc54117a26/63a459e7-9da2-40cc-b6c4-dc57a7e9d919) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:18.443281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:18.443460 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.443982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:18.444591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Bound port: 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:18.445005 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.447522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b6c9f-98ba-4af4-ab05-7b523b0ffd61 None None] The sync data for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 is: [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:17Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:18.457115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fe11:eb5f (0fc02adc-eee2-4e58-a911-71742b0546cd/2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab/63a459e7-9da2-40cc-b6c4-dc57a7e9d919) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:18.475185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-28b93de1-3a13-4c9e-9366-6dc693eb1371 None None] For port c9f4157e-2283-4f33-ba92-0c6c96c66443, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c9f4157e-2283-4f33-ba92-0c6c96c66443,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:18.484386 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-28b93de1-3a13-4c9e-9366-6dc693eb1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.538519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b93de1-3a13-4c9e-9366-6dc693eb1371 None None] Pushing event updated for resources: {'Port': ['ID=c9f4157e-2283-4f33-ba92-0c6c96c66443,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:18.605622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] For port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:18.609533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] For port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:18.618922 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.702846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.714226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620f5d-1455-45d8-a69c-4d314e5ccd35 None None] Pushing event updated for resources: {'Port': ['ID=4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:18.753630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.863743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:18.875999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:18.879290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=63a459e7-9da2-40cc-b6c4-dc57a7e9d919,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:18.882676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:18.968139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-8b47ed03-87ad-4934-81ec-fcd3aeeea82f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1070791535&fields=id&tenant_id=f6b98bdfaa0541a59027738d891fca2f HTTP/1.1" status: 200 len: 267 time: 0.1327627 Sep 21 18:24:19.001322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:19.001666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.060950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-14f553d9-1304-48a1-8e82-011bdaf6c52d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0313177 Sep 21 18:24:19.063886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60494) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:19.167454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8804d-3ef8-4f8b-838e-71bfad6a3449 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:19.182304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8804d-3ef8-4f8b-838e-71bfad6a3449 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:19.187048 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b2c8804d-3ef8-4f8b-838e-71bfad6a3449 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1190701 Sep 21 18:24:19.198901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60496) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:19.265873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-3509321e-8890-4344-8805-79c63e98e911 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:19.274446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-3509321e-8890-4344-8805-79c63e98e911 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 809 time: 0.2546606 Sep 21 18:24:19.301861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-99bb6f9c-ad59-42b3-b5ea-c795dc277903 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/quotas/f6b98bdfaa0541a59027738d891fca2f HTTP/1.1" status: 200 len: 375 time: 0.0263042 Sep 21 18:24:19.326838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.384433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 63a459e7-9da2-40cc-b6c4-dc57a7e9d919 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:19.385907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.420739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-4905cca0-ff83-49c5-84bd-89f6f867bbb9 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113591 Sep 21 18:24:19.445222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:19.516223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:19.516866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.551278 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.566918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 63a459e7-9da2-40cc-b6c4-dc57a7e9d919 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:19.635746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.659635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-b2c30699-646c-4a6a-af6a-50df66f98896 service neutron] 10.222.0.70 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338607 Sep 21 18:24:19.737565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:19.749927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.751267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c9f4157e-2283-4f33-ba92-0c6c96c66443 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:19.853741 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.866364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c9f4157e-2283-4f33-ba92-0c6c96c66443 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:19.878427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.909300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=63a459e7-9da2-40cc-b6c4-dc57a7e9d919,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:19.932274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:19.938177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.938561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.938901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.939231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.939833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.940365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.940889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.941406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.941921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.945137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.945705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.946249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:19.961656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-39eee1fe-1fb4-4515-aceb-c8a3724272b5 service neutron] 10.222.0.70 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011279 Sep 21 18:24:19.988180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port 87376912-7017-4d6b-9e08-2dcc02882f75 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:19.988617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.141868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] For port 87376912-7017-4d6b-9e08-2dcc02882f75, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87376912-7017-4d6b-9e08-2dcc02882f75,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:20.145114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.172614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.177887 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dd42944c-f0a3-4eff-a958-961aa6c09279 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/63a459e7-9da2-40cc-b6c4-dc57a7e9d919 HTTP/1.1" status: 204 len: 168 time: 0.9771969 Sep 21 18:24:20.182236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60512) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.208521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for 87376912-7017-4d6b-9e08-2dcc02882f75 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:20.226176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f35c9-7f86-4679-bba9-1e2ee22f3be5 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:20.242008 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:24:20.275327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1b836-156c-4af3-a27e-135396f02934 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:20.291030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1b836-156c-4af3-a27e-135396f02934 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:20.293610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1b836-156c-4af3-a27e-135396f02934 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:20.298747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a9c1b836-156c-4af3-a27e-135396f02934 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1151536 Sep 21 18:24:20.299704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60516) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.400772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-eff42d6b-b494-475c-8adc-87877bcac785 None None] Provisioning complete for port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:20.407348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eff42d6b-b494-475c-8adc-87877bcac785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.412931 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 07bd0682-95d0-45c4-893c-7fbc54117a26 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:20.419958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.528666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.615430 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.743704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.769002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f9c5e-61b5-454d-a397-74cd4c11217f None None] Update dhcp port {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab', 'ip_address': '2001:db8::f816:3eff:fe61:cbf3'}, {'subnet_id': '07bd0682-95d0-45c4-893c-7fbc54117a26'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:24:20.784144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=07bd0682-95d0-45c4-893c-7fbc54117a26,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.787265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.789781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-85268f5f-565a-4aaf-8bd3-03460174893a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/07bd0682-95d0-45c4-893c-7fbc54117a26 HTTP/1.1" status: 204 len: 168 time: 0.4886808 Sep 21 18:24:20.792227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60526) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.875328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:20.879341 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.935787 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.946464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-652d4b1b-f802-42ae-95e0-3dc21c38eb72 req-0b73aaa4-c36d-4b5e-93e0-5d54b031b964 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 210 time: 0.1023986 Sep 21 18:24:21.013878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-812f9c5e-61b5-454d-a397-74cd4c11217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.047892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.180672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.218281 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.220110 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab HTTP/1.1" status: 204 len: 168 time: 0.4263489 Sep 21 18:24:21.223361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60548) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:21.272212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.273764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:21.281128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eebf0f-b2b8-49b6-96c5-8fb27532f2bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-812f9c5e-61b5-454d-a397-74cd4c11217f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab: This subnet is being modified by another concurrent operation. Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab: This subnet is being modified by another concurrent operation. Sep 21 18:24:21.315624 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:24:21.330506 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-453ed647-26fd-437a-82b6-0637f885f009 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049469 Sep 21 18:24:21.331019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60552) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:21.338643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:21.356630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=87376912-7017-4d6b-9e08-2dcc02882f75,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:21.411909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:21.413186 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.591553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:21.595793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.599814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.623582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d0f821-ae78-401c-8d73-757ea0805353 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:21.699198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7334eea5-1fd1-4434-9545-690da95ab414 None None] Provisioning complete for port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:21.699913 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7334eea5-1fd1-4434-9545-690da95ab414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.163110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-b536d708-d425-43af-a367-7fd6245399e4 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:22.165459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-b536d708-d425-43af-a367-7fd6245399e4 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 809 time: 0.2624211 Sep 21 18:24:22.170263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:22.214503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e60e9a56-bd9e-49e6-9b01-00dc428b3c4b req-d4106441-bc44-4bee-b7ab-b5829cc2218f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 210 time: 0.0487843 Sep 21 18:24:22.280611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] Deleting port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:22.281433 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.319542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:24:22.433100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] For port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:22.434027 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.451401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:22.453178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60566) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:22.457811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] Calling delete_port for 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:22.510281 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-30260f71-ebd5-43fe-92ce-70524650bec5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b98bdfaa0541a59027738d891fca2f HTTP/1.1" status: 200 len: 380 time: 0.2932284 Sep 21 18:24:22.571289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'port': {'device_id': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'admin_state_up': True, 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'security_groups': ['cdfd0ed2-c48e-4f4a-a6f2-df2981f65602']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:22.595079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.607411 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.641190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] No DVR routers for this DVR port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:22.653383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b256-849f-40ff-a84a-1d94dbeeb638 None None] Pushing event deleted for resources: {'Port': ['ID=4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:22.660848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c22f9-23c8-4e8f-a007-d5d2b0658d12 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:24:22.676824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Port 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 concurrently deleted while adding address for new subnet {'id': 'a84611dc-6ed1-4642-915e-9d0b0003305e', 'name': '', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2934, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-21T18:24:21Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f2f863dfa83f445881149125413ab0dc'}. {{(pid=95091) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 21 18:24:22.678644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.695831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e959ef80-221b-400e-9189-de1cd025f855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.726690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:22.730662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:22.734410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:22.735380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.760294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=a84611dc-6ed1-4642-915e-9d0b0003305e,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:22.796824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:22.808752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60572) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:22.808910 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] Sync routers for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:22.809407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-50882a0e-d86f-4941-9a52-88e7ce64e88b tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "PUT /v2.0/routers/6dd22fc1-5030-42ff-89f1-9a2c299498c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9355512 Sep 21 18:24:22.816125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6c22f9-23c8-4e8f-a007-d5d2b0658d12 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:24:22.832021 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:22.832655 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:22.906858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting subnet 8dbc7e3d-36ea-4133-9773-b0af88cb0ed1 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:22.911154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.912042 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e959ef80-221b-400e-9189-de1cd025f855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.919107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e959ef80-221b-400e-9189-de1cd025f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.960746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.970798 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e959ef80-221b-400e-9189-de1cd025f855 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6740466bb104e45b0c0b9804f4aaf87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109007 Sep 21 18:24:22.972919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60578) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:23.016135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ef80-221b-400e-9189-de1cd025f855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2069f248-288b-4e4f-aeb2-5a3a96a71c7b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:23.031174 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:23.093042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.106235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12c147d5-0d9c-499c-9b26-b0e0aff4a8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.153584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c5bba54c-c170-45cd-8dbb-ac8dd52996f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8212259 Sep 21 18:24:23.157675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60580) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:23.172096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:23.174474 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12c147d5-0d9c-499c-9b26-b0e0aff4a8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.262150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'a84611dc-6ed1-4642-915e-9d0b0003305e'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:23.263116 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.284733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Made reservation on behalf of f6b98bdfaa0541a59027738d891fca2f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:23.297078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.387315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:23.406007 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08c96a10-821a-4d0f-a53a-243eb0ae92eb req-f1e9f1d9-5972-4700-91a9-c7519a41bdfb tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 210 time: 0.0598607 Sep 21 18:24:23.420789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:23.421154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4791b3c2-5c64-4cb1-b1a9-d0b2d3b5a349 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:23.479442 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.492786 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:23.525276 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12c147d5-0d9c-499c-9b26-b0e0aff4a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.527534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Allocated IP 2001:db8::f816:3eff:fe25:b99a (0fc02adc-eee2-4e58-a911-71742b0546cd/a84611dc-6ed1-4642-915e-9d0b0003305e/aa427276-adf5-406d-b89e-d2159e17ed40) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:23.534392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12c147d5-0d9c-499c-9b26-b0e0aff4a8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.534618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbc7e3d-36ea-4133-9773-b0af88cb0ed1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:23.535660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-12c147d5-0d9c-499c-9b26-b0e0aff4a8ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2069f248-288b-4e4f-aeb2-5a3a96a71c7b HTTP/1.1" status: 204 len: 168 time: 0.5617781 Sep 21 18:24:23.536762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.538928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-28682110-8315-4c94-9e3c-1e819a6d1416 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/subnets/8dbc7e3d-36ea-4133-9773-b0af88cb0ed1 HTTP/1.1" status: 204 len: 168 time: 0.7280357 Sep 21 18:24:23.554362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60586) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:23.558206 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] Checking router: 6dd22fc1-5030-42ff-89f1-9a2c299498c8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:23.570707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:23.575489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.579352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c147d5-0d9c-499c-9b26-b0e0aff4a8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2069f248-288b-4e4f-aeb2-5a3a96a71c7b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:23.580765 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] Routers {'6dd22fc1-5030-42ff-89f1-9a2c299498c8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:23.581878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:23.637368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Allocated IP 172.20.0.7 (75ab1cf6-a638-4833-8f75-3d0f9b833e1f/9f01ea14-f1b1-4658-bb8f-c273c18eb419/5c161ef1-c382-42dc-a9de-7f2913a12ef7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:23.825823 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] Set router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:23.859735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.873763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.948466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.963676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Pushing event updated for resources: {'Port': ['ID=aa427276-adf5-406d-b89e-d2159e17ed40,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:23.997054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:23.999474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:24.009137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:24.043698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.121755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Attempting to bind port aa427276-adf5-406d-b89e-d2159e17ed40 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:24.122415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Attempting to bind port aa427276-adf5-406d-b89e-d2159e17ed40 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:24.123150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Attempting to bind port aa427276-adf5-406d-b89e-d2159e17ed40 on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:24.127356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:24.129604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:24.130958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:24.131618 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.132256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:24.133195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Bound port: aa427276-adf5-406d-b89e-d2159e17ed40, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:24.133841 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.147049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:24.151402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:24.171192 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.183050 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:24.198116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.206112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:24.206925 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.225168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'Port': ['ID=5c161ef1-c382-42dc-a9de-7f2913a12ef7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:24.236042 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df7954-bf18-40a2-91f6-571217a7737a None None] The sync data for ids ['6dd22fc1-5030-42ff-89f1-9a2c299498c8'] in n-d-810285-3 is: [{'id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1174177166', 'tenant_id': '33d0f4c439554f2fb201b312ef1f73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 5, 'project_id': '33d0f4c439554f2fb201b312ef1f73dc', 'gw_port': {'id': 'b74f97db-a5d9-4117-9b32-77cc440ed03b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22fc1-5030-42ff-89f1-9a2c299498c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:59Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:24.238405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-ecd2e75d-7593-4219-a899-9583a76358ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7214832 Sep 21 18:24:24.253315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Request body: {'port': {'device_id': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:24.299211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] For port aa427276-adf5-406d-b89e-d2159e17ed40, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:24.306454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] For port aa427276-adf5-406d-b89e-d2159e17ed40, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=aa427276-adf5-406d-b89e-d2159e17ed40,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:24.315142 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.325585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:24.332217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:24.341256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:24.342257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.358766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:24.365129 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.379358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60600) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:24.382971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f2ccb85-8496-47c3-9a1c-804785ad09a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2236063 Sep 21 18:24:24.391466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:c7:06:cb', 'name': 'tempest-NetworksTestDHCPv6-590251361'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:24.417093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a80c5-adb7-4c74-a546-01ace6a9146a None None] Pushing event updated for resources: {'Port': ['ID=aa427276-adf5-406d-b89e-d2159e17ed40,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:24.496559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.658116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port b74f97db-a5d9-4117-9b32-77cc440ed03b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:24.658539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.813063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] For port b74f97db-a5d9-4117-9b32-77cc440ed03b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b74f97db-a5d9-4117-9b32-77cc440ed03b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:24.813484 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.829732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for b74f97db-a5d9-4117-9b32-77cc440ed03b owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:24.889562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60616) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:25.047269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f8668-311c-4e58-ad01-bab683c2b915 req-bf7647e0-9cce-458f-a631-913b395d309a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:25.050511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-220f8668-311c-4e58-ad01-bab683c2b915 req-bf7647e0-9cce-458f-a631-913b395d309a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 931 time: 0.5004733 Sep 21 18:24:25.070014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-network', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:25.076525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.138231 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:24:25.138231 n-d-810285-3 neutron-server[95090]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:24:25.138231 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id': '5538851b392c4ae68d1b049bc7baa723', 'id': '29531e33-2b4f-458a-ba6f-edc96b3dcb16', 'expiration': datetime.datetime(2021, 9, 21, 18, 26, 25, 112651)}] Sep 21 18:24:25.138231 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:24:25.139243 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:24:25.153115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=b74f97db-a5d9-4117-9b32-77cc440ed03b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:25.164584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:25.189208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-220f8668-311c-4e58-ad01-bab683c2b915 req-ded6c886-bf7b-4c8b-8a95-0fa9568559b1 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270847 Sep 21 18:24:25.268303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device aa427276-adf5-406d-b89e-d2159e17ed40 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:25.273440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.292809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c161ef1-c382-42dc-a9de-7f2913a12ef7 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:24:25.304403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.329847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.334696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Transition to ACTIVE for port object 5c161ef1-c382-42dc-a9de-7f2913a12ef7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:24:25.347785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.361044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port aa427276-adf5-406d-b89e-d2159e17ed40 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:25.361625 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.404957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.407804 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.437091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c161ef1-c382-42dc-a9de-7f2913a12ef7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:25.450572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 252b533d-bfac-4c40-9731-fcbc73605844 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:24:25.467869 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.468689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.469460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd22fc1-5030-42ff-89f1-9a2c299498c8 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:24:25.485239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.488986 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0f310128-c0b5-4c5f-8dea-8030420c8cf4 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/routers/6dd22fc1-5030-42ff-89f1-9a2c299498c8 HTTP/1.1" status: 204 len: 168 time: 1.9334173 Sep 21 18:24:25.491072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:25.556846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port aa427276-adf5-406d-b89e-d2159e17ed40, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=aa427276-adf5-406d-b89e-d2159e17ed40,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:25.564440 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.574612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87376912-7017-4d6b-9e08-2dcc02882f75 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:25.604923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.609691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Attempting to bind port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:25.610097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Attempting to bind port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:25.610641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Attempting to bind port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:25.624951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:24:25.625279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Attempting to bind port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:25.662928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:25.663283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Checking segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:25.663685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Bound using segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:25.664144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Bound port: 5c161ef1-c382-42dc-a9de-7f2913a12ef7, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:25.664514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.668803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 87376912-7017-4d6b-9e08-2dcc02882f75 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:25.669292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87376912-7017-4d6b-9e08-2dcc02882f75 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:25.724624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=aa427276-adf5-406d-b89e-d2159e17ed40,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:25.765115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] For port 5c161ef1-c382-42dc-a9de-7f2913a12ef7, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:25.772391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] For port 5c161ef1-c382-42dc-a9de-7f2913a12ef7, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:25.825797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.901082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:25.901678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.903255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] 10.222.0.78 "PUT /v2.0/ports/5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 1091 time: 1.6560094 Sep 21 18:24:25.903695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:25.906136 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a202dae-3c88-44c8-883e-b6614dab977c" -d '{"events": [{"name": "network-changed", "server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:25.913596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Made reservation on behalf of 5538851b392c4ae68d1b049bc7baa723 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:25.916164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.998726 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.021026 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c68c5e-5861-4958-b7c7-a2dc40defafc x-openstack-request-id: req-20c68c5e-5861-4958-b7c7-a2dc40defafc {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:26.022131 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:26.024591 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20c68c5e-5861-4958-b7c7-a2dc40defafc {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:26.024909 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'status': 'completed', 'code': 200} Sep 21 18:24:26.030627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65289837-9af5-4a33-8389-1fa590dc86fa None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:26.040106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Deleting port 2b83573b-a0c5-4f38-96b8-0dead7495b97 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:26.040516 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.049422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 172.20.0.11 (0fc02adc-eee2-4e58-a911-71742b0546cd/ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2/252b533d-bfac-4c40-9731-fcbc73605844) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:26.057306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fec7:6cb (0fc02adc-eee2-4e58-a911-71742b0546cd/a84611dc-6ed1-4642-915e-9d0b0003305e/252b533d-bfac-4c40-9731-fcbc73605844) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:26.164903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] For port 2b83573b-a0c5-4f38-96b8-0dead7495b97, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2b83573b-a0c5-4f38-96b8-0dead7495b97,segment=NetworkSegment(e5d055de-4d6d-4582-ae49-91b02d10abe2),segment_id=e5d055de-4d6d-4582-ae49-91b02d10abe2)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:26.168026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.201219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Calling delete_port for 2b83573b-a0c5-4f38-96b8-0dead7495b97 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:26.207600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7edfb7-ac41-4262-99b9-10212814fa66 None None] Network caaed8b2-c322-4d2e-be7c-ba3965609ca7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:26.239381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e4049c04-5179-4387-8a32-d16085b9b370 None None] Provisioning complete for port aa427276-adf5-406d-b89e-d2159e17ed40 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:26.239963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e4049c04-5179-4387-8a32-d16085b9b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.303561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.346828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.368979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7682b-dec3-46a0-975a-2e9ebeb8e9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c161ef1-c382-42dc-a9de-7f2913a12ef7,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:26.374755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] No DVR routers for this DVR port 2b83573b-a0c5-4f38-96b8-0dead7495b97 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:26.512909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.537425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaed8b2-c322-4d2e-be7c-ba3965609ca7']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:26.548765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d055de-4d6d-4582-ae49-91b02d10abe2') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:26.549177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d055de-4d6d-4582-ae49-91b02d10abe2') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:26.560968 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.578900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.594129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:24:26.596626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.608836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.625914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-8398561a-d41d-4e1d-9862-2b56e2e3faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.627667 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-8398561a-d41d-4e1d-9862-2b56e2e3faa4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1094 time: 0.6087866 Sep 21 18:24:26.628299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.665935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9922981b-0658-402a-8759-8789843fed28,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:24:26.677416 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:24:26.680753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Port': ['ID=2b83573b-a0c5-4f38-96b8-0dead7495b97,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:26.686116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.702817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.704847 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] 10.222.0.70 "DELETE /v2.0/networks/caaed8b2-c322-4d2e-be7c-ba3965609ca7 HTTP/1.1" status: 204 len: 168 time: 1.2127450 Sep 21 18:24:26.718946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea610ad-37e3-4f25-acdc-4ba98eab3807 tempest-TestSecurityGroupsBasicOps-2088858898 tempest-TestSecurityGroupsBasicOps-2088858898-project] Pushing event deleted for resources: {'Network': ['ID=caaed8b2-c322-4d2e-be7c-ba3965609ca7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:26.732320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:24:26.749324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.749678 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Added segment 7cfb5da4-6819-4434-bb0d-89373d8cd83f of type vlan for network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d Sep 21 18:24:26.752316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca7d4f-448a-4959-94e8-d3953c17ce36 None None] DHCP port deletion for caaed8b2-c322-4d2e-be7c-ba3965609ca7 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:26.772948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edaaeaa-a342-4cc2-8daf-6d75c1d8f0ed None None] Update dhcp port {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': 'a84611dc-6ed1-4642-915e-9d0b0003305e', 'ip_address': '2001:db8::f816:3eff:fe25:b99a'}, {'subnet_id': 'ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2'}], 'binding:host_id': 'n-d-810285-3'}, 'id': 'aa427276-adf5-406d-b89e-d2159e17ed40'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:24:26.798481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.819442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0edaaeaa-a342-4cc2-8daf-6d75c1d8f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.874303 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.875380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.875974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.884039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-6d881abb-e64e-4d2c-8fb1-b8d3239646b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 217 time: 0.2191556 Sep 21 18:24:26.885111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.898633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9959-b212-43be-82c7-c40b075b548d req-194b9731-8258-4812-aeb2-fe66b73f6d34 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.906474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-796b9959-b212-43be-82c7-c40b075b548d req-194b9731-8258-4812-aeb2-fe66b73f6d34 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 943 time: 0.5567913 Sep 21 18:24:27.049694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=252b533d-bfac-4c40-9731-fcbc73605844,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:27.094694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0edaaeaa-a342-4cc2-8daf-6d75c1d8f0ed None None] Allocated IP 172.20.0.2 (0fc02adc-eee2-4e58-a911-71742b0546cd/ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2/aa427276-adf5-406d-b89e-d2159e17ed40) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:27.120136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] Pushing event updated for resources: {'Network': ['ID=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:27.124639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-35da51c2-1c00-4ce1-9b8a-b6b6bdeef3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.126923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-35da51c2-1c00-4ce1-9b8a-b6b6bdeef3eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.2060556 Sep 21 18:24:27.128169 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-112ccabd-e49c-4ba2-848a-09017da2124f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2368686 Sep 21 18:24:27.131937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60654) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:27.137565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Request body: {'subnet': {'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-subnet', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:27.138319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:27.140058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:27.159759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:27.181693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Made reservation on behalf of 5538851b392c4ae68d1b049bc7baa723 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:27.184539 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.200516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:24:27.225752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.226454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.269328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-595ae3e1-3a91-4f1c-8d87-27c60a5159a2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8865016 Sep 21 18:24:27.272117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60656) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:27.312074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-796b9959-b212-43be-82c7-c40b075b548d req-80f98c4e-9f67-4043-afc2-4fd0c4aeb74c tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044554 Sep 21 18:24:27.339366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device aa427276-adf5-406d-b89e-d2159e17ed40 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:27.347362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214fec-00e9-4429-b106-226e3b318a76 req-a2114a4c-d941-4f73-88cf-b051c85d7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.349118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-a2114a4c-d941-4f73-88cf-b051c85d7ced service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013679 Sep 21 18:24:27.412528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a37c7-8726-4aca-bf2e-f0e5458b8e96 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.434630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a37c7-8726-4aca-bf2e-f0e5458b8e96 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.438887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-169a37c7-8726-4aca-bf2e-f0e5458b8e96 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1612599 Sep 21 18:24:27.440458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60660) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:27.508956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0edaaeaa-a342-4cc2-8daf-6d75c1d8f0ed None None] For port aa427276-adf5-406d-b89e-d2159e17ed40, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=aa427276-adf5-406d-b89e-d2159e17ed40,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:27.526854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port aa427276-adf5-406d-b89e-d2159e17ed40 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:27.527346 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.603469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0edaaeaa-a342-4cc2-8daf-6d75c1d8f0ed None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.615183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0edaaeaa-a342-4cc2-8daf-6d75c1d8f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.640351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-cb5546a9-4de9-4fde-a6cb-2993c6708366 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795782 Sep 21 18:24:27.652417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.732192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60666) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:27.747255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 252b533d-bfac-4c40-9731-fcbc73605844 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:27.747402 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.773127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbd0b82-3cd9-45dc-97df-543e124f7575,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:27.791048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da214fec-00e9-4429-b106-226e3b318a76 req-a19ae442-4da9-4609-9274-f85331cee6e6 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425583 Sep 21 18:24:27.807850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Checking segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:27.808211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Network hostable DHCP agents. Network: a461d61d-f8dc-4e2e-9ab9-defee3d4a06d, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:24:27.908477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:24:27.941023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaaeaa-a342-4cc2-8daf-6d75c1d8f0ed None None] Pushing event updated for resources: {'Port': ['ID=aa427276-adf5-406d-b89e-d2159e17ed40,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:27.952065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:27.953445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a202dae-3c88-44c8-883e-b6614dab977c req-9837768d-1a41-44c3-9cc4-23cea2e24370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.955062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a202dae-3c88-44c8-883e-b6614dab977c req-9837768d-1a41-44c3-9cc4-23cea2e24370 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1094 time: 0.1023822 Sep 21 18:24:27.978486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a461d61d-f8dc-4e2e-9ab9-defee3d4a06d) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:27.979875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 252b533d-bfac-4c40-9731-fcbc73605844 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:27.998776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e2cb0-de5a-4945-aad6-e4d80f599f37 None None] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:28.013094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.013589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.039195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b74f97db-a5d9-4117-9b32-77cc440ed03b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:28.065476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b74f97db-a5d9-4117-9b32-77cc440ed03b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:28.066324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b74f97db-a5d9-4117-9b32-77cc440ed03b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:28.067054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2b83573b-a0c5-4f38-96b8-0dead7495b97 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:28.096879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a202dae-3c88-44c8-883e-b6614dab977c req-d42a4837-95fa-485f-b16b-c8bbd6226779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.098551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a202dae-3c88-44c8-883e-b6614dab977c req-d42a4837-95fa-485f-b16b-c8bbd6226779 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.1361372 Sep 21 18:24:28.141459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 2b83573b-a0c5-4f38-96b8-0dead7495b97 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:28.141896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2b83573b-a0c5-4f38-96b8-0dead7495b97 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:28.172753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a202dae-3c88-44c8-883e-b6614dab977c req-dc7a6702-4e97-41a5-827d-70f1b0b6b1ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 217 time: 0.0650775 Sep 21 18:24:28.216640 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-736534d6-d505-47ec-953b-4511d09d30d9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0809124 Sep 21 18:24:28.221973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60674) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:28.237065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:28.263161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a202dae-3c88-44c8-883e-b6614dab977c req-8419407b-c838-454c-824a-f5a6e9ac6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.276427 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a202dae-3c88-44c8-883e-b6614dab977c req-8419407b-c838-454c-824a-f5a6e9ac6c51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0926776 Sep 21 18:24:28.309249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:28.311610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.326235 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-441e1384-f3f7-4439-87c5-b3aeac5da27d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33d0f4c439554f2fb201b312ef1f73dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5895875 Sep 21 18:24:28.329719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60680) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:28.336777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.340612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.415747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.468568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a202dae-3c88-44c8-883e-b6614dab977c req-24616bba-b353-4323-8270-a4fd6ae83daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.470632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a202dae-3c88-44c8-883e-b6614dab977c req-24616bba-b353-4323-8270-a4fd6ae83daa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851654 Sep 21 18:24:28.500505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=252b533d-bfac-4c40-9731-fcbc73605844,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:28.558965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.657752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Allocated IP 172.20.0.2 (a461d61d-f8dc-4e2e-9ab9-defee3d4a06d/3dbd0b82-3cd9-45dc-97df-543e124f7575/2fe2f64c-005a-44ff-9f3f-b4542e6c264b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:28.743047 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.748511 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9c1b6fdb-96a5-422d-81fc-b7e16bc4bcf2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/252b533d-bfac-4c40-9731-fcbc73605844 HTTP/1.1" status: 204 len: 168 time: 1.3046196 Sep 21 18:24:28.796894 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60684) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:28.869460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.922381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc658c-88a2-4505-8165-1e0db0f18377 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.923905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc658c-88a2-4505-8165-1e0db0f18377 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.925375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc658c-88a2-4505-8165-1e0db0f18377 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.929597 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7dcc658c-88a2-4505-8165-1e0db0f18377 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1315804 Sep 21 18:24:28.931888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60690) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:28.992538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb28fc0-fa93-42f6-baa1-f0cc9c8636d4 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:29.013886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet a84611dc-6ed1-4642-915e-9d0b0003305e {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:29.018431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.025333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b28d50c4-d326-46a9-bad5-bc02605d52e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.066703 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b28d50c4-d326-46a9-bad5-bc02605d52e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.121963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.122259 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.125910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5390f57e-80df-4265-8a83-9761a8971321 None None] Provisioning complete for port aa427276-adf5-406d-b89e-d2159e17ed40 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:29.126360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5390f57e-80df-4265-8a83-9761a8971321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.157193 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e8418-d2cd-4893-a394-8ef3252a498c req-180c8f58-4092-4254-b9ce-f67978b931a5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:29.158771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-879e8418-d2cd-4893-a394-8ef3252a498c req-180c8f58-4092-4254-b9ce-f67978b931a5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 943 time: 0.7501135 Sep 21 18:24:29.190735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.203866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a202dae-3c88-44c8-883e-b6614dab977c req-11ae45e1-abc2-406c-9766-70af0d1e3894 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249584 Sep 21 18:24:29.240497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b28d50c4-d326-46a9-bad5-bc02605d52e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.243116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b28d50c4-d326-46a9-bad5-bc02605d52e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.245293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b28d50c4-d326-46a9-bad5-bc02605d52e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfe0974a-c62c-4b58-b77a-dd9a92ccc106 HTTP/1.1" status: 204 len: 168 time: 0.9098077 Sep 21 18:24:29.256706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Pushing event updated for resources: {'Port': ['ID=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:29.272905 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.298552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-879e8418-d2cd-4893-a394-8ef3252a498c req-8de864a0-ff8d-4fca-8f9d-e95089f48ac2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930545 Sep 21 18:24:29.301511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d50c4-d326-46a9-bad5-bc02605d52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe0974a-c62c-4b58-b77a-dd9a92ccc106,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:29.313185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device aa427276-adf5-406d-b89e-d2159e17ed40 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:29.354479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-78a1263f-0389-48ef-8685-0eaba0756909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.389941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:29.398674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:29.398921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a202dae-3c88-44c8-883e-b6614dab977c req-b4ca3993-5032-4690-a008-1d8f007c8419 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686363 Sep 21 18:24:29.401104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:29.421326 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.484382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Attempting to bind port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:29.484834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Attempting to bind port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:29.485231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Attempting to bind port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:29.492136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.493023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:29.493412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Checking segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:29.493824 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.494029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/a84611dc-6ed1-4642-915e-9d0b0003305e HTTP/1.1" status: 204 len: 168 time: 0.5609107 Sep 21 18:24:29.494243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Bound using segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:29.494872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Bound port: 2fe2f64c-005a-44ff-9f3f-b4542e6c264b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:29.495267 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.496925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60698) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:29.507603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465ceef-08a1-46d1-9d8f-9f0a2c34b9b0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=a84611dc-6ed1-4642-915e-9d0b0003305e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:29.604243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:29.608289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.616824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port aa427276-adf5-406d-b89e-d2159e17ed40 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:29.617570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.733335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] For port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:29.733598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60704) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:29.746984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.759089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] For port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:29.767560 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.774726 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd620960-1a1a-4f7b-b22b-a2cbf9ba30a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.806968 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.849354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:29.878099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434328bc-f8f9-4ff5-88d5-3e33f5e6ec46 None None] Pushing event updated for resources: {'Port': ['ID=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:29.918388 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.027645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.030167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Allocated IP 172.25.3.13 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/f6bc5f0e-40b3-4616-9485-a6b8c30319fa) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:30.047310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.050152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2 HTTP/1.1" status: 204 len: 168 time: 0.5517895 Sep 21 18:24:30.055319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60708) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:30.074635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047f046-60e8-468b-a600-32e8f0a5b23a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:30.108709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc7a62-7774-466e-aebf-c6fe5915a15d None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:30.117183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e7f37103-f031-433c-9993-4c32d6b4771c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602958 Sep 21 18:24:30.119836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60712) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:30.127079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:30.129397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd620960-1a1a-4f7b-b22b-a2cbf9ba30a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.152041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd620960-1a1a-4f7b-b22b-a2cbf9ba30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.201046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d6888279-a84c-4d28-a2aa-7350a96ec880 None None] Provisioning complete for port aa427276-adf5-406d-b89e-d2159e17ed40 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:30.201511 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6888279-a84c-4d28-a2aa-7350a96ec880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.242985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620960-1a1a-4f7b-b22b-a2cbf9ba30a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4318c4c-3bd8-4d84-ad1e-1d3ce3d5571f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:30.322649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60716) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:30.323626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cd620960-1a1a-4f7b-b22b-a2cbf9ba30a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28627577220a4838baa29501192f9d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866508 Sep 21 18:24:30.386033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:30.386344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.396340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.428676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.510536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:30.528021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:30.535963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:30.536287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:30.538679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3cccf6e-9f9b-4440-99fa-c89f12c282c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.539904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:30.581201 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3cccf6e-9f9b-4440-99fa-c89f12c282c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.602371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077077a-4869-408f-9cf1-760c232828bc req-73c75e46-50e3-490b-8290-2e032bcd649a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:30.603446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7077077a-4869-408f-9cf1-760c232828bc req-73c75e46-50e3-490b-8290-2e032bcd649a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 943 time: 0.1622460 Sep 21 18:24:30.621235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] Deleting port aa427276-adf5-406d-b89e-d2159e17ed40 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:30.621992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.707052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3cccf6e-9f9b-4440-99fa-c89f12c282c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.711135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3cccf6e-9f9b-4440-99fa-c89f12c282c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.712288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d3cccf6e-9f9b-4440-99fa-c89f12c282c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4318c4c-3bd8-4d84-ad1e-1d3ce3d5571f HTTP/1.1" status: 204 len: 168 time: 0.3907440 Sep 21 18:24:30.716795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] For port aa427276-adf5-406d-b89e-d2159e17ed40, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=aa427276-adf5-406d-b89e-d2159e17ed40,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:30.717857 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.749503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] Calling delete_port for aa427276-adf5-406d-b89e-d2159e17ed40 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:30.751343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cccf6e-9f9b-4440-99fa-c89f12c282c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4318c4c-3bd8-4d84-ad1e-1d3ce3d5571f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:30.824999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7077077a-4869-408f-9cf1-760c232828bc req-85fa1f5a-976f-473d-a0aa-9b3995343a8e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143476 Sep 21 18:24:30.911565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-d281035f-ec29-4771-8022-b49665c471eb service neutron] (95091) timed out ('10.222.0.70', 48610) {{(pid=95091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:24:30.963290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.983457 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.025192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] Pushing event deleted for resources: {'Port': ['ID=aa427276-adf5-406d-b89e-d2159e17ed40,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:31.030112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3f969-9d6f-49ac-9d3f-d69fb223e27c None None] No DVR routers for this DVR port aa427276-adf5-406d-b89e-d2159e17ed40 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:31.053986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5c161ef1-c382-42dc-a9de-7f2913a12ef7 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:24:31.078545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:31.080402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=bafd34f2-8ad5-420e-946e-9269e74ab665,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:31.081101 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.090985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:31.100518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:31.100897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.138898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea89059-cbf7-47d0-a85c-89d34ef7f8c1 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:31.157077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a59957f7-7125-4054-ba11-a3a0a2fa6342 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0349405 Sep 21 18:24:31.159408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60728) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:31.164569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:31.454039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2fe2f64c-005a-44ff-9f3f-b4542e6c264b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:31.487572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:31.494735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.519293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6038944-49c7-42e8-af60-5af186e7a8d9 None None] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:31.575847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60732) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:31.660548 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c3792399-9f98-4091-b738-309b9c85c88c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee9846ed5da74906b9c5d4ae810a37c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830684 Sep 21 18:24:31.665288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60738) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:31.718755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-019dade4-49e5-4508-bf35-6dac608b492d None None] Provisioning complete for port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:31.719172 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-019dade4-49e5-4508-bf35-6dac608b492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.788502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5c161ef1-c382-42dc-a9de-7f2913a12ef7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:31.791473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:31.791775 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.842844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.918637 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea94d084-c39b-444e-b2b7-9583adc9190e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:31.986498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'port_id': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'mac_address': 'fa:16:3e:58:68:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:24:32.021709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'bafd34f2-8ad5-420e-946e-9269e74ab665'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:32.022677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.060305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea94d084-c39b-444e-b2b7-9583adc9190e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.065497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:24:32.104500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.177348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:32.183174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:32.186839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:32.187627 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.231187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910da0-39f1-42a9-81e9-2954df773a15 req-8984f045-83bb-49d8-8a38-6a8e6e387472 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:32.233433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74910da0-39f1-42a9-81e9-2954df773a15 req-8984f045-83bb-49d8-8a38-6a8e6e387472 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 943 time: 0.1660244 Sep 21 18:24:32.234146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Router 6a290252-cb82-4897-a7e5-c43a2ee371ab is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:24:32.235132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0747230 Sep 21 18:24:32.238608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60746) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:32.244746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c63a6-53ac-4996-bf88-7c492213a8f1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=6e306fc2-0dcc-4796-ba29-65eb2fdd04a7,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:32.265527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:c7:26:eb', 'name': 'tempest-NetworksTestDHCPv6-2022588169'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:32.275884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea94d084-c39b-444e-b2b7-9583adc9190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.279595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea94d084-c39b-444e-b2b7-9583adc9190e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.288622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea94d084-c39b-444e-b2b7-9583adc9190e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4f7ac81-1b56-448b-9f0d-c38e27a203ac HTTP/1.1" status: 204 len: 168 time: 0.6236730 Sep 21 18:24:32.317050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74910da0-39f1-42a9-81e9-2954df773a15 req-13923f3c-69c9-4d85-a9fe-0ca5ba0c7eae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671213 Sep 21 18:24:32.385873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.408537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-019dade4-49e5-4508-bf35-6dac608b492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.444144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c161ef1-c382-42dc-a9de-7f2913a12ef7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:24:32.486639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5c161ef1-c382-42dc-a9de-7f2913a12ef7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:32.487990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.500003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94d084-c39b-444e-b2b7-9583adc9190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f7ac81-1b56-448b-9f0d-c38e27a203ac,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:32.551466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.622859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:32.640333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-019dade4-49e5-4508-bf35-6dac608b492d None None] For port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:32.656850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-019dade4-49e5-4508-bf35-6dac608b492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.726990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5c161ef1-c382-42dc-a9de-7f2913a12ef7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:32.781849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:32.799614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.835305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['5c161ef1-c382-42dc-a9de-7f2913a12ef7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:24:32.860709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 2d075181-3cbe-41aa-b6d2-19311cf9ed38 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:24:32.873698 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:32.876006 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e24fb6c8-8f46-43ee-8cda-67bea51a8c75 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6482201 Sep 21 18:24:32.878769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60760) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:32.916964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Sync routers for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:32.923453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dade4-49e5-4508-bf35-6dac608b492d None None] Pushing event updated for resources: {'Port': ['ID=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:33.008349 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:24:33.008923 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:24:33.035282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f19aec41-5b27-4584-bffb-6541525c0fe8 None None] Provisioning complete for port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:33.036621 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f19aec41-5b27-4584-bffb-6541525c0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.089182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:33.090341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:33.312788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:33.470103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Allocated IP 172.20.0.2 (0fc02adc-eee2-4e58-a911-71742b0546cd/bafd34f2-8ad5-420e-946e-9269e74ab665/0bf9555e-9c1d-4854-a959-683d52b3b45d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:33.483358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Allocated IP 2001:db8::f816:3eff:fe38:95e3 (0fc02adc-eee2-4e58-a911-71742b0546cd/6e306fc2-0dcc-4796-ba29-65eb2fdd04a7/0bf9555e-9c1d-4854-a959-683d52b3b45d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:33.546322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48008ea4-97f8-45ba-924f-1d81fa85fde7 req-1c6bfa09-0606-42e6-a401-dfd6cc8b1d79 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:33.550665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48008ea4-97f8-45ba-924f-1d81fa85fde7 req-1c6bfa09-0606-42e6-a401-dfd6cc8b1d79 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 944 time: 0.1169205 Sep 21 18:24:33.625993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:33.659035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48008ea4-97f8-45ba-924f-1d81fa85fde7 req-61efd3bb-0171-4fe3-b201-3621b2228850 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017766 Sep 21 18:24:33.725372 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-76a4b00e-f066-4b15-8d68-a9ead98764ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.745559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.796838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-524792004-network', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:33.824249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device aa427276-adf5-406d-b89e-d2159e17ed40 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:33.841075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Made reservation on behalf of 5f6b49010bca4b90b0e0dcf972a1ed8a for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:33.844383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.856682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.906785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: aa427276-adf5-406d-b89e-d2159e17ed40 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:33.907068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device aa427276-adf5-406d-b89e-d2159e17ed40 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:33.967849 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.985311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.061345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:34.073219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:34.077420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:34.080091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Pushing event updated for resources: {'Port': ['ID=0bf9555e-9c1d-4854-a959-683d52b3b45d,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:34.092288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.115959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:30Z', 'revision_number': 3, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:34.120583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2fe2f64c-005a-44ff-9f3f-b4542e6c264b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:34.127671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.160775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Allocated IP 172.20.0.1 (a461d61d-f8dc-4e2e-9ab9-defee3d4a06d/3dbd0b82-3cd9-45dc-97df-543e124f7575/f125b284-9561-49a3-9727-6d4cfe37a6aa) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:34.164902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:24:34.189957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 172.20.0.3 (0fc02adc-eee2-4e58-a911-71742b0546cd/bafd34f2-8ad5-420e-946e-9269e74ab665/2d075181-3cbe-41aa-b6d2-19311cf9ed38) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:34.195023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13371bd0-df19-4326-9aff-ac9f2028c6ed,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:34.201306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Checking router: 6a290252-cb82-4897-a7e5-c43a2ee371ab for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:34.201739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Updating router 6a290252-cb82-4897-a7e5-c43a2ee371ab port f6bc5f0e-40b3-4616-9485-a6b8c30319fa binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:34.210456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.212733 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Added segment fef509ea-e5f4-4ef6-a3d8-20a546e684b6 of type vlan for network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 Sep 21 18:24:34.231682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fec7:26eb (0fc02adc-eee2-4e58-a911-71742b0546cd/6e306fc2-0dcc-4796-ba29-65eb2fdd04a7/2d075181-3cbe-41aa-b6d2-19311cf9ed38) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:34.249397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.285049 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.298522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Attempting to bind port 0bf9555e-9c1d-4854-a959-683d52b3b45d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:34.298893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Attempting to bind port 0bf9555e-9c1d-4854-a959-683d52b3b45d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:34.299271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Attempting to bind port 0bf9555e-9c1d-4854-a959-683d52b3b45d on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:34.301754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.326341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.329573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:34.329952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:34.330388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.331106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:34.331286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Bound port: 0bf9555e-9c1d-4854-a959-683d52b3b45d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:34.331648 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.384042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.385018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:34.386247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.410576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.460112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.473636 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8439462 Sep 21 18:24:34.475810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60798) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:34.511545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:34.512107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.513282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Request body: {'subnet': {'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-524792004-subnet', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:34.529992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Pushing event updated for resources: {'Port': ['ID=f125b284-9561-49a3-9727-6d4cfe37a6aa,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:34.534957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a579-7a91-49f4-9a22-9aaddc565654 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac42ad2-f5d9-4893-93fb-28e67737ec70,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:34.544572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.544981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.545335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.545685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.546027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.546407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.546940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.547279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.547614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.547952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.548312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.548998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.562384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:34.564393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:34.582366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:34.595930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:24:34.601153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Made reservation on behalf of 5f6b49010bca4b90b0e0dcf972a1ed8a for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:34.604411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.633321 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.666786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.785379 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.843831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] For port 0bf9555e-9c1d-4854-a959-683d52b3b45d, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:34.967279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:34.971200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:34.978163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=2d075181-3cbe-41aa-b6d2-19311cf9ed38,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:34.990278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:35.039019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e852a9-614f-4210-82ae-18155a5ed554 req-6eb9c6d9-d1ca-4f5f-a1d3-12310236a702 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.047595 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2e852a9-614f-4210-82ae-18155a5ed554 req-6eb9c6d9-d1ca-4f5f-a1d3-12310236a702 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 944 time: 0.2306490 Sep 21 18:24:35.120247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.121720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.125985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.157351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2e852a9-614f-4210-82ae-18155a5ed554 req-e9f34ddc-c9e3-4add-9084-4a8527dee909 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081662 Sep 21 18:24:35.174633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.184014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9059bb57-5095-464e-9125-7570a3e3b991 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9398510 Sep 21 18:24:35.187271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:35.227781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc163369-73a5-47cb-9b45-64a7f105d862,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:35.232797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Checking segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:35.233279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Network hostable DHCP agents. Network: 0ac42ad2-f5d9-4893-93fb-28e67737ec70, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:24:35.256122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:24:35.269480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 0ac42ad2-f5d9-4893-93fb-28e67737ec70) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:35.285246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.286545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.307621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-23536d51-c6c5-45f2-9d37-7e3b7c9b58f2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7979381 Sep 21 18:24:35.308050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.310311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60810) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:35.313493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] For port 0bf9555e-9c1d-4854-a959-683d52b3b45d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0bf9555e-9c1d-4854-a959-683d52b3b45d,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:35.317775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:35.319817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5c161ef1-c382-42dc-a9de-7f2913a12ef7 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:35.322053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353313b-4cd6-4876-8da9-7a9d29316c74 None None] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:35.340630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afcc0be-aba1-48c6-be11-3d0d8f4a6ddc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.346973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afcc0be-aba1-48c6-be11-3d0d8f4a6ddc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.348024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.350789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4afcc0be-aba1-48c6-be11-3d0d8f4a6ddc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1621137 Sep 21 18:24:35.351737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.358966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60812) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:35.433183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.472803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.522362 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.554100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ed5a4-b625-4c75-a135-661661bd0df1 None None] Pushing event updated for resources: {'Port': ['ID=0bf9555e-9c1d-4854-a959-683d52b3b45d,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:35.558234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.597075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 2d075181-3cbe-41aa-b6d2-19311cf9ed38 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:35.597761 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.606326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.622477 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.625243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-66c568d7-6d4b-40d7-88ab-8501f2ee991b None None] Provisioning complete for port f125b284-9561-49a3-9727-6d4cfe37a6aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:35.625623 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66c568d7-6d4b-40d7-88ab-8501f2ee991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.656299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.678737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-66c568d7-6d4b-40d7-88ab-8501f2ee991b None None] Port f125b284-9561-49a3-9727-6d4cfe37a6aa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:35.766931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Attempting to bind port f6bc5f0e-40b3-4616-9485-a6b8c30319fa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:35.767566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Attempting to bind port f6bc5f0e-40b3-4616-9485-a6b8c30319fa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:35.767937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Attempting to bind port f6bc5f0e-40b3-4616-9485-a6b8c30319fa on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:35.773502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5e83b-d694-4e3c-bd0e-ef11926faaf6 None None] Pushing event updated for resources: {'Port': ['ID=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:35.781115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'fixed_ips': [{'subnet_id': 'fc163369-73a5-47cb-9b45-64a7f105d862'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:35.782019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.791090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:35.791501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:35.791891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.792443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:35.792970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Bound port: f6bc5f0e-40b3-4616-9485-a6b8c30319fa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:35.793370 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.816377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Pushing event updated for resources: {'Port': ['ID=f125b284-9561-49a3-9727-6d4cfe37a6aa,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:35.822317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.857165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.889983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] For port f6bc5f0e-40b3-4616-9485-a6b8c30319fa, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:35.893792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] For port f6bc5f0e-40b3-4616-9485-a6b8c30319fa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:35.898523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 2d075181-3cbe-41aa-b6d2-19311cf9ed38 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:35.912958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:24:35.917820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:35.926030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:35.926482 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.043927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.081413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.108681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:36.123866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:36.188614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:36.189520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:36.321232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5e83b-d694-4e3c-bd0e-ef11926faaf6 None None] Pushing event updated for resources: {'Port': ['ID=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:36.382954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Allocated IP 172.20.0.2 (0ac42ad2-f5d9-4893-93fb-28e67737ec70/fc163369-73a5-47cb-9b45-64a7f105d862/13463b90-a320-4fb7-8d40-1f96a817ca0b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:36.397786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Allocated IP 172.25.3.192 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:36.521750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.573129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2868a-7164-4f1b-8488-2d1ef804b06c req-114a6d46-b82c-44af-832f-d95e6c2d9859 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:36.574733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcb2868a-7164-4f1b-8488-2d1ef804b06c req-114a6d46-b82c-44af-832f-d95e6c2d9859 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 944 time: 0.1965816 Sep 21 18:24:36.576730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Router 6a290252-cb82-4897-a7e5-c43a2ee371ab has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:36.591462 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.610683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:36.613410 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb498f5-ba71-42e2-bfc3-c97489fdb90f" -d '{"events": [{"server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "name": "network-vif-plugged", "status": "completed", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:36.615439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.642485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.650916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f34ca3a1-0de7-4bf4-b830-70da7efebce3 None None] Provisioning complete for port f125b284-9561-49a3-9727-6d4cfe37a6aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:36.651443 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f34ca3a1-0de7-4bf4-b830-70da7efebce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.654241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:36.657512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 5c161ef1-c382-42dc-a9de-7f2913a12ef7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:36.702058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:36.706172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=2d075181-3cbe-41aa-b6d2-19311cf9ed38,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:36.717367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:36.730149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcb2868a-7164-4f1b-8488-2d1ef804b06c req-40312426-9853-4dc9-a745-20e76c1d8088 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442480 Sep 21 18:24:36.733850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:36.772306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:36.790057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Pushing event updated for resources: {'Port': ['ID=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:36.901034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f34ca3a1-0de7-4bf4-b830-70da7efebce3 None None] Port f125b284-9561-49a3-9727-6d4cfe37a6aa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:36.940022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:36.967677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eafe3d95-287d-47e1-8ebc-67b65ec3f48a admin admin] 10.222.0.70 "PUT /v2.0/routers/6a290252-cb82-4897-a7e5-c43a2ee371ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0870101 Sep 21 18:24:37.010790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.013366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-11c01663-25f3-4842-a85d-0cb5c80998fb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/2d075181-3cbe-41aa-b6d2-19311cf9ed38 HTTP/1.1" status: 204 len: 168 time: 1.6527061 Sep 21 18:24:37.019664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60828) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:37.037703 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.045247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=5c161ef1-c382-42dc-a9de-7f2913a12ef7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:37.149087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb97397-ea9c-4ba0-b023-e61dae989b53 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:37.151101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb97397-ea9c-4ba0-b023-e61dae989b53 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:37.152642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb97397-ea9c-4ba0-b023-e61dae989b53 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:37.161570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5eb97397-ea9c-4ba0-b023-e61dae989b53 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1330066 Sep 21 18:24:37.162308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60830) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:37.186778 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.230757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:37.240885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:37.246614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:37.282111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.288818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 6e306fc2-0dcc-4796-ba29-65eb2fdd04a7 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:37.298732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.346570 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f333b5-bb9c-47be-988d-3331698a9cc5 x-openstack-request-id: req-d2f333b5-bb9c-47be-988d-3331698a9cc5 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:37.346849 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "name": "network-vif-plugged", "status": "completed", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:37.347102 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2f333b5-bb9c-47be-988d-3331698a9cc5 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:37.347499 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'code': 200} Sep 21 18:24:37.431235 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.450044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Attempting to bind port 13463b90-a320-4fb7-8d40-1f96a817ca0b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:37.451258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Attempting to bind port 13463b90-a320-4fb7-8d40-1f96a817ca0b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:37.451739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Attempting to bind port 13463b90-a320-4fb7-8d40-1f96a817ca0b on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:37.457107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Pushing event updated for resources: {'Port': ['ID=13463b90-a320-4fb7-8d40-1f96a817ca0b,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:37.512912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:37.513778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Checking segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:37.514327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.516442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Bound using segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:37.518591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Bound port: 13463b90-a320-4fb7-8d40-1f96a817ca0b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:37.521772 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.558041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb342361-e680-4bc2-bb11-546f973fa298 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:37.578844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.610796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.706020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5e869f3f-4ad5-4b01-b48d-c4c44b3e7605 None None] Provisioning complete for port 0bf9555e-9c1d-4854-a959-683d52b3b45d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:37.706635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5e869f3f-4ad5-4b01-b48d-c4c44b3e7605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.741641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6537f-7416-4bd9-b080-4399e970140d req-52591c8c-3a97-41d7-b6fb-9ec78f7e44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:37.743262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3e6537f-7416-4bd9-b080-4399e970140d req-52591c8c-3a97-41d7-b6fb-9ec78f7e44c0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.2059808 Sep 21 18:24:37.920658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:37.989750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] For port 13463b90-a320-4fb7-8d40-1f96a817ca0b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:38.002769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 2, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:38.058767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] For port 13463b90-a320-4fb7-8d40-1f96a817ca0b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=13463b90-a320-4fb7-8d40-1f96a817ca0b,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:38.060105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7e09-c20c-41a2-8086-874431d55998 None None] The sync data for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 is: [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 2, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:38.075307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3e6537f-7416-4bd9-b080-4399e970140d req-412b4612-6861-4f41-b856-9b0274a63e7e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500331 Sep 21 18:24:38.079263 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.161630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=6e306fc2-0dcc-4796-ba29-65eb2fdd04a7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:38.172839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.175383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94447aaf-388f-4c65-a7a2-d89261aebcc8 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/6e306fc2-0dcc-4796-ba29-65eb2fdd04a7 HTTP/1.1" status: 204 len: 168 time: 1.0119715 Sep 21 18:24:38.178897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60844) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:38.179656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0bf9555e-9c1d-4854-a959-683d52b3b45d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:38.223672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.288133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Router 14bf5a5e-3675-430c-81be-e9ae4d143afb is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:24:38.297028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet bafd34f2-8ad5-420e-946e-9269e74ab665 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:38.313245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.316651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60846) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:38.328725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fbf66250-bddd-4ad8-b14b-919032a0552a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495342889', 'description': 'tempest-description--280345451'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:38.426776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.513689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf66250-bddd-4ad8-b14b-919032a0552a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.536412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245e4bd-043c-49f1-a28a-114d17d35458 None None] Pushing event updated for resources: {'Port': ['ID=13463b90-a320-4fb7-8d40-1f96a817ca0b,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:38.594431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.595237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0bf9555e-9c1d-4854-a959-683d52b3b45d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:38.595604 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.646515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4788ac-292a-41e1-891a-84ce1b64fa1f req-90ce3325-8176-4c9f-a5f1-0f7a53c4019b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:38.648140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd4788ac-292a-41e1-891a-84ce1b64fa1f req-90ce3325-8176-4c9f-a5f1-0f7a53c4019b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1803539 Sep 21 18:24:38.686016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5e869f3f-4ad5-4b01-b48d-c4c44b3e7605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.761014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:38.776936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd4788ac-292a-41e1-891a-84ce1b64fa1f req-1bc2de40-4bd8-408f-a5cf-75de9a2d5156 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961742 Sep 21 18:24:38.793181 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Sync routers for ids ['14bf5a5e-3675-430c-81be-e9ae4d143afb'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:38.800856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5e869f3f-4ad5-4b01-b48d-c4c44b3e7605 None None] For port 0bf9555e-9c1d-4854-a959-683d52b3b45d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0bf9555e-9c1d-4854-a959-683d52b3b45d,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:38.813700 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Routers {'14bf5a5e-3675-430c-81be-e9ae4d143afb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:38.815644 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['14bf5a5e-3675-430c-81be-e9ae4d143afb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:38.816491 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5e869f3f-4ad5-4b01-b48d-c4c44b3e7605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.842988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.976065 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf66250-bddd-4ad8-b14b-919032a0552a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.997763 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:38.998968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e869f3f-4ad5-4b01-b48d-c4c44b3e7605 None None] Pushing event updated for resources: {'Port': ['ID=0bf9555e-9c1d-4854-a959-683d52b3b45d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:39.000357 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c8bb5ec-4282-4971-a21e-3db70f3da376 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6884205 Sep 21 18:24:39.003300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60858) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:39.030569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf66250-bddd-4ad8-b14b-919032a0552a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.109534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fbf66250-bddd-4ad8-b14b-919032a0552a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.114904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fbf66250-bddd-4ad8-b14b-919032a0552a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7978024 Sep 21 18:24:39.118747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60860) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:39.125337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4cb82594-73c4-4e81-951e-2dc5f8632181 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'security_group_rule': {'security_group_id': '77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:39.193368 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Set router 14bf5a5e-3675-430c-81be-e9ae4d143afb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:39.218971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.226980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf66250-bddd-4ad8-b14b-919032a0552a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:39.261233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a8400398-eb3c-413b-bd14-0adc7fecdf7b None None] Provisioning complete for port 0bf9555e-9c1d-4854-a959-683d52b3b45d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:39.261612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8400398-eb3c-413b-bd14-0adc7fecdf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.337539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=bafd34f2-8ad5-420e-946e-9269e74ab665,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:39.368233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cb82594-73c4-4e81-951e-2dc5f8632181 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.374127 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.376348 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ee6e22b2-4e38-4ff3-9f43-3a794af0449d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/bafd34f2-8ad5-420e-946e-9269e74ab665 HTTP/1.1" status: 204 len: 168 time: 1.1957238 Sep 21 18:24:39.379289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:39.554943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-57ffce82-a0c9-46b8-9cd7-fb06979f6553 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1700156 Sep 21 18:24:39.558708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60866) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:39.567926 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cb82594-73c4-4e81-951e-2dc5f8632181 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.575429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:39.588476 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cb82594-73c4-4e81-951e-2dc5f8632181 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.641357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb82594-73c4-4e81-951e-2dc5f8632181 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1140b006-a9ed-4954-b4a9-fc011bf4145b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:39.663271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4cb82594-73c4-4e81-951e-2dc5f8632181 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.666887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4cb82594-73c4-4e81-951e-2dc5f8632181 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5435169 Sep 21 18:24:39.667213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60872) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:39.677738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2cb18eca-01c7-4428-9b6b-021159aefa6c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'security_group_rule': {'security_group_id': '77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:39.693409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8933b5-03a0-4a4a-a112-5b0b118300d0 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:39.749642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cb18eca-01c7-4428-9b6b-021159aefa6c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.777302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ade2889e-9c2f-4b35-a017-cdbf5a1cea03 None None] Could not find standard attr ID for object 2d075181-3cbe-41aa-b6d2-19311cf9ed38. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:24:39.829215 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:24:37Z', 'revision_number': 3, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port': {'id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:36Z', 'updated_at': '2021-09-21T18:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:39.913629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cb18eca-01c7-4428-9b6b-021159aefa6c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.915785 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Checking router: 14bf5a5e-3675-430c-81be-e9ae4d143afb for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:39.916459 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Updating router 14bf5a5e-3675-430c-81be-e9ae4d143afb port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:39.924312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cb18eca-01c7-4428-9b6b-021159aefa6c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:39.980270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb18eca-01c7-4428-9b6b-021159aefa6c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79e52d1-d696-4815-a199-d3d2d5ec517b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:39.994825 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.006456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cb18eca-01c7-4428-9b6b-021159aefa6c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.007903 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2cb18eca-01c7-4428-9b6b-021159aefa6c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398073 Sep 21 18:24:40.013315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60876) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:40.022647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:40.045798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:40.049435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.142689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986943f4-a70b-4d2c-8601-25c6ca85e18e req-75b077fe-8c57-47e0-8283-146bab247050 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:40.156317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-986943f4-a70b-4d2c-8601-25c6ca85e18e req-75b077fe-8c57-47e0-8283-146bab247050 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1445503 Sep 21 18:24:40.283343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:40.300884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-986943f4-a70b-4d2c-8601-25c6ca85e18e req-8085e32c-a7a6-4eef-acd6-86f266e38940 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419265 Sep 21 18:24:40.377896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 13463b90-a320-4fb7-8d40-1f96a817ca0b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:40.478428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] Deleting port 0bf9555e-9c1d-4854-a959-683d52b3b45d {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:40.478781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.546026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.583299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] For port 0bf9555e-9c1d-4854-a959-683d52b3b45d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0bf9555e-9c1d-4854-a959-683d52b3b45d,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:40.584329 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.616198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] Calling delete_port for 0bf9555e-9c1d-4854-a959-683d52b3b45d owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:40.617783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8c1c-262f-4dd5-90b9-293bbac36491 req-eb28fac5-40f2-4429-95ae-5ec5aa8cc7f3 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:40.633719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-954e8c1c-262f-4dd5-90b9-293bbac36491 req-eb28fac5-40f2-4429-95ae-5ec5aa8cc7f3 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1889622 Sep 21 18:24:40.634364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 60886) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:40.647035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'floatingip': {'port_id': '5c161ef1-c382-42dc-a9de-7f2913a12ef7'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:40.735419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b6608-c471-4cc5-b0d7-019931631167 None None] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:40.795966 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.804678 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.906666 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Attempting to bind port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:40.907367 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Attempting to bind port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:40.907367 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Attempting to bind port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:40.917234 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:40.917606 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:40.922164 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.922878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:40.923575 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Bound port: 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:40.924811 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.973950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.999498 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] For port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:41.003671 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] For port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:41.009482 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.041471 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Routers {'14bf5a5e-3675-430c-81be-e9ae4d143afb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:41.042432 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['14bf5a5e-3675-430c-81be-e9ae4d143afb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:41.043707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] Pushing event deleted for resources: {'Port': ['ID=0bf9555e-9c1d-4854-a959-683d52b3b45d,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:41.068184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4de1dec0-8502-480c-af56-5a4889d27a69 None None] Provisioning complete for port 13463b90-a320-4fb7-8d40-1f96a817ca0b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:41.068558 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4de1dec0-8502-480c-af56-5a4889d27a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.085040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4ab28-e06d-4bda-83d8-4e90dbdda960 None None] No DVR routers for this DVR port 0bf9555e-9c1d-4854-a959-683d52b3b45d on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:41.168177 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] Set router 14bf5a5e-3675-430c-81be-e9ae4d143afb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:41.189613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 13463b90-a320-4fb7-8d40-1f96a817ca0b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:41.189994 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.217739 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.264317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.346223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.376387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:41.382484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.419906 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4de1dec0-8502-480c-af56-5a4889d27a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.487066 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bbf5d-fd7d-4ef1-a26f-2b061649cc58 None None] Pushing event updated for resources: {'Port': ['ID=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:41.505900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:41.518659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:41.519274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.536797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=cc6886e6-9ebb-4c20-a5e8-34c82beef405,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:41.562217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d7e0ca-b9d5-477b-bb28-372638d6b538 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:41.567375 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-592f5bc8-effa-4d4a-8b53-7cd3e4ad222b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0011365 Sep 21 18:24:41.590832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60896) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:41.594784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.601884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:41.750693 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bbf5d-fd7d-4ef1-a26f-2b061649cc58 None None] Pushing event updated for resources: {'Port': ['ID=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:41.784738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Allocated IP 172.25.3.196 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/fa1356b6-2464-4811-921c-6b61a5b734f0) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:41.864366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4de1dec0-8502-480c-af56-5a4889d27a69 None None] For port 13463b90-a320-4fb7-8d40-1f96a817ca0b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=13463b90-a320-4fb7-8d40-1f96a817ca0b,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:41.878261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4de1dec0-8502-480c-af56-5a4889d27a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.932080 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:24:37Z', 'revision_number': 3, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port': {'id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:36Z', 'updated_at': '2021-09-21T18:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:41.959596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'cc6886e6-9ebb-4c20-a5e8-34c82beef405'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:41.960486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.037508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Allocated IP 172.20.0.1 (0ac42ad2-f5d9-4893-93fb-28e67737ec70/fc163369-73a5-47cb-9b45-64a7f105d862/b9cd920f-7d3f-4e9a-80be-dd2ed471de99) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:42.041789 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184745df-b3af-4c39-a92f-9b1e5118bd13 None None] The sync data for ids ['14bf5a5e-3675-430c-81be-e9ae4d143afb'] in n-d-810285-3 is: [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:24:37Z', 'revision_number': 3, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port': {'id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:36Z', 'updated_at': '2021-09-21T18:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:42.066172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:42.072424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.236088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Sync routers for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:42.245166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:24:42.245684 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:24:42.254670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1dec0-8502-480c-af56-5a4889d27a69 None None] Pushing event updated for resources: {'Port': ['ID=13463b90-a320-4fb7-8d40-1f96a817ca0b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:42.266966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.273431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fc07600d-7943-482c-bc67-e54aeafdce05 None None] Provisioning complete for port 13463b90-a320-4fb7-8d40-1f96a817ca0b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:42.274382 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fc07600d-7943-482c-bc67-e54aeafdce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.282018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:42.282018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:42.406072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.443406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.515256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Allocated IP 172.20.0.2 (0fc02adc-eee2-4e58-a911-71742b0546cd/cc6886e6-9ebb-4c20-a5e8-34c82beef405/d33ee478-4e9c-4da0-92dd-b13a5984848a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:42.540469 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.resource_extend [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:24:42.591045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:42.599752 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.602053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:42.635119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:42.643233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'Port': ['ID=fa1356b6-2464-4811-921c-6b61a5b734f0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:42.675662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.688982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:42.892085 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Floating IP 196622a6-1e87-4b22-b2ec-bc16196ded8b associated. External IP: 172.25.3.34, port: 5c161ef1-c382-42dc-a9de-7f2913a12ef7. Sep 21 18:24:42.915131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:43.016261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f6bc5f0e-40b3-4616-9485-a6b8c30319fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:43.235584 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:43.277995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Router 2a0f515f-4c64-452d-806c-dca6d0036f07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:43.289668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:43.306871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:43.321617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:43.343962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:43.448279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:43.451843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:43.453609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:43.453981 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:43.460810 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] Sync routers for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:43.478163 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:43.479147 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:43.502450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e9c3f36-8721-4c07-bf70-6419ceea0115 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "PUT /v2.0/floatingips/196622a6-1e87-4b22-b2ec-bc16196ded8b HTTP/1.1" status: 200 len: 990 time: 2.8656631 Sep 21 18:24:43.503056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:43.519216 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ebc00a-646b-4509-b567-ae24ce7aeecd" -d '{"events": [{"name": "network-changed", "server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:43.616678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:43.659441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:43.670277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:43.756250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Pushing event updated for resources: {'Port': ['ID=d33ee478-4e9c-4da0-92dd-b13a5984848a,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:43.761966 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:43.790109 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a130f-c007-43b6-a53c-6a7fbf1b9522 x-openstack-request-id: req-ef5a130f-c007-43b6-a53c-6a7fbf1b9522 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:43.790662 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:43.790794 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef5a130f-c007-43b6-a53c-6a7fbf1b9522 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:43.791121 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'status': 'completed', 'code': 200} Sep 21 18:24:43.874241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Attempting to bind port d33ee478-4e9c-4da0-92dd-b13a5984848a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:43.874241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Attempting to bind port d33ee478-4e9c-4da0-92dd-b13a5984848a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:43.874241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Attempting to bind port d33ee478-4e9c-4da0-92dd-b13a5984848a on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:43.888358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f6bc5f0e-40b3-4616-9485-a6b8c30319fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:43.888733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:43.890947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:43.891234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:43.891551 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:43.891957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:43.892455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Bound port: d33ee478-4e9c-4da0-92dd-b13a5984848a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:43.892834 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:43.914436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:24:43.932695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-405304ad-34d2-4239-86f4-09336036e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:43.940071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-405304ad-34d2-4239-86f4-09336036e4f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.1000938 Sep 21 18:24:43.941199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.045174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.059174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 2, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:44.098443 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '196622a6-1e87-4b22-b2ec-bc16196ded8b', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'floating_ip_address': '172.25.3.34', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'port_id': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'mac_address': 'fa:16:3e:58:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:42Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:44.141178 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] Checking router: 2a0f515f-4c64-452d-806c-dca6d0036f07 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:44.160091 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:44.160797 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:44.161355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-efd103a5-9f51-4e58-acae-73983dceb58c None None] Provisioning complete for port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:44.161960 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-efd103a5-9f51-4e58-acae-73983dceb58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.166982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Checking router: 6a290252-cb82-4897-a7e5-c43a2ee371ab for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:44.167730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Updating router 6a290252-cb82-4897-a7e5-c43a2ee371ab port f125b284-9561-49a3-9727-6d4cfe37a6aa binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:44.178145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-7e31cf7c-c413-4595-ad69-158c02ae0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:44.178145 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-7e31cf7c-c413-4595-ad69-158c02ae0431 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.2308216 Sep 21 18:24:44.316738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-7b18c716-2c7c-4c99-a855-db1677f94e81 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 998 time: 0.1313186 Sep 21 18:24:44.375148 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.394758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-9ea267fa-5dfc-44fa-8729-403226046b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:44.397041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-9ea267fa-5dfc-44fa-8729-403226046b48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0732849 Sep 21 18:24:44.419530 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:44.481107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] For port d33ee478-4e9c-4da0-92dd-b13a5984848a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:44.482793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-2d90fd67-4bb4-46b6-96e7-d1f22789a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:44.487191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] For port d33ee478-4e9c-4da0-92dd-b13a5984848a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d33ee478-4e9c-4da0-92dd-b13a5984848a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:44.495330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-2d90fd67-4bb4-46b6-96e7-d1f22789a943 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809450 Sep 21 18:24:44.505708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.513086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.526778 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.545254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-efd103a5-9f51-4e58-acae-73983dceb58c None None] Port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:44.648506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.730594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.783256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-2fcf4e88-ad4e-49d8-b421-c651feb03ba7 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858822 Sep 21 18:24:44.857213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6951e-1012-43a8-ad47-a27888f3c3d8 None None] Pushing event updated for resources: {'Port': ['ID=d33ee478-4e9c-4da0-92dd-b13a5984848a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:44.883379 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:44.933082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port f6bc5f0e-40b3-4616-9485-a6b8c30319fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:44.965244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.005802 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '196622a6-1e87-4b22-b2ec-bc16196ded8b', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'floating_ip_address': '172.25.3.34', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'port_id': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'mac_address': 'fa:16:3e:58:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:42Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:45.038326 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34ebc00a-646b-4509-b567-ae24ce7aeecd req-802ae1c0-5c55-4efc-a397-94bf560928e7 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459228 Sep 21 18:24:45.100102 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032ab48-4616-4fcb-9d5b-86fc9ef4b165 None None] The sync data for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 is: [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '196622a6-1e87-4b22-b2ec-bc16196ded8b', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'floating_ip_address': '172.25.3.34', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'port_id': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'mac_address': 'fa:16:3e:58:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:42Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:45.150103 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.191292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.221062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:45.446461 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.452629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:45.458937 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.465745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'Port': ['ID=fa1356b6-2464-4811-921c-6b61a5b734f0,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:45.480524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.506587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.556223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab962374-4018-4ca3-a548-2623de32fe00 None None] Pushing event updated for resources: {'Port': ['ID=f125b284-9561-49a3-9727-6d4cfe37a6aa,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:45.576992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.578490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e7b05bc4-0364-4df2-8208-63b8813aeec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5634770 Sep 21 18:24:45.624721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] For port d33ee478-4e9c-4da0-92dd-b13a5984848a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d33ee478-4e9c-4da0-92dd-b13a5984848a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:45.636035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:45.636359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.645918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Attempting to bind port f125b284-9561-49a3-9727-6d4cfe37a6aa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:45.646434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Attempting to bind port f125b284-9561-49a3-9727-6d4cfe37a6aa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:45.646836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Attempting to bind port f125b284-9561-49a3-9727-6d4cfe37a6aa on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:45.682145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:45.689365 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.700559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:45.701151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Checking segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:45.701686 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.702177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Bound using segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:45.702788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Bound port: f125b284-9561-49a3-9727-6d4cfe37a6aa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:45.703261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.786646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:45.789537 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:45.798694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.800288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:45.898784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-4a6fb274-b425-44d3-834e-1e98969de917 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1495342889&fields=id&tenant_id=5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 267 time: 0.0927465 Sep 21 18:24:45.960034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] For port f125b284-9561-49a3-9727-6d4cfe37a6aa, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:45.964219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] For port f125b284-9561-49a3-9727-6d4cfe37a6aa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f125b284-9561-49a3-9727-6d4cfe37a6aa,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:45.986491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bea30-5a17-461e-8cca-b676f7a7bef1 None None] New status for floating IP 196622a6-1e87-4b22-b2ec-bc16196ded8b: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:24:46.009595 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:46.086908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:46.099051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:46.103487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=231f483c-f4eb-4a42-a0d6-e488aeb00fd2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:46.120125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:46.120741 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:46.145385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=d33ee478-4e9c-4da0-92dd-b13a5984848a,revision_number=4']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:46.190688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-ef6123c2-6711-4598-aa3e-f75c6efab9e4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:46.203994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-ef6123c2-6711-4598-aa3e-f75c6efab9e4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 817 time: 0.2963054 Sep 21 18:24:46.246639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-650591f6-256d-4a86-a3d1-6abd87d837dc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/quotas/5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 375 time: 0.0402958 Sep 21 18:24:46.274738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-29e758af-825a-47ab-b833-f9ae042bd455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6827579 Sep 21 18:24:46.279578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 60972) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:46.293826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:2f:0a:ad', 'name': 'tempest-NetworksTestDHCPv6-1821196694'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:46.354900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Router 14bf5a5e-3675-430c-81be-e9ae4d143afb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:46.363091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-1fb3c76e-3f1c-498b-be4d-ddbf1074145b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965333 Sep 21 18:24:46.445225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab962374-4018-4ca3-a548-2623de32fe00 None None] Pushing event updated for resources: {'Port': ['ID=f125b284-9561-49a3-9727-6d4cfe37a6aa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:46.462640 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:46.516805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-fd757481-073f-4de7-b276-735f5f6eb486 service neutron] 10.222.0.70 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487424 Sep 21 18:24:46.525448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:46.536022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:46.537134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:46.544292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:46.545292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 13463b90-a320-4fb7-8d40-1f96a817ca0b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:46.593039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e1eb756d-2554-4246-a4bc-a55e0668267e None None] Provisioning complete for port f125b284-9561-49a3-9727-6d4cfe37a6aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:46.593817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1eb756d-2554-4246-a4bc-a55e0668267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:46.683275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:46.692588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-cc1f2c68-c935-42a3-8225-3e3ce86ead41 service neutron] 10.222.0.70 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745317 Sep 21 18:24:46.730319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:46.740176 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-196dde0f-4e11-4655-8245-36dd3bcc6a58 admin admin] 10.222.0.70 "PUT /v2.0/routers/14bf5a5e-3675-430c-81be-e9ae4d143afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7355797 Sep 21 18:24:46.751388 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Sync routers for ids ['14bf5a5e-3675-430c-81be-e9ae4d143afb'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:46.763862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Routers {'14bf5a5e-3675-430c-81be-e9ae4d143afb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:46.764858 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['14bf5a5e-3675-430c-81be-e9ae4d143afb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:46.862308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:46.919886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port b8677d2c-1c43-478b-bf9b-fc3c95c55867 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:24:46.925044 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Set router 14bf5a5e-3675-430c-81be-e9ae4d143afb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:47.212077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d6e47-2337-4ce9-b2fc-0a523487a4d0 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:47.229052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ceb6fcd-28d1-4cf0-9263-6bce41bc0048 req-9fdabc9e-a082-4b87-8b8e-33a8a79cd4ee tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 210 time: 0.0425296 Sep 21 18:24:47.455896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 172.20.0.11 (0fc02adc-eee2-4e58-a911-71742b0546cd/cc6886e6-9ebb-4c20-a5e8-34c82beef405/b8677d2c-1c43-478b-bf9b-fc3c95c55867) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:47.468441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fe2f:aad (0fc02adc-eee2-4e58-a911-71742b0546cd/231f483c-f4eb-4a42-a0d6-e488aeb00fd2/b8677d2c-1c43-478b-bf9b-fc3c95c55867) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:47.585157 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port': {'id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:36Z', 'updated_at': '2021-09-21T18:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b9cd920f-7d3f-4e9a-80be-dd2ed471de99', 'name': '', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'mac_address': 'fa:16:3e:2d:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:41Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 2, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'subnets': [{'id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:47.592871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:47.639596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 13463b90-a320-4fb7-8d40-1f96a817ca0b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:47.639972 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:47.646079 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Checking router: 14bf5a5e-3675-430c-81be-e9ae4d143afb for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:47.647565 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Updating router 14bf5a5e-3675-430c-81be-e9ae4d143afb port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:47.720374 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:47.731476 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:47.771672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:47.805901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:47.911146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:47.923730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32780) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:47.928823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:47.930277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:47.933605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=b8677d2c-1c43-478b-bf9b-fc3c95c55867,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:47.956413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-522906808-network', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:48.022637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Made reservation on behalf of b6edba019eff411aa0a81f855c1bc3b5 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:48.027092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.043858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:48.044798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.072747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f6f708cf-90a0-4629-a29a-424308241dbc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7908502 Sep 21 18:24:48.075224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 32788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:48.076679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.221882 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1eb756d-2554-4246-a4bc-a55e0668267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.245230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffbec4-9d80-47e6-8a18-8782a4d452b1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:48.261770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffbec4-9d80-47e6-8a18-8782a4d452b1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:48.272504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32794) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:48.278282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aeffbec4-9d80-47e6-8a18-8782a4d452b1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1911600 Sep 21 18:24:48.374057 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0bf9555e-9c1d-4854-a959-683d52b3b45d no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:48.424138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 0bf9555e-9c1d-4854-a959-683d52b3b45d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:48.424667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0bf9555e-9c1d-4854-a959-683d52b3b45d not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:48.449034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e1eb756d-2554-4246-a4bc-a55e0668267e None None] For port f125b284-9561-49a3-9727-6d4cfe37a6aa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f125b284-9561-49a3-9727-6d4cfe37a6aa,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:48.461947 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1eb756d-2554-4246-a4bc-a55e0668267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.487918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.513961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.644709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb756d-2554-4246-a4bc-a55e0668267e None None] Pushing event updated for resources: {'Port': ['ID=f125b284-9561-49a3-9727-6d4cfe37a6aa,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:48.684023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:24:48.689528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Provisioning complete for port d33ee478-4e9c-4da0-92dd-b13a5984848a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:48.692707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.708323 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.708685 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Added segment 35c8261d-6cbd-4d25-aa08-d6216db0387b of type vlan for network ce3633fb-e0ee-48d7-82e7-e96c47336a2f Sep 21 18:24:48.731475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee351899-f430-4063-ae9d-17fcbb3b4767 req-dac2f42b-e39f-417d-8296-46db271ebbc3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 210 time: 0.2208884 Sep 21 18:24:48.785853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9a500-2df8-44e8-8064-8cbeabeccf7d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:48.849139 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.858751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:45Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:48.884304 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.884788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.905094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port b8677d2c-1c43-478b-bf9b-fc3c95c55867 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:48.905770 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.963701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e6511-8944-48be-96a1-d4fe7afa88ec None None] The sync data for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 is: [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:45Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:49.061071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:49.119334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.137239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for b8677d2c-1c43-478b-bf9b-fc3c95c55867 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:49.152194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-d39c70d4-5d6c-4606-a162-83494108a406 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:49.154762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-d39c70d4-5d6c-4606-a162-83494108a406 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 817 time: 0.5835402 Sep 21 18:24:49.181518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.resource_extend [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:24:49.263605 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644fffb-fc88-465b-acd1-50d751cbb63d None None] Pushing event updated for resources: {'Port': ['ID=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:49.288196 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.308863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-cc36b501-7b3f-4ae5-a94c-367214803996 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 380 time: 0.1432056 Sep 21 18:24:49.313229 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Attempting to bind port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:49.314952 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Attempting to bind port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:49.315328 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Attempting to bind port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:49.324105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'port': {'device_id': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'admin_state_up': True, 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'security_groups': ['77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:49.327777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:49.328252 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.332840 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:49.333734 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Checking segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:49.334324 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.335659 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Bound using segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:49.336207 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Bound port: b9cd920f-7d3f-4e9a-80be-dd2ed471de99, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:49.336600 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.406366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.408086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:49.408865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.512716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] For port d33ee478-4e9c-4da0-92dd-b13a5984848a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d33ee478-4e9c-4da0-92dd-b13a5984848a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:49.523028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.549466 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] For port b9cd920f-7d3f-4e9a-80be-dd2ed471de99, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:49.556988 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] For port b9cd920f-7d3f-4e9a-80be-dd2ed471de99, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:49.565254 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.630321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Provisioning complete for port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:49.630854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.674868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3633fb-e0ee-48d7-82e7-e96c47336a2f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:49.733985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9af9f029-5ef8-41f9-ad05-bd974a710bc5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8089566 Sep 21 18:24:49.734697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32808) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:49.737054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:24:49.741500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Request body: {'subnet': {'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-522906808-subnet', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:49.799603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d33ee478-4e9c-4da0-92dd-b13a5984848a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:49.800876 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Routers {'14bf5a5e-3675-430c-81be-e9ae4d143afb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:49.802475 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['14bf5a5e-3675-430c-81be-e9ae4d143afb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:49.820751 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644fffb-fc88-465b-acd1-50d751cbb63d None None] Pushing event updated for resources: {'Port': ['ID=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:49.925343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Made reservation on behalf of b6edba019eff411aa0a81f855c1bc3b5 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:49.929820 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.993346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Pushing event updated for resources: {'Port': ['ID=d33ee478-4e9c-4da0-92dd-b13a5984848a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:50.091489 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.139363 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] Set router 14bf5a5e-3675-430c-81be-e9ae4d143afb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:50.202415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e95fbdf2-0655-480c-a144-742ac83961fe req-d580799a-c28b-4805-9f3e-c8aadaf7c03a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 210 time: 0.2250960 Sep 21 18:24:50.267848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d33ee478-4e9c-4da0-92dd-b13a5984848a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:50.272570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.333052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] For port b9cd920f-7d3f-4e9a-80be-dd2ed471de99, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:50.349431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.404704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Made reservation on behalf of 5538851b392c4ae68d1b049bc7baa723 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:50.411786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.414903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.516375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=b8677d2c-1c43-478b-bf9b-fc3c95c55867,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:50.550081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Provisioning complete for port f125b284-9561-49a3-9727-6d4cfe37a6aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:50.552682 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.682877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf33f2-ecbc-4706-9ed7-0934c7136e2d None None] Pushing event updated for resources: {'Port': ['ID=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:50.728305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Allocated IP 172.20.0.5 (a461d61d-f8dc-4e2e-9ab9-defee3d4a06d/3dbd0b82-3cd9-45dc-97df-543e124f7575/e3dc6458-591d-4303-9b0f-b17d9889f9f0) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:50.737580 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port': {'id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:36Z', 'updated_at': '2021-09-21T18:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b9cd920f-7d3f-4e9a-80be-dd2ed471de99', 'name': '', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'mac_address': 'fa:16:3e:2d:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:41Z', 'updated_at': '2021-09-21T18:24:49Z', 'revision_number': 4, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'subnets': [{'id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:50.746953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f6bc5f0e-40b3-4616-9485-a6b8c30319fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:50.812091 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70870f28-73cf-41cd-8233-a328f4666d06 None None] The sync data for ids ['14bf5a5e-3675-430c-81be-e9ae4d143afb'] in n-d-810285-3 is: [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port': {'id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:36Z', 'updated_at': '2021-09-21T18:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b9cd920f-7d3f-4e9a-80be-dd2ed471de99', 'name': '', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'mac_address': 'fa:16:3e:2d:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:41Z', 'updated_at': '2021-09-21T18:24:49Z', 'revision_number': 4, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'subnets': [{'id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:50.926750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f6bc5f0e-40b3-4616-9485-a6b8c30319fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:50.927214 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.940071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.945235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.955567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6a50b7ce-8997-47ea-886c-9c67fc9ef636 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/b8677d2c-1c43-478b-bf9b-fc3c95c55867 HTTP/1.1" status: 204 len: 168 time: 2.6789544 Sep 21 18:24:50.981004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32824) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:51.056630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-07ca0095-4372-4205-922f-8f7d54893222 None None] Provisioning complete for port d33ee478-4e9c-4da0-92dd-b13a5984848a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:51.057013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-07ca0095-4372-4205-922f-8f7d54893222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.060577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.124067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.181784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d0cfed-1a77-4071-b2de-06f70f08499b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:51.268096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f125b284-9561-49a3-9727-6d4cfe37a6aa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:51.302437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Checking segment: {'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:51.303257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Network hostable DHCP agents. Network: ce3633fb-e0ee-48d7-82e7-e96c47336a2f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:24:51.323503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1de2a0-c84a-49a9-8f4e-2c267db35784 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:51.325799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1de2a0-c84a-49a9-8f4e-2c267db35784 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:51.327940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1de2a0-c84a-49a9-8f4e-2c267db35784 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:51.335337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c1de2a0-c84a-49a9-8f4e-2c267db35784 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3470712 Sep 21 18:24:51.335337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32834) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:51.394165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:24:51.409622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ce3633fb-e0ee-48d7-82e7-e96c47336a2f) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:51.417899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:51.419326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.446624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:51.454775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:51.482614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 32838) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:51.483177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e7cda2-00c0-46ba-ae45-71db09f53e44 None None] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:51.483908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:51.485310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-78dbfc2f-db06-4222-9eb6-758f8db7a294 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7486827 Sep 21 18:24:51.493114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 231f483c-f4eb-4a42-a0d6-e488aeb00fd2 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:51.530406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:51.576119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.593772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:51.711711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.712799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.874653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f125b284-9561-49a3-9727-6d4cfe37a6aa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:51.875266 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.877943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87115a49-7dee-4054-b4d6-bc8c181f99d6 req-bf8645fe-c841-4ce3-9186-38ba1c674b85 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:51.879844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.894917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87115a49-7dee-4054-b4d6-bc8c181f99d6 req-bf8645fe-c841-4ce3-9186-38ba1c674b85 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 931 time: 0.4077191 Sep 21 18:24:51.899157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:51.899849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.901313 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.044948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87115a49-7dee-4054-b4d6-bc8c181f99d6 req-ebf4a828-51e4-44c3-8559-03add50ea133 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472552 Sep 21 18:24:52.066790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-5e079ddf-de17-4472-8428-7acc16ecded4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7527745 Sep 21 18:24:52.093565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Request body: {'port': {'device_id': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:52.154049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.232296 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.288752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.364075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=231f483c-f4eb-4a42-a0d6-e488aeb00fd2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:52.381624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.383715 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0318e5e0-4a59-4e9c-b365-1b56299e3bcd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/231f483c-f4eb-4a42-a0d6-e488aeb00fd2 HTTP/1.1" status: 204 len: 168 time: 1.0475798 Sep 21 18:24:52.388412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32850) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:52.389079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-07ca0095-4372-4205-922f-8f7d54893222 None None] Provisioning complete for port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:52.390085 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-07ca0095-4372-4205-922f-8f7d54893222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.462368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.478259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet cc6886e6-9ebb-4c20-a5e8-34c82beef405 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:52.478259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.500382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb8188-1587-4e1b-94c0-a416e5c36e83 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:52.551313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'fixed_ips': [{'subnet_id': '62d0cfed-1a77-4071-b2de-06f70f08499b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:52.556198 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.558497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.566232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-6a31383d-f3bb-4c9e-b751-11ad197fd749 req-81fa3709-8112-48cc-9ce0-f92978f81912 service neutron] (95091) timed out ('10.222.0.41', 60763) {{(pid=95091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:24:52.755111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.862895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.889405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b9cd920f-7d3f-4e9a-80be-dd2ed471de99 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:52.948723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.958423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/cc6886e6-9ebb-4c20-a5e8-34c82beef405 HTTP/1.1" status: 204 len: 168 time: 0.5691087 Sep 21 18:24:52.959468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32856) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:53.042378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-358d86ed-264d-4d55-8ade-e5bf3f7af4bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801182 Sep 21 18:24:53.043783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e22ba2-3ec1-4e87-bb00-f56c084430f5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6886e6-9ebb-4c20-a5e8-34c82beef405,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:53.047216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32858) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:53.185967 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.235482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.296713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-07ca0095-4372-4205-922f-8f7d54893222 None None] Could not find standard attr ID for object b8677d2c-1c43-478b-bf9b-fc3c95c55867. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:24:53.459049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Allocated IP 172.20.0.2 (ce3633fb-e0ee-48d7-82e7-e96c47336a2f/62d0cfed-1a77-4071-b2de-06f70f08499b/a7e4fa36-4c1d-43df-9780-edf510c1fc86) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:53.512007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4e4b45b1-3895-4a84-9c70-8e5cc9301acb None None] Provisioning complete for port e3dc6458-591d-4303-9b0f-b17d9889f9f0 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:53.512723 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4e4b45b1-3895-4a84-9c70-8e5cc9301acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.570596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3dc6458-591d-4303-9b0f-b17d9889f9f0 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:24:53.579669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.581030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:53.581536 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.588135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b45b1-3895-4a84-9c70-8e5cc9301acb None None] Port e3dc6458-591d-4303-9b0f-b17d9889f9f0 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:53.608681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Transition to ACTIVE for port object e3dc6458-591d-4303-9b0f-b17d9889f9f0 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:24:53.621738 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.640664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:53.694728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Allocated IP 172.25.3.123 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/87d4f9a2-abd5-4029-9d10-e138c7250a90) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:53.809583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:53.948425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Attempting to bind port e3dc6458-591d-4303-9b0f-b17d9889f9f0 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:53.948795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Attempting to bind port e3dc6458-591d-4303-9b0f-b17d9889f9f0 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:53.949104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Attempting to bind port e3dc6458-591d-4303-9b0f-b17d9889f9f0 on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:53.957788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Port e3dc6458-591d-4303-9b0f-b17d9889f9f0 on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:24:53.958486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Attempting to bind port e3dc6458-591d-4303-9b0f-b17d9889f9f0 on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:53.965776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74846240-8a98-41ca-9017-0e0834275a39 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:53.966777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:53.967048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Checking segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:53.967448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Bound using segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:53.967907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Bound port: e3dc6458-591d-4303-9b0f-b17d9889f9f0, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:53.968274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.970310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-74846240-8a98-41ca-9017-0e0834275a39 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9218996 Sep 21 18:24:53.973133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 32874) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:54.006259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ab75-049c-492b-9dc5-387ea9ca60a8 req-1680a487-c3cb-4165-832c-eaefb22bb17f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:54.011860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1314ab75-049c-492b-9dc5-387ea9ca60a8 req-1680a487-c3cb-4165-832c-eaefb22bb17f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1484742 Sep 21 18:24:54.041361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d33ee478-4e9c-4da0-92dd-b13a5984848a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:54.050265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] Deleting port d33ee478-4e9c-4da0-92dd-b13a5984848a {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:54.050265 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.079571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1314ab75-049c-492b-9dc5-387ea9ca60a8 req-99f1d596-0e1b-4bff-ab1a-7b0892a72114 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682456 Sep 21 18:24:54.098959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccea193-26e5-4648-8086-bb8d09fb2d5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:54.123415 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dccea193-26e5-4648-8086-bb8d09fb2d5f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1426589 Sep 21 18:24:54.123729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32876) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:54.200362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.246015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0fd7d8b3-139f-4fb2-9920-cf56ec97fd78 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199753 Sep 21 18:24:54.256955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32878) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:54.258492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.267734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-98753bda-2772-4b50-bed9-28561e542875 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:54.272207 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.283340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:54.313383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.321646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:54.348571 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.391450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] For port d33ee478-4e9c-4da0-92dd-b13a5984848a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d33ee478-4e9c-4da0-92dd-b13a5984848a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:54.391450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.398223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:54.402236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:54.407797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:54.409684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d33ee478-4e9c-4da0-92dd-b13a5984848a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:54.410774 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.421343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:54.449020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:54.455850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Pushing event updated for resources: {'Port': ['ID=a7e4fa36-4c1d-43df-9780-edf510c1fc86,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:54.458769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98753bda-2772-4b50-bed9-28561e542875 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:54.461788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] Calling delete_port for d33ee478-4e9c-4da0-92dd-b13a5984848a owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:54.466178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:54.467576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-98753bda-2772-4b50-bed9-28561e542875 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.470975 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-98753bda-2772-4b50-bed9-28561e542875 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:24:54.472691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98753bda-2772-4b50-bed9-28561e542875 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:24:54.498292 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-98753bda-2772-4b50-bed9-28561e542875 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2388797 Sep 21 18:24:54.499137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:54.499706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.501132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] 10.222.0.41 "PUT /v2.0/ports/e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 1091 time: 2.4219673 Sep 21 18:24:54.502205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:54.504562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32886) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:54.505718 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96137249-60f3-4d1f-b880-ead642266834" -d '{"events": [{"name": "network-changed", "server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:54.521194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Pushing event updated for resources: {'Port': ['ID=87d4f9a2-abd5-4029-9d10-e138c7250a90,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:54.527476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-46ff5391-d1ea-48df-a8c7-0a37cd5d8892 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:54.700822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff5391-d1ea-48df-a8c7-0a37cd5d8892 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:54.705535 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-46ff5391-d1ea-48df-a8c7-0a37cd5d8892 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.707881 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ff5391-d1ea-48df-a8c7-0a37cd5d8892 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:24:54.708388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ff5391-d1ea-48df-a8c7-0a37cd5d8892 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:24:54.741695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-46ff5391-d1ea-48df-a8c7-0a37cd5d8892 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2338994 Sep 21 18:24:54.745609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32890) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:54.751155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8aac17d6-2f07-4f84-9e4f-ed977dcf0ae1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:54.760069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Attempting to bind port a7e4fa36-4c1d-43df-9780-edf510c1fc86 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:54.760859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Attempting to bind port a7e4fa36-4c1d-43df-9780-edf510c1fc86 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:54.761577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Attempting to bind port a7e4fa36-4c1d-43df-9780-edf510c1fc86 on network ce3633fb-e0ee-48d7-82e7-e96c47336a2f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:54.787770 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.806399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:54.809653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Checking segment: {'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:54.810803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.811707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Bound using segment: {'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:54.813556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Bound port: a7e4fa36-4c1d-43df-9780-edf510c1fc86, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:54.814974 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.820625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f125b284-9561-49a3-9727-6d4cfe37a6aa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:54.836071 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce2fc4-7be3-4c9b-b1f7-5e01dc191475 x-openstack-request-id: req-ebce2fc4-7be3-4c9b-b1f7-5e01dc191475 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:54.836909 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:54.842140 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebce2fc4-7be3-4c9b-b1f7-5e01dc191475 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:54.842839 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'status': 'completed', 'code': 200} Sep 21 18:24:54.878252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1a67-1503-4c03-8484-8121dec4037a service neutron] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:54.904463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aac17d6-2f07-4f84-9e4f-ed977dcf0ae1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:54.911975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8aac17d6-2f07-4f84-9e4f-ed977dcf0ae1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.914400 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aac17d6-2f07-4f84-9e4f-ed977dcf0ae1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:24:54.915326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aac17d6-2f07-4f84-9e4f-ed977dcf0ae1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:24:54.939542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] Pushing event deleted for resources: {'Port': ['ID=d33ee478-4e9c-4da0-92dd-b13a5984848a,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:54.950099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322a719-f837-49ad-9305-e840c9f46f8e None None] No DVR routers for this DVR port d33ee478-4e9c-4da0-92dd-b13a5984848a on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:54.954066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8aac17d6-2f07-4f84-9e4f-ed977dcf0ae1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2071252 Sep 21 18:24:54.960767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32896) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:54.963108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-9591634d-4870-4d02-8ef9-f6e3cbc89b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:54.964942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-9591634d-4870-4d02-8ef9-f6e3cbc89b79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1094 time: 0.1212234 Sep 21 18:24:54.974992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d18c02f4-f8f1-4320-9abd-6ebbcdd3f7f7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:55.018449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-b9d22851-672f-4796-a465-ed69caae63ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 217 time: 0.0441127 Sep 21 18:24:55.104283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] For port a7e4fa36-4c1d-43df-9780-edf510c1fc86, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:55.110799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] For port a7e4fa36-4c1d-43df-9780-edf510c1fc86, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a7e4fa36-4c1d-43df-9780-edf510c1fc86,segment=NetworkSegment(35c8261d-6cbd-4d25-aa08-d6216db0387b),segment_id=35c8261d-6cbd-4d25-aa08-d6216db0387b)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:55.126730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.137727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.141576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18c02f4-f8f1-4320-9abd-6ebbcdd3f7f7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:55.149723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d18c02f4-f8f1-4320-9abd-6ebbcdd3f7f7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.151571 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18c02f4-f8f1-4320-9abd-6ebbcdd3f7f7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:24:55.152125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18c02f4-f8f1-4320-9abd-6ebbcdd3f7f7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:24:55.179352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d18c02f4-f8f1-4320-9abd-6ebbcdd3f7f7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2166948 Sep 21 18:24:55.182947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32900) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.190401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8b949170-91f8-4189-a2a9-767fc08dcc81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:55.203768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f125b284-9561-49a3-9727-6d4cfe37a6aa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:55.204232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.289691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-ed50a871-825f-4042-8e8f-2cab261d6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:55.291948 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-ed50a871-825f-4042-8e8f-2cab261d6400 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.2626619 Sep 21 18:24:55.306892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d34900-6102-49f0-abe7-6ea0a14037ab None None] Pushing event updated for resources: {'Port': ['ID=a7e4fa36-4c1d-43df-9780-edf510c1fc86,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:55.381311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b949170-91f8-4189-a2a9-767fc08dcc81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:55.385281 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8b949170-91f8-4189-a2a9-767fc08dcc81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.386804 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b949170-91f8-4189-a2a9-767fc08dcc81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:24:55.387450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b949170-91f8-4189-a2a9-767fc08dcc81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:24:55.423451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303aee6-661e-4510-8821-0726807b7a0b req-1a141ab9-db79-4d5d-bec6-4e14c947880a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:55.433778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9303aee6-661e-4510-8821-0726807b7a0b req-1a141ab9-db79-4d5d-bec6-4e14c947880a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1257491 Sep 21 18:24:55.467962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8b949170-91f8-4189-a2a9-767fc08dcc81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2824135 Sep 21 18:24:55.472816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32912) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.477165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-524eb929-038e-4209-9a49-2b85447eef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:55.478619 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-524eb929-038e-4209-9a49-2b85447eef12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733985 Sep 21 18:24:55.479819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-19592eed-57f6-41ab-be75-64d714cfcb2e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:55.522342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9303aee6-661e-4510-8821-0726807b7a0b req-4de31fa5-739c-46fe-924e-d4739f0f977c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868974 Sep 21 18:24:55.591141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.591823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d33ee478-4e9c-4da0-92dd-b13a5984848a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:55.683039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d33ee478-4e9c-4da0-92dd-b13a5984848a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:55.683464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d33ee478-4e9c-4da0-92dd-b13a5984848a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:55.702996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19592eed-57f6-41ab-be75-64d714cfcb2e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:55.709241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19592eed-57f6-41ab-be75-64d714cfcb2e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.710747 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-19592eed-57f6-41ab-be75-64d714cfcb2e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:24:55.711251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19592eed-57f6-41ab-be75-64d714cfcb2e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:24:55.747987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-19592eed-57f6-41ab-be75-64d714cfcb2e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2714200 Sep 21 18:24:55.748720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32918) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.791016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-93518139-22ee-4c15-8e98-b89ab4e095bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0410833 Sep 21 18:24:55.793429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32922) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.883973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a74b31-228c-4dbb-9332-8b4d690340bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:55.886304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a9a74b31-228c-4dbb-9332-8b4d690340bd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0911760 Sep 21 18:24:55.897974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.972987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-984539f4-cf6c-422a-913c-6e4957b5fa97 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731232 Sep 21 18:24:55.973937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32930) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.980268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:56.117573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:56.122204 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.175840 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-2d95ac78-e8f2-45ad-a36a-4b0a1353b7bf service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822524 Sep 21 18:24:56.276822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Router 2ac7a415-15b7-4c74-9a40-9e24188a2039 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:24:56.379501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb40431b-5272-430b-ba8b-7244d60b9993 req-87c0bc0f-14ca-4ffd-850e-f7252bc60e9d service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939995 Sep 21 18:24:56.521952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:56.545393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Sync routers for ids ['2ac7a415-15b7-4c74-9a40-9e24188a2039'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:56.546286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137249-60f3-4d1f-b880-ead642266834 req-ff76c27e-a045-4693-a36d-c8704db21cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:56.547783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96137249-60f3-4d1f-b880-ead642266834 req-ff76c27e-a045-4693-a36d-c8704db21cbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1094 time: 0.0957885 Sep 21 18:24:56.549504 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.554692 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fa166279-d581-499d-9e1c-f272df468b4b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0539401 Sep 21 18:24:56.555275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 32932) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:56.598952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Routers {'2ac7a415-15b7-4c74-9a40-9e24188a2039'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:56.600349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2ac7a415-15b7-4c74-9a40-9e24188a2039'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:56.713390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:24:56.716949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.808649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137249-60f3-4d1f-b880-ead642266834 req-a3abcd55-5d5c-4a58-9089-0c97513cc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:56.811715 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96137249-60f3-4d1f-b880-ead642266834 req-a3abcd55-5d5c-4a58-9089-0c97513cc74b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.2476220 Sep 21 18:24:56.832566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Set router 2ac7a415-15b7-4c74-9a40-9e24188a2039 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:56.882530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=4b8ccdca-f83d-4d44-97ff-10321c711bd7,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:56.926177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:56.943557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb27eff9-3b0b-4a0f-84ba-e6aa35272223 None None] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:56.953116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:56.966935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:56.968191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.969278 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96137249-60f3-4d1f-b880-ead642266834 req-2207b1ca-d272-4005-8f06-79a732202456 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 217 time: 0.0770695 Sep 21 18:24:57.004193 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-23800a79-bcfc-45d4-b5bf-ba01eada24cc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0289981 Sep 21 18:24:57.016095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f040de-7229-4f2e-bf66-bfe73c294030 req-b9b46cf4-7cbf-4ac1-aae2-392cae255316 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:57.027658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6f040de-7229-4f2e-bf66-bfe73c294030 req-b9b46cf4-7cbf-4ac1-aae2-392cae255316 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1546590 Sep 21 18:24:57.028600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32940) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:57.033827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:5b:3d:05', 'name': 'tempest-NetworksTestDHCPv6-1589146519'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:57.108829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209af09e-55ae-404c-ae08-d009e098661b None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:57.145985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137249-60f3-4d1f-b880-ead642266834 req-720d55f5-5fc8-49e3-9422-2775bcfbe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:57.148719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96137249-60f3-4d1f-b880-ead642266834 req-720d55f5-5fc8-49e3-9422-2775bcfbe73e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.1695149 Sep 21 18:24:57.205574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6f040de-7229-4f2e-bf66-bfe73c294030 req-a1966fbe-1bc3-402d-9bb7-b42abc9e15bb tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573049 Sep 21 18:24:57.207913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:57.242806 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:24:57.318580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.330239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b6444ac6-32e0-4eb6-9e75-453b601ad546 None None] Provisioning complete for port a7e4fa36-4c1d-43df-9780-edf510c1fc86 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:57.330659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6444ac6-32e0-4eb6-9e75-453b601ad546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.343163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 206bb85d-b89f-4838-99c5-e112a0ecee95 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:24:57.512929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137249-60f3-4d1f-b880-ead642266834 req-617418a9-9a47-4449-b9c9-4bda1b6f5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:57.515759 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96137249-60f3-4d1f-b880-ead642266834 req-617418a9-9a47-4449-b9c9-4bda1b6f5c9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655328 Sep 21 18:24:57.557649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fe5b:3d05 (0fc02adc-eee2-4e58-a911-71742b0546cd/4b8ccdca-f83d-4d44-97ff-10321c711bd7/206bb85d-b89f-4838-99c5-e112a0ecee95) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:57.740186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.744226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96137249-60f3-4d1f-b880-ead642266834 req-16b5628b-3b86-4fbc-8a4a-5d6f61a6020e service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204659 Sep 21 18:24:57.788311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a7e4fa36-4c1d-43df-9780-edf510c1fc86 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:57.825628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.839443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:24:54Z', 'revision_number': 3, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port': {'id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:53Z', 'updated_at': '2021-09-21T18:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:57.867977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.905316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '4b8ccdca-f83d-4d44-97ff-10321c711bd7'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:57.906656 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.918147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Checking router: 2ac7a415-15b7-4c74-9a40-9e24188a2039 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:57.918620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Updating router 2ac7a415-15b7-4c74-9a40-9e24188a2039 port 87d4f9a2-abd5-4029-9d10-e138c7250a90 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:57.924410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:57.937996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:57.949759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:57.958653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:57.959505 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.991168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=206bb85d-b89f-4838-99c5-e112a0ecee95,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:57.999524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eab3b505-df4c-4031-be4b-cdc4604723e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9692373 Sep 21 18:24:58.004186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32944) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:58.020295 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6444ac6-32e0-4eb6-9e75-453b601ad546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.028042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.068989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-96137249-60f3-4d1f-b880-ead642266834 req-18229612-9736-40ea-835b-02c5df5ddb89 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167679 Sep 21 18:24:58.073108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de64823-c70e-426a-a3b4-07d9e9944467 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:58.079579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port a7e4fa36-4c1d-43df-9780-edf510c1fc86 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:58.079579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.090692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6de64823-c70e-426a-a3b4-07d9e9944467 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0826209 Sep 21 18:24:58.093097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 32946) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:58.266225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Allocated IP 172.20.0.1 (ce3633fb-e0ee-48d7-82e7-e96c47336a2f/62d0cfed-1a77-4071-b2de-06f70f08499b/815e5e39-a7f7-47ff-bcf2-2215211376a8) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:58.276431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b6444ac6-32e0-4eb6-9e75-453b601ad546 None None] For port a7e4fa36-4c1d-43df-9780-edf510c1fc86, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a7e4fa36-4c1d-43df-9780-edf510c1fc86,segment=NetworkSegment(35c8261d-6cbd-4d25-aa08-d6216db0387b),segment_id=35c8261d-6cbd-4d25-aa08-d6216db0387b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:58.293355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6444ac6-32e0-4eb6-9e75-453b601ad546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.450410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 206bb85d-b89f-4838-99c5-e112a0ecee95 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:58.450953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.506313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccafdc3-decb-4e57-af26-7b7238464d04 req-8f13381d-b749-4c2d-a154-dafe01bf9104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:58.517087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ccafdc3-decb-4e57-af26-7b7238464d04 req-8f13381d-b749-4c2d-a154-dafe01bf9104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1054111 Sep 21 18:24:58.541778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6444ac6-32e0-4eb6-9e75-453b601ad546 None None] Pushing event updated for resources: {'Port': ['ID=a7e4fa36-4c1d-43df-9780-edf510c1fc86,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:58.578604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ccafdc3-decb-4e57-af26-7b7238464d04 req-35c65297-b9d0-4fb8-9122-6206cab0359e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607376 Sep 21 18:24:58.667006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.703607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.727203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 206bb85d-b89f-4838-99c5-e112a0ecee95 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:58.754456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Allocated IP 2001:db8::f816:3eff:fe9a:e12 (0fc02adc-eee2-4e58-a911-71742b0546cd/4b8ccdca-f83d-4d44-97ff-10321c711bd7/065c7014-4d2e-4940-9379-80c23299e23b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:58.794987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ab678930-0ad6-4627-a3f1-a538aa1a8d58 None None] Provisioning complete for port a7e4fa36-4c1d-43df-9780-edf510c1fc86 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:58.796086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ab678930-0ad6-4627-a3f1-a538aa1a8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.806230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.860896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:58.876804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:58.889245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:58.893322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Pushing event updated for resources: {'Port': ['ID=815e5e39-a7f7-47ff-bcf2-2215211376a8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:58.972378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.067425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.121905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=206bb85d-b89f-4838-99c5-e112a0ecee95,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:59.173072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.178903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32954) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:59.181837 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.189209 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a63c1c4c-8892-4527-9f4c-14430ee74136 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/206bb85d-b89f-4838-99c5-e112a0ecee95 HTTP/1.1" status: 204 len: 168 time: 1.0948842 Sep 21 18:24:59.203013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.262829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15529a-6381-4661-bc01-52fffe54f6a4 None None] Pushing event updated for resources: {'Port': ['ID=87d4f9a2-abd5-4029-9d10-e138c7250a90,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:59.263866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.295569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.309587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de907a8-7807-4c71-b12e-66e4892d9958 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:59.311143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de907a8-7807-4c71-b12e-66e4892d9958 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:59.312800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8de907a8-7807-4c71-b12e-66e4892d9958 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1328540 Sep 21 18:24:59.317259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32956) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:59.319577 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.337088 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8c58-8648-4952-9c76-8fadeb4dfa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.383432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Attempting to bind port 87d4f9a2-abd5-4029-9d10-e138c7250a90 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:59.384456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Attempting to bind port 87d4f9a2-abd5-4029-9d10-e138c7250a90 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:59.384842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Attempting to bind port 87d4f9a2-abd5-4029-9d10-e138c7250a90 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:59.403707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:59.404079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:59.404492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.404877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 4b8ccdca-f83d-4d44-97ff-10321c711bd7 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:59.405040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:59.405371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Bound port: 87d4f9a2-abd5-4029-9d10-e138c7250a90, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:59.405752 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.409042 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.446498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:59.457544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fdc57fed-bed4-41f6-9e55-305e7815fcc5 None None] Provisioning complete for port 815e5e39-a7f7-47ff-bcf2-2215211376a8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:59.457733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fed-bed4-41f6-9e55-305e7815fcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.458792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.460666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:59.485923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Pushing event updated for resources: {'Port': ['ID=065c7014-4d2e-4940-9379-80c23299e23b,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:59.489264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:59.550036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.558174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.577229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fdc57fed-bed4-41f6-9e55-305e7815fcc5 None None] Port 815e5e39-a7f7-47ff-bcf2-2215211376a8 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:59.581418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.612199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a7e4fa36-4c1d-43df-9780-edf510c1fc86 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:59.659666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] For port 87d4f9a2-abd5-4029-9d10-e138c7250a90, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:59.663388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.664187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Attempting to bind port 065c7014-4d2e-4940-9379-80c23299e23b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:59.664568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Attempting to bind port 065c7014-4d2e-4940-9379-80c23299e23b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:59.665124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Attempting to bind port 065c7014-4d2e-4940-9379-80c23299e23b on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:59.667576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Pushing event updated for resources: {'Port': ['ID=815e5e39-a7f7-47ff-bcf2-2215211376a8,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:59.687988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:59.688366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:59.688881 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.689323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:59.689814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Bound port: 065c7014-4d2e-4940-9379-80c23299e23b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:59.691307 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.706083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.720513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] For port 87d4f9a2-abd5-4029-9d10-e138c7250a90, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87d4f9a2-abd5-4029-9d10-e138c7250a90,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:59.743587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.820657 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.827720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/4b8ccdca-f83d-4d44-97ff-10321c711bd7 HTTP/1.1" status: 204 len: 168 time: 0.5063744 Sep 21 18:24:59.828231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 32964) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:59.834085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee6ee5-e687-468b-9d9e-7572e3706511 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8ccdca-f83d-4d44-97ff-10321c711bd7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:59.854560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15529a-6381-4661-bc01-52fffe54f6a4 None None] Pushing event updated for resources: {'Port': ['ID=87d4f9a2-abd5-4029-9d10-e138c7250a90,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:59.871204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a7772-4de1-4f04-934f-d173a6b56df5 req-1f7c64a0-8320-418c-add3-35fb5e0fb406 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:59.873146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c52a7772-4de1-4f04-934f-d173a6b56df5 req-1f7c64a0-8320-418c-add3-35fb5e0fb406 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1409004 Sep 21 18:24:59.899879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] For port 065c7014-4d2e-4940-9379-80c23299e23b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:59.904194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] For port 065c7014-4d2e-4940-9379-80c23299e23b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=065c7014-4d2e-4940-9379-80c23299e23b,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:59.905812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:59.915152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-52708b63-deaf-4f7f-acca-614203f91832 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850258 Sep 21 18:24:59.916571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Routers {'2ac7a415-15b7-4c74-9a40-9e24188a2039'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:59.916780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:59.917399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:24:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2ac7a415-15b7-4c74-9a40-9e24188a2039'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:59.919546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 32966) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:59.922519 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:59.927971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:59.962893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c52a7772-4de1-4f04-934f-d173a6b56df5 req-fcfbd8b9-7c1b-4023-871e-f86934aca5ff tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773983 Sep 21 18:25:00.005442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port a7e4fa36-4c1d-43df-9780-edf510c1fc86 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:00.005960 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:00.177063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ba1e8-8e5a-4de9-a524-2d4e8a95ac94 None None] Pushing event updated for resources: {'Port': ['ID=065c7014-4d2e-4940-9379-80c23299e23b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:00.260836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81425b2-7fc1-46ad-b904-810527487d1c None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:25:00.271510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] Set router 2ac7a415-15b7-4c74-9a40-9e24188a2039 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:00.299458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:00.307662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:00.318706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Router 2ac7a415-15b7-4c74-9a40-9e24188a2039 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:25:00.536872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:25:00.647873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a7270911-79f9-48a4-8990-ec5700b77429 None None] Provisioning complete for port 815e5e39-a7f7-47ff-bcf2-2215211376a8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:00.648331 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a7270911-79f9-48a4-8990-ec5700b77429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:00.847811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a7270911-79f9-48a4-8990-ec5700b77429 None None] Port 815e5e39-a7f7-47ff-bcf2-2215211376a8 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:25:00.866592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81425b2-7fc1-46ad-b904-810527487d1c None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:25:00.893176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:00.915775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:25:00.935688 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eb7b3980-520f-4c03-9427-b777ce819b97 admin admin] 10.222.0.70 "PUT /v2.0/routers/2ac7a415-15b7-4c74-9a40-9e24188a2039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3700168 Sep 21 18:25:01.075900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'port_id': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'mac_address': 'fa:16:3e:ae:e8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:25:01.191846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176940d1-c3cc-4c8e-9ef0-31c227b007e0 req-606fb3ab-8e99-411c-b119-1764301b2c6e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:01.194485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-176940d1-c3cc-4c8e-9ef0-31c227b007e0 req-606fb3ab-8e99-411c-b119-1764301b2c6e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0781193 Sep 21 18:25:01.251842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:25:01.271345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-176940d1-c3cc-4c8e-9ef0-31c227b007e0 req-a7c176af-f507-471c-8271-df5165aa8266 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614443 Sep 21 18:25:01.279452 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:01.345734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3dc6458-591d-4303-9b0f-b17d9889f9f0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:01.388530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:01.406612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:01.448835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 4, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port': {'id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:53Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '815e5e39-a7f7-47ff-bcf2-2215211376a8', 'name': '', 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'mac_address': 'fa:16:3e:e9:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:57Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 2, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'subnets': [{'id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:01.499263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:01.529532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b250-e31a-42c6-99e0-15cceb8129ca None None] The sync data for ids ['2ac7a415-15b7-4c74-9a40-9e24188a2039'] in n-d-810285-3 is: [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 4, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port': {'id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:53Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '815e5e39-a7f7-47ff-bcf2-2215211376a8', 'name': '', 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'mac_address': 'fa:16:3e:e9:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:57Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 2, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'subnets': [{'id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:25:01.638867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:01.733232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['e3dc6458-591d-4303-9b0f-b17d9889f9f0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:25:01.789307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-6aafc507-d00b-4c85-89bb-89a40d382b1f req-e4a8751e-6903-4e04-bc1e-bccc1db8555d service neutron] (95091) timed out ('10.222.0.78', 54430) {{(pid=95091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:25:01.933669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] For port 065c7014-4d2e-4940-9379-80c23299e23b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=065c7014-4d2e-4940-9379-80c23299e23b,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:02.045952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:02.061085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:02.062973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:02.241449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:02.254464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:02.262993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:02.263935 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:02.302119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=065c7014-4d2e-4940-9379-80c23299e23b,revision_number=5']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:02.313043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=f80192a2-66f3-462f-ad74-bf720759c576,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:02.341250 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3c69ee55-87b2-422a-9b71-9f1e66ff03d6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4200623 Sep 21 18:25:02.349161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 32998) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:02.393559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:b2:ef:55', 'name': 'tempest-NetworksTestDHCPv6-1708558959'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:02.398363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-bdca7ee3-a1b9-47f1-92d6-341a4dcae32a tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:02.407236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-bdca7ee3-a1b9-47f1-92d6-341a4dcae32a tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/networks?id=0ac42ad2-f5d9-4893-93fb-28e67737ec70 HTTP/1.1" status: 200 len: 911 time: 0.3785655 Sep 21 18:25:02.427578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-2e4ebd43-f81e-451a-9132-0db85c9a0b19 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/quotas/b6edba019eff411aa0a81f855c1bc3b5 HTTP/1.1" status: 200 len: 375 time: 0.0195055 Sep 21 18:25:02.679396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-01f12efe-abce-45d9-adf2-312af3cdf0c2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6edba019eff411aa0a81f855c1bc3b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2502863 Sep 21 18:25:02.824534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:02.902604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-673504a2-2422-4374-8535-22802e8c6d66 service neutron] 10.222.0.70 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078583 Sep 21 18:25:03.158623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:03.178726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e584c423-7f3a-4910-8787-e05a62f31419 service neutron] 10.222.0.70 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748110 Sep 21 18:25:03.210448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port c17c8e29-10b4-463e-a819-fc120773bcd6 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:03.396322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:feb2:ef55 (0fc02adc-eee2-4e58-a911-71742b0546cd/f80192a2-66f3-462f-ad74-bf720759c576/c17c8e29-10b4-463e-a819-fc120773bcd6) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:03.605390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43e465-e5b3-411e-b37b-c964780f3fcd None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:03.717789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 065c7014-4d2e-4940-9379-80c23299e23b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:03.721165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:03.770155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877d1d-d1c8-47c2-95a9-1e32c9a72c6c req-1ee3954d-3648-4073-a3ea-99d7e60878f3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:03.779015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11877d1d-d1c8-47c2-95a9-1e32c9a72c6c req-1ee3954d-3648-4073-a3ea-99d7e60878f3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 944 time: 0.1991675 Sep 21 18:25:03.791660 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86562f33-7891-4600-ac63-b6fe126e035b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:03.814764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:03.834983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0c14a7ed-1edd-4e78-9326-2bb1e2be4161 None None] Provisioning complete for port 065c7014-4d2e-4940-9379-80c23299e23b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:03.835355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c14a7ed-1edd-4e78-9326-2bb1e2be4161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:03.882545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11877d1d-d1c8-47c2-95a9-1e32c9a72c6c req-b002880f-dcfa-418f-ab20-cab50db8b0e5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010749 Sep 21 18:25:03.912001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:03.914066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:03.923364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:03.934774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 065c7014-4d2e-4940-9379-80c23299e23b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:03.935084 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:03.957581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:03.959368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:03.995340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=c17c8e29-10b4-463e-a819-fc120773bcd6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:04.014725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5ce3f85c-db57-4172-82bb-82e8e1a8dc9a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6612232 Sep 21 18:25:04.015507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33016) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:04.061335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c14a7ed-1edd-4e78-9326-2bb1e2be4161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.143302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d0c22-882a-4502-bd77-23da07e6a6d1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:04.152182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d0c22-882a-4502-bd77-23da07e6a6d1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:04.154776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c14a7ed-1edd-4e78-9326-2bb1e2be4161 None None] For port 065c7014-4d2e-4940-9379-80c23299e23b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=065c7014-4d2e-4940-9379-80c23299e23b,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:04.155607 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-546d0c22-882a-4502-bd77-23da07e6a6d1 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1388297 Sep 21 18:25:04.159443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33020) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:04.173980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c14a7ed-1edd-4e78-9326-2bb1e2be4161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.214767 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.217185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-294eddbc-7b24-4539-80c1-8b5809d4c6c9 req-d6e9c00f-9a62-4f06-918f-7b98413566c1 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 210 time: 0.0645144 Sep 21 18:25:04.266504 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.299594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14a7ed-1edd-4e78-9326-2bb1e2be4161 None None] Pushing event updated for resources: {'Port': ['ID=065c7014-4d2e-4940-9379-80c23299e23b,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:04.304893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.380570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port c17c8e29-10b4-463e-a819-fc120773bcd6 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:04.386749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.400877 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:25:04.401396 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:25:04.485143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:04.531438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.583913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for c17c8e29-10b4-463e-a819-fc120773bcd6 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:04.604594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port e3dc6458-591d-4303-9b0f-b17d9889f9f0 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:25:04.625419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port e3dc6458-591d-4303-9b0f-b17d9889f9f0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:04.626033 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.665772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-71de61a5-4864-41bc-83e1-51fe6408e61f None None] Provisioning complete for port c17c8e29-10b4-463e-a819-fc120773bcd6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:04.674746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-71de61a5-4864-41bc-83e1-51fe6408e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.747104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-71de61a5-4864-41bc-83e1-51fe6408e61f None None] Port c17c8e29-10b4-463e-a819-fc120773bcd6 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:25:04.764404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-71de61a5-4864-41bc-83e1-51fe6408e61f None None] Provisioning complete for port 065c7014-4d2e-4940-9379-80c23299e23b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:04.765025 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-71de61a5-4864-41bc-83e1-51fe6408e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.882875 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.888169 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.942467 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:04.977730 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Sync routers for ids ['2ac7a415-15b7-4c74-9a40-9e24188a2039'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:25:04.978542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87d4f9a2-abd5-4029-9d10-e138c7250a90 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:04.994880 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Routers {'2ac7a415-15b7-4c74-9a40-9e24188a2039'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:04.995851 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2ac7a415-15b7-4c74-9a40-9e24188a2039'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:05.011717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=c17c8e29-10b4-463e-a819-fc120773bcd6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:05.027418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:05.029856 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca46ac09-91aa-41d5-9e75-29e380cf5ed6" -d '{"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:05.071936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:05.095002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.099523 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-807ad5c8-c78a-409c-9319-843baabde8b9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/c17c8e29-10b4-463e-a819-fc120773bcd6 HTTP/1.1" status: 204 len: 168 time: 0.9354899 Sep 21 18:25:05.100199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33034) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:05.108288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.117447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818a918-b7ad-43c3-8e6b-ce7e988c1db7 req-bae7a988-9857-44cb-84b4-4c9f351e652a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:05.127395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1818a918-b7ad-43c3-8e6b-ce7e988c1db7 req-bae7a988-9857-44cb-84b4-4c9f351e652a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 944 time: 0.1044943 Sep 21 18:25:05.178400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 87d4f9a2-abd5-4029-9d10-e138c7250a90 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:05.178915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.243707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1818a918-b7ad-43c3-8e6b-ce7e988c1db7 req-f0b99e4a-5c26-410a-87ba-c1b1d99ddea3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145263 Sep 21 18:25:05.318541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Set router 2ac7a415-15b7-4c74-9a40-9e24188a2039 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:05.319661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee710e99-d020-4547-b94f-8616bb23cc7f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:05.322604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee710e99-d020-4547-b94f-8616bb23cc7f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:05.327761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ee710e99-d020-4547-b94f-8616bb23cc7f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2220604 Sep 21 18:25:05.328188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33038) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:05.341183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:05.368086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e255256a-c6ed-49fb-8bf4-170ec771f96b None None] Could not find standard attr ID for object c17c8e29-10b4-463e-a819-fc120773bcd6. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:25:05.375520 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf9a36e-478e-4248-b0b2-663ad140b073 x-openstack-request-id: req-abf9a36e-478e-4248-b0b2-663ad140b073 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:05.375833 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:05.376100 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abf9a36e-478e-4248-b0b2-663ad140b073 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:05.376527 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'code': 200} Sep 21 18:25:05.443585 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.443931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.444332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.444673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.445012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.445397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.445997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.446369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.446710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.447044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.447380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.448010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:05.509086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.538512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 87d4f9a2-abd5-4029-9d10-e138c7250a90, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87d4f9a2-abd5-4029-9d10-e138c7250a90,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:05.545400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.560865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-f836aef8-b1c8-4173-9ec4-2e21940fc5b1 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:05.563789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-f836aef8-b1c8-4173-9ec4-2e21940fc5b1 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.78 "GET /v2.0/networks?id=0ac42ad2-f5d9-4893-93fb-28e67737ec70 HTTP/1.1" status: 200 len: 911 time: 0.2538817 Sep 21 18:25:05.583495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Request body: {'port': {'device_id': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'admin_state_up': True, 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:05.629143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet f80192a2-66f3-462f-ad74-bf720759c576 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:05.640515 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.654103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Made reservation on behalf of b6edba019eff411aa0a81f855c1bc3b5 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:05.657194 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.705474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c42cbb9c-6423-4551-9ecb-e3baa0a22694 req-58e06545-8db6-4c9e-b499-23ad508c0f4f tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 210 time: 0.0654180 Sep 21 18:25:05.705710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=87d4f9a2-abd5-4029-9d10-e138c7250a90,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:05.725666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2401c-d7c7-474c-af88-1174c3f43ae6 req-d0bb9ad9-a484-44b6-8884-b653a71efaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:05.729532 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbf2401c-d7c7-474c-af88-1174c3f43ae6 req-d0bb9ad9-a484-44b6-8884-b653a71efaaf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1096 time: 0.2893651 Sep 21 18:25:05.739520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 065c7014-4d2e-4940-9379-80c23299e23b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:05.765233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.785316 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 4, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port': {'id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:53Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '815e5e39-a7f7-47ff-bcf2-2215211376a8', 'name': '', 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'mac_address': 'fa:16:3e:e9:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:57Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 2, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'subnets': [{'id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:05.821076 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Checking router: 2ac7a415-15b7-4c74-9a40-9e24188a2039 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:25:05.821759 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Updating router 2ac7a415-15b7-4c74-9a40-9e24188a2039 port 815e5e39-a7f7-47ff-bcf2-2215211376a8 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:25:05.834396 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbf2401c-d7c7-474c-af88-1174c3f43ae6 req-74e51c8d-5b32-43d4-9fb2-da3f90d6b59b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941632 Sep 21 18:25:05.861457 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.884996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 065c7014-4d2e-4940-9379-80c23299e23b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:05.885380 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:05.900753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Allocated IP 172.20.0.9 (0ac42ad2-f5d9-4893-93fb-28e67737ec70/fc163369-73a5-47cb-9b45-64a7f105d862/2435bfc2-1e87-4127-816b-9b49c6396878) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:05.911636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.013630 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.076878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=f80192a2-66f3-462f-ad74-bf720759c576,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:06.094871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.098865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-be22eabd-fd8f-44d4-b80f-a5df6b3c43ae tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/f80192a2-66f3-462f-ad74-bf720759c576 HTTP/1.1" status: 204 len: 168 time: 0.7684443 Sep 21 18:25:06.101234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33040) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:06.108838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d2ec4-6382-4226-940f-fe3fa1498b14 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:06.229328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1adbd6ce-7eeb-4103-89c0-51a67921357f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263781 Sep 21 18:25:06.231881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33042) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:06.366652 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.384761 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.391852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e480e3-b45a-4630-80ee-56819077c93d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:06.394504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-33e480e3-b45a-4630-80ee-56819077c93d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1610739 Sep 21 18:25:06.402788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33046) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:06.491469 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Pushing event updated for resources: {'Port': ['ID=815e5e39-a7f7-47ff-bcf2-2215211376a8,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:06.520545 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.520894 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.521392 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.521816 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.522227 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.522642 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.523021 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.523434 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.523823 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.524216 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.524633 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.525026 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:06.543410 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Attempting to bind port 815e5e39-a7f7-47ff-bcf2-2215211376a8 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:06.543984 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Attempting to bind port 815e5e39-a7f7-47ff-bcf2-2215211376a8 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:06.545070 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Attempting to bind port 815e5e39-a7f7-47ff-bcf2-2215211376a8 on network ce3633fb-e0ee-48d7-82e7-e96c47336a2f {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:06.555255 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:06.556250 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Checking segment: {'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:06.556763 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.557264 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Bound using segment: {'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:06.557983 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Bound port: 815e5e39-a7f7-47ff-bcf2-2215211376a8, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c8261d-6cbd-4d25-aa08-d6216db0387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:06.558425 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.571412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d56f7-823b-46da-afed-ec3330b4b729 req-347f4fde-3d35-491d-bfaf-3c41f067455a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:06.574777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b45d56f7-823b-46da-afed-ec3330b4b729 req-347f4fde-3d35-491d-bfaf-3c41f067455a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.1731772 Sep 21 18:25:06.579051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a53360-4451-4c47-a4df-96153c4f91e9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:06.585138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a3a53360-4451-4c47-a4df-96153c4f91e9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1786931 Sep 21 18:25:06.586376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33050) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:06.648784 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] For port 815e5e39-a7f7-47ff-bcf2-2215211376a8, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:06.652271 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] For port 815e5e39-a7f7-47ff-bcf2-2215211376a8, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=815e5e39-a7f7-47ff-bcf2-2215211376a8,segment=NetworkSegment(35c8261d-6cbd-4d25-aa08-d6216db0387b),segment_id=35c8261d-6cbd-4d25-aa08-d6216db0387b)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:06.655292 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.657160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e305f2ec-790a-4895-a5dd-41fd74c6d632 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692768 Sep 21 18:25:06.662681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33052) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:06.666023 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.682920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:06.691255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:06.725756 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Routers {'2ac7a415-15b7-4c74-9a40-9e24188a2039'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:06.727997 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2ac7a415-15b7-4c74-9a40-9e24188a2039'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:06.732578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b45d56f7-823b-46da-afed-ec3330b4b729 req-94b1ae63-fd91-46e7-a72e-422bfa912b8d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829406 Sep 21 18:25:06.759739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.824140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3242c432-5ca1-47e6-beaf-ff3f05ee029c None None] Provisioning complete for port 815e5e39-a7f7-47ff-bcf2-2215211376a8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:06.825850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3242c432-5ca1-47e6-beaf-ff3f05ee029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.895473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:06.901757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:06.912713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] Deleting port 065c7014-4d2e-4940-9379-80c23299e23b {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:06.913096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:06.921317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:07.037473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:07.039699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Pushing event updated for resources: {'Port': ['ID=2435bfc2-1e87-4127-816b-9b49c6396878,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:07.044657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.141423 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] Set router 2ac7a415-15b7-4c74-9a40-9e24188a2039 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:07.152949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:07.166695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.181041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] For port 065c7014-4d2e-4940-9379-80c23299e23b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=065c7014-4d2e-4940-9379-80c23299e23b,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:07.186480 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.203771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7da0-90f6-4978-ac1c-640a09a8e5b6 req-2fc3f096-176c-4985-99e8-3c3af86f0d78 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:07.214929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dde7da0-90f6-4978-ac1c-640a09a8e5b6 req-2fc3f096-176c-4985-99e8-3c3af86f0d78 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1027 time: 0.1701558 Sep 21 18:25:07.253353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] Calling delete_port for 065c7014-4d2e-4940-9379-80c23299e23b owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:07.269389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-e7d5855d-f4e4-450b-8ba8-60e929c6a59c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6962042 Sep 21 18:25:07.285270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Request body: {'port': {'device_id': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:07.285504 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d216-dbb0-42ca-85d4-515938149be7 None None] Pushing event updated for resources: {'Port': ['ID=815e5e39-a7f7-47ff-bcf2-2215211376a8,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:07.296925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.299180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3242c432-5ca1-47e6-beaf-ff3f05ee029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.346481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dde7da0-90f6-4978-ac1c-640a09a8e5b6 req-cdbfdc84-f152-4c91-9926-7d4d1b9d8660 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252306 Sep 21 18:25:07.419035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.420576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3242c432-5ca1-47e6-beaf-ff3f05ee029c None None] For port 815e5e39-a7f7-47ff-bcf2-2215211376a8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=815e5e39-a7f7-47ff-bcf2-2215211376a8,segment=NetworkSegment(35c8261d-6cbd-4d25-aa08-d6216db0387b),segment_id=35c8261d-6cbd-4d25-aa08-d6216db0387b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:07.435323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3242c432-5ca1-47e6-beaf-ff3f05ee029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.498118 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 4, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port': {'id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:53Z', 'updated_at': '2021-09-21T18:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '815e5e39-a7f7-47ff-bcf2-2215211376a8', 'name': '', 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'mac_address': 'fa:16:3e:e9:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:57Z', 'updated_at': '2021-09-21T18:25:06Z', 'revision_number': 4, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'subnets': [{'id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:07.531173 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce71241-31b4-4387-98b3-fbcc4a5da585 None None] The sync data for ids ['2ac7a415-15b7-4c74-9a40-9e24188a2039'] in n-d-810285-3 is: [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:24:59Z', 'revision_number': 4, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port': {'id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:53Z', 'updated_at': '2021-09-21T18:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '815e5e39-a7f7-47ff-bcf2-2215211376a8', 'name': '', 'network_id': 'ce3633fb-e0ee-48d7-82e7-e96c47336a2f', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'mac_address': 'fa:16:3e:e9:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:57Z', 'updated_at': '2021-09-21T18:25:06Z', 'revision_number': 4, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'subnets': [{'id': '62d0cfed-1a77-4071-b2de-06f70f08499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:25:07.588579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242c432-5ca1-47e6-beaf-ff3f05ee029c None None] Pushing event updated for resources: {'Port': ['ID=815e5e39-a7f7-47ff-bcf2-2215211376a8,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:07.593990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.673869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] Pushing event deleted for resources: {'Port': ['ID=065c7014-4d2e-4940-9379-80c23299e23b,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:07.686901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f11c27-34ec-410d-ad2c-b6f410aec920 None None] No DVR routers for this DVR port 065c7014-4d2e-4940-9379-80c23299e23b on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:07.688901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c6384ce5-eaae-4bdf-a51c-f287e00f2a66 None None] Provisioning complete for port 815e5e39-a7f7-47ff-bcf2-2215211376a8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:07.689451 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c6384ce5-eaae-4bdf-a51c-f287e00f2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.722805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:25:07.776961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87d4f9a2-abd5-4029-9d10-e138c7250a90 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:07.900058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2435bfc2-1e87-4127-816b-9b49c6396878 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:07.913665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 87d4f9a2-abd5-4029-9d10-e138c7250a90 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:07.914828 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.930206 n-d-810285-3 neutron-server[95091]: WARNING neutron.services.revisions.revision_plugin [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Could not find related port for resource to bump revision. Sep 21 18:25:07.939865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.955151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Port 065c7014-4d2e-4940-9379-80c23299e23b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 21 18:25:07.958355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9a:e12 {{(pid=95091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 21 18:25:07.966936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Transition to ACTIVE for port object 2435bfc2-1e87-4127-816b-9b49c6396878 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:25:07.970041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9a:e12 {{(pid=95091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 21 18:25:07.973214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.974479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:07.997492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74921b27-8fdb-490d-8993-de0c1f77b7b8 req-a01136e4-44bd-4e89-9e04-249f5b7c5bd3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:07.999129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74921b27-8fdb-490d-8993-de0c1f77b7b8 req-a01136e4-44bd-4e89-9e04-249f5b7c5bd3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.1257708 Sep 21 18:25:08.072653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 815e5e39-a7f7-47ff-bcf2-2215211376a8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:08.078147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:08.079264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=3b0898aa-8190-4227-b84b-5087267494fb,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:08.090353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:08.101047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:08.101623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.129719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e1fe92b-f6ab-43af-b354-0655b84f2349 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4594328 Sep 21 18:25:08.130264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33064) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:08.136128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2d556-20c0-457f-82d5-469ca56a8310 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:08.144888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:49:01:5c', 'name': 'tempest-NetworksTestDHCPv6-944431085'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:08.147642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Pushing event updated for resources: {'Port': ['ID=2435bfc2-1e87-4127-816b-9b49c6396878,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:08.259054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74921b27-8fdb-490d-8993-de0c1f77b7b8 req-90200bb5-7731-41db-972c-2a2b4ffbd2fc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194121 Sep 21 18:25:08.311314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 815e5e39-a7f7-47ff-bcf2-2215211376a8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:08.311755 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.425468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Attempting to bind port 2435bfc2-1e87-4127-816b-9b49c6396878 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:08.426144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Attempting to bind port 2435bfc2-1e87-4127-816b-9b49c6396878 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:08.426144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Attempting to bind port 2435bfc2-1e87-4127-816b-9b49c6396878 on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:08.443524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Port 2435bfc2-1e87-4127-816b-9b49c6396878 on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:25:08.443857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Attempting to bind port 2435bfc2-1e87-4127-816b-9b49c6396878 on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:08.453233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:08.453580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Checking segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:08.453949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Bound using segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:08.454455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Bound port: 2435bfc2-1e87-4127-816b-9b49c6396878, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:08.454842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.505323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:08.582712 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.633429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '3b0898aa-8190-4227-b84b-5087267494fb'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:25:08.634776 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.696894 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.726511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 6dfdb8fd-3839-4447-b508-5ed866be5a48 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:08.742373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] For port 2435bfc2-1e87-4127-816b-9b49c6396878, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:08.754968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] For port 2435bfc2-1e87-4127-816b-9b49c6396878, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2435bfc2-1e87-4127-816b-9b49c6396878,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:08.793972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b6769-2bf6-4c87-9d3a-6b9b07a2d11f req-eda758d1-226c-4063-b844-bbdde47c8cbe tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:08.796751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c44b6769-2bf6-4c87-9d3a-6b9b07a2d11f req-eda758d1-226c-4063-b844-bbdde47c8cbe tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.2288325 Sep 21 18:25:08.798965 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.808090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33070) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:08.827643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'floatingip': {'port_id': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:08.929909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fe49:15c (0fc02adc-eee2-4e58-a911-71742b0546cd/3b0898aa-8190-4227-b84b-5087267494fb/6dfdb8fd-3839-4447-b508-5ed866be5a48) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:08.958227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:08.960486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Pushing event updated for resources: {'Port': ['ID=2435bfc2-1e87-4127-816b-9b49c6396878,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:09.061867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 065c7014-4d2e-4940-9379-80c23299e23b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:09.082814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:09.083806 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:09.086602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-9945e79b-1a8a-4b82-b616-55af8fb74e6b service neutron] 10.222.0.78 "PUT /v2.0/ports/2435bfc2-1e87-4127-816b-9b49c6396878 HTTP/1.1" status: 200 len: 1091 time: 1.8067830 Sep 21 18:25:09.109994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 065c7014-4d2e-4940-9379-80c23299e23b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:09.110468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 065c7014-4d2e-4940-9379-80c23299e23b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:09.130447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'tag': '2435bfc2-1e87-4127-816b-9b49c6396878'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:09.132974 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9937a4a-73a6-4cc0-8839-f0d59862bd27" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6523e2-4ad5-43f2-88d9-4b7926f9db07", "tag": "2435bfc2-1e87-4127-816b-9b49c6396878"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:09.233451 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:09.293557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:09.300289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417839a-93ca-46f3-9799-77229840e18f req-ae9f8b56-7f86-4937-b81c-66aecc92d87a tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:09.309080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f417839a-93ca-46f3-9799-77229840e18f req-ae9f8b56-7f86-4937-b81c-66aecc92d87a tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1094 time: 0.3430567 Sep 21 18:25:09.347716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-df8ee4c7-5ccf-4c7f-82cb-11ea0344f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:09.357965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-df8ee4c7-5ccf-4c7f-82cb-11ea0344f6c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b6edba019eff411aa0a81f855c1bc3b5&device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1094 time: 0.2174628 Sep 21 18:25:09.381560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:09.383445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=6dfdb8fd-3839-4447-b508-5ed866be5a48,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:09.404043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Allocated IP 2001:db8::f816:3eff:fea5:3986 (0fc02adc-eee2-4e58-a911-71742b0546cd/3b0898aa-8190-4227-b84b-5087267494fb/66e22711-f400-4cca-b6ca-3b3cb8f2b05c) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:09.414931 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:09.420691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:09.433102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:09.434326 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:09.470674 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-25979fe6-8a45-40ab-ac8b-a6ee3eafa490 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3331804 Sep 21 18:25:09.472027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33078) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:09.539955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ed152-b040-4cac-bbcc-4a22f0d7aa03 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:09.546372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fd0ed152-b040-4cac-bbcc-4a22f0d7aa03 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0684838 Sep 21 18:25:09.549037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33080) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:09.563003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-accdb5b1-f020-44a3-ab78-5752170c01de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2435bfc2-1e87-4127-816b-9b49c6396878 HTTP/1.1" status: 200 len: 217 time: 0.0916491 Sep 21 18:25:09.683270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f417839a-93ca-46f3-9799-77229840e18f req-fedb683f-9da9-45bb-9c87-060fe51b2acf tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728361 Sep 21 18:25:09.731197 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 815e5e39-a7f7-47ff-bcf2-2215211376a8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:09.750784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 6dfdb8fd-3839-4447-b508-5ed866be5a48 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:09.751524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:09.773237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-4bfc0c77-71a5-40a0-9ec4-0892d4c242bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:09.775211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-4bfc0c77-71a5-40a0-9ec4-0892d4c242bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc163369-73a5-47cb-9b45-64a7f105d862 HTTP/1.1" status: 200 len: 848 time: 0.1981094 Sep 21 18:25:09.876039 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:09.891023 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd42801-608d-438e-a5ac-690f1e987ccb x-openstack-request-id: req-5cd42801-608d-438e-a5ac-690f1e987ccb {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:09.891430 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6523e2-4ad5-43f2-88d9-4b7926f9db07", "tag": "2435bfc2-1e87-4127-816b-9b49c6396878", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:09.891559 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cd42801-608d-438e-a5ac-690f1e987ccb {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:09.892249 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'tag': '2435bfc2-1e87-4127-816b-9b49c6396878', 'status': 'completed', 'code': 200} Sep 21 18:25:09.896923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 6dfdb8fd-3839-4447-b508-5ed866be5a48 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:09.986416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-74db488e-1c8c-4a2e-ba6e-f38c0cada87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:09.989439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-74db488e-1c8c-4a2e-ba6e-f38c0cada87e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ac42ad2-f5d9-4893-93fb-28e67737ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031753 Sep 21 18:25:10.004627 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.007142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 815e5e39-a7f7-47ff-bcf2-2215211376a8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:10.007934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.054457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.101110 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.139297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=6dfdb8fd-3839-4447-b508-5ed866be5a48,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:10.169885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:10.176945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:10.183592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:10.201146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.204704 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c3c39ec-274c-4aa5-97ac-984ee1c22035 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/6dfdb8fd-3839-4447-b508-5ed866be5a48 HTTP/1.1" status: 204 len: 168 time: 0.6528053 Sep 21 18:25:10.207173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Pushing event updated for resources: {'Port': ['ID=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:10.208098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33084) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:10.225227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-a9b182b7-977a-4187-8352-07356e79e989 service neutron] 10.222.0.78 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277927 Sep 21 18:25:10.289939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cdff14-373b-473f-ac65-c725e5e4b9fc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:10.292146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cdff14-373b-473f-ac65-c725e5e4b9fc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:10.294506 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e6cdff14-373b-473f-ac65-c725e5e4b9fc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0847483 Sep 21 18:25:10.299507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33086) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:10.316594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Attempting to bind port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:10.317688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Attempting to bind port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:10.317688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Attempting to bind port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:10.323796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:10.324973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:10.325508 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.326007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:10.326643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Bound port: 66e22711-f400-4cca-b6ca-3b3cb8f2b05c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:10.327134 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.364303 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.369366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 3b0898aa-8190-4227-b84b-5087267494fb {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:10.374893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.375371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.424919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] For port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:10.428820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] For port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:10.436448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.448645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.509868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dd6ee-3085-4d91-84ad-17ca5bce5a69 None None] Pushing event updated for resources: {'Port': ['ID=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:10.548671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d768110-bde3-4e84-ad18-fdbe1bffbfab req-15a0568d-b949-448b-b32d-4ceb19f4dea1 service neutron] 10.222.0.78 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159218 Sep 21 18:25:10.559972 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Floating IP 2d7836a9-1c87-4745-b846-b0da5481ac7f associated. External IP: 172.25.3.196, port: e3dc6458-591d-4303-9b0f-b17d9889f9f0. Sep 21 18:25:10.603909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.686614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.721686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0898aa-8190-4227-b84b-5087267494fb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:10.724652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:10.727401 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c371214b-3aff-4e00-913b-29cd262fa874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/3b0898aa-8190-4227-b84b-5087267494fb HTTP/1.1" status: 204 len: 168 time: 0.4262221 Sep 21 18:25:10.729184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33090) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:10.777617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1d76ba51-dba0-42eb-a56f-780e96bbaf81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465252 Sep 21 18:25:10.786476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33092) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:10.825698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:10.998992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:11.003141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:11.104616 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-a240186d-e9b0-4c8f-97cb-5f672c00584b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1591361 Sep 21 18:25:11.161847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-154b98f0-e55d-4d38-a6e0-6cab94610c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.163451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-154b98f0-e55d-4d38-a6e0-6cab94610c14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b6edba019eff411aa0a81f855c1bc3b5&device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1094 time: 0.5465584 Sep 21 18:25:11.199470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443ad96-b0a2-4fb0-8914-b3cd2ea879d7 req-46a466c7-97f9-42ec-9401-afb0b7181a7b tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.201093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1443ad96-b0a2-4fb0-8914-b3cd2ea879d7 req-46a466c7-97f9-42ec-9401-afb0b7181a7b tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1094 time: 0.1425979 Sep 21 18:25:11.278436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-2c0e9164-8db3-4f94-ae6c-5e841236ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.280141 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-2c0e9164-8db3-4f94-ae6c-5e841236ec91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.1112421 Sep 21 18:25:11.337495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1443ad96-b0a2-4fb0-8914-b3cd2ea879d7 req-ae5bfb5e-5fdb-4636-adb7-9eed9bbbefdf tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217666 Sep 21 18:25:11.406783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-70bf4851-3c73-4f90-8c12-f715245ba8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.408337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-70bf4851-3c73-4f90-8c12-f715245ba8c3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0ac42ad2-f5d9-4893-93fb-28e67737ec70 HTTP/1.1" status: 200 len: 911 time: 0.2341571 Sep 21 18:25:11.491127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-c3d8cbad-c0ef-46bd-979e-bb24eaf2af5d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2435bfc2-1e87-4127-816b-9b49c6396878 HTTP/1.1" status: 200 len: 217 time: 0.0720296 Sep 21 18:25:11.496117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Router 6a290252-cb82-4897-a7e5-c43a2ee371ab has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:25:11.564155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-3e41dcbd-2a7a-411a-8d03-825bae5f7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.565894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-3e41dcbd-2a7a-411a-8d03-825bae5f7396 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.2561731 Sep 21 18:25:11.620944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-b6df37d5-6fa3-4f57-af3e-35ca6441e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.622810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-b6df37d5-6fa3-4f57-af3e-35ca6441e7f2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fc163369-73a5-47cb-9b45-64a7f105d862 HTTP/1.1" status: 200 len: 848 time: 0.1226184 Sep 21 18:25:11.736348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e22711-f400-4cca-b6ca-3b3cb8f2b05c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:11.773494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:25:11.776029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-1db6014c-a0fc-411f-8353-2d193fc7077b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 1000 time: 0.1897023 Sep 21 18:25:11.808362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-e6833467-720a-4119-ad94-9ec3e0be604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.817702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-e6833467-720a-4119-ad94-9ec3e0be604b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0ac42ad2-f5d9-4893-93fb-28e67737ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822939 Sep 21 18:25:11.824609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:25:11.847330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:11.850466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] Sync routers for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:25:11.867784 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:11.868268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:11.875856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:11.877313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:11.908240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1cbfa2d3-4c68-4059-925d-26bf189fade3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "PUT /v2.0/floatingips/2d7836a9-1c87-4745-b846-b0da5481ac7f HTTP/1.1" status: 200 len: 991 time: 3.0824475 Sep 21 18:25:11.913947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:11.922154 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f23e59-1ff2-4228-a522-75fdf9759687" -d '{"events": [{"name": "network-changed", "server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:11.995768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-d02117b8-965d-404a-8be5-eab264efd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.997564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-d02117b8-965d-404a-8be5-eab264efd5b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.1618469 Sep 21 18:25:12.007586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:12.051963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:12.099031 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcdb406-93c9-4ea9-ab9c-943d94f2205b x-openstack-request-id: req-5dcdb406-93c9-4ea9-ab9c-943d94f2205b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:12.104492 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:12.106342 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5dcdb406-93c9-4ea9-ab9c-943d94f2205b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:12.106342 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'status': 'completed', 'code': 200} Sep 21 18:25:12.118981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e938a9-48f2-4625-9bb4-457057b91690 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:12.139940 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-87c83e27-df30-4d3d-9a3a-8e4d0e82d337 service neutron] 10.222.0.78 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045123 Sep 21 18:25:12.245974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9937a4a-73a6-4cc0-8839-f0d59862bd27 req-734fb80b-ab1c-4a67-99ac-9db56f8b764b service neutron] 10.222.0.78 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033535 Sep 21 18:25:12.273991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Provisioning complete for port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:12.274400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:12.339813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-3141ed01-9925-4e04-82b6-68dd0b1bcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.341316 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-3141ed01-9925-4e04-82b6-68dd0b1bcdad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1096 time: 0.2457628 Sep 21 18:25:12.345882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-abe61163-1202-49f3-9aca-c04d0770cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.348231 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-abe61163-1202-49f3-9aca-c04d0770cea1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3084071 Sep 21 18:25:12.422575 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:12.553439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0363152-bd8f-48d5-a5b0-0dd0aa5caff1 req-b5be63ed-1e74-417e-a76e-2e7075801532 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.563262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0363152-bd8f-48d5-a5b0-0dd0aa5caff1 req-b5be63ed-1e74-417e-a76e-2e7075801532 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1094 time: 0.1233625 Sep 21 18:25:12.653766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0363152-bd8f-48d5-a5b0-0dd0aa5caff1 req-aa8fd873-c11c-4e7c-bf48-2d290c92b1a0 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872848 Sep 21 18:25:12.766650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] For port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:12.890518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:12.902983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:12.903858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:12.918826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-98209f7f-68ed-4aa8-8656-2b10551e391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.920113 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-98209f7f-68ed-4aa8-8656-2b10551e391e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.5691090 Sep 21 18:25:12.943976 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-80a35b94-f64f-4401-b285-41e3f8db170f service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829833 Sep 21 18:25:12.950024 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:13.016737 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:25:13.017321 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:25:13.089992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:25:13.090543 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:25:13.091809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:13.109025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '2d7836a9-1c87-4745-b846-b0da5481ac7f', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'port_id': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'mac_address': 'fa:16:3e:ae:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:42Z', 'updated_at': '2021-09-21T18:25:10Z', 'revision_number': 1, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:13.147741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:13.169986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:13.170676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:13.173134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] Checking router: 6a290252-cb82-4897-a7e5-c43a2ee371ab for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:25:13.179637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=26a361c2-08a7-4b72-849f-7bec3aff128f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:13.188144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,revision_number=5']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:13.190818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:13.191651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:13.261901 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-84c2b1d0-1492-403d-83f5-672ec842ab11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 999 time: 0.2939556 Sep 21 18:25:13.285856 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0b89c88c-de39-4531-8e46-bde57660a6a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4814501 Sep 21 18:25:13.289730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33112) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:13.297055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:93:40:f8', 'name': 'tempest-NetworksTestDHCPv6-878435854'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:13.336003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:13.358257 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8a9b1a09-a3de-4b5e-a416-28b0434e9b43 req-71a1c0bd-bb6a-4a9a-a30f-5a9f9ee0e1f7 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799288 Sep 21 18:25:13.383241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-cb6f4fc6-5d44-4071-9285-6508590a1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:13.385929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-cb6f4fc6-5d44-4071-9285-6508590a1590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.1109107 Sep 21 18:25:13.386853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2435bfc2-1e87-4127-816b-9b49c6396878 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:25:13.389320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7666ea-36d0-4cbc-845f-723e3e2f6d3d None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:13.486076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-5f48b930-59d1-4889-8a6a-4fff15b8e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:13.490302 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-5f48b930-59d1-4889-8a6a-4fff15b8e654 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885477 Sep 21 18:25:13.520483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:13.640357 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-70559281-3657-4ed3-b5b3-21ec12579659 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372466 Sep 21 18:25:13.668772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:13.699215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 33f0ed56-abd6-47fa-b56b-a9af1a09e754 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:13.721889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:13.823468 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-19f23e59-1ff2-4228-a522-75fdf9759687 req-b774be1a-3dcf-4c8c-9c68-601b8c6d6b6b service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747456 Sep 21 18:25:13.852286 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:13.867293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b55ec5-6c95-498c-960b-0c9bc14f59b3 req-91b9666f-40d8-4f4e-b010-7106caae4a64 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:13.868881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87b55ec5-6c95-498c-960b-0c9bc14f59b3 req-91b9666f-40d8-4f4e-b010-7106caae4a64 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1094 time: 0.0986693 Sep 21 18:25:13.888747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fe93:40f8 (0fc02adc-eee2-4e58-a911-71742b0546cd/26a361c2-08a7-4b72-849f-7bec3aff128f/33f0ed56-abd6-47fa-b56b-a9af1a09e754) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:13.890470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 2435bfc2-1e87-4127-816b-9b49c6396878, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2435bfc2-1e87-4127-816b-9b49c6396878,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:13.914152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:13.932572 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:13.934622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '2435bfc2-1e87-4127-816b-9b49c6396878', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'port_id': '2435bfc2-1e87-4127-816b-9b49c6396878', 'mac_address': 'fa:16:3e:8e:ff:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:25:13.945802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87b55ec5-6c95-498c-960b-0c9bc14f59b3 req-4f09951f-8ac4-4478-96da-ac48aec63b99 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631297 Sep 21 18:25:14.066370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e22711-f400-4cca-b6ca-3b3cb8f2b05c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:14.124956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.169233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.176968 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.178945 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:25:14.179383 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-ef30c0c4-90c5-4ba7-bc78-136313d65782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:25:14.188162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:14.216794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2435bfc2-1e87-4127-816b-9b49c6396878 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:14.233800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:14.236887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:14.245036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:14.248998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 2435bfc2-1e87-4127-816b-9b49c6396878, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2435bfc2-1e87-4127-816b-9b49c6396878,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:14.257190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:14.257880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.261941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=33f0ed56-abd6-47fa-b56b-a9af1a09e754,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:14.264457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:14.264457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.278417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.282381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-89ea974f-502e-45cc-a3f1-fb65c064d379 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9876177 Sep 21 18:25:14.282740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33126) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:14.344638 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdfd487-6579-4517-8b2e-ad4de0437261 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:14.350000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '2d7836a9-1c87-4745-b846-b0da5481ac7f', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'port_id': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'mac_address': 'fa:16:3e:ae:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:42Z', 'updated_at': '2021-09-21T18:25:10Z', 'revision_number': 1, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:14.356168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdfd487-6579-4517-8b2e-ad4de0437261 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:14.361333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33128) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:14.362515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6bdfd487-6579-4517-8b2e-ad4de0437261 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0773566 Sep 21 18:25:14.406963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35890a6a-5f3d-45b9-934c-2f385027828e None None] The sync data for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 is: [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '2d7836a9-1c87-4745-b846-b0da5481ac7f', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'port_id': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'mac_address': 'fa:16:3e:ae:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:42Z', 'updated_at': '2021-09-21T18:25:10Z', 'revision_number': 1, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:25:14.440784 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=2435bfc2-1e87-4127-816b-9b49c6396878,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:14.518945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['2435bfc2-1e87-4127-816b-9b49c6396878'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:25:14.519942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 33f0ed56-abd6-47fa-b56b-a9af1a09e754 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:14.520301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.679138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.707610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 33f0ed56-abd6-47fa-b56b-a9af1a09e754 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:14.760082 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75a2df-dbf7-45eb-9142-8bcc956b78aa None None] New status for floating IP 2d7836a9-1c87-4745-b846-b0da5481ac7f: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:25:14.930881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:14.988154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=33f0ed56-abd6-47fa-b56b-a9af1a09e754,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:15.160835 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.160835 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c6c0a5e1-91d2-42e8-9033-2b883b4a743f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/33f0ed56-abd6-47fa-b56b-a9af1a09e754 HTTP/1.1" status: 204 len: 168 time: 0.7185667 Sep 21 18:25:15.160835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33142) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:15.268124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-df0e9066-06a4-4e5d-8d55-1b644d540776 None None] Provisioning complete for port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:15.268124 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-df0e9066-06a4-4e5d-8d55-1b644d540776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.272080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa969b-b6cb-4703-bbd2-2173e287ddbe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:15.272080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa969b-b6cb-4703-bbd2-2173e287ddbe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:15.272080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c6fa969b-b6cb-4703-bbd2-2173e287ddbe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1577017 Sep 21 18:25:15.272641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3139dc0-48c7-47a1-a79b-e1fb2a3083d4 req-a8e0c928-dbc6-4e6b-80bc-25f510cab421 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:15.272641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3139dc0-48c7-47a1-a79b-e1fb2a3083d4 req-a8e0c928-dbc6-4e6b-80bc-25f510cab421 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1095 time: 0.1060398 Sep 21 18:25:15.277395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33150) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:15.290171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2435bfc2-1e87-4127-816b-9b49c6396878 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:15.380486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 26a361c2-08a7-4b72-849f-7bec3aff128f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:15.384806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.411028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3139dc0-48c7-47a1-a79b-e1fb2a3083d4 req-de47e9da-33e7-4106-a71a-44315a2fb116 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358213 Sep 21 18:25:15.436131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 2435bfc2-1e87-4127-816b-9b49c6396878 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:25:15.442013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-df0e9066-06a4-4e5d-8d55-1b644d540776 None None] Could not find standard attr ID for object 6dfdb8fd-3839-4447-b508-5ed866be5a48. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:25:15.444916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 2435bfc2-1e87-4127-816b-9b49c6396878 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:15.445370 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.459875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.636662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.736799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.760527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-40a9bc9a-f126-4cb6-afdf-b7f9067789c8 None None] Could not find standard attr ID for object 33f0ed56-abd6-47fa-b56b-a9af1a09e754. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:25:15.775869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=26a361c2-08a7-4b72-849f-7bec3aff128f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:15.779839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.781826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94410bf3-41c8-43aa-b57e-aacce432a7e3 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/26a361c2-08a7-4b72-849f-7bec3aff128f HTTP/1.1" status: 204 len: 168 time: 0.5031838 Sep 21 18:25:15.784960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33160) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:15.815794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.830008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-60a4c725-4359-4de0-95a1-d1e2685d7029 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436857 Sep 21 18:25:15.833668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33162) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:15.848555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2435bfc2-1e87-4127-816b-9b49c6396878'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:15.851352 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba32703-2c28-48d0-8c78-81368039aa68" -d '{"events": [{"server_uuid": "9d6523e2-4ad5-43f2-88d9-4b7926f9db07", "name": "network-vif-plugged", "status": "completed", "tag": "2435bfc2-1e87-4127-816b-9b49c6396878"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:15.877601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 2435bfc2-1e87-4127-816b-9b49c6396878, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2435bfc2-1e87-4127-816b-9b49c6396878,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:15.882953 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:15.892551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1132ca-ecb2-418c-8d0d-018eb0fff2fb None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:15.909311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf890f2e-716a-4db8-8734-093a32ddcaec tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:15.911159 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cf890f2e-716a-4db8-8734-093a32ddcaec tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0760086 Sep 21 18:25:15.913479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33166) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:15.937410 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707ffcee-57a9-413c-add8-34c60af2fbcb x-openstack-request-id: req-707ffcee-57a9-413c-add8-34c60af2fbcb {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:15.937802 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6523e2-4ad5-43f2-88d9-4b7926f9db07", "name": "network-vif-plugged", "status": "completed", "tag": "2435bfc2-1e87-4127-816b-9b49c6396878", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:15.938114 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-707ffcee-57a9-413c-add8-34c60af2fbcb {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:15.938587 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2435bfc2-1e87-4127-816b-9b49c6396878', 'code': 200} Sep 21 18:25:15.979556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14789c7e-f621-4601-af06-78ee06c98e77 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:15.981387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-14789c7e-f621-4601-af06-78ee06c98e77 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665936 Sep 21 18:25:15.984523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33168) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:16.033826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=2435bfc2-1e87-4127-816b-9b49c6396878,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:16.093712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8e3f7d3f-b3e2-463c-8871-532106699d3d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076062 Sep 21 18:25:16.095021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3e7b2-071a-4f35-8f25-999fb9218afd req-904a4173-0478-488e-b0a1-2c6835885d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:16.099690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33172) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:16.100397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7b3e7b2-071a-4f35-8f25-999fb9218afd req-904a4173-0478-488e-b0a1-2c6835885d00 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.0866385 Sep 21 18:25:16.103739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e22711-f400-4cca-b6ca-3b3cb8f2b05c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:16.105478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:16.171150 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f7b3e7b2-071a-4f35-8f25-999fb9218afd req-9f32177b-668a-455e-ac71-67f46f29deb8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619221 Sep 21 18:25:16.189702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:16.190943 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.277626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:16.280252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:16.281331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.363864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] Deleting port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:16.365681 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.445366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] For port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:16.445888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.462168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] Calling delete_port for 66e22711-f400-4cca-b6ca-3b3cb8f2b05c owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:16.575879 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.586660 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.633522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] No DVR routers for this DVR port 66e22711-f400-4cca-b6ca-3b3cb8f2b05c on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:16.635628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807189a-a7c4-4c65-bce6-5cc10c3af4b2 None None] Pushing event deleted for resources: {'Port': ['ID=66e22711-f400-4cca-b6ca-3b3cb8f2b05c,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:16.669564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:16.677067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c675817-cd64-4222-8f9c-fb7280202b98 req-50664248-abed-43cc-a137-d2137a1d3ce5 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:16.679773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c675817-cd64-4222-8f9c-fb7280202b98 req-50664248-abed-43cc-a137-d2137a1d3ce5 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.1592999 Sep 21 18:25:16.685437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:16.687752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=5a8ef2c5-cca5-4081-b8fc-a09293284915,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:16.691845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:16.692684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.707918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a79df9-036c-47e6-aa40-38595050394d None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:16.734990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c0d3d407-9093-4de6-b6b1-a5a2700da21f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6336555 Sep 21 18:25:16.737741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33190) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:16.740401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c675817-cd64-4222-8f9c-fb7280202b98 req-e6946682-3cad-41ca-bdcf-a303ce279a4e tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Sep 21 18:25:16.743065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:79:09:9c', 'name': 'tempest-NetworksTestDHCPv6-986745019'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:16.911782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:16.932689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '5a8ef2c5-cca5-4081-b8fc-a09293284915'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:25:16.933595 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.021115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.046101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 0ecaad1f-bd75-46bf-a84f-39e82a2372a1 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:17.104412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/5a8ef2c5-cca5-4081-b8fc-a09293284915/cb1de00d-c82b-4f73-8898-06b1f80b7bbe) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:17.302040 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.312871 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.370806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Pushing event updated for resources: {'Port': ['ID=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:17.375222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:17.377105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:17.380349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:17.408861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::36e (0fc02adc-eee2-4e58-a911-71742b0546cd/5a8ef2c5-cca5-4081-b8fc-a09293284915/0ecaad1f-bd75-46bf-a84f-39e82a2372a1) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:17.473689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Attempting to bind port cb1de00d-c82b-4f73-8898-06b1f80b7bbe on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:17.474111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Attempting to bind port cb1de00d-c82b-4f73-8898-06b1f80b7bbe by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:17.474527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Attempting to bind port cb1de00d-c82b-4f73-8898-06b1f80b7bbe on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:17.480895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:17.481273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:17.481777 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.486503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:17.489436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Bound port: cb1de00d-c82b-4f73-8898-06b1f80b7bbe, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:17.490702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.605753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-263876fe-93e8-4003-b400-06873d987c3f None None] For port cb1de00d-c82b-4f73-8898-06b1f80b7bbe, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:17.609910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-263876fe-93e8-4003-b400-06873d987c3f None None] For port cb1de00d-c82b-4f73-8898-06b1f80b7bbe, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:17.617690 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.620096 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.671095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.699778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263876fe-93e8-4003-b400-06873d987c3f None None] Pushing event updated for resources: {'Port': ['ID=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:17.735257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:17.740094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:17.744204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:17.750133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:17.750836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:17.776556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=0ecaad1f-bd75-46bf-a84f-39e82a2372a1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:17.798176 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eded33f5-3ff2-48cf-bc59-84ff6d7d1b73 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0591664 Sep 21 18:25:17.801575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33210) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:17.913006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda86b5a-45e3-476d-a528-3c09e5e9b64b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:17.922853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda86b5a-45e3-476d-a528-3c09e5e9b64b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:17.931881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fda86b5a-45e3-476d-a528-3c09e5e9b64b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1289089 Sep 21 18:25:17.934581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33216) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:17.939070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb7730-d675-4b04-83d5-44de1a9a5159 req-ab7b00a7-2de1-4446-b669-a4a5ce46f214 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:17.952883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cecb7730-d675-4b04-83d5-44de1a9a5159 req-ab7b00a7-2de1-4446-b669-a4a5ce46f214 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.1172714 Sep 21 18:25:18.008077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cecb7730-d675-4b04-83d5-44de1a9a5159 req-725dcc39-f4a8-4244-af99-59be45cc76cf tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541487 Sep 21 18:25:18.129053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device cb1de00d-c82b-4f73-8898-06b1f80b7bbe up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:18.148059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 0ecaad1f-bd75-46bf-a84f-39e82a2372a1 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:18.148664 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.200055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port cb1de00d-c82b-4f73-8898-06b1f80b7bbe triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:18.200457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.304442 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.323088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 0ecaad1f-bd75-46bf-a84f-39e82a2372a1 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:18.350310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.373076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69c63-9960-406c-9b48-6781c3e36a78 req-89365d19-21af-4896-bc28-aee19cab184e tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:18.375069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3d69c63-9960-406c-9b48-6781c3e36a78 req-89365d19-21af-4896-bc28-aee19cab184e tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.0622847 Sep 21 18:25:18.397243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port cb1de00d-c82b-4f73-8898-06b1f80b7bbe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:18.405113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.445088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3d69c63-9960-406c-9b48-6781c3e36a78 req-948f2b7c-f9f2-402b-90f7-2a8560c7ac38 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632133 Sep 21 18:25:18.516903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e22711-f400-4cca-b6ca-3b3cb8f2b05c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:18.528443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:18.580915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 66e22711-f400-4cca-b6ca-3b3cb8f2b05c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:18.582740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 66e22711-f400-4cca-b6ca-3b3cb8f2b05c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:18.596794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.601006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d750c8-1eae-47f2-8c35-4357f39752e6 req-bc183767-2df6-4d09-90f3-82b3068e893a tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:18.603101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21d750c8-1eae-47f2-8c35-4357f39752e6 req-bc183767-2df6-4d09-90f3-82b3068e893a tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.0658743 Sep 21 18:25:18.629345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=0ecaad1f-bd75-46bf-a84f-39e82a2372a1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:18.655058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21d750c8-1eae-47f2-8c35-4357f39752e6 req-ad6cd623-f024-4df8-ba0d-2dfb8284b8f0 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Sep 21 18:25:18.686904 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.692571 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fac482e3-5024-4813-9c4e-e26581e659d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/0ecaad1f-bd75-46bf-a84f-39e82a2372a1 HTTP/1.1" status: 204 len: 168 time: 0.7553568 Sep 21 18:25:18.696098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33234) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:18.795150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a10e9a-5fbe-4d47-a3e4-ca184c996028 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:18.797889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a10e9a-5fbe-4d47-a3e4-ca184c996028 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:18.800584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-04a10e9a-5fbe-4d47-a3e4-ca184c996028 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1033726 Sep 21 18:25:18.803503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33246) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:18.938986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 5a8ef2c5-cca5-4081-b8fc-a09293284915 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:18.947697 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:18.984832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-84cb93ea-9954-4cd2-8bf6-01009b31f626 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:18.986391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-84cb93ea-9954-4cd2-8bf6-01009b31f626 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/networks?id=0ac42ad2-f5d9-4893-93fb-28e67737ec70 HTTP/1.1" status: 200 len: 911 time: 0.1499696 Sep 21 18:25:19.008094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.036347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-e2b053cf-71b1-491d-baf1-c0cd06abde88 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/quotas/b6edba019eff411aa0a81f855c1bc3b5 HTTP/1.1" status: 200 len: 375 time: 0.0412879 Sep 21 18:25:19.042767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5cde6011-4eb2-42f1-bbdd-16fefcb1494c None None] Provisioning complete for port cb1de00d-c82b-4f73-8898-06b1f80b7bbe triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:19.043141 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5cde6011-4eb2-42f1-bbdd-16fefcb1494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.128492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-e8415069-bcdb-4499-8927-6ed1e1b14daa tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6edba019eff411aa0a81f855c1bc3b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846620 Sep 21 18:25:19.183455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.298349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-932a02c0-11dc-4d8c-bdef-9e3778a3cd6a service neutron] 10.222.0.70 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595180 Sep 21 18:25:19.312556 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.341992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.346731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/5a8ef2c5-cca5-4081-b8fc-a09293284915 HTTP/1.1" status: 204 len: 168 time: 0.5394094 Sep 21 18:25:19.348650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33258) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:19.385189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0285-0bc6-48a5-8d74-cc966647582a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8ef2c5-cca5-4081-b8fc-a09293284915,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:19.386543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f55c90bc-fc1e-4cec-a82c-18d5cc102f6a None None] Could not find standard attr ID for object 0ecaad1f-bd75-46bf-a84f-39e82a2372a1. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:25:19.423116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7bac9388-b350-44a8-9451-dceab36694b5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663106 Sep 21 18:25:19.423339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33262) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:19.480687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12358109-8226-496b-947d-ff89de1f0031 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:19.480687 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-12358109-8226-496b-947d-ff89de1f0031 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0542152 Sep 21 18:25:19.481041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-b6a423f8-a7ea-4b57-a82b-d173e58b49b2 service neutron] 10.222.0.70 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577978 Sep 21 18:25:19.481511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33266) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:19.548016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85172ca-da59-4f06-ba65-d4f500e59f35 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:19.549965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b85172ca-da59-4f06-ba65-d4f500e59f35 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668895 Sep 21 18:25:19.552612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33270) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:19.604461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-10bad39b-0d6a-4fd6-b867-cb0afcb0817a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504961 Sep 21 18:25:19.608596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33272) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:19.611693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed0c09f-f083-44fc-9264-d54b1fe16905 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:19.620582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:19.766899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:19.771350 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.934551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:19.969559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e177ca5c-21ce-49d2-ae4c-edd6d1960333 req-c68e96dd-8284-4ab7-8001-996fe37485e0 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0916433 Sep 21 18:25:20.038438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] Deleting port cb1de00d-c82b-4f73-8898-06b1f80b7bbe {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:20.039164 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.117875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device cb1de00d-c82b-4f73-8898-06b1f80b7bbe no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:20.180082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] For port cb1de00d-c82b-4f73-8898-06b1f80b7bbe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:20.180776 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.220280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] Calling delete_port for cb1de00d-c82b-4f73-8898-06b1f80b7bbe owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:20.273712 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.301005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:25:20.375025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port cb1de00d-c82b-4f73-8898-06b1f80b7bbe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:20.381583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.448372 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.460436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:20.477346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] No DVR routers for this DVR port cb1de00d-c82b-4f73-8898-06b1f80b7bbe on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:20.481869 n-d-810285-3 neutron-server[95091]: WARNING neutron.services.revisions.revision_plugin [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Could not find related port for resource to bump revision. Sep 21 18:25:20.489064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_pluggable_backend [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Port cb1de00d-c82b-4f73-8898-06b1f80b7bbe was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 21 18:25:20.489526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_pluggable_backend [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Reverting IP allocation for 2001:db8::f816:3eff:fee0:d9dd {{(pid=95091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 21 18:25:20.493379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.ipam_pluggable_backend [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee0:d9dd {{(pid=95091) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 21 18:25:20.494834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.501085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597c1c6-1a79-4971-9760-bc7c3f3d76a4 None None] Pushing event deleted for resources: {'Port': ['ID=cb1de00d-c82b-4f73-8898-06b1f80b7bbe,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:20.543175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:20.547895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:20.555248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:20.556120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.563511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5a170-264f-402e-9351-0dbba23fc448 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:20.581728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9717696 Sep 21 18:25:20.582685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=aa7e5da5-4764-4da6-89b8-39e5575bdbfe,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:20.584969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33296) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:20.592302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bbc83f2e-6e2d-4d53-b4d5-393e1f97809d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:20.601670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.602436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.602972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.603413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.603755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.604088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.604415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.604743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.605070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.605389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.605936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.610265 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a7457-a78b-4441-9d25-4efef72575a7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:20.767550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc83f2e-6e2d-4d53-b4d5-393e1f97809d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:20.775546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbc83f2e-6e2d-4d53-b4d5-393e1f97809d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.806544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': 'aa7e5da5-4764-4da6-89b8-39e5575bdbfe'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:25:20.807424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.919922 n-d-810285-3 neutron-server[95090]: INFO neutron.db.ipam_backend_mixin [None req-bbc83f2e-6e2d-4d53-b4d5-393e1f97809d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa7e5da5-4764-4da6-89b8-39e5575bdbfe (CIDR: 2001:db8::/64) Sep 21 18:25:20.926139 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc83f2e-6e2d-4d53-b4d5-393e1f97809d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:25:20.926610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc83f2e-6e2d-4d53-b4d5-393e1f97809d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:20.960443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:20.962114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bbc83f2e-6e2d-4d53-b4d5-393e1f97809d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3755524 Sep 21 18:25:20.965933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:20.995583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Allocated IP 2001:db8::f816:3eff:fedd:615b (0fc02adc-eee2-4e58-a911-71742b0546cd/aa7e5da5-4764-4da6-89b8-39e5575bdbfe/3ee18713-8d80-4919-88e4-328b2a60fe3a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:21.162851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4db774-3eff-4a7d-9e5b-e2d2dd18afd7 req-71797b99-5b3f-43f2-a738-f2319ef9dd62 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0638626 Sep 21 18:25:21.186047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:21.196114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.304138 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.311983 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.358125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:21.361132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:21.365107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:21.374478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-95bf15c9-2aab-4b2f-9771-bf7291b26fcb tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:21.374632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:21.381684 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-95bf15c9-2aab-4b2f-9771-bf7291b26fcb tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.41 "GET /v2.0/networks?id=0ac42ad2-f5d9-4893-93fb-28e67737ec70 HTTP/1.1" status: 200 len: 911 time: 0.3609147 Sep 21 18:25:21.397283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Request body: {'port': {'device_id': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'admin_state_up': True, 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:21.438024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Attempting to bind port 3ee18713-8d80-4919-88e4-328b2a60fe3a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:21.438335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Made reservation on behalf of b6edba019eff411aa0a81f855c1bc3b5 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:21.438589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Attempting to bind port 3ee18713-8d80-4919-88e4-328b2a60fe3a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:21.438967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Attempting to bind port 3ee18713-8d80-4919-88e4-328b2a60fe3a on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:21.440833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.444858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:21.445785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:21.446266 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.446769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:21.447307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Bound port: 3ee18713-8d80-4919-88e4-328b2a60fe3a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:21.447732 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.559451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:21.563449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ee18713-8d80-4919-88e4-328b2a60fe3a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:21.577333 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.654468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9d02-1e7c-47cc-9cea-147a1650be16 None None] Pushing event updated for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:21.659523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Allocated IP 172.20.0.12 (0ac42ad2-f5d9-4893-93fb-28e67737ec70/fc163369-73a5-47cb-9b45-64a7f105d862/2e7afd14-2e4e-4748-a934-210ba1901475) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:21.663312 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.747049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:21.760453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:21.770623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:21.771544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.776956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=49162dcf-5ec0-4ede-acae-fede3f15179d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:21.813196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d2b3b13c-0619-4a5a-a8b0-571b1e1690bc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8515363 Sep 21 18:25:21.819144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:21.834159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:92:d7:e1', 'name': 'tempest-NetworksTestDHCPv6-871111021'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:21.934670 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.089274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.106560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['2435bfc2-1e87-4127-816b-9b49c6396878'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:25:22.147526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:22.235061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:22.257179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:22.277370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:22.296135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ee18713-8d80-4919-88e4-328b2a60fe3a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:22.352103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:22.352932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.355162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Pushing event updated for resources: {'Port': ['ID=2e7afd14-2e4e-4748-a934-210ba1901475,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:22.378160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-0cddff1f-ec3b-45de-bbe4-587a9ad7cdf2 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9852035 Sep 21 18:25:22.395884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Request body: {'port': {'device_id': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:22.497542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:22.498031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.525434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.630223 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.681017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ee18713-8d80-4919-88e4-328b2a60fe3a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:22.689407 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.771426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-718aeed6-1220-47e3-83c4-4420b8f71a65 None None] Provisioning complete for port 2e7afd14-2e4e-4748-a934-210ba1901475 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:22.771947 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-718aeed6-1220-47e3-83c4-4420b8f71a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:22.913701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29182ee3-4c2c-4f7d-ab0b-6752a3dfa49e req-c0aed96a-3b56-47cc-943d-547dab4e6c2f tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:22.938310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29182ee3-4c2c-4f7d-ab0b-6752a3dfa49e req-c0aed96a-3b56-47cc-943d-547dab4e6c2f tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1028 time: 0.1550748 Sep 21 18:25:23.020925 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.023947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:23.055650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-718aeed6-1220-47e3-83c4-4420b8f71a65 None None] Port 2e7afd14-2e4e-4748-a934-210ba1901475 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:25:23.059102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29182ee3-4c2c-4f7d-ab0b-6752a3dfa49e req-98c8d50f-ccc6-477f-95d5-f208f58612b5 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171422 Sep 21 18:25:23.072443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port d63bf652-35a1-4d29-be36-4f4d5ec8bf18 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:23.082222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7afd14-2e4e-4748-a934-210ba1901475 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:23.100806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.131946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Transition to ACTIVE for port object 2e7afd14-2e4e-4748-a934-210ba1901475 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:25:23.138438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.216341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Pushing event updated for resources: {'Port': ['ID=2e7afd14-2e4e-4748-a934-210ba1901475,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:23.364334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Attempting to bind port 2e7afd14-2e4e-4748-a934-210ba1901475 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:23.364334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Attempting to bind port 2e7afd14-2e4e-4748-a934-210ba1901475 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:23.364334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Attempting to bind port 2e7afd14-2e4e-4748-a934-210ba1901475 on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:23.372013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Port 2e7afd14-2e4e-4748-a934-210ba1901475 on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:25:23.372345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Attempting to bind port 2e7afd14-2e4e-4748-a934-210ba1901475 on network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:23.379755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:23.380193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Checking segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:23.380792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Bound using segment: {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:23.381255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Bound port: 2e7afd14-2e4e-4748-a934-210ba1901475, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:23.381690 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.391003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b4129-390a-4cad-bcc8-29eaaf4e138b None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:23.431525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8:0:1::3e4 (0fc02adc-eee2-4e58-a911-71742b0546cd/49162dcf-5ec0-4ede-acae-fede3f15179d/d63bf652-35a1-4d29-be36-4f4d5ec8bf18) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:23.439724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fe92:d7e1 (0fc02adc-eee2-4e58-a911-71742b0546cd/aa7e5da5-4764-4da6-89b8-39e5575bdbfe/d63bf652-35a1-4d29-be36-4f4d5ec8bf18) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:23.492794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] For port 2e7afd14-2e4e-4748-a934-210ba1901475, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:23.497266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] For port 2e7afd14-2e4e-4748-a934-210ba1901475, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2e7afd14-2e4e-4748-a934-210ba1901475,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:23.508167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.548310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a0de88db-fae4-4989-8829-cb77f31307e2 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:23.549658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a0de88db-fae4-4989-8829-cb77f31307e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.566768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:23.567358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.568769 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] 10.222.0.41 "PUT /v2.0/ports/2e7afd14-2e4e-4748-a934-210ba1901475 HTTP/1.1" status: 200 len: 1092 time: 1.1812298 Sep 21 18:25:23.570236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'tag': '2e7afd14-2e4e-4748-a934-210ba1901475'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:23.571974 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca96ce-1701-4693-95c6-e710dc047135" -d '{"events": [{"name": "network-changed", "server_uuid": "2783f9e5-177e-484d-b5c8-d847299c45e2", "tag": "2e7afd14-2e4e-4748-a934-210ba1901475"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:23.687685 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bced1a-782e-4374-87e1-30b648d0a32a x-openstack-request-id: req-63bced1a-782e-4374-87e1-30b648d0a32a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:23.697756 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2783f9e5-177e-484d-b5c8-d847299c45e2", "tag": "2e7afd14-2e4e-4748-a934-210ba1901475", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:23.698151 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63bced1a-782e-4374-87e1-30b648d0a32a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:23.698734 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'tag': '2e7afd14-2e4e-4748-a934-210ba1901475', 'status': 'completed', 'code': 200} Sep 21 18:25:23.730496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a08de-efb3-470c-bc41-42af9cf7135f service neutron] Pushing event updated for resources: {'Port': ['ID=2e7afd14-2e4e-4748-a934-210ba1901475,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:23.739103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.750604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-e8ac9123-5079-4141-967f-6837aec086d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:23.752843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-e8ac9123-5079-4141-967f-6837aec086d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6edba019eff411aa0a81f855c1bc3b5&device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1095 time: 0.1309152 Sep 21 18:25:23.807854 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.809794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-00a06f41-2f42-4ad4-a69e-c10e9fc07450 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e7afd14-2e4e-4748-a934-210ba1901475 HTTP/1.1" status: 200 len: 217 time: 0.0469918 Sep 21 18:25:23.884445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:23.888249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:23.897502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:23.903688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:23.904833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:23.911756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=d63bf652-35a1-4d29-be36-4f4d5ec8bf18,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:23.930721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d881a391-75cc-4727-9c98-af22cd367455 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1093059 Sep 21 18:25:23.933480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33356) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:23.975420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c40b1d-a639-4370-8136-451866c0b98e None None] Update dhcp port {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': 'aa7e5da5-4764-4da6-89b8-39e5575bdbfe', 'ip_address': '2001:db8::f816:3eff:fedd:615b'}, {'subnet_id': '49162dcf-5ec0-4ede-acae-fede3f15179d'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '3ee18713-8d80-4919-88e4-328b2a60fe3a'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:25:24.008644 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c40b1d-a639-4370-8136-451866c0b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.149818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port d63bf652-35a1-4d29-be36-4f4d5ec8bf18 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:24.150344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.154407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ee18713-8d80-4919-88e4-328b2a60fe3a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:24.237409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:24.238099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.284538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86298a5c-f0d4-47ad-9af1-12b183b6aa56 req-505c26d9-a56b-493f-8547-8225a934b22e tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.292467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86298a5c-f0d4-47ad-9af1-12b183b6aa56 req-505c26d9-a56b-493f-8547-8225a934b22e tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1095 time: 0.1352758 Sep 21 18:25:24.323715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-10432b0f-9faf-41de-9b19-78bf6aa0feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.325390 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-10432b0f-9faf-41de-9b19-78bf6aa0feaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc163369-73a5-47cb-9b45-64a7f105d862 HTTP/1.1" status: 200 len: 848 time: 0.5045226 Sep 21 18:25:24.362991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-92c40b1d-a639-4370-8136-451866c0b98e None None] Allocated IP 2001:db8:0:1::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/49162dcf-5ec0-4ede-acae-fede3f15179d/3ee18713-8d80-4919-88e4-328b2a60fe3a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:24.381508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.385407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-2ef0382c-d9d1-46f1-92a0-f628942ae5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.387148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-2ef0382c-d9d1-46f1-92a0-f628942ae5a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac42ad2-f5d9-4893-93fb-28e67737ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530436 Sep 21 18:25:24.407663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86298a5c-f0d4-47ad-9af1-12b183b6aa56 req-0cdec010-79f7-498d-bd62-8ca975f6dca3 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091828 Sep 21 18:25:24.419699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for d63bf652-35a1-4d29-be36-4f4d5ec8bf18 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:24.513858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-92c40b1d-a639-4370-8136-451866c0b98e None None] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ee18713-8d80-4919-88e4-328b2a60fe3a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:24.524498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-b829ce40-1313-4aa2-9455-e07173ddc94b service neutron] 10.222.0.41 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286767 Sep 21 18:25:24.559171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c40b1d-a639-4370-8136-451866c0b98e None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.569439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-92c40b1d-a639-4370-8136-451866c0b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.677176 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7b9a4c60-c91f-4830-a3d1-45980d91b44e req-dff68179-354e-4406-bcd4-0b7d286d6e44 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434374 Sep 21 18:25:24.679895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.727319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=d63bf652-35a1-4d29-be36-4f4d5ec8bf18,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:24.731395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c40b1d-a639-4370-8136-451866c0b98e None None] Pushing event updated for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:24.779894 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-3cfb646b-480e-427c-bbe2-1c5fa3b1bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.781418 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-3cfb646b-480e-427c-bbe2-1c5fa3b1bd90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6edba019eff411aa0a81f855c1bc3b5&device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1095 time: 0.0501056 Sep 21 18:25:24.786166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.790863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-85908b75-62df-41db-b85d-d8e73447becf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/d63bf652-35a1-4d29-be36-4f4d5ec8bf18 HTTP/1.1" status: 204 len: 168 time: 0.8539867 Sep 21 18:25:24.791670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33374) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:24.853720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee7ec8-6d91-44b0-a2f8-b141f94be8bf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.853720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-03ee7ec8-6d91-44b0-a2f8-b141f94be8bf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0607142 Sep 21 18:25:24.858982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33378) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:24.920555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-816c1ba9-c5f3-4ecc-b0dc-945640775c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.922080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-816c1ba9-c5f3-4ecc-b0dc-945640775c15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ac42ad2-f5d9-4893-93fb-28e67737ec70 HTTP/1.1" status: 200 len: 911 time: 0.1324961 Sep 21 18:25:24.926119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e762f2b-c16d-4cf5-b4ba-bd9720e69465 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.934840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4e762f2b-c16d-4cf5-b4ba-bd9720e69465 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0742228 Sep 21 18:25:24.935942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33380) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:25.008547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-0dc5f83d-bfcf-432f-ac02-1670832b2dc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e7afd14-2e4e-4748-a934-210ba1901475 HTTP/1.1" status: 200 len: 217 time: 0.0741160 Sep 21 18:25:25.086364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd477e-175d-48e1-81b6-a0f8b20ab54c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:25.087886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd477e-175d-48e1-81b6-a0f8b20ab54c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:25.089382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd477e-175d-48e1-81b6-a0f8b20ab54c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:25.090999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7dfd477e-175d-48e1-81b6-a0f8b20ab54c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1485980 Sep 21 18:25:25.093650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33384) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:25.133677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-19d3639c-dee2-4841-9d5e-e64fea403949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:25.135554 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-19d3639c-dee2-4841-9d5e-e64fea403949 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc163369-73a5-47cb-9b45-64a7f105d862 HTTP/1.1" status: 200 len: 848 time: 0.1152182 Sep 21 18:25:25.201266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 49162dcf-5ec0-4ede-acae-fede3f15179d {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:25.207947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.251570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-9c4c4846-630d-4506-8a62-0a8a8e373ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:25.254072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-9c4c4846-630d-4506-8a62-0a8a8e373ee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac42ad2-f5d9-4893-93fb-28e67737ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099911 Sep 21 18:25:25.259611 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.456901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4d2ce29d-245b-4e0d-a7fd-946f1a6ed0c1 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:25.457492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce29d-245b-4e0d-a7fd-946f1a6ed0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.465027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-5a1440ef-7d9e-4881-b763-4945b7e350a2 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020957 Sep 21 18:25:25.475973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.558730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b389c2f-826d-4917-a061-5196665c45ec req-0b2319a0-4544-4a9a-afd7-861dfaebbf15 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:25.560736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b389c2f-826d-4917-a061-5196665c45ec req-0b2319a0-4544-4a9a-afd7-861dfaebbf15 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1095 time: 0.0505202 Sep 21 18:25:25.611855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b389c2f-826d-4917-a061-5196665c45ec req-0f84a02c-f5f2-4705-a5a2-e3711806f357 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Sep 21 18:25:25.627512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1ca96ce-1701-4693-95c6-e710dc047135 req-10d17302-9d4b-4409-8fad-4dd8e64c7df8 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471131 Sep 21 18:25:25.643839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.675415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=49162dcf-5ec0-4ede-acae-fede3f15179d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:25.684123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.686429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4d92ced9-71cb-4988-9d55-f2ae159cd1d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/49162dcf-5ec0-4ede-acae-fede3f15179d HTTP/1.1" status: 204 len: 168 time: 0.5917733 Sep 21 18:25:25.689086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33400) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:25.707931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f673fce-a47d-4ed7-b5a7-deadc6c8d0bf None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:25.780999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet aa7e5da5-4764-4da6-89b8-39e5575bdbfe {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:25.784590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.798352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ee9c1bda-56ef-4f89-814a-f118d3cb35af None None] Could not find standard attr ID for object d63bf652-35a1-4d29-be36-4f4d5ec8bf18. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:25:25.837851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.931724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:26.012768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:26.047159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7e5da5-4764-4da6-89b8-39e5575bdbfe,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:26.063450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:26.069596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33412) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:26.070258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8fdbfdf6-c12a-4492-9aa0-f670002af487 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/aa7e5da5-4764-4da6-89b8-39e5575bdbfe HTTP/1.1" status: 204 len: 168 time: 0.3760760 Sep 21 18:25:26.083198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ee18713-8d80-4919-88e4-328b2a60fe3a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:26.122594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ec6f53e-a250-4f7b-9caf-cd994fd728e2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514784 Sep 21 18:25:26.125392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33414) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:26.137294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:26.150325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:26.150897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:26.261392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:26.270016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:26.596966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2bd56-ed89-4957-ac48-8afaa01a1ddd None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:26.661185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:25:26.693552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-08cdf8e2-1657-44ff-ad21-ff00e3ab0f26 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:26.693926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-08cdf8e2-1657-44ff-ad21-ff00e3ab0f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:26.880834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04534a7-5a90-4466-bb24-7c8fb86157ec req-230262b6-7a90-4b2f-b2e1-abf2dabf4612 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:26.883226 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c04534a7-5a90-4466-bb24-7c8fb86157ec req-230262b6-7a90-4b2f-b2e1-abf2dabf4612 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1095 time: 0.1414094 Sep 21 18:25:26.959101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c04534a7-5a90-4466-bb24-7c8fb86157ec req-e4e649a6-7573-4dd9-babb-e42cc11b2a95 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629292 Sep 21 18:25:26.969133 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:27.201140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ee18713-8d80-4919-88e4-328b2a60fe3a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:27.240794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:27.257626 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:27.259258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:27.320546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a81fefc9-39ec-4f39-836d-2178d79474b3 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:27.320975 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a81fefc9-39ec-4f39-836d-2178d79474b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:27.378869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:27.382777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=8']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:27.389870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:27.397255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:27.399629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:27.403955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca31ee54-7d50-4343-a3d1-2bcb8f760878 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:27.433049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=01e7f45b-4446-47bc-987e-321fe69ac540,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:27.451555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33444) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:27.454857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f0714081-0313-4f58-b7b6-60b56f7f0e7b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3240998 Sep 21 18:25:27.459353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e958ad71-967b-4b5f-b780-e7a118a7021a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:27.604896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958ad71-967b-4b5f-b780-e7a118a7021a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:27.610083 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e958ad71-967b-4b5f-b780-e7a118a7021a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:27.751318 n-d-810285-3 neutron-server[95091]: INFO neutron.db.ipam_backend_mixin [None req-e958ad71-967b-4b5f-b780-e7a118a7021a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01e7f45b-4446-47bc-987e-321fe69ac540 (CIDR: 2001:db8::/64) Sep 21 18:25:27.755673 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958ad71-967b-4b5f-b780-e7a118a7021a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:25:27.756348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e958ad71-967b-4b5f-b780-e7a118a7021a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:27.777582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e958ad71-967b-4b5f-b780-e7a118a7021a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3212957 Sep 21 18:25:27.777916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:27.783017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:27.951438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:27.955057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.035761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-87b9e1c9-8564-4ea8-af1c-150ac9d4fa93 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:28.038368 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-87b9e1c9-8564-4ea8-af1c-150ac9d4fa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.140251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4efc05-0c6c-41d7-aa80-fc96d3c3781a req-47408913-9958-48cc-85cf-969ddd21d7b4 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:28.141830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f4efc05-0c6c-41d7-aa80-fc96d3c3781a req-47408913-9958-48cc-85cf-969ddd21d7b4 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1095 time: 0.0795908 Sep 21 18:25:28.143026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ee18713-8d80-4919-88e4-328b2a60fe3a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:28.210816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:28.211194 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.230428 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f4efc05-0c6c-41d7-aa80-fc96d3c3781a req-35eea93e-97ef-4e81-a1af-d90360517c35 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769272 Sep 21 18:25:28.374014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.422754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:28.426753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:28.431694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:28.432449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.436473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c5388-05ca-44fb-baab-3179dfda67f9 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:28.445694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=1e69bd53-0b3d-4460-8948-f2e11c54b7d4,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:28.454775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-41479265-14a2-4a8f-9143-9a80a6152e37 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6752589 Sep 21 18:25:28.457589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33476) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:28.468720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:92:ad:e7', 'name': 'tempest-NetworksTestDHCPv6-564412275'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:28.580926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2e7afd14-2e4e-4748-a934-210ba1901475 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:25:28.605608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:28.709793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.733028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port ad5225f2-f60a-430a-a369-f02ec4f38d06 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:28.748954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2e7afd14-2e4e-4748-a934-210ba1901475, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2e7afd14-2e4e-4748-a934-210ba1901475,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:28.781877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '2e7afd14-2e4e-4748-a934-210ba1901475', 'network_id': '0ac42ad2-f5d9-4893-93fb-28e67737ec70', 'port_id': '2e7afd14-2e4e-4748-a934-210ba1901475', 'mac_address': 'fa:16:3e:d1:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc163369-73a5-47cb-9b45-64a7f105d862', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:25:28.836460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366b2e0-6502-4800-a297-1d4e4b530002 None None] Update dhcp port {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '01e7f45b-4446-47bc-987e-321fe69ac540', 'ip_address': '2001:db8::f816:3eff:fedd:615b'}, {'subnet_id': '1e69bd53-0b3d-4460-8948-f2e11c54b7d4'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '3ee18713-8d80-4919-88e4-328b2a60fe3a'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:25:28.874866 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.900100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7afd14-2e4e-4748-a934-210ba1901475 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:28.905539 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2366b2e0-6502-4800-a297-1d4e4b530002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.936666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2e7afd14-2e4e-4748-a934-210ba1901475, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2e7afd14-2e4e-4748-a934-210ba1901475,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:28.961260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8:0:1::60 (0fc02adc-eee2-4e58-a911-71742b0546cd/1e69bd53-0b3d-4460-8948-f2e11c54b7d4/ad5225f2-f60a-430a-a369-f02ec4f38d06) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:28.961530 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:28.972058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::f816:3eff:fe92:ade7 (0fc02adc-eee2-4e58-a911-71742b0546cd/01e7f45b-4446-47bc-987e-321fe69ac540/ad5225f2-f60a-430a-a369-f02ec4f38d06) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:29.092727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2e7afd14-2e4e-4748-a934-210ba1901475,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:29.166977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.191823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['2e7afd14-2e4e-4748-a934-210ba1901475'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:25:29.204614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.293463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=ad5225f2-f60a-430a-a369-f02ec4f38d06,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:29.305527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:29.307917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:29.315443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:29.325417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:29.326265 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.348062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed8f788f-7f48-4de2-9194-a022a5c57505 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8846748 Sep 21 18:25:29.348470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33502) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:29.428231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a35e78-d67d-476f-9a43-afa898511bcb req-b2224295-3145-4d92-ab30-46de37889ff6 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:29.437776 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91a35e78-d67d-476f-9a43-afa898511bcb req-b2224295-3145-4d92-ab30-46de37889ff6 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1096 time: 0.0905252 Sep 21 18:25:29.453304 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a276145-29ac-4ed7-9e81-274e41931256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.475210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port ad5225f2-f60a-430a-a369-f02ec4f38d06 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:29.475558 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.483164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-2366b2e0-6502-4800-a297-1d4e4b530002 None None] Allocated IP 2001:db8:0:1::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/1e69bd53-0b3d-4460-8948-f2e11c54b7d4/3ee18713-8d80-4919-88e4-328b2a60fe3a) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:29.502641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91a35e78-d67d-476f-9a43-afa898511bcb req-60e407a8-724b-49f2-9749-999b9b7f3e74 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Sep 21 18:25:29.638411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.659732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for ad5225f2-f60a-430a-a369-f02ec4f38d06 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:29.668595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2366b2e0-6502-4800-a297-1d4e4b530002 None None] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ee18713-8d80-4919-88e4-328b2a60fe3a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:29.710930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2366b2e0-6502-4800-a297-1d4e4b530002 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.718300 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2366b2e0-6502-4800-a297-1d4e4b530002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.823398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366b2e0-6502-4800-a297-1d4e4b530002 None None] Pushing event updated for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:29.877391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.907167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=ad5225f2-f60a-430a-a369-f02ec4f38d06,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:29.974227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:29.977585 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2152038d-e91e-4932-bc77-306a12a654cd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/ad5225f2-f60a-430a-a369-f02ec4f38d06 HTTP/1.1" status: 204 len: 168 time: 0.6265943 Sep 21 18:25:29.979213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33518) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:30.062345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5d3757-a19a-4103-b6c4-2e4a68f2dcef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.065536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5c5d3757-a19a-4103-b6c4-2e4a68f2dcef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0851765 Sep 21 18:25:30.068598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33522) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:30.085243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ee18713-8d80-4919-88e4-328b2a60fe3a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:30.151217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:30.151931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.160462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ff09c-7136-4380-8271-65d9354f6367 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.162489 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3d4ff09c-7136-4380-8271-65d9354f6367 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0927379 Sep 21 18:25:30.165064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33526) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:30.241819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86797bf-04ba-4c2b-845f-682c9c0a5009 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.244079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86797bf-04ba-4c2b-845f-682c9c0a5009 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.245982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86797bf-04ba-4c2b-845f-682c9c0a5009 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.247882 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a86797bf-04ba-4c2b-845f-682c9c0a5009 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0816174 Sep 21 18:25:30.250807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33530) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:30.313612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 01e7f45b-4446-47bc-987e-321fe69ac540 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:30.317377 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.375838 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.477964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.554271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4fff6963-3db8-4ffb-95cb-94a28dc4f27a None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:30.554730 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4fff6963-3db8-4ffb-95cb-94a28dc4f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.594910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.609493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2e7afd14-2e4e-4748-a934-210ba1901475 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:30.650231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07083-b1c0-4152-8efb-ffbfe10fc59a req-b57407ee-db2d-4be2-be66-7258899bb383 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.652316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53c07083-b1c0-4152-8efb-ffbfe10fc59a req-b57407ee-db2d-4be2-be66-7258899bb383 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1096 time: 0.0695221 Sep 21 18:25:30.683174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=01e7f45b-4446-47bc-987e-321fe69ac540,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:30.695013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.700279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7e71a0ef-c2f2-4ca7-a710-c6902bf8b7f9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/01e7f45b-4446-47bc-987e-321fe69ac540 HTTP/1.1" status: 204 len: 168 time: 0.4482083 Sep 21 18:25:30.700721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:30.741267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53c07083-b1c0-4152-8efb-ffbfe10fc59a req-341fef13-07cd-46f1-88e3-c62a5b1d9a43 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Sep 21 18:25:30.761372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 1e69bd53-0b3d-4460-8948-f2e11c54b7d4 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:30.783800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 2e7afd14-2e4e-4748-a934-210ba1901475 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:25:30.787228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.793727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 2e7afd14-2e4e-4748-a934-210ba1901475 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:30.794111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.846985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa87da8-b1c8-4c66-b7fb-d484cec2d2ef None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:30.854677 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.009296 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.038261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0b87b835-b928-4c46-a5d9-c470a9c142bd None None] Could not find standard attr ID for object ad5225f2-f60a-430a-a369-f02ec4f38d06. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:25:31.047750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.082319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7afd14-2e4e-4748-a934-210ba1901475'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:31.084655 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e75a96-4df3-4989-8481-0fd56eb9e7cf" -d '{"events": [{"server_uuid": "2783f9e5-177e-484d-b5c8-d847299c45e2", "name": "network-vif-plugged", "status": "completed", "tag": "2e7afd14-2e4e-4748-a934-210ba1901475"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:31.093032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.120667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 2e7afd14-2e4e-4748-a934-210ba1901475, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2e7afd14-2e4e-4748-a934-210ba1901475,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:31.126136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=1e69bd53-0b3d-4460-8948-f2e11c54b7d4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:31.138934 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.140216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.142459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-65088cc6-29ab-48a7-8b3d-5f05f88ea915 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/1e69bd53-0b3d-4460-8948-f2e11c54b7d4 HTTP/1.1" status: 204 len: 168 time: 0.4406703 Sep 21 18:25:31.147315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33558) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:31.165954 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb894fd4-cf0e-47b7-b0ac-ee5d0032164d x-openstack-request-id: req-fb894fd4-cf0e-47b7-b0ac-ee5d0032164d {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:31.166787 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2783f9e5-177e-484d-b5c8-d847299c45e2", "name": "network-vif-plugged", "status": "completed", "tag": "2e7afd14-2e4e-4748-a934-210ba1901475", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:31.166787 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb894fd4-cf0e-47b7-b0ac-ee5d0032164d {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:31.166787 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7afd14-2e4e-4748-a934-210ba1901475', 'code': 200} Sep 21 18:25:31.208185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-54e22f70-e6df-4ba1-845d-c1789b3b3eda tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590343 Sep 21 18:25:31.210846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33562) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:31.211173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=2e7afd14-2e4e-4748-a934-210ba1901475,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:31.222361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:31.270487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ddd06-062e-47e4-b08f-e68841974032 None None] Update dhcp port {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'fixed_ips': [{'subnet_id': '1e69bd53-0b3d-4460-8948-f2e11c54b7d4'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '3ee18713-8d80-4919-88e4-328b2a60fe3a'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:25:31.306693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-718ddd06-062e-47e4-b08f-e68841974032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.359154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778292-4db5-4afb-b2a5-55c588e30ecb req-5a95451a-8e1b-43c3-a2db-8f07d76029a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.361829 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-88778292-4db5-4afb-b2a5-55c588e30ecb req-5a95451a-8e1b-43c3-a2db-8f07d76029a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.1177089 Sep 21 18:25:31.377289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:31.381052 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.485149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-88778292-4db5-4afb-b2a5-55c588e30ecb req-179692ae-7b16-4f57-804c-2de5b36a771a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153557 Sep 21 18:25:31.507948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71327688-8ea2-49be-a384-ee9dda934dca None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:31.642268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a2115db0-517b-4504-85c5-5a237da5cb6f None None] Provisioning complete for port 3ee18713-8d80-4919-88e4-328b2a60fe3a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:31.643154 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2115db0-517b-4504-85c5-5a237da5cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.656807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.710608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:31.720154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:31.730568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.731354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.752402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=4f88319d-d8e2-4625-876c-314d13fd69d9,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:31.761330 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-afa3d292-266e-4e31-8cc4-5a87541fbd81 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5485322 Sep 21 18:25:31.765754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33568) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:31.772405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-55dcb062-dd39-45a2-acae-e9431fb6a8df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:31.809219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:31.911378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407636-cde5-4ae8-9b12-86af3b589a92 req-85bfb368-ea41-4bea-8c58-926fba8b9106 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.920348 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91407636-cde5-4ae8-9b12-86af3b589a92 req-85bfb368-ea41-4bea-8c58-926fba8b9106 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.0640759 Sep 21 18:25:31.971822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91407636-cde5-4ae8-9b12-86af3b589a92 req-04de3e1a-3c52-47fb-aace-ed7281eac2ec tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Sep 21 18:25:32.006013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dcb062-dd39-45a2-acae-e9431fb6a8df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:32.009661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] Deleting port 3ee18713-8d80-4919-88e4-328b2a60fe3a {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:32.010272 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.018560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-55dcb062-dd39-45a2-acae-e9431fb6a8df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.158756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ee18713-8d80-4919-88e4-328b2a60fe3a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:32.224127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ee18713-8d80-4919-88e4-328b2a60fe3a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:32.226062 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.233333 n-d-810285-3 neutron-server[95091]: INFO neutron.db.ipam_backend_mixin [None req-55dcb062-dd39-45a2-acae-e9431fb6a8df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f88319d-d8e2-4625-876c-314d13fd69d9 (CIDR: 2001:db8::/64) Sep 21 18:25:32.238649 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dcb062-dd39-45a2-acae-e9431fb6a8df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:25:32.239113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dcb062-dd39-45a2-acae-e9431fb6a8df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:32.248524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] Calling delete_port for 3ee18713-8d80-4919-88e4-328b2a60fe3a owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:32.262488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-55dcb062-dd39-45a2-acae-e9431fb6a8df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4921734 Sep 21 18:25:32.263361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33578) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:32.271718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:32.390562 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.473816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:32.477127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 3ee18713-8d80-4919-88e4-328b2a60fe3a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ee18713-8d80-4919-88e4-328b2a60fe3a,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:32.479399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.487130 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.514358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.547810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] No DVR routers for this DVR port 3ee18713-8d80-4919-88e4-328b2a60fe3a on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:32.575691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4381c0-9136-4c27-946f-d4408b24046d None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:32.606448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=12']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:32.666222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abc0bf-c2cc-4e58-bc18-420e07674f24 None None] Pushing event deleted for resources: {'Port': ['ID=3ee18713-8d80-4919-88e4-328b2a60fe3a,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:32.782723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '4f88319d-d8e2-4625-876c-314d13fd69d9'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:25:32.784191 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.872090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:25:32.874042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.920470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:32.926062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:32.931529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:32.932135 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:32.943829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=d89aa226-de38-4b86-bdc0-1f24989288af,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:32.953402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-89aaa01e-81a2-4593-bd1d-fe99ae9f0646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6885083 Sep 21 18:25:32.956854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33580) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:32.961871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:94:7f:e0', 'name': 'tempest-NetworksTestDHCPv6-300212941'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:33.006686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/4f88319d-d8e2-4625-876c-314d13fd69d9/6363cef7-a924-4457-bd47-e99e0245f57d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:33.015432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:ff3c (0fc02adc-eee2-4e58-a911-71742b0546cd/d89aa226-de38-4b86-bdc0-1f24989288af/6363cef7-a924-4457-bd47-e99e0245f57d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:33.179710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865942a3-e3a4-4d5f-a485-2b59a782a4d5 req-22543e5e-f85a-4167-b92f-79d0fb86a015 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.181854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-865942a3-e3a4-4d5f-a485-2b59a782a4d5 req-22543e5e-f85a-4167-b92f-79d0fb86a015 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.0912344 Sep 21 18:25:33.240111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:33.247768 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:33.290401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:33.293791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:33.297625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:33.310496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Pushing event updated for resources: {'Port': ['ID=6363cef7-a924-4457-bd47-e99e0245f57d,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:33.406223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Attempting to bind port 6363cef7-a924-4457-bd47-e99e0245f57d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:33.406698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Attempting to bind port 6363cef7-a924-4457-bd47-e99e0245f57d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:33.407099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Attempting to bind port 6363cef7-a924-4457-bd47-e99e0245f57d on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:33.414380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:33.415179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:33.415596 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:33.415996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:33.416480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Bound port: 6363cef7-a924-4457-bd47-e99e0245f57d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:33.416881 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:33.491223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] For port 6363cef7-a924-4457-bd47-e99e0245f57d, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:33.497561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] For port 6363cef7-a924-4457-bd47-e99e0245f57d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6363cef7-a924-4457-bd47-e99e0245f57d,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:33.503329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:33.505545 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:33.507264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:33.529988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-865942a3-e3a4-4d5f-a485-2b59a782a4d5 req-f550922d-a580-4f97-82fc-70a99fd3b00c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361309 Sep 21 18:25:33.555656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 8aec96a6-e8db-4378-85f2-909a029b72cc yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:33.589432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cfe92-ba5e-4db2-a393-af406c9013cb None None] Pushing event updated for resources: {'Port': ['ID=6363cef7-a924-4457-bd47-e99e0245f57d,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:33.611873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f51b719a-c492-4ef0-acbd-307372a57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:33.784361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::322 (0fc02adc-eee2-4e58-a911-71742b0546cd/4f88319d-d8e2-4625-876c-314d13fd69d9/8aec96a6-e8db-4378-85f2-909a029b72cc) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:33.793498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:7fe0 (0fc02adc-eee2-4e58-a911-71742b0546cd/d89aa226-de38-4b86-bdc0-1f24989288af/8aec96a6-e8db-4378-85f2-909a029b72cc) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:33.819924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7266ddb-c0c0-4db4-a566-4840c5e5708b req-d5b88b28-a637-4ea5-8773-0f536bac0a58 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.821429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7266ddb-c0c0-4db4-a566-4840c5e5708b req-d5b88b28-a637-4ea5-8773-0f536bac0a58 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.0824254 Sep 21 18:25:33.962794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7266ddb-c0c0-4db4-a566-4840c5e5708b req-5ac723df-32a0-4740-872e-0d17b376a502 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891991 Sep 21 18:25:34.002622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.052456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.124480 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.130359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:34.138974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=8aec96a6-e8db-4378-85f2-909a029b72cc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:34.143312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:34.145145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:34.150864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.151577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.157192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6363cef7-a924-4457-bd47-e99e0245f57d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:34.168899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599317ff-094a-40c7-9ca4-6e48a7cfa429 req-ee7bc516-0819-4388-a291-89d7f879bb7b tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.170508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-599317ff-094a-40c7-9ca4-6e48a7cfa429 req-ee7bc516-0819-4388-a291-89d7f879bb7b tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.0874898 Sep 21 18:25:34.172674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-585d596c-3472-4ac1-8710-11f12ece79e7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2147946 Sep 21 18:25:34.175922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33596) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:34.243242 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:25:34.248272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-599317ff-094a-40c7-9ca4-6e48a7cfa429 req-e3e0d980-55d2-49a7-a793-822f6f565eb8 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593879 Sep 21 18:25:34.258735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.268395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 6363cef7-a924-4457-bd47-e99e0245f57d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:34.269403 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.352471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 8aec96a6-e8db-4378-85f2-909a029b72cc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:34.352822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.390328 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.455560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 6363cef7-a924-4457-bd47-e99e0245f57d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6363cef7-a924-4457-bd47-e99e0245f57d,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:34.471608 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.505177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.522326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 8aec96a6-e8db-4378-85f2-909a029b72cc owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:34.576383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=6363cef7-a924-4457-bd47-e99e0245f57d,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:34.592270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76230e13-dc27-482a-aa17-91ccd08c8b0f req-382a0120-d850-46aa-91c8-abb6c4eb15a8 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.593885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76230e13-dc27-482a-aa17-91ccd08c8b0f req-382a0120-d850-46aa-91c8-abb6c4eb15a8 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.0797706 Sep 21 18:25:34.650816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76230e13-dc27-482a-aa17-91ccd08c8b0f req-7eacb4d9-2c14-40c7-9f64-5ced970e22af tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479491 Sep 21 18:25:34.750770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.800803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=8aec96a6-e8db-4378-85f2-909a029b72cc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:34.809113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.843827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:34.846595 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df4a9c60-8846-4130-9ae3-3a7bb31d1bdb tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/8aec96a6-e8db-4378-85f2-909a029b72cc HTTP/1.1" status: 204 len: 168 time: 0.6692023 Sep 21 18:25:34.849085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:34.882670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14fff86-109b-49f8-951e-ee892e32b0d0 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:34.918647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f84f0ed-d96a-43e0-9975-2ffdc8b5c992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.920299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f84f0ed-d96a-43e0-9975-2ffdc8b5c992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0701456 Sep 21 18:25:34.923062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:34.978281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f51b8-6a92-4b34-aac8-cf70ecb7b79f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.980696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7b7f51b8-6a92-4b34-aac8-cf70ecb7b79f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0555890 Sep 21 18:25:34.984229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33612) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:35.045402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21caf56f-2557-401d-9455-18a31312fd17 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:35.047029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21caf56f-2557-401d-9455-18a31312fd17 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:35.048706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21caf56f-2557-401d-9455-18a31312fd17 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:35.053125 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-21caf56f-2557-401d-9455-18a31312fd17 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0652170 Sep 21 18:25:35.053354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33614) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:35.106633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-27d87362-4930-4d4c-913e-e7cf198d9cff None None] Provisioning complete for port 6363cef7-a924-4457-bd47-e99e0245f57d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:35.107005 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27d87362-4930-4d4c-913e-e7cf198d9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.107193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 4f88319d-d8e2-4625-876c-314d13fd69d9 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:35.111478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.159638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.259970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.334876 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.369616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=4f88319d-d8e2-4625-876c-314d13fd69d9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:35.374725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.376769 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1df9405c-1256-4b13-979d-2975d9d3b2fe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/4f88319d-d8e2-4625-876c-314d13fd69d9 HTTP/1.1" status: 204 len: 168 time: 0.3223667 Sep 21 18:25:35.379380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33618) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:35.712247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet d89aa226-de38-4b86-bdc0-1f24989288af {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:35.715800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.769824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.773588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5215684-4227-444a-9be3-22865b2a522b req-8a19a2bb-f840-41fd-9cd6-0746faf919a4 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:35.775675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5215684-4227-444a-9be3-22865b2a522b req-8a19a2bb-f840-41fd-9cd6-0746faf919a4 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.0621672 Sep 21 18:25:35.820101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5215684-4227-444a-9be3-22865b2a522b req-1142a36f-83f9-4920-9579-cae99f1849fd tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Sep 21 18:25:35.877012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:35.898403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0eb6e0-d8f3-4407-982a-9a646868e6c0 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:35.981408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-2b7fe245-e031-49e8-a650-d287e4b9bcca tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:35.983370 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-2b7fe245-e031-49e8-a650-d287e4b9bcca tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 1097 time: 0.0817564 Sep 21 18:25:35.985569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.049823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=d89aa226-de38-4b86-bdc0-1f24989288af,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:36.059043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0e3a1857-0c73-4690-8c34-7cafb2ee0a42 None None] Provisioning complete for port 6363cef7-a924-4457-bd47-e99e0245f57d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:36.059507 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1857-0c73-4690-8c34-7cafb2ee0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.089929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.091859 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dd999888-11fd-4b3d-945e-ca02aa710830 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/d89aa226-de38-4b86-bdc0-1f24989288af HTTP/1.1" status: 204 len: 168 time: 0.7111645 Sep 21 18:25:36.094238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33626) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:36.102570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6363cef7-a924-4457-bd47-e99e0245f57d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:36.138373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ed40b801-c092-4f33-9544-80b209627c3f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381012 Sep 21 18:25:36.138373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33628) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:36.144374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:36.217918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 6363cef7-a924-4457-bd47-e99e0245f57d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:36.218302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Deleting port 2e7afd14-2e4e-4748-a934-210ba1901475 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:36.218444 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.218557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.264918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:36.304934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:36.308606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.357435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] Deleting port 6363cef7-a924-4457-bd47-e99e0245f57d {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:36.357717 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.403535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] For port 2e7afd14-2e4e-4748-a934-210ba1901475, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=2e7afd14-2e4e-4748-a934-210ba1901475,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:36.403899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.426704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Calling delete_port for 2e7afd14-2e4e-4748-a934-210ba1901475 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:36.433350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] For port 6363cef7-a924-4457-bd47-e99e0245f57d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6363cef7-a924-4457-bd47-e99e0245f57d,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:36.433760 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.447365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] Calling delete_port for 6363cef7-a924-4457-bd47-e99e0245f57d owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:36.531909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.566974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] Pushing event deleted for resources: {'Port': ['ID=6363cef7-a924-4457-bd47-e99e0245f57d,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:36.571250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891715b-2e09-4674-9dd7-1bb783973172 None None] No DVR routers for this DVR port 6363cef7-a924-4457-bd47-e99e0245f57d on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:36.621420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.668588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:36.679817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:36.685854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:36.686130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.692833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4567817c-0ee2-498e-8479-88ad08b61dc4 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:36.697146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.709875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['2435bfc2-1e87-4127-816b-9b49c6396878'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:25:36.715824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5759935 Sep 21 18:25:36.716633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf7ea-eb47-47c2-a48f-b3ff70453aed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=53e8dcd8-e045-4037-89df-86a7e4b6c495,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:36.721560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33632) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:36.732704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-06d2728b-287a-416b-b60a-193a4d1daac4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:36.744934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e7afd14-2e4e-4748-a934-210ba1901475,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:36.791196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] No DVR routers for this DVR port 2e7afd14-2e4e-4748-a934-210ba1901475 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:36.793935 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.796099 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e8bf4e7d-d79d-4ce4-9cb1-8735dd3cdcc8 req-59a99b75-02e0-42fa-afb8-5a63fb928c0c tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2e7afd14-2e4e-4748-a934-210ba1901475 HTTP/1.1" status: 204 len: 173 time: 0.7775142 Sep 21 18:25:36.796621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'name': 'network-vif-deleted', 'tag': '2e7afd14-2e4e-4748-a934-210ba1901475'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:36.799411 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9affd252-a7b1-48ea-abfd-7cbd67c831ea" -d '{"events": [{"server_uuid": "2783f9e5-177e-484d-b5c8-d847299c45e2", "name": "network-vif-deleted", "tag": "2e7afd14-2e4e-4748-a934-210ba1901475"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:36.864642 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad3492e-680b-4799-ac89-3645c3a00d3e x-openstack-request-id: req-6ad3492e-680b-4799-ac89-3645c3a00d3e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:36.865003 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2783f9e5-177e-484d-b5c8-d847299c45e2", "name": "network-vif-deleted", "tag": "2e7afd14-2e4e-4748-a934-210ba1901475", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:36.865968 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ad3492e-680b-4799-ac89-3645c3a00d3e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:36.865968 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2783f9e5-177e-484d-b5c8-d847299c45e2', 'name': 'network-vif-deleted', 'tag': '2e7afd14-2e4e-4748-a934-210ba1901475', 'status': 'completed', 'code': 200} Sep 21 18:25:36.888291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d2728b-287a-416b-b60a-193a4d1daac4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:36.903982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06d2728b-287a-416b-b60a-193a4d1daac4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.980430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-0fc02adc-eee2-4e58-a911-71742b0546cd', 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'tenant_id': 'f2f863dfa83f445881149125413ab0dc', 'fixed_ips': [{'subnet_id': '53e8dcd8-e045-4037-89df-86a7e4b6c495'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:25:36.981293 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.031422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f67699e-717b-4f67-8408-c16f85906502 req-b48c882d-3c77-4293-ad2a-c74d23f46c12 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2783f9e5-177e-484d-b5c8-d847299c45e2 HTTP/1.1" status: 200 len: 210 time: 0.0974500 Sep 21 18:25:37.076343 n-d-810285-3 neutron-server[95090]: INFO neutron.db.ipam_backend_mixin [None req-06d2728b-287a-416b-b60a-193a4d1daac4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53e8dcd8-e045-4037-89df-86a7e4b6c495 (CIDR: 2001:db8::/64) Sep 21 18:25:37.081249 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d2728b-287a-416b-b60a-193a4d1daac4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:25:37.081758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d2728b-287a-416b-b60a-193a4d1daac4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:37.103190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-06d2728b-287a-416b-b60a-193a4d1daac4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3792529 Sep 21 18:25:37.106159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33642) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:37.112331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'subnet': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:37.154409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Allocated IP 2001:db8::2 (0fc02adc-eee2-4e58-a911-71742b0546cd/53e8dcd8-e045-4037-89df-86a7e4b6c495/5326139a-a6a7-40ae-a04d-9079eeae3228) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:37.236786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:37.240417 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.253040 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.342870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.352668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.406586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:37.410618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:37.414592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:37.426795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Pushing event updated for resources: {'Port': ['ID=5326139a-a6a7-40ae-a04d-9079eeae3228,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:37.511814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Attempting to bind port 5326139a-a6a7-40ae-a04d-9079eeae3228 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:37.512200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Attempting to bind port 5326139a-a6a7-40ae-a04d-9079eeae3228 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:37.512552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Attempting to bind port 5326139a-a6a7-40ae-a04d-9079eeae3228 on network 0fc02adc-eee2-4e58-a911-71742b0546cd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:37.519519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:37.519898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Checking segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:37.520439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.520961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Bound using segment: {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:37.521487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Bound port: 5326139a-a6a7-40ae-a04d-9079eeae3228, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01f583-d116-41bb-8266-cbe84667f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:37.521876 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.649893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] For port 5326139a-a6a7-40ae-a04d-9079eeae3228, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:37.650226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.objects.ports [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95090) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:25:37.651941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] For port 5326139a-a6a7-40ae-a04d-9079eeae3228, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5326139a-a6a7-40ae-a04d-9079eeae3228,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:37.658682 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.718047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89ac46-ef0f-43c3-8058-67eee3599421 None None] Pushing event updated for resources: {'Port': ['ID=5326139a-a6a7-40ae-a04d-9079eeae3228,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:37.841624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.210245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] For port 5326139a-a6a7-40ae-a04d-9079eeae3228, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5326139a-a6a7-40ae-a04d-9079eeae3228,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:38.222164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5326139a-a6a7-40ae-a04d-9079eeae3228 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:38.250116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.259474 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.260530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.306571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5326139a-a6a7-40ae-a04d-9079eeae3228 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:38.306943 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.358786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:38.374684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:38.413069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=5326139a-a6a7-40ae-a04d-9079eeae3228,revision_number=4']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:38.420492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.421027 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.432220 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.441638 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.442285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.442764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.443185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.443597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.444033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.444442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.444892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.445298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.445696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.446157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.446605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:38.451618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Subnet': ['ID=c9be6a49-cb3c-4aa7-8cf9-0d6df3619a8a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:38.465028 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9547561a-e26c-4053-9a35-c48401ac3c0d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3575070 Sep 21 18:25:38.467881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:38.480211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Request body: {'port': {'network_id': '0fc02adc-eee2-4e58-a911-71742b0546cd', 'mac_address': 'fa:16:3e:1d:56:67', 'name': 'tempest-NetworksTestDHCPv6-1961682434'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:38.499738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 5326139a-a6a7-40ae-a04d-9079eeae3228, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5326139a-a6a7-40ae-a04d-9079eeae3228,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:38.512014 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.545799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.610599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=5326139a-a6a7-40ae-a04d-9079eeae3228,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:38.638814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6363cef7-a924-4457-bd47-e99e0245f57d no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:38.668858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 6363cef7-a924-4457-bd47-e99e0245f57d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:38.669226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6363cef7-a924-4457-bd47-e99e0245f57d not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:38.690508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2e7afd14-2e4e-4748-a934-210ba1901475 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:38.703761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Made reservation on behalf of f2f863dfa83f445881149125413ab0dc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:38.732883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 2e7afd14-2e4e-4748-a934-210ba1901475 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:38.733883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 2e7afd14-2e4e-4748-a934-210ba1901475 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:38.807557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef62085-75e5-4ec9-bf6f-1fb3a8d2aa23 req-f6beb7b3-a528-4457-bf40-5717bbab2d46 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.809103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ef62085-75e5-4ec9-bf6f-1fb3a8d2aa23 req-f6beb7b3-a528-4457-bf40-5717bbab2d46 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.1214828 Sep 21 18:25:38.849175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:38.874037 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ef62085-75e5-4ec9-bf6f-1fb3a8d2aa23 req-b6a72d83-c646-4ce8-ae8f-b699020fb9ae tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545259 Sep 21 18:25:38.883606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] device_id is not set on port 48eaf9f7-f421-4955-8cc8-2746ed6b3c62 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:39.015105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842ea49-87e3-41a9-8436-ec3da25d689d None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:39.073443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8::194 (0fc02adc-eee2-4e58-a911-71742b0546cd/53e8dcd8-e045-4037-89df-86a7e4b6c495/48eaf9f7-f421-4955-8cc8-2746ed6b3c62) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:39.081112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:5667 (0fc02adc-eee2-4e58-a911-71742b0546cd/c9be6a49-cb3c-4aa7-8cf9-0d6df3619a8a/48eaf9f7-f421-4955-8cc8-2746ed6b3c62) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:25:39.147946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d81222c0-d904-4546-b045-35b770336675 None None] Provisioning complete for port 5326139a-a6a7-40ae-a04d-9079eeae3228 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:39.148318 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d81222c0-d904-4546-b045-35b770336675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.266865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.306516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.351448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Network 0fc02adc-eee2-4e58-a911-71742b0546cd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:39.360458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:39.365185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:39.370955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:39.371617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.385013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event updated for resources: {'Port': ['ID=48eaf9f7-f421-4955-8cc8-2746ed6b3c62,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:39.399472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33670) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:39.402398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b1e238bd-7613-4316-94e0-bfb68200f8f2 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9276841 Sep 21 18:25:39.509503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting port 48eaf9f7-f421-4955-8cc8-2746ed6b3c62 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:39.509861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.620587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.640031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Calling delete_port for 48eaf9f7-f421-4955-8cc8-2746ed6b3c62 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:39.868167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.907948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-214138fe-1899-4472-aea4-253b34ee7fda None None] Provisioning complete for port 5326139a-a6a7-40ae-a04d-9079eeae3228 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:39.909352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-214138fe-1899-4472-aea4-253b34ee7fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:39.918728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Port': ['ID=48eaf9f7-f421-4955-8cc8-2746ed6b3c62,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:40.011492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.016029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8194f086-2ac7-4445-905b-ca27a7036317 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/48eaf9f7-f421-4955-8cc8-2746ed6b3c62 HTTP/1.1" status: 204 len: 168 time: 0.6124253 Sep 21 18:25:40.016029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-79083b12-7ec5-4203-8ffa-b9a42611c98d tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.017908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-79083b12-7ec5-4203-8ffa-b9a42611c98d tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.1123860 Sep 21 18:25:40.018112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33678) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:40.125888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5326139a-a6a7-40ae-a04d-9079eeae3228 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:40.134135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Deleting port 2435bfc2-1e87-4127-816b-9b49c6396878 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:40.134588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.144873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19926c7-f0be-4011-b84f-7777a083933a req-0d51c723-145f-4cbb-bc1b-b5d20dd45f99 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.148470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d19926c7-f0be-4011-b84f-7777a083933a req-0d51c723-145f-4cbb-bc1b-b5d20dd45f99 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d6523e2-4ad5-43f2-88d9-4b7926f9db07 HTTP/1.1" status: 200 len: 1096 time: 0.1729841 Sep 21 18:25:40.189753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e4e76d-bd9c-445c-83a3-800d4f6e0bac tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.191475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-63e4e76d-bd9c-445c-83a3-800d4f6e0bac tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1721442 Sep 21 18:25:40.195386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33680) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:40.227502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f1d5135d-0c9c-45d8-aa77-04af02495f15 None None] Could not find standard attr ID for object 48eaf9f7-f421-4955-8cc8-2746ed6b3c62. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:25:40.242990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5326139a-a6a7-40ae-a04d-9079eeae3228 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:40.243817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.266670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] For port 2435bfc2-1e87-4127-816b-9b49c6396878, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=2435bfc2-1e87-4127-816b-9b49c6396878,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:40.267576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.268802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d19926c7-f0be-4011-b84f-7777a083933a req-21281971-3bbd-4acb-8118-4c6942702301 tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1fd9a500-2df8-44e8-8064-8cbeabeccf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116769 Sep 21 18:25:40.289140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Calling delete_port for 2435bfc2-1e87-4127-816b-9b49c6396878 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:40.321727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7271d3a-2823-4bbb-bbf0-c2dbdb3f11d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.323531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b7271d3a-2823-4bbb-bbf0-c2dbdb3f11d7 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1267560 Sep 21 18:25:40.326820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33682) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:40.420144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f58fa4-ca90-4a9c-8db0-ad35f68b1386 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.422553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f58fa4-ca90-4a9c-8db0-ad35f68b1386 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.431158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f58fa4-ca90-4a9c-8db0-ad35f68b1386 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.440447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-85f58fa4-ca90-4a9c-8db0-ad35f68b1386 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1073318 Sep 21 18:25:40.441186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:40.540521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet 53e8dcd8-e045-4037-89df-86a7e4b6c495 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:40.544989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.549653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.562905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['2435bfc2-1e87-4127-816b-9b49c6396878'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:25:40.623669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Pushing event deleted for resources: {'Port': ['ID=2435bfc2-1e87-4127-816b-9b49c6396878,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:40.654022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.694137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] No DVR routers for this DVR port 2435bfc2-1e87-4127-816b-9b49c6396878 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:40.698822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.700982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4acaec2-9209-4c8c-9e0e-53d19599ddb2 req-7f926252-af01-4132-afd4-a3a3f7416ffc tempest-TestServerMultinode-2092184651 tempest-TestServerMultinode-2092184651-project-admin] 10.222.0.78 "DELETE /v2.0/ports/2435bfc2-1e87-4127-816b-9b49c6396878 HTTP/1.1" status: 204 len: 173 time: 0.6768696 Sep 21 18:25:40.701468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'name': 'network-vif-deleted', 'tag': '2435bfc2-1e87-4127-816b-9b49c6396878'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:40.703886 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7663ec-ad58-4f1f-9a4f-23731dee1011" -d '{"events": [{"server_uuid": "9d6523e2-4ad5-43f2-88d9-4b7926f9db07", "name": "network-vif-deleted", "tag": "2435bfc2-1e87-4127-816b-9b49c6396878"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:40.789798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.823892 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f942edc7-b7bc-4a91-aeb3-34fdd40b3582 x-openstack-request-id: req-f942edc7-b7bc-4a91-aeb3-34fdd40b3582 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:40.824173 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6523e2-4ad5-43f2-88d9-4b7926f9db07", "name": "network-vif-deleted", "tag": "2435bfc2-1e87-4127-816b-9b49c6396878", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:40.824429 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f942edc7-b7bc-4a91-aeb3-34fdd40b3582 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:40.824828 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6523e2-4ad5-43f2-88d9-4b7926f9db07', 'name': 'network-vif-deleted', 'tag': '2435bfc2-1e87-4127-816b-9b49c6396878', 'status': 'completed', 'code': 200} Sep 21 18:25:40.875646 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.907086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=53e8dcd8-e045-4037-89df-86a7e4b6c495,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:40.915344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:40.918254 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a0bccf1d-9598-45db-ab30-e5b2867e028b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/53e8dcd8-e045-4037-89df-86a7e4b6c495 HTTP/1.1" status: 204 len: 168 time: 0.4751339 Sep 21 18:25:40.920117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:40.933065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849864a1-5d81-4389-b852-933c05881c69 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:40.995143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Deleting subnet c9be6a49-cb3c-4aa7-8cf9-0d6df3619a8a {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:41.000150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:41.077892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:41.203571 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:41.302749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:41.339985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Subnet': ['ID=c9be6a49-cb3c-4aa7-8cf9-0d6df3619a8a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:41.342056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:41.358127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dc9630d2-8221-4e89-bde7-454932275f51 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/c9be6a49-cb3c-4aa7-8cf9-0d6df3619a8a HTTP/1.1" status: 204 len: 168 time: 0.4369061 Sep 21 18:25:41.361831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.428221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33752) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.444864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-75365c8d-8cfb-4c93-bfb9-6acd5f62721d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804939 Sep 21 18:25:41.449158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33756) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.536283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba35b776-d2f9-4124-b2b0-75f32a87192e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:41.540771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ba35b776-d2f9-4124-b2b0-75f32a87192e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0881746 Sep 21 18:25:41.541131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33770) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.629497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfdc784-de38-4352-961f-bb86732bf375 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:41.635083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6cfdc784-de38-4352-961f-bb86732bf375 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925674 Sep 21 18:25:41.636174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33782) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.688770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7baaffe3-2528-4b09-8389-1ef75c3cf0c4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512912 Sep 21 18:25:41.696218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33788) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.718948 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ba4c62-1244-4498-9a43-032078d4d91e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:41.719668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ba4c62-1244-4498-9a43-032078d4d91e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:41.721503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-26ba4c62-1244-4498-9a43-032078d4d91e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/48eaf9f7-f421-4955-8cc8-2746ed6b3c62 HTTP/1.1" status: 404 len: 333 time: 0.0263991 Sep 21 18:25:41.724683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33794) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.766456 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa17c86-1bf7-42ab-9598-f7a77d3ea242 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:41.767186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa17c86-1bf7-42ab-9598-f7a77d3ea242 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:41.772509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ffa17c86-1bf7-42ab-9598-f7a77d3ea242 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/c9be6a49-cb3c-4aa7-8cf9-0d6df3619a8a HTTP/1.1" status: 404 len: 337 time: 0.0465941 Sep 21 18:25:41.773652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.807765 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf9ef45-d26a-4830-853b-78e92d35c2df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:41.808177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf9ef45-d26a-4830-853b-78e92d35c2df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:41.812643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33812) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.813143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fbf9ef45-d26a-4830-853b-78e92d35c2df tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/53e8dcd8-e045-4037-89df-86a7e4b6c495 HTTP/1.1" status: 404 len: 337 time: 0.0379665 Sep 21 18:25:41.861585 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53fd038-664a-4cca-915a-f1f23c360bfe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:41.862375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53fd038-664a-4cca-915a-f1f23c360bfe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:41.866857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f53fd038-664a-4cca-915a-f1f23c360bfe tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/8aec96a6-e8db-4378-85f2-909a029b72cc HTTP/1.1" status: 404 len: 333 time: 0.0503640 Sep 21 18:25:41.868245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33822) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.905331 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1a3528-2bbc-4bb0-b475-2770ba1236e9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:41.905835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1a3528-2bbc-4bb0-b475-2770ba1236e9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:41.910244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a1a3528-2bbc-4bb0-b475-2770ba1236e9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/d89aa226-de38-4b86-bdc0-1f24989288af HTTP/1.1" status: 404 len: 337 time: 0.0383770 Sep 21 18:25:41.912032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33828) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.963523 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b3bb32-d4d1-4158-b85f-4f123d21e624 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:41.963985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b3bb32-d4d1-4158-b85f-4f123d21e624 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:41.965764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b3b3bb32-d4d1-4158-b85f-4f123d21e624 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/4f88319d-d8e2-4625-876c-314d13fd69d9 HTTP/1.1" status: 404 len: 337 time: 0.0527897 Sep 21 18:25:41.969774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33838) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.004458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.032285 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-5084faf7-e09d-4b9b-a4d4-c9215a38b1dd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.032891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5084faf7-e09d-4b9b-a4d4-c9215a38b1dd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.043787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33850) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.043955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5084faf7-e09d-4b9b-a4d4-c9215a38b1dd tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/ad5225f2-f60a-430a-a369-f02ec4f38d06 HTTP/1.1" status: 404 len: 333 time: 0.0738575 Sep 21 18:25:42.074987 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d782950f-ccf0-4650-8abd-43a670919b43 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.075447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d782950f-ccf0-4650-8abd-43a670919b43 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.077265 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d782950f-ccf0-4650-8abd-43a670919b43 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/1e69bd53-0b3d-4460-8948-f2e11c54b7d4 HTTP/1.1" status: 404 len: 337 time: 0.0327051 Sep 21 18:25:42.079189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d5e1f-6dce-4172-91d9-8f4af6bb3677 None None] Network 0fc02adc-eee2-4e58-a911-71742b0546cd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:42.081094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33856) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.119484 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-970d2d23-13d8-4a0d-be7c-ba7ca357acc9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.120030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970d2d23-13d8-4a0d-be7c-ba7ca357acc9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.122225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-970d2d23-13d8-4a0d-be7c-ba7ca357acc9 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/01e7f45b-4446-47bc-987e-321fe69ac540 HTTP/1.1" status: 404 len: 337 time: 0.0397294 Sep 21 18:25:42.125591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.183327 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ae5921-335c-4447-a391-2a62be1d72e6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.184084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ae5921-335c-4447-a391-2a62be1d72e6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.186272 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a0ae5921-335c-4447-a391-2a62be1d72e6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/d63bf652-35a1-4d29-be36-4f4d5ec8bf18 HTTP/1.1" status: 404 len: 333 time: 0.0598586 Sep 21 18:25:42.190871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33870) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.202023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0295e1fe-7c9f-46c6-9c21-a28b2cf99b06 None None] Provisioning complete for port 5326139a-a6a7-40ae-a04d-9079eeae3228 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:42.203102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0295e1fe-7c9f-46c6-9c21-a28b2cf99b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.232998 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b150391-d459-4dfb-9704-630252b87e7c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.233871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b150391-d459-4dfb-9704-630252b87e7c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.237879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1b150391-d459-4dfb-9704-630252b87e7c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/49162dcf-5ec0-4ede-acae-fede3f15179d HTTP/1.1" status: 404 len: 337 time: 0.0452952 Sep 21 18:25:42.240518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33878) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.279060 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8106f30e-361f-44a0-88c7-addaf033a5ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.279512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8106f30e-361f-44a0-88c7-addaf033a5ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.284190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8106f30e-361f-44a0-88c7-addaf033a5ed tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/aa7e5da5-4764-4da6-89b8-39e5575bdbfe HTTP/1.1" status: 404 len: 337 time: 0.0391381 Sep 21 18:25:42.284480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33884) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.330003 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-90812f5e-e8fe-4c26-a439-f6af90f6c05b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.331385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90812f5e-e8fe-4c26-a439-f6af90f6c05b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.333430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-90812f5e-e8fe-4c26-a439-f6af90f6c05b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/0ecaad1f-bd75-46bf-a84f-39e82a2372a1 HTTP/1.1" status: 404 len: 333 time: 0.0477698 Sep 21 18:25:42.338002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33890) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.382616 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-798e01ba-6163-4072-bc00-44dc03457045 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.383883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798e01ba-6163-4072-bc00-44dc03457045 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.385149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-798e01ba-6163-4072-bc00-44dc03457045 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/5a8ef2c5-cca5-4081-b8fc-a09293284915 HTTP/1.1" status: 404 len: 337 time: 0.0457778 Sep 21 18:25:42.389062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33894) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.413030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] DHCP port deletion for 0fc02adc-eee2-4e58-a911-71742b0546cd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:42.426438 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-85aa6f14-3654-434e-a2c9-5d5457ec4f75 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.427272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85aa6f14-3654-434e-a2c9-5d5457ec4f75 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.429007 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-85aa6f14-3654-434e-a2c9-5d5457ec4f75 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/33f0ed56-abd6-47fa-b56b-a9af1a09e754 HTTP/1.1" status: 404 len: 333 time: 0.0386326 Sep 21 18:25:42.432729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33902) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.467343 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-362f5a3d-e252-4776-80c2-51a12a7b79ec tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.467854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362f5a3d-e252-4776-80c2-51a12a7b79ec tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.470826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-362f5a3d-e252-4776-80c2-51a12a7b79ec tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/26a361c2-08a7-4b72-849f-7bec3aff128f HTTP/1.1" status: 404 len: 337 time: 0.0365176 Sep 21 18:25:42.473330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33908) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.491513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] Deleting port 5326139a-a6a7-40ae-a04d-9079eeae3228 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:42.492122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.505362 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c076d97-a164-4a6b-b6df-47348c225858 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.506448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c076d97-a164-4a6b-b6df-47348c225858 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.508750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7c076d97-a164-4a6b-b6df-47348c225858 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/6dfdb8fd-3839-4447-b508-5ed866be5a48 HTTP/1.1" status: 404 len: 333 time: 0.0338466 Sep 21 18:25:42.512936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33914) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.550923 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea205de5-4e2e-4872-8233-1c6fc6771992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.551631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea205de5-4e2e-4872-8233-1c6fc6771992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.554248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Deleting port b9cd920f-7d3f-4e9a-80be-dd2ed471de99 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:42.554436 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea205de5-4e2e-4872-8233-1c6fc6771992 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/3b0898aa-8190-4227-b84b-5087267494fb HTTP/1.1" status: 404 len: 337 time: 0.0390575 Sep 21 18:25:42.554538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.557609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33920) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.598289 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c92ce3c-ddcf-4acc-823a-7aee8788fc78 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.599069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c92ce3c-ddcf-4acc-823a-7aee8788fc78 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.601265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9c92ce3c-ddcf-4acc-823a-7aee8788fc78 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/c17c8e29-10b4-463e-a819-fc120773bcd6 HTTP/1.1" status: 404 len: 333 time: 0.0418746 Sep 21 18:25:42.605788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33926) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.640930 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-c715c1af-cb48-411d-9a80-385641c6518a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.641250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c715c1af-cb48-411d-9a80-385641c6518a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.646250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c715c1af-cb48-411d-9a80-385641c6518a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/f80192a2-66f3-462f-ad74-bf720759c576 HTTP/1.1" status: 404 len: 337 time: 0.0364661 Sep 21 18:25:42.648452 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33930) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.683431 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baa2b71-2e94-4996-9895-c5182a465a8a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.684563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1baa2b71-2e94-4996-9895-c5182a465a8a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.687131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1baa2b71-2e94-4996-9895-c5182a465a8a tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/206bb85d-b89f-4838-99c5-e112a0ecee95 HTTP/1.1" status: 404 len: 333 time: 0.0362837 Sep 21 18:25:42.694441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33936) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.739613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] For port b9cd920f-7d3f-4e9a-80be-dd2ed471de99, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:42.740085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.741867 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-4624c577-dbda-4add-b091-0beef48b54db tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.742457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4624c577-dbda-4add-b091-0beef48b54db tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.744471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4624c577-dbda-4add-b091-0beef48b54db tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/4b8ccdca-f83d-4d44-97ff-10321c711bd7 HTTP/1.1" status: 404 len: 337 time: 0.0392098 Sep 21 18:25:42.756516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33942) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.760802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Calling delete_port for b9cd920f-7d3f-4e9a-80be-dd2ed471de99 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:42.766105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] For port 5326139a-a6a7-40ae-a04d-9079eeae3228, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5326139a-a6a7-40ae-a04d-9079eeae3228,segment=NetworkSegment(2c01f583-d116-41bb-8266-cbe84667f01a),segment_id=2c01f583-d116-41bb-8266-cbe84667f01a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:42.766591 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.786947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] Calling delete_port for 5326139a-a6a7-40ae-a04d-9079eeae3228 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:42.804209 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-303ddfc4-915a-433f-9af6-aacaf7f70874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.805743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303ddfc4-915a-433f-9af6-aacaf7f70874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.809577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-303ddfc4-915a-433f-9af6-aacaf7f70874 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/b8677d2c-1c43-478b-bf9b-fc3c95c55867 HTTP/1.1" status: 404 len: 333 time: 0.0511317 Sep 21 18:25:42.818921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33952) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.883754 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e03d092-40f6-4b86-92e3-d1babab50307 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.884559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e03d092-40f6-4b86-92e3-d1babab50307 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.891061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2e03d092-40f6-4b86-92e3-d1babab50307 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/231f483c-f4eb-4a42-a0d6-e488aeb00fd2 HTTP/1.1" status: 404 len: 337 time: 0.0680571 Sep 21 18:25:42.894822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33960) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.911290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.947112 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1629e7-670b-49c9-947c-475026dedfbf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:42.947112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1629e7-670b-49c9-947c-475026dedfbf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:42.948694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bb1629e7-670b-49c9-947c-475026dedfbf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/cc6886e6-9ebb-4c20-a5e8-34c82beef405 HTTP/1.1" status: 404 len: 337 time: 0.0521953 Sep 21 18:25:42.951438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33966) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:42.964404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] Pushing event deleted for resources: {'Port': ['ID=5326139a-a6a7-40ae-a04d-9079eeae3228,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:42.966699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81843d-61c3-4813-8753-3faac537c627 None None] No DVR routers for this DVR port 5326139a-a6a7-40ae-a04d-9079eeae3228 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:43.006895 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-00195608-25c8-4d45-8ff0-e211ec4d9d8d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.008277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00195608-25c8-4d45-8ff0-e211ec4d9d8d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.010560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-00195608-25c8-4d45-8ff0-e211ec4d9d8d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/2d075181-3cbe-41aa-b6d2-19311cf9ed38 HTTP/1.1" status: 404 len: 333 time: 0.0579948 Sep 21 18:25:43.013034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33974) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.051145 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ca74f2-86a6-44bf-9541-2c0657102989 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.051823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ca74f2-86a6-44bf-9541-2c0657102989 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.053679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-44ca74f2-86a6-44bf-9541-2c0657102989 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/6e306fc2-0dcc-4796-ba29-65eb2fdd04a7 HTTP/1.1" status: 404 len: 337 time: 0.0371041 Sep 21 18:25:43.056655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33980) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.070653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:43.087269 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c26377-fd6c-4057-9bbc-d1f6f3b31e87 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.087717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c26377-fd6c-4057-9bbc-d1f6f3b31e87 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.090095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-16c26377-fd6c-4057-9bbc-d1f6f3b31e87 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/bafd34f2-8ad5-420e-946e-9269e74ab665 HTTP/1.1" status: 404 len: 337 time: 0.0324533 Sep 21 18:25:43.093142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 33986) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.120146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cd920f-7d3f-4e9a-80be-dd2ed471de99,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:43.144793 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf27b85-7422-44dd-b891-53492c982979 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.146328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf27b85-7422-44dd-b891-53492c982979 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.148605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3cf27b85-7422-44dd-b891-53492c982979 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/252b533d-bfac-4c40-9731-fcbc73605844 HTTP/1.1" status: 404 len: 333 time: 0.0534041 Sep 21 18:25:43.156198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 33992) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.226148 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5012b2-8f63-46f9-a833-16283261a8fc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.226641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5012b2-8f63-46f9-a833-16283261a8fc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.228406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cc5012b2-8f63-46f9-a833-16283261a8fc tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/ccc44a6b-7a20-4ff8-a924-6c1c70cf62c2 HTTP/1.1" status: 404 len: 337 time: 0.0707452 Sep 21 18:25:43.231888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34004) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.275945 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af39056-e253-4fde-9a75-53a3b752e80d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.276476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af39056-e253-4fde-9a75-53a3b752e80d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.278401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5af39056-e253-4fde-9a75-53a3b752e80d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/a84611dc-6ed1-4642-915e-9d0b0003305e HTTP/1.1" status: 404 len: 337 time: 0.0454767 Sep 21 18:25:43.282522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34010) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.316020 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c8bd0a-fe10-46a0-a7b5-5e12162bea5c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.317249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c8bd0a-fe10-46a0-a7b5-5e12162bea5c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.325163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34016) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.325602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80c8bd0a-fe10-46a0-a7b5-5e12162bea5c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/63a459e7-9da2-40cc-b6c4-dc57a7e9d919 HTTP/1.1" status: 404 len: 333 time: 0.0409448 Sep 21 18:25:43.365198 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca02140-1419-4fd7-9f05-1d4255f2806c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.365478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca02140-1419-4fd7-9f05-1d4255f2806c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.367281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ca02140-1419-4fd7-9f05-1d4255f2806c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/07bd0682-95d0-45c4-893c-7fbc54117a26 HTTP/1.1" status: 404 len: 337 time: 0.0400667 Sep 21 18:25:43.370433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34020) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.409590 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-84258bcb-3a83-4e2f-a320-626d92b1e21b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.411602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84258bcb-3a83-4e2f-a320-626d92b1e21b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.412087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-84258bcb-3a83-4e2f-a320-626d92b1e21b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/2c8cf695-0fc2-4ca6-a41a-20d4498ad7ab HTTP/1.1" status: 404 len: 337 time: 0.0399489 Sep 21 18:25:43.422483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34026) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.449364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dd09ba44-2236-44c0-86b0-dcd6c77db197 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a56ab88-b51a-414c-b821-14cc2b541e52 HTTP/1.1" status: 200 len: 205 time: 0.0278754 Sep 21 18:25:43.451130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34032) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.470671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2435bfc2-1e87-4127-816b-9b49c6396878 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:43.472973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:43.494604 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-406b1683-e17d-4f57-9175-c3c41154b646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] delete failed (client error): The resource could not be found. Sep 21 18:25:43.496505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-406b1683-e17d-4f57-9175-c3c41154b646 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/routers/9a56ab88-b51a-414c-b821-14cc2b541e52 HTTP/1.1" status: 404 len: 336 time: 0.0434966 Sep 21 18:25:43.498892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34038) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.501610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 2435bfc2-1e87-4127-816b-9b49c6396878 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:43.501975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 2435bfc2-1e87-4127-816b-9b49c6396878 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:43.543910 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-2344139a-38df-4e46-b303-ae47983914bf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.544684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2344139a-38df-4e46-b303-ae47983914bf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.546811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2344139a-38df-4e46-b303-ae47983914bf tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/d3f1b994-c63e-4751-81bb-801405fa61fe HTTP/1.1" status: 404 len: 337 time: 0.0468576 Sep 21 18:25:43.550596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34046) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.580574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d1d2334d-0554-40a8-9e60-7a58eeb21552 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa56e07b-9148-499a-a2e2-27626ed3f1a1 HTTP/1.1" status: 200 len: 205 time: 0.0279570 Sep 21 18:25:43.584617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34052) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.629012 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-7dd7fefc-0e49-46a7-ac75-82a206d62e40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] delete failed (client error): The resource could not be found. Sep 21 18:25:43.630719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7dd7fefc-0e49-46a7-ac75-82a206d62e40 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/routers/aa56e07b-9148-499a-a2e2-27626ed3f1a1 HTTP/1.1" status: 404 len: 336 time: 0.0448287 Sep 21 18:25:43.633754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34060) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.668851 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c587a4c-967c-411c-bd9a-af691eee324c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.669541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c587a4c-967c-411c-bd9a-af691eee324c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.677985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1c587a4c-967c-411c-bd9a-af691eee324c tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/b49a8503-ba1f-4d93-ae79-568e5b98fada HTTP/1.1" status: 404 len: 337 time: 0.0363498 Sep 21 18:25:43.682555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34066) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.718383 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a3d7f4-5055-4557-b31f-297e065dacd0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.719099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a3d7f4-5055-4557-b31f-297e065dacd0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.727435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-10a3d7f4-5055-4557-b31f-297e065dacd0 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/fbf766b7-a60a-4f46-a0a1-27b61c0efbbd HTTP/1.1" status: 404 len: 337 time: 0.0427437 Sep 21 18:25:43.728588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34076) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.764192 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eb326e-69e9-49c8-b7ee-009d60bbfed6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.764931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73eb326e-69e9-49c8-b7ee-009d60bbfed6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.770614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73eb326e-69e9-49c8-b7ee-009d60bbfed6 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/19911289-3751-42aa-99c3-d98bba664ac5 HTTP/1.1" status: 404 len: 333 time: 0.0401256 Sep 21 18:25:43.771257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34084) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.802944 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-257590ee-e4d3-4338-9b58-1797e89fea2d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.803407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257590ee-e4d3-4338-9b58-1797e89fea2d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.805477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-257590ee-e4d3-4338-9b58-1797e89fea2d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/4d811ec5-0454-47c3-b6b5-6de7214040f9 HTTP/1.1" status: 404 len: 337 time: 0.0329902 Sep 21 18:25:43.808199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34090) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.835804 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5268ba4-eba1-440e-8204-0aa120e5974e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.836900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5268ba4-eba1-440e-8204-0aa120e5974e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.838624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f5268ba4-eba1-440e-8204-0aa120e5974e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/106f2499-647f-45e4-ad9b-89407e3ed55e HTTP/1.1" status: 404 len: 333 time: 0.0293701 Sep 21 18:25:43.840932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34096) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.869671 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f1c19b-5c03-41b9-8b7a-2b6d2d9e480d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.870091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f1c19b-5c03-41b9-8b7a-2b6d2d9e480d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.874245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-59f1c19b-5c03-41b9-8b7a-2b6d2d9e480d tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/2c29f783-33e7-4362-aaf1-6512b3d30d43 HTTP/1.1" status: 404 len: 337 time: 0.0299890 Sep 21 18:25:43.875138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34102) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.904559 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c7ad49-9344-4b8e-9e00-512152fd14a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.905195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c7ad49-9344-4b8e-9e00-512152fd14a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.909461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-24c7ad49-9344-4b8e-9e00-512152fd14a4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/20df197c-cc75-4b52-9c22-c2a2edd49ef1 HTTP/1.1" status: 404 len: 333 time: 0.0308676 Sep 21 18:25:43.909888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34108) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.941691 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b94bea-cdaf-4207-af95-3a160b9f4eef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.942151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b94bea-cdaf-4207-af95-3a160b9f4eef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.946227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80b94bea-cdaf-4207-af95-3a160b9f4eef tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/02eb5fe2-ee70-47d7-bd58-e25dafc9b490 HTTP/1.1" status: 404 len: 337 time: 0.0331318 Sep 21 18:25:43.947066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34116) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:43.973707 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-81392df3-0003-4d35-b94a-71cd067cd99e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:43.974410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81392df3-0003-4d35-b94a-71cd067cd99e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:43.976132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-81392df3-0003-4d35-b94a-71cd067cd99e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/a4377a4b-f9a9-4998-ac08-0e021fec75f5 HTTP/1.1" status: 404 len: 333 time: 0.0281258 Sep 21 18:25:43.978868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34124) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.016421 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11e4ef7-3a34-4d8b-93b7-7e1539214296 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:44.017466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11e4ef7-3a34-4d8b-93b7-7e1539214296 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:44.019827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c11e4ef7-3a34-4d8b-93b7-7e1539214296 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/1a384f2c-220e-4b51-b3b7-37013e0e5f2d HTTP/1.1" status: 404 len: 337 time: 0.0397227 Sep 21 18:25:44.023682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34134) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.102117 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-28938234-35e8-4ff9-b128-a86503cffc46 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:44.104346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28938234-35e8-4ff9-b128-a86503cffc46 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:44.109290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-28938234-35e8-4ff9-b128-a86503cffc46 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/5f83beec-9589-47b4-8945-2714d279896f HTTP/1.1" status: 404 len: 333 time: 0.0824482 Sep 21 18:25:44.112984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34144) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.135565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Router 14bf5a5e-3675-430c-81be-e9ae4d143afb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:25:44.158326 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-3230bd47-c625-4e53-9c6c-ee897b38b8c4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:44.158890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3230bd47-c625-4e53-9c6c-ee897b38b8c4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:44.160750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3230bd47-c625-4e53-9c6c-ee897b38b8c4 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/67a7da0f-179c-444a-99e9-ed8ea49da954 HTTP/1.1" status: 404 len: 337 time: 0.0466678 Sep 21 18:25:44.164483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34150) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.195853 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67e5e15-ed1a-4e4d-9a14-46e691e40aad tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:44.197418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67e5e15-ed1a-4e4d-9a14-46e691e40aad tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:44.199648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b67e5e15-ed1a-4e4d-9a14-46e691e40aad tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/3d69312c-0bfb-4136-862e-59ca34a58ef9 HTTP/1.1" status: 404 len: 333 time: 0.0341341 Sep 21 18:25:44.202393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34156) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.250126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5326139a-a6a7-40ae-a04d-9079eeae3228 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:44.259093 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c6d1ad-74b9-4eab-9a2c-0e227d3ac14b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:44.259797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c6d1ad-74b9-4eab-9a2c-0e227d3ac14b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:44.265253 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-87c6d1ad-74b9-4eab-9a2c-0e227d3ac14b tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/badca694-7633-44e5-ad10-4f1888737da2 HTTP/1.1" status: 404 len: 337 time: 0.0590479 Sep 21 18:25:44.265412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34164) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.277400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 5326139a-a6a7-40ae-a04d-9079eeae3228 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:44.278245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5326139a-a6a7-40ae-a04d-9079eeae3228 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:44.307593 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69e335e-b0d3-4751-b2df-9fcd3c27704e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:44.308587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69e335e-b0d3-4751-b2df-9fcd3c27704e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:44.310697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b69e335e-b0d3-4751-b2df-9fcd3c27704e tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/ports/c593beea-0fea-41f5-94a1-87dd7bc758d3 HTTP/1.1" status: 404 len: 333 time: 0.0438290 Sep 21 18:25:44.313210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34170) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.324852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:25:44.336626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b91309fc-3a85-440a-982a-aec5ffc37602 admin admin] 10.222.0.70 "PUT /v2.0/routers/14bf5a5e-3675-430c-81be-e9ae4d143afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9068711 Sep 21 18:25:44.337481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34176) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.339299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] Sync routers for ids ['14bf5a5e-3675-430c-81be-e9ae4d143afb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:25:44.344214 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-b911367b-f2ac-4344-94a8-62fc5aece2e5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] DELETE failed (client error): The resource could not be found. Sep 21 18:25:44.345283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b911367b-f2ac-4344-94a8-62fc5aece2e5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:25:44.348887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b911367b-f2ac-4344-94a8-62fc5aece2e5 tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/subnets/de92071c-3d4b-4675-86c3-667a05786752 HTTP/1.1" status: 404 len: 337 time: 0.0338292 Sep 21 18:25:44.351443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34178) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:44.364474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] Routers {'14bf5a5e-3675-430c-81be-e9ae4d143afb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:44.365144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['14bf5a5e-3675-430c-81be-e9ae4d143afb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:44.497344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.509704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] Set router 14bf5a5e-3675-430c-81be-e9ae4d143afb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:44.547591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.664737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.691768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc02adc-eee2-4e58-a911-71742b0546cd']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:44.711163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.712727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c01f583-d116-41bb-8266-cbe84667f01a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:44.713034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c01f583-d116-41bb-8266-cbe84667f01a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:44.731689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.758520 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.768753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:25:42Z', 'revision_number': 5, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port': {'id': '9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:36Z', 'updated_at': '2021-09-21T18:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:44.771508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:44.772322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:44.778599 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:44.790056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Deleting port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:44.790439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.811595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] Checking router: 14bf5a5e-3675-430c-81be-e9ae4d143afb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:25:44.841254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] Routers {'14bf5a5e-3675-430c-81be-e9ae4d143afb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:44.841918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['14bf5a5e-3675-430c-81be-e9ae4d143afb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:44.889462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.909099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.912468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] 10.222.0.70 "DELETE /v2.0/networks/0fc02adc-eee2-4e58-a911-71742b0546cd HTTP/1.1" status: 204 len: 168 time: 0.5571408 Sep 21 18:25:44.940695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ba26d-21bb-4f68-9481-4489d79d009f tempest-NetworksTestDHCPv6-1839589965 tempest-NetworksTestDHCPv6-1839589965-project] Pushing event deleted for resources: {'Network': ['ID=0fc02adc-eee2-4e58-a911-71742b0546cd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:44.962622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] For port 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:44.963534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:44.977920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] Set router 14bf5a5e-3675-430c-81be-e9ae4d143afb gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:44.993820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Calling delete_port for 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:45.041368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:25:44Z', 'revision_number': 6, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:45.071571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b4f70-1cf6-42de-b4c5-26caec0a9954 None None] The sync data for ids ['14bf5a5e-3675-430c-81be-e9ae4d143afb'] in n-d-810285-3 is: [{'id': '14bf5a5e-3675-430c-81be-e9ae4d143afb', 'name': 'tempest-TestServerMultinode-524792004-router', 'tenant_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:35Z', 'updated_at': '2021-09-21T18:25:44Z', 'revision_number': 6, 'project_id': '5f6b49010bca4b90b0e0dcf972a1ed8a', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:25:45.328031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.339183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34278) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:45.357708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Pushing event deleted for resources: {'Port': ['ID=9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:45.446562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.515928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b7ec346d-2b40-4bd6-837c-997795c0bab8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2f863dfa83f445881149125413ab0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755114 Sep 21 18:25:45.519877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34286) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:45.559425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.566373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.627473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.627994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14bf5a5e-3675-430c-81be-e9ae4d143afb {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:25:45.632812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.633942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc03c056-fda0-4ade-8069-48ec952a7549 admin admin] 10.222.0.70 "DELETE /v2.0/routers/14bf5a5e-3675-430c-81be-e9ae4d143afb HTTP/1.1" status: 204 len: 168 time: 1.2954679 Sep 21 18:25:45.636877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34288) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:45.650171 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8bbf2cc-bf9d-4041-a93f-b0cc2df51b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.673364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8bbf2cc-bf9d-4041-a93f-b0cc2df51b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.683840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] Deleting subnet fc163369-73a5-47cb-9b45-64a7f105d862 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:45.686933 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.723462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.724176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8bbf2cc-bf9d-4041-a93f-b0cc2df51b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.726955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e8bbf2cc-bf9d-4041-a93f-b0cc2df51b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.728129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e8bbf2cc-bf9d-4041-a93f-b0cc2df51b5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72e88804-9fbf-4bee-87bd-c6e4a1460d6f HTTP/1.1" status: 204 len: 168 time: 0.2070053 Sep 21 18:25:45.736892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbf2cc-bf9d-4041-a93f-b0cc2df51b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e88804-9fbf-4bee-87bd-c6e4a1460d6f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:45.815480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.876911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.906459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc163369-73a5-47cb-9b45-64a7f105d862,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:45.911115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:45.911534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-89cc6284-35c7-455f-9a76-990a9a64b1d6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fc163369-73a5-47cb-9b45-64a7f105d862 HTTP/1.1" status: 204 len: 168 time: 0.2731051 Sep 21 18:25:45.914243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb508c-036d-445b-a231-ee55969dd26e None None] Network 0ac42ad2-f5d9-4893-93fb-28e67737ec70 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:45.918748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34296) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:46.018998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.091657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Deleting port 13463b90-a320-4fb7-8d40-1f96a817ca0b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:46.092059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.115975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:46.137391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:46.137734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9134d2fa-30d0-4ef0-8ecf-aeb0de5e98d9 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:46.138386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b9cd920f-7d3f-4e9a-80be-dd2ed471de99 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:46.168173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b9cd920f-7d3f-4e9a-80be-dd2ed471de99 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:46.168747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b9cd920f-7d3f-4e9a-80be-dd2ed471de99 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:46.174392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] For port 13463b90-a320-4fb7-8d40-1f96a817ca0b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=13463b90-a320-4fb7-8d40-1f96a817ca0b,segment=NetworkSegment(fef509ea-e5f4-4ef6-a3d8-20a546e684b6),segment_id=fef509ea-e5f4-4ef6-a3d8-20a546e684b6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:46.174715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.202627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Calling delete_port for 13463b90-a320-4fb7-8d40-1f96a817ca0b owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:46.281977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] DHCP port deletion for 0ac42ad2-f5d9-4893-93fb-28e67737ec70 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:46.324619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.373523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Pushing event deleted for resources: {'Port': ['ID=13463b90-a320-4fb7-8d40-1f96a817ca0b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:46.378755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] No DVR routers for this DVR port 13463b90-a320-4fb7-8d40-1f96a817ca0b on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:46.381833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] Deleting port 13463b90-a320-4fb7-8d40-1f96a817ca0b {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:46.383075 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.477866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] For port 13463b90-a320-4fb7-8d40-1f96a817ca0b, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:46.478418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.478853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.494618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] Calling delete_port for 13463b90-a320-4fb7-8d40-1f96a817ca0b owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:46.498064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] Port 13463b90-a320-4fb7-8d40-1f96a817ca0b was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:25:46.499913 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.505011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac42ad2-f5d9-4893-93fb-28e67737ec70']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:46.516332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:46.516675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] No DVR routers for this DVR port 13463b90-a320-4fb7-8d40-1f96a817ca0b on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:46.516810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef509ea-e5f4-4ef6-a3d8-20a546e684b6') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:46.537303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.545145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a9966-f32f-4209-9a2b-87b27245bcd4 None None] Pushing event deleted for resources: {'Port': ['ID=13463b90-a320-4fb7-8d40-1f96a817ca0b,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:46.554680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.562412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:46.562814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:46.564877 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:46.629698 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.640597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.643085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0ac42ad2-f5d9-4893-93fb-28e67737ec70 HTTP/1.1" status: 204 len: 168 time: 0.7232385 Sep 21 18:25:46.646911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34324) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:46.664032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949a836-0423-45b9-9733-7a9299efe680 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac42ad2-f5d9-4893-93fb-28e67737ec70,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:46.675871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34326) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:46.794368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'networks': [{'name': 'tempest-network--1598348123'}, {'name': 'tempest-network--1047364989'}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:46.794835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'network': {'name': 'tempest-network--1598348123'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:46.795314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'network': {'name': 'tempest-network--1047364989'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:46.818533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Made reservation on behalf of fd60cba87ad74f2096cdbaf556004786 for: {'network': 2} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:46.823201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.833249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.937703 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.941991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.942565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:46.984282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8e160-6bb8-41cb-8c0d-42ac6dc0ee62,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:46.990320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:46.999621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.000033 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Added segment 57de7c40-37d8-4283-a517-e6c1c24cd8b3 of type vlan for network dc8110b7-38d0-4652-a0de-384898973304 Sep 21 18:25:47.072495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.106885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:47.117877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.118259 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Added segment c485e6f0-fd23-484c-9259-7f4a1fb8be68 of type vlan for network fc188ecf-fac7-47d1-9b66-ce8b54a27909 Sep 21 18:25:47.174114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.207376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.207615 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.213458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:47.220686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:47.220686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.312416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6290884 Sep 21 18:25:47.313741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34336) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:47.341368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Network': ['ID=dc8110b7-38d0-4652-a0de-384898973304,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:47.355957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network dc8110b7-38d0-4652-a0de-384898973304 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:47.421638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9dec7-80d1-4ece-8c83-b4210cf3211d tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Network': ['ID=fc188ecf-fac7-47d1-9b66-ce8b54a27909,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:47.435701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network fc188ecf-fac7-47d1-9b66-ce8b54a27909 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:47.561360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef72e5-b15b-4a15-957e-f43558197832 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:47.567907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef72e5-b15b-4a15-957e-f43558197832 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:47.573621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef72e5-b15b-4a15-957e-f43558197832 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:47.580037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef72e5-b15b-4a15-957e-f43558197832 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:47.581750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-02ef72e5-b15b-4a15-957e-f43558197832 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2659919 Sep 21 18:25:47.585684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:47.588422 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.665607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.756713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.782056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8110b7-38d0-4652-a0de-384898973304']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:47.801699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57de7c40-37d8-4283-a517-e6c1c24cd8b3') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:47.802071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57de7c40-37d8-4283-a517-e6c1c24cd8b3') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:47.819567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.834565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.841486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:47.841879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:47.845703 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:47.879822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Deleting port 815e5e39-a7f7-47ff-bcf2-2215211376a8 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:47.880416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.913350 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.921519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.926261 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/networks/dc8110b7-38d0-4652-a0de-384898973304 HTTP/1.1" status: 204 len: 168 time: 0.3369632 Sep 21 18:25:47.933337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34346) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:47.943946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a285a38-3d91-424e-a3ca-cfe1a85cc079 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Network': ['ID=dc8110b7-38d0-4652-a0de-384898973304,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:47.975953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] For port 815e5e39-a7f7-47ff-bcf2-2215211376a8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=815e5e39-a7f7-47ff-bcf2-2215211376a8,segment=NetworkSegment(35c8261d-6cbd-4d25-aa08-d6216db0387b),segment_id=35c8261d-6cbd-4d25-aa08-d6216db0387b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:47.976321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.989183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Calling delete_port for 815e5e39-a7f7-47ff-bcf2-2215211376a8 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:48.015892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.086139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 13463b90-a320-4fb7-8d40-1f96a817ca0b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:48.109826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 13463b90-a320-4fb7-8d40-1f96a817ca0b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:48.110294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 13463b90-a320-4fb7-8d40-1f96a817ca0b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:48.158145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.188941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc188ecf-fac7-47d1-9b66-ce8b54a27909']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:48.198656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c485e6f0-fd23-484c-9259-7f4a1fb8be68') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:48.199053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c485e6f0-fd23-484c-9259-7f4a1fb8be68') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:48.209094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.222998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.229653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:48.230128 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:48.233274 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:48.238717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.265310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Pushing event deleted for resources: {'Port': ['ID=815e5e39-a7f7-47ff-bcf2-2215211376a8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:48.307028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.316562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.318818 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/networks/fc188ecf-fac7-47d1-9b66-ce8b54a27909 HTTP/1.1" status: 204 len: 168 time: 0.3845241 Sep 21 18:25:48.328208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34350) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:48.330990 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d45ffb-94de-4e1a-bffd-5f08b2e229a3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Network': ['ID=fc188ecf-fac7-47d1-9b66-ce8b54a27909,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:48.521896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efb505-c2ed-486a-bd77-af8804109ca0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:48.528119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efb505-c2ed-486a-bd77-af8804109ca0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:48.529773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f1efb505-c2ed-486a-bd77-af8804109ca0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2005997 Sep 21 18:25:48.536252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:48.538165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.539968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-163256436'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:48.564447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Made reservation on behalf of fd60cba87ad74f2096cdbaf556004786 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:48.568308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.598898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:48.611268 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.611619 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Added segment a92b9365-be8e-4bd9-8b9e-cd8734cdf2db of type vlan for network b454cab2-940b-44e3-92e9-b1ddc9b22c80 Sep 21 18:25:48.655290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.685423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.693283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:48.693954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.732764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1948216 Sep 21 18:25:48.732991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:48.738742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1720227568'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:48.770681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Router 2ac7a415-15b7-4c74-9a40-9e24188a2039 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:25:48.793513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf21a9d-7c39-4215-992a-5615940ea129 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Network': ['ID=b454cab2-940b-44e3-92e9-b1ddc9b22c80,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:48.805689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Made reservation on behalf of fd60cba87ad74f2096cdbaf556004786 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:48.806309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network b454cab2-940b-44e3-92e9-b1ddc9b22c80 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:48.809368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.835800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:48.845520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.845999 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Added segment f104a176-bf9b-4d74-a752-1d41bdc38562 of type vlan for network aeaddfa3-b46c-4a11-a180-942e397295a8 Sep 21 18:25:48.893960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.919859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:25:48.929568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0069055f-6ccd-41be-a4b9-3834fc7ddecf admin admin] 10.222.0.70 "PUT /v2.0/routers/2ac7a415-15b7-4c74-9a40-9e24188a2039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2770171 Sep 21 18:25:48.930610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34360) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:48.931396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] Sync routers for ids ['2ac7a415-15b7-4c74-9a40-9e24188a2039'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:25:48.937492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:48.941235 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] Routers {'2ac7a415-15b7-4c74-9a40-9e24188a2039'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:48.941960 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2ac7a415-15b7-4c74-9a40-9e24188a2039'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:48.943543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:48.944136 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.030277 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2940657 Sep 21 18:25:49.031749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34362) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:49.040469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'ports': [{'network_id': 'b454cab2-940b-44e3-92e9-b1ddc9b22c80', 'name': 'tempest-port--847520857', 'admin_state_up': True}, {'network_id': 'aeaddfa3-b46c-4a11-a180-942e397295a8', 'admin_state_up': False}]} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:49.040840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'port': {'network_id': 'b454cab2-940b-44e3-92e9-b1ddc9b22c80', 'name': 'tempest-port--847520857', 'admin_state_up': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:49.041337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'port': {'network_id': 'aeaddfa3-b46c-4a11-a180-942e397295a8', 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:49.056627 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] Set router 2ac7a415-15b7-4c74-9a40-9e24188a2039 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:49.078264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8edf1c-8dc9-45c3-8ac1-ddff71922c1f tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Network': ['ID=aeaddfa3-b46c-4a11-a180-942e397295a8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:49.089832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network aeaddfa3-b46c-4a11-a180-942e397295a8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:49.134872 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.287036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.327102 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:25:48Z', 'revision_number': 5, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port': {'id': '87d4f9a2-abd5-4029-9d10-e138c7250a90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:53Z', 'updated_at': '2021-09-21T18:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:49.363477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Made reservation on behalf of fd60cba87ad74f2096cdbaf556004786 for: {'port': 2} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:49.368914 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] Checking router: 2ac7a415-15b7-4c74-9a40-9e24188a2039 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:25:49.371202 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.386037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.387476 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] Routers {'2ac7a415-15b7-4c74-9a40-9e24188a2039'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:25:49.388667 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:25:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2ac7a415-15b7-4c74-9a40-9e24188a2039'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:49.495042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] device_id is not set on port 199eb525-cafc-4e3e-89b2-3bc606ec13be yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:49.504319 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] Set router 2ac7a415-15b7-4c74-9a40-9e24188a2039 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:25:49.611916 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:25:49Z', 'revision_number': 6, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:49.637605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.654243 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08b632-272b-4244-bdf1-ab22c11a5254 None None] The sync data for ids ['2ac7a415-15b7-4c74-9a40-9e24188a2039'] in n-d-810285-3 is: [{'id': '2ac7a415-15b7-4c74-9a40-9e24188a2039', 'name': 'tempest-TestServerMultinode-522906808-router', 'tenant_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:51Z', 'updated_at': '2021-09-21T18:25:49Z', 'revision_number': 6, 'project_id': 'b6edba019eff411aa0a81f855c1bc3b5', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:25:49.669509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Deleting port 87d4f9a2-abd5-4029-9d10-e138c7250a90 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:49.670106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.731803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] device_id is not set on port 2a396cb3-f64c-4af6-a40d-e9e54918f899 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:49.760851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] For port 87d4f9a2-abd5-4029-9d10-e138c7250a90, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=87d4f9a2-abd5-4029-9d10-e138c7250a90,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:49.761514 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.775207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Calling delete_port for 87d4f9a2-abd5-4029-9d10-e138c7250a90 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:49.849413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.892257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.956274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Port': ['ID=199eb525-cafc-4e3e-89b2-3bc606ec13be,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:49.966631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.968433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Checking segment: {'id': 'a92b9365-be8e-4bd9-8b9e-cd8734cdf2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'b454cab2-940b-44e3-92e9-b1ddc9b22c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:49.968748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network hostable DHCP agents. Network: b454cab2-940b-44e3-92e9-b1ddc9b22c80, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:25:49.988067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network b454cab2-940b-44e3-92e9-b1ddc9b22c80 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:25:50.001102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, b454cab2-940b-44e3-92e9-b1ddc9b22c80) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:50.002767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d4f9a2-abd5-4029-9d10-e138c7250a90,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:50.005565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:50.006846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.037095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ae2ad-1ab0-415b-8923-dc42a6a9cb6e None None] Network b454cab2-940b-44e3-92e9-b1ddc9b22c80 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:50.091976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.101552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Port': ['ID=2a396cb3-f64c-4af6-a40d-e9e54918f899,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:50.115764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Checking segment: {'id': 'f104a176-bf9b-4d74-a752-1d41bdc38562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'aeaddfa3-b46c-4a11-a180-942e397295a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:50.116408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network hostable DHCP agents. Network: aeaddfa3-b46c-4a11-a180-942e397295a8, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:25:50.155911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network aeaddfa3-b46c-4a11-a180-942e397295a8 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:25:50.172771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, aeaddfa3-b46c-4a11-a180-942e397295a8) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:50.179054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:50.189941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9511462-6943-46b8-be70-d1e6bbccba00 None None] Network aeaddfa3-b46c-4a11-a180-942e397295a8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:50.191369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:50.196890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:50.197658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.212624 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.215441 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.228493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4d602a27-eac4-44dc-8bf5-f7b24f5a7786 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1950207 Sep 21 18:25:50.230341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34372) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:50.268737 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.269212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac7a415-15b7-4c74-9a40-9e24188a2039 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:25:50.273927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.277477 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-97a7de7e-7445-41ef-b007-d14c20c4b6c0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2ac7a415-15b7-4c74-9a40-9e24188a2039 HTTP/1.1" status: 204 len: 168 time: 1.3432512 Sep 21 18:25:50.277770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34376) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:50.291289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f69ba8-e079-4253-af9d-c1ec002410aa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:50.298005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f69ba8-e079-4253-af9d-c1ec002410aa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:50.299684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-17f69ba8-e079-4253-af9d-c1ec002410aa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0684283 Sep 21 18:25:50.302594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34378) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:50.353084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] Deleting subnet 62d0cfed-1a77-4071-b2de-06f70f08499b {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:50.356865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.405425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.426297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Deleting port 199eb525-cafc-4e3e-89b2-3bc606ec13be {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:50.426677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.500191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.521748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.525707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Calling delete_port for 199eb525-cafc-4e3e-89b2-3bc606ec13be owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:50.537559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 815e5e39-a7f7-47ff-bcf2-2215211376a8 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:50.559024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 815e5e39-a7f7-47ff-bcf2-2215211376a8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:50.560205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 815e5e39-a7f7-47ff-bcf2-2215211376a8 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:50.590129 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.616781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d0cfed-1a77-4071-b2de-06f70f08499b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:50.620589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.625055 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-82692249-aef9-4a3c-b06d-26ff1d8625da admin admin] 10.222.0.70 "DELETE /v2.0/subnets/62d0cfed-1a77-4071-b2de-06f70f08499b HTTP/1.1" status: 204 len: 168 time: 0.3437757 Sep 21 18:25:50.625737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34382) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:50.629291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2c613-a008-43b3-a85f-b1967cf40d9d None None] Network ce3633fb-e0ee-48d7-82e7-e96c47336a2f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:50.638574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.681720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Port': ['ID=199eb525-cafc-4e3e-89b2-3bc606ec13be,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:50.696722 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.701527 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ab2758ca-71f4-4468-84d6-367abe8e4900 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/ports/199eb525-cafc-4e3e-89b2-3bc606ec13be HTTP/1.1" status: 204 len: 168 time: 0.3954816 Sep 21 18:25:50.702378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34384) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:50.717923 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.794815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Deleting port a7e4fa36-4c1d-43df-9780-edf510c1fc86 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:50.795460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.812377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Deleting port 2a396cb3-f64c-4af6-a40d-e9e54918f899 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:50.812869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.894668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] DHCP port deletion for ce3633fb-e0ee-48d7-82e7-e96c47336a2f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:25:50.910244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] For port a7e4fa36-4c1d-43df-9780-edf510c1fc86, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a7e4fa36-4c1d-43df-9780-edf510c1fc86,segment=NetworkSegment(35c8261d-6cbd-4d25-aa08-d6216db0387b),segment_id=35c8261d-6cbd-4d25-aa08-d6216db0387b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:50.910779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.919048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.927369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Calling delete_port for a7e4fa36-4c1d-43df-9780-edf510c1fc86 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:50.940257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Calling delete_port for 2a396cb3-f64c-4af6-a40d-e9e54918f899 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:50.960527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] Deleting port a7e4fa36-4c1d-43df-9780-edf510c1fc86 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:50.960909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.043416 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.047757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] For port a7e4fa36-4c1d-43df-9780-edf510c1fc86, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=a7e4fa36-4c1d-43df-9780-edf510c1fc86,segment=NetworkSegment(35c8261d-6cbd-4d25-aa08-d6216db0387b),segment_id=35c8261d-6cbd-4d25-aa08-d6216db0387b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:51.048818 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.066029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] Calling delete_port for a7e4fa36-4c1d-43df-9780-edf510c1fc86 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:51.072183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e4fa36-4c1d-43df-9780-edf510c1fc86,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:51.072528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.076500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] No DVR routers for this DVR port a7e4fa36-4c1d-43df-9780-edf510c1fc86 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:51.114694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Port': ['ID=2a396cb3-f64c-4af6-a40d-e9e54918f899,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:51.120965 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.126681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c443f0ad-b638-49c7-a331-94de8b3969ce tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/ports/2a396cb3-f64c-4af6-a40d-e9e54918f899 HTTP/1.1" status: 204 len: 168 time: 0.4225180 Sep 21 18:25:51.127337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34388) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:51.167310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa955a9d-b845-47c8-93ef-6bbf421fa796 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0387797 Sep 21 18:25:51.168736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.169311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.176292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34390) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:51.186467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1459991995'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:51.202542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] Pushing event deleted for resources: {'Port': ['ID=a7e4fa36-4c1d-43df-9780-edf510c1fc86,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:51.207678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3633fb-e0ee-48d7-82e7-e96c47336a2f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:51.210951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e21dca-5021-4e35-93e2-e6f7eaf7f675 None None] No DVR routers for this DVR port a7e4fa36-4c1d-43df-9780-edf510c1fc86 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:51.224661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c8261d-6cbd-4d25-aa08-d6216db0387b') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:51.224985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c8261d-6cbd-4d25-aa08-d6216db0387b') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:51.232282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Made reservation on behalf of fd60cba87ad74f2096cdbaf556004786 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:51.236123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.241471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.267304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.276309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:51.279515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:51.279916 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:51.281563 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:51.330041 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.330411 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Added segment b5bed098-5338-48fd-9400-019ede991df2 of type vlan for network bcb412d4-0d8b-4681-9e42-7c158538ec2b Sep 21 18:25:51.370353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.378068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.381298 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] 10.222.0.70 "DELETE /v2.0/networks/ce3633fb-e0ee-48d7-82e7-e96c47336a2f HTTP/1.1" status: 204 len: 168 time: 0.7536674 Sep 21 18:25:51.405762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.409564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5225801-c340-4f1a-9299-789e32fb93dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3633fb-e0ee-48d7-82e7-e96c47336a2f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:51.451799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.461157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:51.461903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.497073 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3196850 Sep 21 18:25:51.499729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34396) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:51.506182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-190920711'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:51.538987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Made reservation on behalf of fd60cba87ad74f2096cdbaf556004786 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:51.545411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.558117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558472a6-dcad-4bed-926e-bbd60c8965e4 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Network': ['ID=bcb412d4-0d8b-4681-9e42-7c158538ec2b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:51.574586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network bcb412d4-0d8b-4681-9e42-7c158538ec2b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:51.579467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:51.592103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.592676 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Added segment 780a790b-2446-42be-97db-3af401ab9821 of type vlan for network 68e1ba6f-5e95-4cb6-b7d6-75bab82264e3 Sep 21 18:25:51.612162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34398) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:51.641063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.663884 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ff254588-86e0-4e9e-b0b7-69ea79f3b770 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f6b49010bca4b90b0e0dcf972a1ed8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502419 Sep 21 18:25:51.666616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34400) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:51.676970 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.684149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:51.684791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.745533 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4b9c-34d5-43e4-a928-9a662f576ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.747770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2469335 Sep 21 18:25:51.789311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4b9c-34d5-43e4-a928-9a662f576ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.857771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4b9c-34d5-43e4-a928-9a662f576ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.862563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9be4b9c-34d5-43e4-a928-9a662f576ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.864032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9be4b9c-34d5-43e4-a928-9a662f576ef9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13371bd0-df19-4326-9aff-ac9f2028c6ed HTTP/1.1" status: 204 len: 168 time: 0.1947317 Sep 21 18:25:51.875804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be4b9c-34d5-43e4-a928-9a662f576ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13371bd0-df19-4326-9aff-ac9f2028c6ed,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:51.910738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34406) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:51.916622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'subnets': [{'network_id': 'bcb412d4-0d8b-4681-9e42-7c158538ec2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1784647451', 'ip_version': 4}, {'network_id': '68e1ba6f-5e95-4cb6-b7d6-75bab82264e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:51.917194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'subnet': {'network_id': 'bcb412d4-0d8b-4681-9e42-7c158538ec2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1784647451', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:51.918288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Request body: {'subnet': {'network_id': '68e1ba6f-5e95-4cb6-b7d6-75bab82264e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:52.135736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87d4f9a2-abd5-4029-9d10-e138c7250a90 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:52.164166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 87d4f9a2-abd5-4029-9d10-e138c7250a90 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:52.164569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 87d4f9a2-abd5-4029-9d10-e138c7250a90 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:52.164966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a7e4fa36-4c1d-43df-9780-edf510c1fc86 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:52.186897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: a7e4fa36-4c1d-43df-9780-edf510c1fc86 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:25:52.187536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device a7e4fa36-4c1d-43df-9780-edf510c1fc86 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:52.221665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92178c6a-00f2-4fc8-a085-f5bc401cc9bf tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Network': ['ID=68e1ba6f-5e95-4cb6-b7d6-75bab82264e3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:52.236448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 68e1ba6f-5e95-4cb6-b7d6-75bab82264e3 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:52.237834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Made reservation on behalf of fd60cba87ad74f2096cdbaf556004786 for: {'subnet': 2} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:52.242910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.243473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.409853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34412) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:52.458528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-861082ea-9dd5-4030-b2f6-6831787e6cfe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6edba019eff411aa0a81f855c1bc3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449693 Sep 21 18:25:52.458862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34414) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:52.578242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec140d9d-9d97-4745-b727-8a6027f13a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.616945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec140d9d-9d97-4745-b727-8a6027f13a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.744983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.755618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec140d9d-9d97-4745-b727-8a6027f13a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.758329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ec140d9d-9d97-4745-b727-8a6027f13a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.760123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ec140d9d-9d97-4745-b727-8a6027f13a95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fd9a500-2df8-44e8-8064-8cbeabeccf7d HTTP/1.1" status: 204 len: 168 time: 0.2996745 Sep 21 18:25:52.807088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec140d9d-9d97-4745-b727-8a6027f13a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9a500-2df8-44e8-8064-8cbeabeccf7d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:52.840905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Subnet': ['ID=dc1a0f0b-7fed-4f2e-bd34-fd94e248d1f9,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:52.848709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Checking segment: {'id': 'b5bed098-5338-48fd-9400-019ede991df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'bcb412d4-0d8b-4681-9e42-7c158538ec2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:52.849077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network hostable DHCP agents. Network: bcb412d4-0d8b-4681-9e42-7c158538ec2b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:25:52.866841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network bcb412d4-0d8b-4681-9e42-7c158538ec2b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:25:52.877928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, bcb412d4-0d8b-4681-9e42-7c158538ec2b) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:52.882500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:52.894576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b0733-0b6d-4c80-8a0b-e85bf85c3080 None None] Network bcb412d4-0d8b-4681-9e42-7c158538ec2b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:52.947085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event updated for resources: {'Subnet': ['ID=0693d4e9-aeb5-4a63-b841-9e2f9acb48fb,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:52.962105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Checking segment: {'id': '780a790b-2446-42be-97db-3af401ab9821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '68e1ba6f-5e95-4cb6-b7d6-75bab82264e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:52.962495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network hostable DHCP agents. Network: 68e1ba6f-5e95-4cb6-b7d6-75bab82264e3, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:25:52.981813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Network 68e1ba6f-5e95-4cb6-b7d6-75bab82264e3 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:25:52.997762 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 68e1ba6f-5e95-4cb6-b7d6-75bab82264e3) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:53.008905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:53.009408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:53.010078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.018534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc80f40-82f3-4cf9-bd61-689c4e26764f None None] Network 68e1ba6f-5e95-4cb6-b7d6-75bab82264e3 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:53.035500 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7ef0ce3c-59e8-4e45-be1c-6ae9031f4faa tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1232088 Sep 21 18:25:53.038113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34426) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:53.107745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868ecda-e269-4ce6-a5ba-ca58376f56d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:53.113858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868ecda-e269-4ce6-a5ba-ca58376f56d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:53.117009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868ecda-e269-4ce6-a5ba-ca58376f56d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:53.122724 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1868ecda-e269-4ce6-a5ba-ca58376f56d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0801454 Sep 21 18:25:53.122991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9958370f-09d0-4bdc-b48a-bda02ba8d4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-bcb412d4-0d8b-4681-9e42-7c158538ec2b', 'network_id': 'bcb412d4-0d8b-4681-9e42-7c158538ec2b', 'tenant_id': 'fd60cba87ad74f2096cdbaf556004786', 'fixed_ips': [{'subnet_id': 'dc1a0f0b-7fed-4f2e-bd34-fd94e248d1f9'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:25:53.122991 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9958370f-09d0-4bdc-b48a-bda02ba8d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.123326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34428) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:53.184992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Deleting subnet dc1a0f0b-7fed-4f2e-bd34-fd94e248d1f9 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:53.190065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.244752 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.300769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.381865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.412942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1a0f0b-7fed-4f2e-bd34-fd94e248d1f9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:53.417083 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.419463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c1653cf5-528e-41c2-b3ef-7ce8565ce301 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/subnets/dc1a0f0b-7fed-4f2e-bd34-fd94e248d1f9 HTTP/1.1" status: 204 len: 168 time: 0.2941763 Sep 21 18:25:53.422045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34430) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-9958370f-09d0-4bdc-b48a-bda02ba8d4af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc1a0f0b-7fed-4f2e-bd34-fd94e248d1f9: This subnet is being modified by another concurrent operation. Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc1a0f0b-7fed-4f2e-bd34-fd94e248d1f9: This subnet is being modified by another concurrent operation. Sep 21 18:25:53.470305 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:25:53.481029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc83ac-d08e-48a5-9d63-cd91b058a188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-68e1ba6f-5e95-4cb6-b7d6-75bab82264e3', 'network_id': '68e1ba6f-5e95-4cb6-b7d6-75bab82264e3', 'tenant_id': 'fd60cba87ad74f2096cdbaf556004786', 'fixed_ips': [{'subnet_id': '0693d4e9-aeb5-4a63-b841-9e2f9acb48fb'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:25:53.481889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-accc83ac-d08e-48a5-9d63-cd91b058a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.492657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Deleting subnet 0693d4e9-aeb5-4a63-b841-9e2f9acb48fb {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:25:53.495762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092cda9c-6f3a-4b19-acee-4485b73dc293 None None] Network bcb412d4-0d8b-4681-9e42-7c158538ec2b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:53.496265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.543831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.596238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.666526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-accc83ac-d08e-48a5-9d63-cd91b058a188 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0693d4e9-aeb5-4a63-b841-9e2f9acb48fb: This subnet is being modified by another concurrent operation. Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0693d4e9-aeb5-4a63-b841-9e2f9acb48fb: This subnet is being modified by another concurrent operation. Sep 21 18:25:53.673723 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:25:53.688107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc7c59-c063-48be-97b2-138813f70c61 None None] Network 68e1ba6f-5e95-4cb6-b7d6-75bab82264e3 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:53.695665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Subnet': ['ID=0693d4e9-aeb5-4a63-b841-9e2f9acb48fb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:53.699525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.702662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c48ea12a-a17b-4c23-b5cb-e8c3cff7e2d7 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/subnets/0693d4e9-aeb5-4a63-b841-9e2f9acb48fb HTTP/1.1" status: 204 len: 168 time: 0.2783351 Sep 21 18:25:53.704578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:53.764358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de1f3e3-9cc1-41d6-823c-ecaf6a16a028 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:53.765995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3de1f3e3-9cc1-41d6-823c-ecaf6a16a028 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0602155 Sep 21 18:25:53.770529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:53.820390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a8726-aa7a-4234-aabd-3d6b9fce2189 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:25:53.855988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.905245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a8726-aa7a-4234-aabd-3d6b9fce2189 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:25:53.947535 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.970094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e1ba6f-5e95-4cb6-b7d6-75bab82264e3']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:53.979722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780a790b-2446-42be-97db-3af401ab9821') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:53.979934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780a790b-2446-42be-97db-3af401ab9821') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:53.994906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.012380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.020626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:54.021536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:54.050880 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:54.100105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.114037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.118648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/networks/68e1ba6f-5e95-4cb6-b7d6-75bab82264e3 HTTP/1.1" status: 204 len: 168 time: 0.3444116 Sep 21 18:25:54.118888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34448) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:54.127796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69bdaa-84f7-40f2-b46e-505f3e3e66d3 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Network': ['ID=68e1ba6f-5e95-4cb6-b7d6-75bab82264e3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:54.192673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905ec59-ebd6-4563-8f04-572e8a801eb5 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:25:54.221781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.279056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6905ec59-ebd6-4563-8f04-572e8a801eb5 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:25:54.317536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.338427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb412d4-0d8b-4681-9e42-7c158538ec2b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:54.348615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bed098-5338-48fd-9400-019ede991df2') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:54.348615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bed098-5338-48fd-9400-019ede991df2') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:54.358292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.372469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.380058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:54.380453 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:54.384156 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:54.451509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.461003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.463062 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/networks/bcb412d4-0d8b-4681-9e42-7c158538ec2b HTTP/1.1" status: 204 len: 168 time: 0.3431964 Sep 21 18:25:54.465709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34462) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:54.475113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325079e7-13fa-4300-8681-31ff3240e385 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Network': ['ID=bcb412d4-0d8b-4681-9e42-7c158538ec2b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:54.568479 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.654430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.676170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaddfa3-b46c-4a11-a180-942e397295a8']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:54.686436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f104a176-bf9b-4d74-a752-1d41bdc38562') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:54.686718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f104a176-bf9b-4d74-a752-1d41bdc38562') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:54.697767 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.711449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.717770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:54.718153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:54.721543 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:54.792743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.812574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.815567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/networks/aeaddfa3-b46c-4a11-a180-942e397295a8 HTTP/1.1" status: 204 len: 168 time: 0.3486369 Sep 21 18:25:54.816763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18da62f-214a-4b1b-83bf-b45c3d307eb0 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Network': ['ID=aeaddfa3-b46c-4a11-a180-942e397295a8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:54.818665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34470) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:54.903048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.995506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.018085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b454cab2-940b-44e3-92e9-b1ddc9b22c80']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:55.028042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92b9365-be8e-4bd9-8b9e-cd8734cdf2db') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:55.028329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92b9365-be8e-4bd9-8b9e-cd8734cdf2db') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:55.038432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.053622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.059567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:55.060085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:55.064353 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:55.129082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.135941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.137781 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] 10.222.0.70 "DELETE /v2.0/networks/b454cab2-940b-44e3-92e9-b1ddc9b22c80 HTTP/1.1" status: 204 len: 168 time: 0.3172638 Sep 21 18:25:55.150073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe16b2-2461-448e-a624-fdd3612d24c8 tempest-BulkNetworkOpsTest-570634659 tempest-BulkNetworkOpsTest-570634659-project] Pushing event deleted for resources: {'Network': ['ID=b454cab2-940b-44e3-92e9-b1ddc9b22c80,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:55.403551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34488) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:55.544744 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f303df25-966e-4ba5-a976-5c2c616fee01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd60cba87ad74f2096cdbaf556004786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376748 Sep 21 18:25:55.544994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34496) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:55.601354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da43190f-7595-4671-8cb7-4309b739ca58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.625574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da43190f-7595-4671-8cb7-4309b739ca58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.673339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da43190f-7595-4671-8cb7-4309b739ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.675975 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da43190f-7595-4671-8cb7-4309b739ca58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:55.677274 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-da43190f-7595-4671-8cb7-4309b739ca58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfd8e160-6bb8-41cb-8c0d-42ac6dc0ee62 HTTP/1.1" status: 204 len: 168 time: 0.1313426 Sep 21 18:25:55.685909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43190f-7595-4671-8cb7-4309b739ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8e160-6bb8-41cb-8c0d-42ac6dc0ee62,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:56.375027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34536) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:56.475690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1997363444'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:56.496180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:56.499964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.509115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.608756 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.613954 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.644934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:56.651535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39643144-3aa5-4be0-8a96-f42fdd48919b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:56.658350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.658934 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment 214bfcd3-cf0d-4c81-bdcc-6281e89def7f of type vlan for network db5c476e-03fd-4b4f-83e9-7810b1df94aa Sep 21 18:25:56.705634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.729905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.737088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:56.737801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.775945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3965766 Sep 21 18:25:56.777067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:56.781319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'name': 'tempest-PortsTestJSON-748259463'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:56.828279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e03dc-7697-4780-972f-9b8bea7ee215 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=db5c476e-03fd-4b4f-83e9-7810b1df94aa,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:56.841815 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:56.904484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:56.909584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:56.934011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 5c031683-4dd0-4467-a315-a6680960a7be yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:57.118873 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.158572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.224625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=5c031683-4dd0-4467-a315-a6680960a7be,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:57.234324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': '214bfcd3-cf0d-4c81-bdcc-6281e89def7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:57.234693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: db5c476e-03fd-4b4f-83e9-7810b1df94aa, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:25:57.252267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:25:57.260066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, db5c476e-03fd-4b4f-83e9-7810b1df94aa) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:57.263946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:57.270094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6ce58-fd7b-4191-bc4f-6951fda7d3c2 None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:57.270433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:57.271214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.288141 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-037c2550-e2b6-4839-8806-b7221959840d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5107532 Sep 21 18:25:57.291201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34560) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:57.296303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-719867743'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:57.319665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:57.323968 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.353024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:57.365899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.369004 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment 251dd48c-939d-4b77-b7ac-dfb9953ffdcf of type vlan for network 729f5cc6-9ef0-42b5-a27c-b80aad712cb3 Sep 21 18:25:57.415978 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.441858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.457547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:57.458270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.504483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2094743 Sep 21 18:25:57.504839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34566) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:57.510662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'ports': [{'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa'}, {'network_id': '729f5cc6-9ef0-42b5-a27c-b80aad712cb3'}]} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:57.511228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:57.511881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': '729f5cc6-9ef0-42b5-a27c-b80aad712cb3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:57.534877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b0c53-feba-4267-baf9-e6d86b9e0e9a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=729f5cc6-9ef0-42b5-a27c-b80aad712cb3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:57.551172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 729f5cc6-9ef0-42b5-a27c-b80aad712cb3 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:57.686582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 2} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:57.691802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.705229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.793113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 56b67094-065c-43cb-b4a4-e5dc9c3efa55 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:57.914366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:57.989062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 392536b6-d72f-478d-933c-4c00096072c3 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:25:58.102166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.138859 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.186428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:25:58.190382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:58.194085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:58.194941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.206128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=56b67094-065c-43cb-b4a4-e5dc9c3efa55,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:58.274448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=392536b6-d72f-478d-933c-4c00096072c3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:58.286400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': '251dd48c-939d-4b77-b7ac-dfb9953ffdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '729f5cc6-9ef0-42b5-a27c-b80aad712cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:58.286997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: 729f5cc6-9ef0-42b5-a27c-b80aad712cb3, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:25:58.304723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 729f5cc6-9ef0-42b5-a27c-b80aad712cb3 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:25:58.315264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 729f5cc6-9ef0-42b5-a27c-b80aad712cb3) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:25:58.319244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:25:58.324251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659219d2-ef04-4a3c-8daa-38050e243e73 None None] Network 729f5cc6-9ef0-42b5-a27c-b80aad712cb3 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:25:58.325257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:58.330365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:58.331084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.348463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1f3a91b9-765a-40f6-9b12-2930bc80baf4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8398826 Sep 21 18:25:58.354363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34586) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:58.449501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 392536b6-d72f-478d-933c-4c00096072c3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:58.449956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.530250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.543227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 392536b6-d72f-478d-933c-4c00096072c3 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:58.624356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.659448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=392536b6-d72f-478d-933c-4c00096072c3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:58.664860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.666976 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5d1c6cf0-9882-48ee-8c6a-ed42005564ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/392536b6-d72f-478d-933c-4c00096072c3 HTTP/1.1" status: 204 len: 168 time: 0.3164468 Sep 21 18:25:58.669720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34592) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:58.745599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e5a23-8191-40bb-a980-8eaacac69f36 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:58.755442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e5a23-8191-40bb-a980-8eaacac69f36 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:58.757155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-951e5a23-8191-40bb-a980-8eaacac69f36 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0855103 Sep 21 18:25:58.759965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34598) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:58.858774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 56b67094-065c-43cb-b4a4-e5dc9c3efa55 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:25:58.859015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.933443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:58.948934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 56b67094-065c-43cb-b4a4-e5dc9c3efa55 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:25:59.036953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.067639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=56b67094-065c-43cb-b4a4-e5dc9c3efa55,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:59.077282 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.081373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a00b95d5-a669-435d-9c6a-a23250d3d31f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/56b67094-065c-43cb-b4a4-e5dc9c3efa55 HTTP/1.1" status: 204 len: 168 time: 0.3185341 Sep 21 18:25:59.082242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34606) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:59.131647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57457d37-c6ec-468a-b55d-d8618f1a9751 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:59.133163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-57457d37-c6ec-468a-b55d-d8618f1a9751 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0498967 Sep 21 18:25:59.135874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:59.159652 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8414a2-5b77-4767-a9c3-3464c953074d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:25:59.161260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea8414a2-5b77-4767-a9c3-3464c953074d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/392536b6-d72f-478d-933c-4c00096072c3 HTTP/1.1" status: 404 len: 333 time: 0.0244055 Sep 21 18:25:59.164013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:59.194429 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-247eac0a-ed72-4b63-89c1-c074ca5d5c1a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:25:59.198543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-247eac0a-ed72-4b63-89c1-c074ca5d5c1a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/56b67094-065c-43cb-b4a4-e5dc9c3efa55 HTTP/1.1" status: 404 len: 333 time: 0.0310895 Sep 21 18:25:59.198776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34614) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:59.257026 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03da942c-b642-45cc-a388-4a83febbed11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.290275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.391023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.412550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729f5cc6-9ef0-42b5-a27c-b80aad712cb3']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:59.422925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251dd48c-939d-4b77-b7ac-dfb9953ffdcf') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:59.423215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251dd48c-939d-4b77-b7ac-dfb9953ffdcf') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:25:59.433334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.448896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.456628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:25:59.457037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:25:59.460176 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:25:59.528090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.535880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.537624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/729f5cc6-9ef0-42b5-a27c-b80aad712cb3 HTTP/1.1" status: 204 len: 168 time: 0.3377836 Sep 21 18:25:59.541210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34624) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:59.546453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-674268826'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:59.557705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf21c-f4e4-4423-937b-e0a16b78b91d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=729f5cc6-9ef0-42b5-a27c-b80aad712cb3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:59.577679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:59.581705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.610632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:25:59.620619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.620973 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment 354accb3-82ab-4d17-a88d-bd48b674c164 of type vlan for network 21052509-1704-4c32-977a-0c382cbe95b2 Sep 21 18:25:59.669433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.695709 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.701863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:59.702496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:59.741030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1987340 Sep 21 18:25:59.744020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34628) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:59.749141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': '21052509-1704-4c32-977a-0c382cbe95b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:59.781444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd52be-cfe4-49b1-ba62-5412b0a50c6b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=21052509-1704-4c32-977a-0c382cbe95b2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:59.793738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 21052509-1704-4c32-977a-0c382cbe95b2 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:25:59.852475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:25:59.856457 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.072344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.136139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=771fdef5-72a8-49e1-a02a-810f3fcbf46d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:00.153741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': '354accb3-82ab-4d17-a88d-bd48b674c164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '21052509-1704-4c32-977a-0c382cbe95b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:00.154108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: 21052509-1704-4c32-977a-0c382cbe95b2, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:26:00.171328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 21052509-1704-4c32-977a-0c382cbe95b2 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:26:00.181801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 21052509-1704-4c32-977a-0c382cbe95b2) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:00.185998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:00.186691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.191677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628bbbd-911f-4bbb-886c-6bf11df90877 None None] Network 21052509-1704-4c32-977a-0c382cbe95b2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:00.208961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-54e9854f-00fd-438f-879e-d745eaac9b97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4638116 Sep 21 18:26:00.211742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34642) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:00.217802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': '21052509-1704-4c32-977a-0c382cbe95b2', 'name': 'tempest-PortsTestJSON-791090431'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:00.330807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:00.334740 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.363183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-21052509-1704-4c32-977a-0c382cbe95b2', 'network_id': '21052509-1704-4c32-977a-0c382cbe95b2', 'tenant_id': '856cc8f3d75f4069a0d82455da6abd83', 'fixed_ips': [{'subnet_id': '771fdef5-72a8-49e1-a02a-810f3fcbf46d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:00.364961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.368978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 0fcf0b3a-23bc-4c03-9812-fc4e10ab9227 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:00.512731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.12 (21052509-1704-4c32-977a-0c382cbe95b2/771fdef5-72a8-49e1-a02a-810f3fcbf46d/0fcf0b3a-23bc-4c03-9812-fc4e10ab9227) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:00.670900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.723023 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.772021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Allocated IP 172.20.0.2 (21052509-1704-4c32-977a-0c382cbe95b2/771fdef5-72a8-49e1-a02a-810f3fcbf46d/9ee3a5eb-19c6-477a-a036-7e04f77c2dd7) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:00.775355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 21052509-1704-4c32-977a-0c382cbe95b2 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:00.781626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:00.783893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=0fcf0b3a-23bc-4c03-9812-fc4e10ab9227,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:00.786341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:00.836697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:00.837322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.857258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a386ab4-1ff9-4fdb-9205-2ca869d60eaf tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6436396 Sep 21 18:26:00.860130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34656) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:00.931091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.938731 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.972677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 0fcf0b3a-23bc-4c03-9812-fc4e10ab9227 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:00.973020 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:00.985143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Network 21052509-1704-4c32-977a-0c382cbe95b2 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:00.991043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:00.993565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:00.997173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Pushing event updated for resources: {'Port': ['ID=9ee3a5eb-19c6-477a-a036-7e04f77c2dd7,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:01.055589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Attempting to bind port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:01.056070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Attempting to bind port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '354accb3-82ab-4d17-a88d-bd48b674c164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '21052509-1704-4c32-977a-0c382cbe95b2'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:01.056508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Attempting to bind port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 on network 21052509-1704-4c32-977a-0c382cbe95b2 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:01.062350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:01.063460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Checking segment: {'id': '354accb3-82ab-4d17-a88d-bd48b674c164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '21052509-1704-4c32-977a-0c382cbe95b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:01.064183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.064673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Bound using segment: {'id': '354accb3-82ab-4d17-a88d-bd48b674c164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '21052509-1704-4c32-977a-0c382cbe95b2'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:01.065244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Bound port: 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354accb3-82ab-4d17-a88d-bd48b674c164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '21052509-1704-4c32-977a-0c382cbe95b2'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:01.065706 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.088199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.102038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 0fcf0b3a-23bc-4c03-9812-fc4e10ab9227 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:01.151876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] For port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:01.155173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] For port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9ee3a5eb-19c6-477a-a036-7e04f77c2dd7,segment=NetworkSegment(354accb3-82ab-4d17-a88d-bd48b674c164),segment_id=354accb3-82ab-4d17-a88d-bd48b674c164)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:01.165921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.263751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6e1df-2c33-483e-82b7-4895e1e37a17 None None] Pushing event updated for resources: {'Port': ['ID=9ee3a5eb-19c6-477a-a036-7e04f77c2dd7,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:01.288363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.320928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=0fcf0b3a-23bc-4c03-9812-fc4e10ab9227,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:01.444482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.451936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34670) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:01.461459 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-383444cb-b613-41ad-b0ce-f40a0dbbf00a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/0fcf0b3a-23bc-4c03-9812-fc4e10ab9227 HTTP/1.1" status: 204 len: 168 time: 0.6003478 Sep 21 18:26:01.485459 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15c163b-1679-4b59-b0de-7e604a804e2d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:01.486170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15c163b-1679-4b59-b0de-7e604a804e2d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:01.487965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f15c163b-1679-4b59-b0de-7e604a804e2d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/0fcf0b3a-23bc-4c03-9812-fc4e10ab9227 HTTP/1.1" status: 404 len: 333 time: 0.0350335 Sep 21 18:26:01.490776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34676) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:01.519945 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-240017b8-0c62-4866-9292-e1d9ce25c691 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:01.522117 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-240017b8-0c62-4866-9292-e1d9ce25c691 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/0fcf0b3a-23bc-4c03-9812-fc4e10ab9227 HTTP/1.1" status: 404 len: 333 time: 0.0300360 Sep 21 18:26:01.539184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34678) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:01.599739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet 771fdef5-72a8-49e1-a02a-810f3fcbf46d {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:01.602984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.643777 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.733090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.795047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.821490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=771fdef5-72a8-49e1-a02a-810f3fcbf46d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:01.827373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.829901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1457b37f-b31d-4dd0-b997-48ef6d8aa331 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/771fdef5-72a8-49e1-a02a-810f3fcbf46d HTTP/1.1" status: 204 len: 168 time: 0.2896492 Sep 21 18:26:01.832508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34684) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:01.913436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:01.973783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:01.974227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.048048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] For port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9ee3a5eb-19c6-477a-a036-7e04f77c2dd7,segment=NetworkSegment(354accb3-82ab-4d17-a88d-bd48b674c164),segment_id=354accb3-82ab-4d17-a88d-bd48b674c164)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:02.048296 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.066915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:02.163640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:02.186227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.213424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=9ee3a5eb-19c6-477a-a036-7e04f77c2dd7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:02.218146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No DVR routers for this DVR port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:02.225523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No active binding found for port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 {{(pid=95092) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 18:26:02.226171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 18:26:02.249929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Port 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 not found, will not notify nova. {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 18:26:02.317742 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.341087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21052509-1704-4c32-977a-0c382cbe95b2']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:02.354888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354accb3-82ab-4d17-a88d-bd48b674c164') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:02.355416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354accb3-82ab-4d17-a88d-bd48b674c164') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:02.357812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebfe946-a39b-47c1-9915-952f0e55d25c None None] Network 21052509-1704-4c32-977a-0c382cbe95b2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:02.370530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.387166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.395046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:02.395622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:02.398997 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:02.456158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b03bf6a6-fad4-4d49-97ae-e19024eb500a None None] Could not find standard attr ID for object 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:02.475334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.488619 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.490885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/21052509-1704-4c32-977a-0c382cbe95b2 HTTP/1.1" status: 204 len: 168 time: 0.6574454 Sep 21 18:26:02.495550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34698) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:02.501098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-846966580'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:02.503883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33772-912d-4788-a37d-7044657d3399 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=21052509-1704-4c32-977a-0c382cbe95b2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:02.531092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:02.536431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.560639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f344f6de-b1f1-4b7d-8600-72161567f75c None None] DHCP port deletion for 21052509-1704-4c32-977a-0c382cbe95b2 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:02.571881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:26:02.582826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.583193 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment 34ad7706-c18a-4915-96ce-c09245bfd52a of type vlan for network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 Sep 21 18:26:02.626021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.651717 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.657891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:02.660986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:02.698517 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2018371 Sep 21 18:26:02.701206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34704) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:02.708858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:02.762635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c503566-7554-4b55-adc8-463bd922527c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=89a117f9-4f1e-46be-a51e-e23ad5a6f437,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:02.779613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:26:02.829146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:02.832774 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:03.226165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-ee6f76d9-c8f8-401c-b151-e83e59b1c4c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633492 Sep 21 18:26:03.368537 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:03.374405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-a649561d-b859-425f-aee4-cb826b495450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:03.376468 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-a649561d-b859-425f-aee4-cb826b495450 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1096 time: 0.0981929 Sep 21 18:26:03.503034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=ccca21ac-3193-4763-8bd6-23214e2a520c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:03.521352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': '34ad7706-c18a-4915-96ce-c09245bfd52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:03.521715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: 89a117f9-4f1e-46be-a51e-e23ad5a6f437, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:26:03.543670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-af94d299-0d1b-495c-8d8f-e2102298bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:03.545166 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-af94d299-0d1b-495c-8d8f-e2102298bc3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.1406922 Sep 21 18:26:03.559963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:26:03.587843 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50c83aca-6a06-4513-9fc3-8a4f0029303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:03.599813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 89a117f9-4f1e-46be-a51e-e23ad5a6f437) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:03.606810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:03.607405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:03.611719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20eb06b-7ff5-4266-bdc2-f3326cb043a6 None None] Network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:03.647333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-361be04a-afb7-49be-9b30-6990b3a91f30 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9449623 Sep 21 18:26:03.649675 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-f53a0039-9bf6-495a-b1eb-f901cae28da9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 1001 time: 0.0971594 Sep 21 18:26:03.650222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34724) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:03.655349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437', 'security_groups': [], 'name': 'tempest-PortsTestJSON-622221534'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:03.716904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-436c492e-dd5f-4ab7-8383-2a3952217426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:03.720609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-436c492e-dd5f-4ab7-8383-2a3952217426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0609221 Sep 21 18:26:03.783239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-89de776b-3aed-49ef-87a5-6eac82bf0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:03.785073 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-89de776b-3aed-49ef-87a5-6eac82bf0c51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582147 Sep 21 18:26:03.787422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-89a117f9-4f1e-46be-a51e-e23ad5a6f437', 'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437', 'tenant_id': '856cc8f3d75f4069a0d82455da6abd83', 'fixed_ips': [{'subnet_id': 'ccca21ac-3193-4763-8bd6-23214e2a520c'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:03.788740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:03.853078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:03.861625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:03.884182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 13ec8777-88ea-4f87-bae4-59c347d36297 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:03.906961 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-99f3e9e7-9239-4751-9536-7622ca08eac7 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136832 Sep 21 18:26:03.953579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Allocated IP 172.20.0.2 (89a117f9-4f1e-46be-a51e-e23ad5a6f437/ccca21ac-3193-4763-8bd6-23214e2a520c/088cff8b-50ed-45fd-9c41-3af02d703eda) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:04.020002 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fe847514-1607-4c4b-876f-46104f5d0d8c req-24f482f9-b351-4650-8ad6-fdeac8c22789 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066251 Sep 21 18:26:04.095646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:04.126166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:04.126722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9ee3a5eb-19c6-477a-a036-7e04f77c2dd7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:04.149579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.151176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.163802 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.208915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:04.211819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:04.215440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:04.226218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Pushing event updated for resources: {'Port': ['ID=088cff8b-50ed-45fd-9c41-3af02d703eda,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:04.226525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.11 (89a117f9-4f1e-46be-a51e-e23ad5a6f437/ccca21ac-3193-4763-8bd6-23214e2a520c/13ec8777-88ea-4f87-bae4-59c347d36297) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:04.279806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.284132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Attempting to bind port 088cff8b-50ed-45fd-9c41-3af02d703eda on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:04.284527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Attempting to bind port 088cff8b-50ed-45fd-9c41-3af02d703eda by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '34ad7706-c18a-4915-96ce-c09245bfd52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:04.284893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Attempting to bind port 088cff8b-50ed-45fd-9c41-3af02d703eda on network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:04.290019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:04.290432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Checking segment: {'id': '34ad7706-c18a-4915-96ce-c09245bfd52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:04.290836 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.291229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Bound using segment: {'id': '34ad7706-c18a-4915-96ce-c09245bfd52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:04.291697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Bound port: 088cff8b-50ed-45fd-9c41-3af02d703eda, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ad7706-c18a-4915-96ce-c09245bfd52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '89a117f9-4f1e-46be-a51e-e23ad5a6f437'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:04.292085 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.372457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] For port 088cff8b-50ed-45fd-9c41-3af02d703eda, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:04.377143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] For port 088cff8b-50ed-45fd-9c41-3af02d703eda, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=088cff8b-50ed-45fd-9c41-3af02d703eda,segment=NetworkSegment(34ad7706-c18a-4915-96ce-c09245bfd52a),segment_id=34ad7706-c18a-4915-96ce-c09245bfd52a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:04.383534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.399314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.441497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.461797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:04.464346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:04.480596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878223c8-2abd-4d27-b518-a4706a288c67 None None] Pushing event updated for resources: {'Port': ['ID=088cff8b-50ed-45fd-9c41-3af02d703eda,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:04.485378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:04.542549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=13ec8777-88ea-4f87-bae4-59c347d36297,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:04.553017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:04.553647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.574099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6bc1185b-5920-4517-a9e1-1fcf0583693d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9223893 Sep 21 18:26:04.576625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:04.693776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 13ec8777-88ea-4f87-bae4-59c347d36297 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:04.694885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.794646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.808715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.824672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 13ec8777-88ea-4f87-bae4-59c347d36297 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:04.964698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:04.992609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=13ec8777-88ea-4f87-bae4-59c347d36297,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:05.061458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.063474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6dce59aa-464b-462e-9ecb-d4805cd3e1c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/13ec8777-88ea-4f87-bae4-59c347d36297 HTTP/1.1" status: 204 len: 168 time: 0.4856842 Sep 21 18:26:05.066137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34756) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:05.091040 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab70e7b9-94a7-4be3-8de6-5be1e922698c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:05.092555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ab70e7b9-94a7-4be3-8de6-5be1e922698c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/13ec8777-88ea-4f87-bae4-59c347d36297 HTTP/1.1" status: 404 len: 333 time: 0.0254745 Sep 21 18:26:05.095946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34758) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:05.151348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet ccca21ac-3193-4763-8bd6-23214e2a520c {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:05.154839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.197629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.304637 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.386785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.433868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=ccca21ac-3193-4763-8bd6-23214e2a520c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:05.442828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.447102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9071d1a4-5bc1-4bb7-97a8-5ba4cf152f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/ccca21ac-3193-4763-8bd6-23214e2a520c HTTP/1.1" status: 204 len: 168 time: 0.3479526 Sep 21 18:26:05.447481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34766) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:05.491618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b9923-532a-4c37-94db-142d0b995515 None None] Network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:05.543602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.609053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 088cff8b-50ed-45fd-9c41-3af02d703eda {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:05.610214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.618467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Provisioning complete for port 088cff8b-50ed-45fd-9c41-3af02d703eda triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:05.618924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.678811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] For port 088cff8b-50ed-45fd-9c41-3af02d703eda, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=088cff8b-50ed-45fd-9c41-3af02d703eda,segment=NetworkSegment(34ad7706-c18a-4915-96ce-c09245bfd52a),segment_id=34ad7706-c18a-4915-96ce-c09245bfd52a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:05.679169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.693772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 088cff8b-50ed-45fd-9c41-3af02d703eda owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:05.717589 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.743622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] DHCP port deletion for 89a117f9-4f1e-46be-a51e-e23ad5a6f437 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:05.757339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] For port 088cff8b-50ed-45fd-9c41-3af02d703eda, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=088cff8b-50ed-45fd-9c41-3af02d703eda,segment=NetworkSegment(34ad7706-c18a-4915-96ce-c09245bfd52a),segment_id=34ad7706-c18a-4915-96ce-c09245bfd52a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:05.781583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.789045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.821676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No DVR routers for this DVR port 088cff8b-50ed-45fd-9c41-3af02d703eda on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:05.832436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=088cff8b-50ed-45fd-9c41-3af02d703eda,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:05.945455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.973362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a117f9-4f1e-46be-a51e-e23ad5a6f437']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:05.984204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ad7706-c18a-4915-96ce-c09245bfd52a') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:05.984695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ad7706-c18a-4915-96ce-c09245bfd52a') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:05.986161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Pushing event deleted for resources: {'Port': ['ID=088cff8b-50ed-45fd-9c41-3af02d703eda,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:05.994800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:05.995258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.995603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.996130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.996260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.996615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.996941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.997261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.997579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.997897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.998226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.998544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:05.998858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da28ff-9c99-412f-b2d1-10624e6bc919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:06.010256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.010846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Deleting port 088cff8b-50ed-45fd-9c41-3af02d703eda {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:06.011219 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.017933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:06.018376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:06.022339 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:06.079082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] For port 088cff8b-50ed-45fd-9c41-3af02d703eda, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:06.079489 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.088527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.096778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Calling delete_port for 088cff8b-50ed-45fd-9c41-3af02d703eda owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:06.099819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Port 088cff8b-50ed-45fd-9c41-3af02d703eda was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:26:06.100008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.101187 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.105134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/89a117f9-4f1e-46be-a51e-e23ad5a6f437 HTTP/1.1" status: 204 len: 168 time: 0.6532683 Sep 21 18:26:06.106037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34784) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:06.113728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'name': 'tempest-PortsTestJSON-622054630'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:06.123550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18738ca-289c-442f-a1c7-236c47d4d346 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=89a117f9-4f1e-46be-a51e-e23ad5a6f437,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:06.124195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Pushing event deleted for resources: {'Port': ['ID=088cff8b-50ed-45fd-9c41-3af02d703eda,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:06.129490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] Network 89a117f9-4f1e-46be-a51e-e23ad5a6f437 is not hosted by any dhcp agent {{(pid=95092) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:26:06.130220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbac282-1d09-4a64-9e55-0c517a5efaf0 None None] No DVR routers for this DVR port 088cff8b-50ed-45fd-9c41-3af02d703eda on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:06.223575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:06.227172 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.247749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port ef0569df-242d-4a55-94c6-1599913b8508 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:06.427759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.465106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.513866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:06.517767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:06.521553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:06.527131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:06.527743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.539392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=ef0569df-242d-4a55-94c6-1599913b8508,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:06.555326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34794) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:06.558580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e43c3a49-8817-4f4c-b7d4-5e2c1f18de86 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4474070 Sep 21 18:26:06.653877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port ef0569df-242d-4a55-94c6-1599913b8508 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:06.654238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.748007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.760785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for ef0569df-242d-4a55-94c6-1599913b8508 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:06.844447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.873949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=ef0569df-242d-4a55-94c6-1599913b8508,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:06.878386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:06.880678 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8e7fb4e2-ff83-4ada-8ea2-55f46c866225 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/ef0569df-242d-4a55-94c6-1599913b8508 HTTP/1.1" status: 204 len: 168 time: 0.3242524 Sep 21 18:26:06.883904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34800) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:06.889540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'mac_address': 'fa:16:3e:84:09:18', 'name': 'tempest-PortsTestJSON-2107950111'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:06.996476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:07.073518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.093973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 520d46ce-5e23-411f-8483-d69f6ebd681e yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:07.248073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.262217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.295874 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.339138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:07.342202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:07.346053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:07.351597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:07.352215 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.361409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=520d46ce-5e23-411f-8483-d69f6ebd681e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:07.375594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1597d134-e6ff-43b3-b435-4878806126a7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4899940 Sep 21 18:26:07.379018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34812) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:07.427843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8a218-e28d-4262-bc2b-96bf447c44f9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:07.429301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7fc8a218-e28d-4262-bc2b-96bf447c44f9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/520d46ce-5e23-411f-8483-d69f6ebd681e HTTP/1.1" status: 200 len: 841 time: 0.0493181 Sep 21 18:26:07.432452 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34818) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:07.523260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 520d46ce-5e23-411f-8483-d69f6ebd681e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:07.523612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.596260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.615409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 520d46ce-5e23-411f-8483-d69f6ebd681e owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:07.701027 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.729785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=520d46ce-5e23-411f-8483-d69f6ebd681e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:07.737320 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.739300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f86efc1-6b11-49ba-a9b0-265ca2366290 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/520d46ce-5e23-411f-8483-d69f6ebd681e HTTP/1.1" status: 204 len: 168 time: 0.3058188 Sep 21 18:26:07.741977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34828) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:07.768074 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-11da5dae-7136-4a51-bed4-dccb37e4ea98 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:07.769698 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-11da5dae-7136-4a51-bed4-dccb37e4ea98 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/520d46ce-5e23-411f-8483-d69f6ebd681e HTTP/1.1" status: 404 len: 333 time: 0.0267036 Sep 21 18:26:07.773816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34830) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:07.779025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'name': 'tempest-PortsTestJSON-764441263'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:07.870422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:07.873831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:07.891757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port c05fab99-5dec-4f16-8efb-f755e9be8c0e yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:08.334760 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.370174 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.411899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:08.414934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:08.418500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:08.425078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:08.425708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.437111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=c05fab99-5dec-4f16-8efb-f755e9be8c0e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:08.439045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.450990 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34842) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:08.454490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-022c8dd0-fd3c-4a6c-a125-2d2e8243508e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6757524 Sep 21 18:26:08.456571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:08.525297 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.690477 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.697206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.733745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] In _notify_port_updated(), no bound segment for port c05fab99-5dec-4f16-8efb-f755e9be8c0e on network db5c476e-03fd-4b4f-83e9-7810b1df94aa {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:26:08.740184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:08.740857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.742122 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "PUT /v2.0/ports/c05fab99-5dec-4f16-8efb-f755e9be8c0e HTTP/1.1" status: 200 len: 818 time: 0.2900190 Sep 21 18:26:08.744865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:08.795651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2b24f-fdb8-45c0-9d68-52e8bd39ac1b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=c05fab99-5dec-4f16-8efb-f755e9be8c0e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:08.871554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port c05fab99-5dec-4f16-8efb-f755e9be8c0e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:08.871932 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.946351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:08.960371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for c05fab99-5dec-4f16-8efb-f755e9be8c0e owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:09.052524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.084117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=c05fab99-5dec-4f16-8efb-f755e9be8c0e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:09.094487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.096757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-803364cc-e805-41fb-8840-57c6692803e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/c05fab99-5dec-4f16-8efb-f755e9be8c0e HTTP/1.1" status: 204 len: 168 time: 0.3502162 Sep 21 18:26:09.098730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34864) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:09.152723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2e482-bf13-4c6b-a322-cf1d5ea42f16 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:09.154240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5f2e482-bf13-4c6b-a322-cf1d5ea42f16 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0541635 Sep 21 18:26:09.158342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34866) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:09.190455 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a68321c-3e77-4301-8fa7-80cc7b8abde6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:09.191950 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a68321c-3e77-4301-8fa7-80cc7b8abde6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/c05fab99-5dec-4f16-8efb-f755e9be8c0e HTTP/1.1" status: 404 len: 333 time: 0.0325251 Sep 21 18:26:09.195542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34868) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:09.200334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-36159388'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:09.222439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:09.225977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.257854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:26:09.269491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.270043 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment 8cf606ac-76f1-4e23-abcb-62778e4fac23 of type vlan for network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc Sep 21 18:26:09.322173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.360865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.367359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:09.368843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.429040 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2322946 Sep 21 18:26:09.432247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34876) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:09.439285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:09.471536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14538605-718a-40fb-a15f-bdd0e7cd5fb6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:09.497042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:26:09.582408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:09.585978 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.814444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.870329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=ce64c0a7-8341-4111-9c8c-348d1e35c519,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:09.898101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': '8cf606ac-76f1-4e23-abcb-62778e4fac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:09.898507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:26:09.916343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:26:09.926278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:09.931102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:09.931916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:09.939457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef1193-0439-4738-ab72-aad528b3f16b None None] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:09.950570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6d46a43b-4975-4235-88e1-5254efbd0252 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5145009 Sep 21 18:26:09.950826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34890) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:09.955954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1c6d16c2-9deb-436a-93e5-a5ade727982a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:10.103724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6d16c2-9deb-436a-93e5-a5ade727982a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:10.107329 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c6d16c2-9deb-436a-93e5-a5ade727982a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.116750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc', 'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc', 'tenant_id': '856cc8f3d75f4069a0d82455da6abd83', 'fixed_ips': [{'subnet_id': 'ce64c0a7-8341-4111-9c8c-348d1e35c519'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:10.117696 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.201938 n-d-810285-3 neutron-server[95090]: INFO neutron.db.ipam_backend_mixin [None req-1c6d16c2-9deb-436a-93e5-a5ade727982a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce64c0a7-8341-4111-9c8c-348d1e35c519 (CIDR: 172.20.0.0/28) Sep 21 18:26:10.207040 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6d16c2-9deb-436a-93e5-a5ade727982a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:26:10.207711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6d16c2-9deb-436a-93e5-a5ade727982a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:10.227728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1c6d16c2-9deb-436a-93e5-a5ade727982a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2757905 Sep 21 18:26:10.230926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34898) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:10.237425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:10.297321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Allocated IP 172.20.0.2 (5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc/ce64c0a7-8341-4111-9c8c-348d1e35c519/3cd0abc2-e582-4618-9ed0-2e2562bf4e20) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:10.365567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:10.369922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.462413 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.469572 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.511961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:10.517026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:10.520617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:10.530707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Pushing event updated for resources: {'Port': ['ID=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:10.594749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Attempting to bind port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:10.595138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Attempting to bind port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '8cf606ac-76f1-4e23-abcb-62778e4fac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:10.595545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Attempting to bind port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 on network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:10.601091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:10.601473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Checking segment: {'id': '8cf606ac-76f1-4e23-abcb-62778e4fac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:10.601893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.602329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Bound using segment: {'id': '8cf606ac-76f1-4e23-abcb-62778e4fac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:10.602815 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Bound port: 3cd0abc2-e582-4618-9ed0-2e2562bf4e20, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf606ac-76f1-4e23-abcb-62778e4fac23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:10.603208 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.656229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.674875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] For port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:10.679457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] For port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,segment=NetworkSegment(8cf606ac-76f1-4e23-abcb-62778e4fac23),segment_id=8cf606ac-76f1-4e23-abcb-62778e4fac23)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:10.684630 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.711710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:10.715666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:10.719972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:10.720578 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:10.744601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5089710 Sep 21 18:26:10.744601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34906) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:10.749315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc', 'fixed_ips': [{'subnet_id': 'ce64c0a7-8341-4111-9c8c-348d1e35c519'}, {'subnet_id': 'e02b15c3-5e30-4eba-a169-04ad5f9091d6'}], 'name': 'tempest-PortsTestJSON-1496161635'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:10.764702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bed199-465d-4146-b05c-2ca8b0a963c3 None None] Pushing event updated for resources: {'Port': ['ID=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:10.786115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7ad72-77ce-449c-be94-d5d1c589cdf2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=e02b15c3-5e30-4eba-a169-04ad5f9091d6,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:10.897371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:11.035038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:11.056341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:11.243479 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:26:11.342759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.10 (5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc/ce64c0a7-8341-4111-9c8c-348d1e35c519/74e1546c-2a95-457a-b4b8-86ab8a4ab96d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:11.350765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.27 (5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc/e02b15c3-5e30-4eba-a169-04ad5f9091d6/74e1546c-2a95-457a-b4b8-86ab8a4ab96d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:11.508741 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:11.545184 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:11.599684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:11.606118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=74e1546c-2a95-457a-b4b8-86ab8a4ab96d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:11.609560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:11.611676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:11.668436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:11.669198 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:11.690245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c477c8a8-95ac-451a-b391-4bd2e6a67458 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.9423218 Sep 21 18:26:11.691606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34930) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:11.697813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce64c0a7-8341-4111-9c8c-348d1e35c519'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:11.780478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:11.791608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bff82-9a38-4134-900d-68f6f6863544 None None] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:11.884323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7047b266-31e8-4e2a-b297-8375596a791b None None] Provisioning complete for port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:11.884720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7047b266-31e8-4e2a-b297-8375596a791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.058003 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7047b266-31e8-4e2a-b297-8375596a791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.092203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7047b266-31e8-4e2a-b297-8375596a791b None None] For port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,segment=NetworkSegment(8cf606ac-76f1-4e23-abcb-62778e4fac23),segment_id=8cf606ac-76f1-4e23-abcb-62778e4fac23)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:12.098016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7047b266-31e8-4e2a-b297-8375596a791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.156299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Delete allocated IP 172.20.0.27 (5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc/e02b15c3-5e30-4eba-a169-04ad5f9091d6) {{(pid=95091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:26:12.160935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:12.161738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-72d613a6-5b87-4ef6-b898-6600f64d90dd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774736 Sep 21 18:26:12.227389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047b266-31e8-4e2a-b297-8375596a791b None None] Pushing event updated for resources: {'Port': ['ID=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:12.246292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a56623-c1e7-4c1c-84bd-a24e77613239 None None] Update dhcp port {'port': {'network_id': '5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc', 'fixed_ips': [{'subnet_id': 'ce64c0a7-8341-4111-9c8c-348d1e35c519', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e02b15c3-5e30-4eba-a169-04ad5f9091d6'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '3cd0abc2-e582-4618-9ed0-2e2562bf4e20'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:26:12.280258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:12.280567 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.282155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-46a56623-c1e7-4c1c-84bd-a24e77613239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.292665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-3dd7e420-8131-441f-8fba-a9eab156f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:12.294337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-3dd7e420-8131-441f-8fba-a9eab156f195 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.0847077 Sep 21 18:26:12.388245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.424548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.540951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-0c596af7-686e-4693-9b80-1a86c0f924be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:12.542572 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-0c596af7-686e-4693-9b80-1a86c0f924be service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.2072208 Sep 21 18:26:12.547582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=74e1546c-2a95-457a-b4b8-86ab8a4ab96d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:12.560780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-46a56623-c1e7-4c1c-84bd-a24e77613239 None None] Allocated IP 172.20.0.18 (5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc/e02b15c3-5e30-4eba-a169-04ad5f9091d6/3cd0abc2-e582-4618-9ed0-2e2562bf4e20) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:12.615177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] In _notify_port_updated(), no bound segment for port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d on network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:26:12.620660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:12.621304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.625851 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b5f2fda9-e7df-42ac-8df8-e510499fdbaa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "PUT /v2.0/ports/74e1546c-2a95-457a-b4b8-86ab8a4ab96d HTTP/1.1" status: 200 len: 920 time: 0.9300909 Sep 21 18:26:12.626143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34950) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:12.631733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce64c0a7-8341-4111-9c8c-348d1e35c519'}, {'subnet_id': 'e02b15c3-5e30-4eba-a169-04ad5f9091d6'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:12.678238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-e0282a4d-76ad-491c-9adc-507d4ccd4fd7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 1000 time: 0.1254675 Sep 21 18:26:12.681649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-46a56623-c1e7-4c1c-84bd-a24e77613239 None None] For port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,segment=NetworkSegment(8cf606ac-76f1-4e23-abcb-62778e4fac23),segment_id=8cf606ac-76f1-4e23-abcb-62778e4fac23)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:12.713174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-46a56623-c1e7-4c1c-84bd-a24e77613239 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.719050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-46a56623-c1e7-4c1c-84bd-a24e77613239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.749647 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:12.800754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-508e341f-4bda-4b2a-af6f-7c2f3ac10fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:12.802928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-508e341f-4bda-4b2a-af6f-7c2f3ac10fd9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.1145792 Sep 21 18:26:12.810096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a56623-c1e7-4c1c-84bd-a24e77613239 None None] Pushing event updated for resources: {'Port': ['ID=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:12.950844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-fbfd5b99-5c81-483d-bb72-a85b8374aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:12.952504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-fbfd5b99-5c81-483d-bb72-a85b8374aa25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325788 Sep 21 18:26:13.153466 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-4a96fa2b-1f8d-48be-b6e0-7d7b60288bc0 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931844 Sep 21 18:26:13.191961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.30 (5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc/e02b15c3-5e30-4eba-a169-04ad5f9091d6/74e1546c-2a95-457a-b4b8-86ab8a4ab96d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:13.345421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85932c8f-16f2-4d43-ad59-0ad511cdc29e None None] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:13.482980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9b674315-91db-41d8-8a1e-cf4a8463633b None None] Provisioning complete for port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:13.483278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b674315-91db-41d8-8a1e-cf4a8463633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:13.552886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9b674315-91db-41d8-8a1e-cf4a8463633b None None] Port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:13.574003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9b674315-91db-41d8-8a1e-cf4a8463633b None None] Provisioning complete for port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:13.574525 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b674315-91db-41d8-8a1e-cf4a8463633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:13.663190 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-805033e9-2bd9-4ecc-8c28-c3d20099483d req-26188e6b-2368-448d-ba6a-fd24163b4240 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009100 Sep 21 18:26:13.700483 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:13.706421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:13.794013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=74e1546c-2a95-457a-b4b8-86ab8a4ab96d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:13.837359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] In _notify_port_updated(), no bound segment for port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d on network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:26:13.842912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:13.843572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:13.845087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1ebe706f-6ad3-4c97-b0de-9ab4fa851df2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "PUT /v2.0/ports/74e1546c-2a95-457a-b4b8-86ab8a4ab96d HTTP/1.1" status: 200 len: 1000 time: 1.2177207 Sep 21 18:26:13.847843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34974) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:13.946828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:13.947173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.064119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.078716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 74e1546c-2a95-457a-b4b8-86ab8a4ab96d owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:14.133109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:14.237281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:14.237797 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.242528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5f7ea5c3-5446-4cde-8d07-1029151b9730 None None] Provisioning complete for port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:14.243113 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea5c3-5446-4cde-8d07-1029151b9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.345265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.386867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ea5c3-5446-4cde-8d07-1029151b9730 None None] Port 74e1546c-2a95-457a-b4b8-86ab8a4ab96d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:14.408523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=74e1546c-2a95-457a-b4b8-86ab8a4ab96d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:14.431019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5f7ea5c3-5446-4cde-8d07-1029151b9730 None None] Provisioning complete for port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:14.431724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea5c3-5446-4cde-8d07-1029151b9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.549303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.553637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c7a9f226-8ac9-4946-a884-e59dbdb0f535 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/74e1546c-2a95-457a-b4b8-86ab8a4ab96d HTTP/1.1" status: 204 len: 168 time: 0.7043231 Sep 21 18:26:14.556156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 34990) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:14.615137 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a367d7-08f7-4da5-89fb-c28612659dba tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:14.616813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-43a367d7-08f7-4da5-89fb-c28612659dba tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/74e1546c-2a95-457a-b4b8-86ab8a4ab96d HTTP/1.1" status: 404 len: 333 time: 0.0596573 Sep 21 18:26:14.619784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 34992) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:14.725431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet e02b15c3-5e30-4eba-a169-04ad5f9091d6 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:14.730044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.779969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a56dbc0e-42e1-4630-a3fd-1b4d477827a1 None None] Could not find standard attr ID for object 74e1546c-2a95-457a-b4b8-86ab8a4ab96d. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:14.814669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.903269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b058ac8f-1e4b-49e7-b3cb-d7a4a443db7b None None] Could not find standard attr ID for object 74e1546c-2a95-457a-b4b8-86ab8a4ab96d. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:14.927280 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.997502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.034374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=e02b15c3-5e30-4eba-a169-04ad5f9091d6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:15.045125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.049017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf2223b3-14c6-4aac-869d-09479a5209f3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/e02b15c3-5e30-4eba-a169-04ad5f9091d6 HTTP/1.1" status: 204 len: 168 time: 0.4262571 Sep 21 18:26:15.050076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35004) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:15.107563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet ce64c0a7-8341-4111-9c8c-348d1e35c519 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:15.111670 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.117614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c89903-3313-487e-ae49-fe8197677e38 None None] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:15.138396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a4f305cc-9ab2-4979-b960-0d851e80eb13 None None] Could not find standard attr ID for object 74e1546c-2a95-457a-b4b8-86ab8a4ab96d. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:15.156980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.261887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.331629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.370061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=ce64c0a7-8341-4111-9c8c-348d1e35c519,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:15.372167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.375148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a83d0e23-6dde-4b5d-b4f1-63888bc6b251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/ce64c0a7-8341-4111-9c8c-348d1e35c519 HTTP/1.1" status: 204 len: 168 time: 0.3237603 Sep 21 18:26:15.377922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35012) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:15.464716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.535999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:15.536341 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.618898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] For port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,segment=NetworkSegment(8cf606ac-76f1-4e23-abcb-62778e4fac23),segment_id=8cf606ac-76f1-4e23-abcb-62778e4fac23)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:15.619293 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.637447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:15.750044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.785669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=3cd0abc2-e582-4618-9ed0-2e2562bf4e20,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:15.788067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No DVR routers for this DVR port 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:15.884937 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.912655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aeb38c-38a6-48df-a246-f1e962d9aeb1 None None] Network 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:15.919431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:15.930660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf606ac-76f1-4e23-abcb-62778e4fac23') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:15.931054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf606ac-76f1-4e23-abcb-62778e4fac23') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:15.942969 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.957900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.964480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:15.964961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:15.968461 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:15.985814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a795c99b-fcef-4903-bc12-af80197c1b0c None None] Could not find standard attr ID for object 3cd0abc2-e582-4618-9ed0-2e2562bf4e20. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:16.036152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.044141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.047198 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc HTTP/1.1" status: 204 len: 168 time: 0.6678295 Sep 21 18:26:16.051954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35026) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:16.060589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97114e-648d-4e98-9149-b431fe17eff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:16.118474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5f1d6-95da-4d59-a9da-935d1ed13cdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:16.120198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-adf5f1d6-95da-4d59-a9da-935d1ed13cdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0676568 Sep 21 18:26:16.123738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35034) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:16.142815 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7eda17-2638-4fcc-8c63-f813f94398fc None None] DHCP port deletion for 5ae22b0e-aa8d-4c4e-a30b-587bb6a9b0fc request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:16.185223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-34d8df5a-f7b0-4f1b-baed-972707f8e91e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0603201 Sep 21 18:26:16.190238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35036) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:16.195306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488019241'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:16.217857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:16.221988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.247585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:26:16.257997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.258372 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment ae00d5be-4871-43da-bbd3-e587a79c39b5 of type vlan for network ff39e24a-c049-469d-b9c9-899445e890a0 Sep 21 18:26:16.300431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.328437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.334403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:16.334804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.369255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1778772 Sep 21 18:26:16.371642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35042) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:16.379615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:16.432514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fd9bb-0ac3-464a-af01-fa96bcd6ee41 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=ff39e24a-c049-469d-b9c9-899445e890a0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:16.444800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ff39e24a-c049-469d-b9c9-899445e890a0 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:26:16.495023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:16.499021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.702180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.784740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=d86d33fd-3e44-4a03-b1d6-49a11346b07d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:16.795655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': 'ae00d5be-4871-43da-bbd3-e587a79c39b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:16.796039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: ff39e24a-c049-469d-b9c9-899445e890a0, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:26:16.814340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network ff39e24a-c049-469d-b9c9-899445e890a0 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:26:16.823558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ff39e24a-c049-469d-b9c9-899445e890a0) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:16.828832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:16.830022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.833319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6dfa8c-85f0-459e-8fc1-8e27bf0ad891 None None] Network ff39e24a-c049-469d-b9c9-899445e890a0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:16.845347 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ea3cde5-b921-481e-a526-a0fdf4bd0032 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4714844 Sep 21 18:26:16.848016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35056) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:16.853152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0', 'name': 'tempest-PortsTestJSON-1192135000'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:16.967869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:16.971784 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:16.994910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-ff39e24a-c049-469d-b9c9-899445e890a0', 'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0', 'tenant_id': '856cc8f3d75f4069a0d82455da6abd83', 'fixed_ips': [{'subnet_id': 'd86d33fd-3e44-4a03-b1d6-49a11346b07d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:16.996122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.004295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 36734231-4d78-41bc-9bb0-193a1ccbd98b yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:17.123065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.7 (ff39e24a-c049-469d-b9c9-899445e890a0/d86d33fd-3e44-4a03-b1d6-49a11346b07d/36734231-4d78-41bc-9bb0-193a1ccbd98b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:17.293922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.328917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.381081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network ff39e24a-c049-469d-b9c9-899445e890a0 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:17.387798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:17.391010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:17.394977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=36734231-4d78-41bc-9bb0-193a1ccbd98b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:17.454332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:17.455261 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.473689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-33bd2f9d-588e-46f3-a02d-93337d33b7ed tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6243503 Sep 21 18:26:17.476458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:17.482275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0', 'name': 'tempest-PortsTestJSON-1060854738'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:17.557302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Allocated IP 172.20.0.2 (ff39e24a-c049-469d-b9c9-899445e890a0/d86d33fd-3e44-4a03-b1d6-49a11346b07d/76a606d8-fd54-4e0f-b560-31ad02027303) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:17.626835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:17.630386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.648893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 5d65e29e-151d-4923-985a-deaf631e4bea yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:17.729184 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.735848 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.771516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Network ff39e24a-c049-469d-b9c9-899445e890a0 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:17.778046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:17.781638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:17.793945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.14 (ff39e24a-c049-469d-b9c9-899445e890a0/d86d33fd-3e44-4a03-b1d6-49a11346b07d/5d65e29e-151d-4923-985a-deaf631e4bea) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:17.804105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Pushing event updated for resources: {'Port': ['ID=76a606d8-fd54-4e0f-b560-31ad02027303,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:17.865183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Attempting to bind port 76a606d8-fd54-4e0f-b560-31ad02027303 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:17.865509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Attempting to bind port 76a606d8-fd54-4e0f-b560-31ad02027303 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ae00d5be-4871-43da-bbd3-e587a79c39b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:17.865883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Attempting to bind port 76a606d8-fd54-4e0f-b560-31ad02027303 on network ff39e24a-c049-469d-b9c9-899445e890a0 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:17.876078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:17.876663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Checking segment: {'id': 'ae00d5be-4871-43da-bbd3-e587a79c39b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:17.876960 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.877468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Bound using segment: {'id': 'ae00d5be-4871-43da-bbd3-e587a79c39b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:17.878078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Bound port: 76a606d8-fd54-4e0f-b560-31ad02027303, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae00d5be-4871-43da-bbd3-e587a79c39b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ff39e24a-c049-469d-b9c9-899445e890a0'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:17.878593 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.952238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] For port 76a606d8-fd54-4e0f-b560-31ad02027303, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:17.956064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] For port 76a606d8-fd54-4e0f-b560-31ad02027303, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=76a606d8-fd54-4e0f-b560-31ad02027303,segment=NetworkSegment(ae00d5be-4871-43da-bbd3-e587a79c39b5),segment_id=ae00d5be-4871-43da-bbd3-e587a79c39b5)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:17.961466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.997779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.021556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be490cd1-ee19-44ca-981c-e4a2973692ea None None] Pushing event updated for resources: {'Port': ['ID=76a606d8-fd54-4e0f-b560-31ad02027303,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:18.047715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.048301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:18.073914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:18.074508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3cd0abc2-e582-4618-9ed0-2e2562bf4e20 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:18.100833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network ff39e24a-c049-469d-b9c9-899445e890a0 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:18.103961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:18.110781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:18.115253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=5d65e29e-151d-4923-985a-deaf631e4bea,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:18.177945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:18.178577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.196210 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e25de42a-2770-46ea-a1bb-f958770ccc95 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7183733 Sep 21 18:26:18.198746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35086) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:18.309046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e1b7b-245a-4196-b01a-c7e648637a68 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:18.313658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e44e1b7b-245a-4196-b01a-c7e648637a68 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1106791 Sep 21 18:26:18.313919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35088) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:18.418895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 5d65e29e-151d-4923-985a-deaf631e4bea {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:18.419275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.511913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.527744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 5d65e29e-151d-4923-985a-deaf631e4bea owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:18.664380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.703199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=5d65e29e-151d-4923-985a-deaf631e4bea,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:18.791937 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.794327 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a1630b4b-c60d-42f8-bc62-4c763e07a6c6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/5d65e29e-151d-4923-985a-deaf631e4bea HTTP/1.1" status: 204 len: 168 time: 0.4793961 Sep 21 18:26:18.797680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35102) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:18.834261 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b8d786-000f-49e0-9753-9cd8474b8019 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:18.838342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-61b8d786-000f-49e0-9753-9cd8474b8019 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/5d65e29e-151d-4923-985a-deaf631e4bea HTTP/1.1" status: 404 len: 333 time: 0.0373070 Sep 21 18:26:18.839358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35104) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:18.941637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 36734231-4d78-41bc-9bb0-193a1ccbd98b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:18.942263 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.050952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.068173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 36734231-4d78-41bc-9bb0-193a1ccbd98b owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:19.069569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b229b-d148-4987-b7e2-ec4b9185b182 None None] Network ff39e24a-c049-469d-b9c9-899445e890a0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:19.151973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9f67b4fb-c68d-4183-8f83-a1da0a6c487f None None] Provisioning complete for port 76a606d8-fd54-4e0f-b560-31ad02027303 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:19.152742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9f67b4fb-c68d-4183-8f83-a1da0a6c487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.207673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.247271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=36734231-4d78-41bc-9bb0-193a1ccbd98b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:19.322261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9f67b4fb-c68d-4183-8f83-a1da0a6c487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.327978 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.330382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-64fa3147-78e2-4987-ba0f-0a4a67ab4793 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/36734231-4d78-41bc-9bb0-193a1ccbd98b HTTP/1.1" status: 204 len: 168 time: 0.4899461 Sep 21 18:26:19.332838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35116) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:19.363793 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6928b67-a92c-43fe-ad8a-6fe3ee936d35 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:19.366489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d6928b67-a92c-43fe-ad8a-6fe3ee936d35 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/36734231-4d78-41bc-9bb0-193a1ccbd98b HTTP/1.1" status: 404 len: 333 time: 0.0325456 Sep 21 18:26:19.369259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35118) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:19.383827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9f67b4fb-c68d-4183-8f83-a1da0a6c487f None None] For port 76a606d8-fd54-4e0f-b560-31ad02027303, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=76a606d8-fd54-4e0f-b560-31ad02027303,segment=NetworkSegment(ae00d5be-4871-43da-bbd3-e587a79c39b5),segment_id=ae00d5be-4871-43da-bbd3-e587a79c39b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:19.389342 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9f67b4fb-c68d-4183-8f83-a1da0a6c487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.432292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet d86d33fd-3e44-4a03-b1d6-49a11346b07d {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:19.438927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.454864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67b4fb-c68d-4183-8f83-a1da0a6c487f None None] Pushing event updated for resources: {'Port': ['ID=76a606d8-fd54-4e0f-b560-31ad02027303,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:19.492314 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.615535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.631731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-95912ab5-07b9-418f-964c-1392e69b05e3 None None] Provisioning complete for port 76a606d8-fd54-4e0f-b560-31ad02027303 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:19.632237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-95912ab5-07b9-418f-964c-1392e69b05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.705310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.753076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=d86d33fd-3e44-4a03-b1d6-49a11346b07d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:19.759425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.763973 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a10bd0e7-d516-4598-aeaf-d570adf0d079 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/d86d33fd-3e44-4a03-b1d6-49a11346b07d HTTP/1.1" status: 204 len: 168 time: 0.3914039 Sep 21 18:26:19.764200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35128) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:19.815109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1542ae-0f02-47da-a2f6-3c6416c53689 None None] Network ff39e24a-c049-469d-b9c9-899445e890a0 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:19.873017 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.888340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6752674e-7b92-4f7b-b6f1-d4fb0c63c442 None None] Could not find standard attr ID for object 36734231-4d78-41bc-9bb0-193a1ccbd98b. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:19.940892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 76a606d8-fd54-4e0f-b560-31ad02027303 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:19.941419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.016607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] For port 76a606d8-fd54-4e0f-b560-31ad02027303, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=76a606d8-fd54-4e0f-b560-31ad02027303,segment=NetworkSegment(ae00d5be-4871-43da-bbd3-e587a79c39b5),segment_id=ae00d5be-4871-43da-bbd3-e587a79c39b5)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:20.016822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.024201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda47696-8936-4717-b123-b02979e34f45 None None] DHCP port deletion for ff39e24a-c049-469d-b9c9-899445e890a0 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:20.035216 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 76a606d8-fd54-4e0f-b560-31ad02027303 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:20.081737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-dda47696-8936-4717-b123-b02979e34f45 None None] Deleting port 76a606d8-fd54-4e0f-b560-31ad02027303 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:20.082388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dda47696-8936-4717-b123-b02979e34f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.130621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.156903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-dda47696-8936-4717-b123-b02979e34f45 None None] For port 76a606d8-fd54-4e0f-b560-31ad02027303, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=76a606d8-fd54-4e0f-b560-31ad02027303,segment=NetworkSegment(ae00d5be-4871-43da-bbd3-e587a79c39b5),segment_id=ae00d5be-4871-43da-bbd3-e587a79c39b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:20.157340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dda47696-8936-4717-b123-b02979e34f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.159806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=76a606d8-fd54-4e0f-b560-31ad02027303,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:20.163713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No DVR routers for this DVR port 76a606d8-fd54-4e0f-b560-31ad02027303 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:20.173095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-dda47696-8936-4717-b123-b02979e34f45 None None] Calling delete_port for 76a606d8-fd54-4e0f-b560-31ad02027303 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:20.250364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.257999 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dda47696-8936-4717-b123-b02979e34f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.271142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff39e24a-c049-469d-b9c9-899445e890a0']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:20.281322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae00d5be-4871-43da-bbd3-e587a79c39b5') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:20.281624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae00d5be-4871-43da-bbd3-e587a79c39b5') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:20.285597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47696-8936-4717-b123-b02979e34f45 None None] Pushing event deleted for resources: {'Port': ['ID=76a606d8-fd54-4e0f-b560-31ad02027303,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:20.290662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda47696-8936-4717-b123-b02979e34f45 None None] No DVR routers for this DVR port 76a606d8-fd54-4e0f-b560-31ad02027303 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:20.297609 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.312113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.319137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:20.319587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:20.324191 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:20.387085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.412270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.415121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/ff39e24a-c049-469d-b9c9-899445e890a0 HTTP/1.1" status: 204 len: 168 time: 0.6499672 Sep 21 18:26:20.420214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35152) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:20.426757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8595-f56a-4bc7-9d70-87d6cb5b8a06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=ff39e24a-c049-469d-b9c9-899445e890a0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:20.427018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1941740409'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:20.448279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:20.451827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.475816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:26:20.485497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.485852 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment b336f7aa-319d-4f8f-bddd-1e804bcc8cec of type vlan for network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 Sep 21 18:26:20.525790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.551471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.557176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:20.557756 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.599194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1777515 Sep 21 18:26:20.602243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35156) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:20.607273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:20.649052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3b0fe-621c-40de-a96d-a560ae8f1c5a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=3f33d3bf-dd8f-4450-b492-fd6c713d7956,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:20.673523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:26:20.744729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:20.748688 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.961925 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.029654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=67a83bd6-29a8-49c2-95b8-63ad591dfc43,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:21.055303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': 'b336f7aa-319d-4f8f-bddd-1e804bcc8cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:21.055674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: 3f33d3bf-dd8f-4450-b492-fd6c713d7956, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:26:21.095018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:26:21.111062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 3f33d3bf-dd8f-4450-b492-fd6c713d7956) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:21.119698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec70d529-ce2d-4074-ba6d-31f901790d01 None None] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:21.127324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:21.128150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.150033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-56872c2a-d6a8-4fad-8245-3ecdbf5cce5d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5466588 Sep 21 18:26:21.153118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35174) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:21.163191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956', 'name': 'tempest-PortsTestJSON-566005235', 'fixed_ips': [{'subnet_id': '67a83bd6-29a8-49c2-95b8-63ad591dfc43', 'ip_address': '172.20.0.10'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:21.310998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:21.315929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-3f33d3bf-dd8f-4450-b492-fd6c713d7956', 'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956', 'tenant_id': '856cc8f3d75f4069a0d82455da6abd83', 'fixed_ips': [{'subnet_id': '67a83bd6-29a8-49c2-95b8-63ad591dfc43'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:21.317029 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.429246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.457045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port f725ccc0-db9f-4f37-8d45-dc8e53cacaea yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:21.483225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Allocated IP 172.20.0.2 (3f33d3bf-dd8f-4450-b492-fd6c713d7956/67a83bd6-29a8-49c2-95b8-63ad591dfc43/c222d9b5-60e7-41c9-ad4a-941b3d6d8684) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:21.651540 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.658165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.702038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:21.706659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:21.709428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:21.716477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.10 (3f33d3bf-dd8f-4450-b492-fd6c713d7956/67a83bd6-29a8-49c2-95b8-63ad591dfc43/f725ccc0-db9f-4f37-8d45-dc8e53cacaea) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:21.719339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Pushing event updated for resources: {'Port': ['ID=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:21.795030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Attempting to bind port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:21.795412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Attempting to bind port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b336f7aa-319d-4f8f-bddd-1e804bcc8cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:21.795783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Attempting to bind port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 on network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:21.803329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:21.803615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Checking segment: {'id': 'b336f7aa-319d-4f8f-bddd-1e804bcc8cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:21.803958 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.804358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Bound using segment: {'id': 'b336f7aa-319d-4f8f-bddd-1e804bcc8cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:21.806302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Bound port: c222d9b5-60e7-41c9-ad4a-941b3d6d8684, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b336f7aa-319d-4f8f-bddd-1e804bcc8cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:21.806302 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.928295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] For port c222d9b5-60e7-41c9-ad4a-941b3d6d8684, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:21.932195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] For port c222d9b5-60e7-41c9-ad4a-941b3d6d8684, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,segment=NetworkSegment(b336f7aa-319d-4f8f-bddd-1e804bcc8cec),segment_id=b336f7aa-319d-4f8f-bddd-1e804bcc8cec)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:21.939337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.956154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.995269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.042544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b33711-795f-4582-98fa-d51e1a71e87d None None] Pushing event updated for resources: {'Port': ['ID=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.054573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:22.057947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:22.063565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:22.100699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=f725ccc0-db9f-4f37-8d45-dc8e53cacaea,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.116144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.116503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.116850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.117192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.117533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.118496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.119072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.119618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.120199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.121620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.122302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.122710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:22.146838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:22.147726 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.185478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3da7cb92-65f6-4a75-b1a5-e086afa004ca tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0271921 Sep 21 18:26:22.186295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35200) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.200121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': '3f33d3bf-dd8f-4450-b492-fd6c713d7956', 'name': 'tempest-PortsTestJSON-944023818', 'fixed_ips': [{'subnet_id': '67a83bd6-29a8-49c2-95b8-63ad591dfc43', 'ip_address': '172.20.0.9'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.379351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:22.504424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.525162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 514bbd28-5418-41e6-98a0-befb1abf7249 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:22.768046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.9 (3f33d3bf-dd8f-4450-b492-fd6c713d7956/67a83bd6-29a8-49c2-95b8-63ad591dfc43/514bbd28-5418-41e6-98a0-befb1abf7249) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:22.951671 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.001600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.051894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:23.061391 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:23.064043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:23.068484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=514bbd28-5418-41e6-98a0-befb1abf7249,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:23.127966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:23.129044 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.151046 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ffa0a967-53a7-4cd1-81f6-7481c6a907e2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9613705 Sep 21 18:26:23.151373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35226) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:23.260663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50759e4e-0f38-4f4d-8179-a1946ceeb65e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:23.262647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-50759e4e-0f38-4f4d-8179-a1946ceeb65e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1099532 Sep 21 18:26:23.265552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35234) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:23.273739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632595f1-b406-4f58-a243-7911f550666c None None] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:23.376957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ca008566-9667-4b17-b7f1-575390422813 None None] Provisioning complete for port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:23.377664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca008566-9667-4b17-b7f1-575390422813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.378796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b00dd-093c-4dcc-b5a5-2e9ccc83a114 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:23.389298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b00dd-093c-4dcc-b5a5-2e9ccc83a114 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:23.397447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b00dd-093c-4dcc-b5a5-2e9ccc83a114 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:23.402414 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-621b00dd-093c-4dcc-b5a5-2e9ccc83a114 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1318934 Sep 21 18:26:23.403476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35240) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:23.524808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 514bbd28-5418-41e6-98a0-befb1abf7249 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:23.525138 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.551211 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca008566-9667-4b17-b7f1-575390422813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.599507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ca008566-9667-4b17-b7f1-575390422813 None None] For port c222d9b5-60e7-41c9-ad4a-941b3d6d8684, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,segment=NetworkSegment(b336f7aa-319d-4f8f-bddd-1e804bcc8cec),segment_id=b336f7aa-319d-4f8f-bddd-1e804bcc8cec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:23.606899 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ca008566-9667-4b17-b7f1-575390422813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.668305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.685433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 514bbd28-5418-41e6-98a0-befb1abf7249 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:23.702454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca008566-9667-4b17-b7f1-575390422813 None None] Pushing event updated for resources: {'Port': ['ID=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:23.854224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.916763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=514bbd28-5418-41e6-98a0-befb1abf7249,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:23.931643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-37afdcd4-8bfe-41f5-8338-7df28a0205d6 None None] Could not find standard attr ID for object 514bbd28-5418-41e6-98a0-befb1abf7249. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:23.967355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.969530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-608abd19-b724-4c98-96f2-39a769f7a83c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/514bbd28-5418-41e6-98a0-befb1abf7249 HTTP/1.1" status: 204 len: 168 time: 0.5649722 Sep 21 18:26:23.970322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-37afdcd4-8bfe-41f5-8338-7df28a0205d6 None None] Provisioning complete for port f725ccc0-db9f-4f37-8d45-dc8e53cacaea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:23.970983 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-37afdcd4-8bfe-41f5-8338-7df28a0205d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.972289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35250) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.026518 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddb4966-98c9-4d80-a0b6-868b285f0d88 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:24.033289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0ddb4966-98c9-4d80-a0b6-868b285f0d88 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/514bbd28-5418-41e6-98a0-befb1abf7249 HTTP/1.1" status: 404 len: 333 time: 0.0574327 Sep 21 18:26:24.033695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35252) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.058228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-37afdcd4-8bfe-41f5-8338-7df28a0205d6 None None] Port f725ccc0-db9f-4f37-8d45-dc8e53cacaea cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:24.089967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-37afdcd4-8bfe-41f5-8338-7df28a0205d6 None None] Provisioning complete for port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:24.090492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-37afdcd4-8bfe-41f5-8338-7df28a0205d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.243606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port f725ccc0-db9f-4f37-8d45-dc8e53cacaea {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:24.243880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.248789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c222d9b5-60e7-41c9-ad4a-941b3d6d8684 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:24.371606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:24.373881 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.393317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.408737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for f725ccc0-db9f-4f37-8d45-dc8e53cacaea owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:24.509156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b886ee81-2f9a-4562-8f47-552f1cd6f1d4 None None] Provisioning complete for port f725ccc0-db9f-4f37-8d45-dc8e53cacaea triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:24.509537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b886ee81-2f9a-4562-8f47-552f1cd6f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.579699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.581207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b886ee81-2f9a-4562-8f47-552f1cd6f1d4 None None] Port f725ccc0-db9f-4f37-8d45-dc8e53cacaea cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:24.616416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=f725ccc0-db9f-4f37-8d45-dc8e53cacaea,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:24.693694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.697320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-35b582ec-b86b-43d3-9585-70b433e8d75d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/f725ccc0-db9f-4f37-8d45-dc8e53cacaea HTTP/1.1" status: 204 len: 168 time: 0.6625466 Sep 21 18:26:24.699928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35256) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.703243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a79cf635-8e54-4764-b451-bfeb816a9e38 None None] Could not find standard attr ID for object 514bbd28-5418-41e6-98a0-befb1abf7249. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:24.728509 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e39bf2c-bcfe-495a-affc-1764d6a069c4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:24.730461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5e39bf2c-bcfe-495a-affc-1764d6a069c4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/f725ccc0-db9f-4f37-8d45-dc8e53cacaea HTTP/1.1" status: 404 len: 333 time: 0.0286980 Sep 21 18:26:24.732812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35258) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.791155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet 67a83bd6-29a8-49c2-95b8-63ad591dfc43 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:24.794621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.844917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.941158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.002946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.036683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=67a83bd6-29a8-49c2-95b8-63ad591dfc43,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.038750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.040647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af35b2bd-6cfa-40da-a5a4-8653bca0abdc tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/67a83bd6-29a8-49c2-95b8-63ad591dfc43 HTTP/1.1" status: 204 len: 168 time: 0.3068748 Sep 21 18:26:25.043288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35264) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:25.049519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8592c-9f0c-4d15-81b6-20f2136943c4 None None] Network 3f33d3bf-dd8f-4450-b492-fd6c713d7956 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:25.134854 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.221704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:25.222286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.292321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] DHCP port deletion for 3f33d3bf-dd8f-4450-b492-fd6c713d7956 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:25.301037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] For port c222d9b5-60e7-41c9-ad4a-941b3d6d8684, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,segment=NetworkSegment(b336f7aa-319d-4f8f-bddd-1e804bcc8cec),segment_id=b336f7aa-319d-4f8f-bddd-1e804bcc8cec)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:25.301405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.316058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for c222d9b5-60e7-41c9-ad4a-941b3d6d8684 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:25.362978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] Deleting port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:25.363277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.400944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.429015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.432907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No DVR routers for this DVR port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:25.441697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] For port c222d9b5-60e7-41c9-ad4a-941b3d6d8684, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,segment=NetworkSegment(b336f7aa-319d-4f8f-bddd-1e804bcc8cec),segment_id=b336f7aa-319d-4f8f-bddd-1e804bcc8cec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:25.442267 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.458255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] Calling delete_port for c222d9b5-60e7-41c9-ad4a-941b3d6d8684 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:25.522947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.543279 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.544426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f33d3bf-dd8f-4450-b492-fd6c713d7956']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:25.557882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b336f7aa-319d-4f8f-bddd-1e804bcc8cec') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:25.558203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b336f7aa-319d-4f8f-bddd-1e804bcc8cec') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:25.569116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.569530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] Pushing event deleted for resources: {'Port': ['ID=c222d9b5-60e7-41c9-ad4a-941b3d6d8684,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.574167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcac271-34b9-48d7-8e13-362461f5ca7f None None] No DVR routers for this DVR port c222d9b5-60e7-41c9-ad4a-941b3d6d8684 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:25.584635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.591137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:25.591529 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:25.594542 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:25.657745 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.664615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.666460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/3f33d3bf-dd8f-4450-b492-fd6c713d7956 HTTP/1.1" status: 204 len: 168 time: 0.6223922 Sep 21 18:26:25.671686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35268) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:25.677786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-969840734'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:25.684568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e59bdc-77ad-40fc-80dc-a28a6f4097aa tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=3f33d3bf-dd8f-4450-b492-fd6c713d7956,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.704990 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:25.709324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.733758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:26:25.742681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.743023 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Added segment eb72d3d0-c1c3-41df-ab6e-cbdf31958e39 of type vlan for network 6b796e2c-5fa1-4157-8ac0-9ab030774171 Sep 21 18:26:25.790685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.820171 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.825801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:25.826423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.861674 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1882746 Sep 21 18:26:25.864421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35272) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:25.871429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:25.921747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f75d3b-8366-44ba-be76-d02db2f11903 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Network': ['ID=6b796e2c-5fa1-4157-8ac0-9ab030774171,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.932588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:26:25.993878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:25.998585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.110326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c222d9b5-60e7-41c9-ad4a-941b3d6d8684 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:26.135087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c222d9b5-60e7-41c9-ad4a-941b3d6d8684 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:26.135518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c222d9b5-60e7-41c9-ad4a-941b3d6d8684 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:26.195510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.252597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=d11146b7-3e72-4633-91de-da278db7cbb5,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:26.262829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Checking segment: {'id': 'eb72d3d0-c1c3-41df-ab6e-cbdf31958e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:26.263188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network hostable DHCP agents. Network: 6b796e2c-5fa1-4157-8ac0-9ab030774171, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:26:26.279169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:26:26.289468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 6b796e2c-5fa1-4157-8ac0-9ab030774171) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:26.294937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:26.295622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.299072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b38369-22b4-4dd3-9e4e-72fd3cbff23f None None] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:26.315935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-64228266-7d4e-450d-855c-770a3192d1d6 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4477661 Sep 21 18:26:26.316386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35276) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:26.321287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7338245f-aadb-4f73-8557-c6f622724df5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1105058795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:26.353908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7338245f-aadb-4f73-8557-c6f622724df5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.357540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7338245f-aadb-4f73-8557-c6f622724df5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.455071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7338245f-aadb-4f73-8557-c6f622724df5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.461081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-6b796e2c-5fa1-4157-8ac0-9ab030774171', 'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171', 'tenant_id': '856cc8f3d75f4069a0d82455da6abd83', 'fixed_ips': [{'subnet_id': 'd11146b7-3e72-4633-91de-da278db7cbb5'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:26.461801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7338245f-aadb-4f73-8557-c6f622724df5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.463131 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.481185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7338245f-aadb-4f73-8557-c6f622724df5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.482621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7338245f-aadb-4f73-8557-c6f622724df5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1650770 Sep 21 18:26:26.485927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35278) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:26.491880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171', 'name': 'tempest-PortsTestJSON-412522635'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:26.612643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:26.616337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.619504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Allocated IP 172.20.0.2 (6b796e2c-5fa1-4157-8ac0-9ab030774171/d11146b7-3e72-4633-91de-da278db7cbb5/72acf1d9-8866-4c5d-91ab-33bfc83ac939) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:26.639254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port b9729278-80cb-49b0-8cfa-7fd63088838b yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:26.772529 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.779261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.819066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:26.821920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:26.825331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:26.835625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Pushing event updated for resources: {'Port': ['ID=72acf1d9-8866-4c5d-91ab-33bfc83ac939,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:26.836455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.4 (6b796e2c-5fa1-4157-8ac0-9ab030774171/d11146b7-3e72-4633-91de-da278db7cbb5/b9729278-80cb-49b0-8cfa-7fd63088838b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:26.898521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Attempting to bind port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:26.898954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Attempting to bind port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'eb72d3d0-c1c3-41df-ab6e-cbdf31958e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:26.899336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Attempting to bind port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 on network 6b796e2c-5fa1-4157-8ac0-9ab030774171 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:26.904519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:26.904898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Checking segment: {'id': 'eb72d3d0-c1c3-41df-ab6e-cbdf31958e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:26.905872 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.906721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Bound using segment: {'id': 'eb72d3d0-c1c3-41df-ab6e-cbdf31958e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:26.907242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Bound port: 72acf1d9-8866-4c5d-91ab-33bfc83ac939, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb72d3d0-c1c3-41df-ab6e-cbdf31958e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6b796e2c-5fa1-4157-8ac0-9ab030774171'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:26.907634 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.978667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] For port 72acf1d9-8866-4c5d-91ab-33bfc83ac939, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:26.990965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] For port 72acf1d9-8866-4c5d-91ab-33bfc83ac939, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=72acf1d9-8866-4c5d-91ab-33bfc83ac939,segment=NetworkSegment(eb72d3d0-c1c3-41df-ab6e-cbdf31958e39),segment_id=eb72d3d0-c1c3-41df-ab6e-cbdf31958e39)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:26.995715 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.082039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7579b8-4a28-4f4d-9681-ab46c2d9fb21 None None] Pushing event updated for resources: {'Port': ['ID=72acf1d9-8866-4c5d-91ab-33bfc83ac939,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:27.352490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.397638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.443011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:27.446414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:27.449032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:27.479256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=b9729278-80cb-49b0-8cfa-7fd63088838b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:27.512241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:27.512855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.527301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dad402a3-0676-4154-9466-9340d3ee9246 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0400157 Sep 21 18:26:27.530093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35286) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:27.883972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.138281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc21802-b874-44f4-9b66-05d59a7ab402 None None] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:28.172897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 72acf1d9-8866-4c5d-91ab-33bfc83ac939 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:28.214743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.221804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.323610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=b9729278-80cb-49b0-8cfa-7fd63088838b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:28.451226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c92b3ab-d53c-4cec-bbb2-d18c4793dcb2 None None] Provisioning complete for port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:28.451523 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c92b3ab-d53c-4cec-bbb2-d18c4793dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.524101 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.570789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:28.571166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.574165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c92b3ab-d53c-4cec-bbb2-d18c4793dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.631654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c92b3ab-d53c-4cec-bbb2-d18c4793dcb2 None None] For port 72acf1d9-8866-4c5d-91ab-33bfc83ac939, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=72acf1d9-8866-4c5d-91ab-33bfc83ac939,segment=NetworkSegment(eb72d3d0-c1c3-41df-ab6e-cbdf31958e39),segment_id=eb72d3d0-c1c3-41df-ab6e-cbdf31958e39)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:28.637943 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c92b3ab-d53c-4cec-bbb2-d18c4793dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.715971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.766537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92b3ab-d53c-4cec-bbb2-d18c4793dcb2 None None] Pushing event updated for resources: {'Port': ['ID=72acf1d9-8866-4c5d-91ab-33bfc83ac939,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:28.979422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e0fca5d9-63ca-466b-8ab4-c815e1d82754 None None] Provisioning complete for port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:28.981185 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0fca5d9-63ca-466b-8ab4-c815e1d82754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.053729 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.062394 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.133903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e0fca5d9-63ca-466b-8ab4-c815e1d82754 None None] Provisioning complete for port b9729278-80cb-49b0-8cfa-7fd63088838b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:29.138776 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0fca5d9-63ca-466b-8ab4-c815e1d82754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.180440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=b9729278-80cb-49b0-8cfa-7fd63088838b,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:29.183857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.194513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e0fca5d9-63ca-466b-8ab4-c815e1d82754 None None] Port b9729278-80cb-49b0-8cfa-7fd63088838b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:29.276534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a7a296e5-a18e-4b67-b869-26afad3c3a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.299176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:29.302312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:29.315316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6eeaf03d-771a-4c35-a9e2-bf586253e0af None None] Provisioning complete for port b9729278-80cb-49b0-8cfa-7fd63088838b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:29.315783 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf03d-771a-4c35-a9e2-bf586253e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.375487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6eeaf03d-771a-4c35-a9e2-bf586253e0af None None] Port b9729278-80cb-49b0-8cfa-7fd63088838b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:29.449616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Router 6b96fbee-c7dc-48e9-93dd-877206b6b9cd is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:26:29.499781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7abb27e1-59f8-4e17-aa65-1e6f285cf29b None None] Provisioning complete for port b9729278-80cb-49b0-8cfa-7fd63088838b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:29.500218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7abb27e1-59f8-4e17-aa65-1e6f285cf29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.536216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7abb27e1-59f8-4e17-aa65-1e6f285cf29b None None] Port b9729278-80cb-49b0-8cfa-7fd63088838b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:29.574870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:29.582787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f1c53a5-4d33-42f7-ba2e-3c129e387995 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "PUT /v2.0/routers/6b96fbee-c7dc-48e9-93dd-877206b6b9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0501392 Sep 21 18:26:29.584380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35300) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:29.587390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] Sync routers for ids ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:29.597853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] Routers {'6b96fbee-c7dc-48e9-93dd-877206b6b9cd'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:29.598471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:26:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:29.635945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:29.638300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b52de59-4ee6-4b05-8330-7ad6bf743e97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:29.640574 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5b52de59-4ee6-4b05-8330-7ad6bf743e97 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b96fbee-c7dc-48e9-93dd-877206b6b9cd HTTP/1.1" status: 200 len: 981 time: 0.0551624 Sep 21 18:26:29.643574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35302) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:29.652112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] Routers {'6b96fbee-c7dc-48e9-93dd-877206b6b9cd'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:29.652740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:26:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:29.688244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:29.688892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617d50f-bc91-4e29-996a-56c205cf1e73 None None] The sync data for ids ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:29.695216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3dcec21f-ee9e-476d-9297-f4a91bf2c020 None None] Provisioning complete for port b9729278-80cb-49b0-8cfa-7fd63088838b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:29.695605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3dcec21f-ee9e-476d-9297-f4a91bf2c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.737155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3dcec21f-ee9e-476d-9297-f4a91bf2c020 None None] Port b9729278-80cb-49b0-8cfa-7fd63088838b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:30.096509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 72acf1d9-8866-4c5d-91ab-33bfc83ac939 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:30.145769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:30.146477 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.277520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.499882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port b9729278-80cb-49b0-8cfa-7fd63088838b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:30.500389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.587958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.600237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for b9729278-80cb-49b0-8cfa-7fd63088838b owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:30.792103 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.822306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=b9729278-80cb-49b0-8cfa-7fd63088838b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:30.989423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.151231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Router 6b96fbee-c7dc-48e9-93dd-877206b6b9cd has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:26:31.230757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:31.236853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0de60de6-af13-4f47-8341-06ddbab70ac1 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "PUT /v2.0/routers/6b96fbee-c7dc-48e9-93dd-877206b6b9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5922194 Sep 21 18:26:31.239632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35316) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:31.242027 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] Sync routers for ids ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:31.251930 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] Routers {'6b96fbee-c7dc-48e9-93dd-877206b6b9cd'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:31.252755 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:26:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:31.267388 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee037290-7281-44c1-8b4d-321ccbc65286 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:31.271508 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ee037290-7281-44c1-8b4d-321ccbc65286 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/b9729278-80cb-49b0-8cfa-7fd63088838b HTTP/1.1" status: 404 len: 333 time: 0.0277970 Sep 21 18:26:31.271735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35320) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:31.289465 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:31.302862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] Routers {'6b96fbee-c7dc-48e9-93dd-877206b6b9cd'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:31.302862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:26:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:31.338681 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:31.339333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0cc402-dfb4-4702-9d18-1aeee0216d18 None None] The sync data for ids ['6b96fbee-c7dc-48e9-93dd-877206b6b9cd'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:31.360613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e810ba44-61c9-4e5a-a21f-4dbb038fe41d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.529436 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e810ba44-61c9-4e5a-a21f-4dbb038fe41d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.532778 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e810ba44-61c9-4e5a-a21f-4dbb038fe41d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.578578 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e810ba44-61c9-4e5a-a21f-4dbb038fe41d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.578983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e810ba44-61c9-4e5a-a21f-4dbb038fe41d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Fanout notify agent at l3_agent the message router_deleted on router 6b96fbee-c7dc-48e9-93dd-877206b6b9cd {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:26:31.586336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e810ba44-61c9-4e5a-a21f-4dbb038fe41d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.590087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e810ba44-61c9-4e5a-a21f-4dbb038fe41d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/routers/6b96fbee-c7dc-48e9-93dd-877206b6b9cd HTTP/1.1" status: 204 len: 168 time: 0.3146884 Sep 21 18:26:31.590087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35330) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:31.648706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet d11146b7-3e72-4633-91de-da278db7cbb5 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:31.651981 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.694414 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.786551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.851388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.878991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=d11146b7-3e72-4633-91de-da278db7cbb5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:31.883323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.885483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cde5c77c-4df0-47fb-831a-fb8de9199cb4 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/d11146b7-3e72-4633-91de-da278db7cbb5 HTTP/1.1" status: 204 len: 168 time: 0.2944996 Sep 21 18:26:31.888143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35336) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:31.895766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410348eb-7536-4ebf-923a-c7470456d991 None None] Network 6b796e2c-5fa1-4157-8ac0-9ab030774171 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:31.974973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.034972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:32.035419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.113477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] DHCP port deletion for 6b796e2c-5fa1-4157-8ac0-9ab030774171 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:32.113884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] For port 72acf1d9-8866-4c5d-91ab-33bfc83ac939, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=72acf1d9-8866-4c5d-91ab-33bfc83ac939,segment=NetworkSegment(eb72d3d0-c1c3-41df-ab6e-cbdf31958e39),segment_id=eb72d3d0-c1c3-41df-ab6e-cbdf31958e39)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:32.114024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.129801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 72acf1d9-8866-4c5d-91ab-33bfc83ac939 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:32.177527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] Deleting port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:32.178174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.231018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.255785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] For port 72acf1d9-8866-4c5d-91ab-33bfc83ac939, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=72acf1d9-8866-4c5d-91ab-33bfc83ac939,segment=NetworkSegment(eb72d3d0-c1c3-41df-ab6e-cbdf31958e39),segment_id=eb72d3d0-c1c3-41df-ab6e-cbdf31958e39)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:32.256192 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.263285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=72acf1d9-8866-4c5d-91ab-33bfc83ac939,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:32.269558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] Calling delete_port for 72acf1d9-8866-4c5d-91ab-33bfc83ac939 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:32.276402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No DVR routers for this DVR port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:32.376994 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.382944 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.404563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b796e2c-5fa1-4157-8ac0-9ab030774171']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:32.409644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] Pushing event deleted for resources: {'Port': ['ID=72acf1d9-8866-4c5d-91ab-33bfc83ac939,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:32.411494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de36498-0b2f-4c20-b611-1db0e5f2ef30 None None] No DVR routers for this DVR port 72acf1d9-8866-4c5d-91ab-33bfc83ac939 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:32.422176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb72d3d0-c1c3-41df-ab6e-cbdf31958e39') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:32.422473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb72d3d0-c1c3-41df-ab6e-cbdf31958e39') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:32.432566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.446728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.453824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:32.454287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:32.457316 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:32.519541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.526299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.527959 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/6b796e2c-5fa1-4157-8ac0-9ab030774171 HTTP/1.1" status: 204 len: 168 time: 0.6388638 Sep 21 18:26:32.532072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35340) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:32.539730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8835cc-a36b-4f2c-8ecc-2db1a35c8e17 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=6b796e2c-5fa1-4157-8ac0-9ab030774171,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:32.579342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c1a6c5-040b-4bd3-93a4-987a84719ff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:32.580827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73c1a6c5-040b-4bd3-93a4-987a84719ff3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/5c031683-4dd0-4467-a315-a6680960a7be HTTP/1.1" status: 200 len: 840 time: 0.0470028 Sep 21 18:26:32.585856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35342) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:32.630093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-48fcb0ef-f0d0-415c-bb8d-fb7d48eeaf45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/5c031683-4dd0-4467-a315-a6680960a7be?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0430992 Sep 21 18:26:32.633484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35346) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:32.638451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:32.734130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:32.738075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.927351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.969951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:32.975105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:32.979263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:32.979842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:32.985824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e6a59-2fbf-47ce-aa93-5729261ad53f None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:32.991093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=9b9a6c8f-332d-4996-9f4e-cdeb0f25c841,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:33.003160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-61a2ecce-829c-41aa-a958-62600a01298d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3661118 Sep 21 18:26:33.003884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35350) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:33.008538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-16340c89-4e34-4b1d-8358-3dd05c975912 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'security_group': {'name': 'tempest-secgroup-2006004002'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:33.043017 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16340c89-4e34-4b1d-8358-3dd05c975912 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.131762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16340c89-4e34-4b1d-8358-3dd05c975912 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.136724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16340c89-4e34-4b1d-8358-3dd05c975912 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.166996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-16340c89-4e34-4b1d-8358-3dd05c975912 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.171347 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-16340c89-4e34-4b1d-8358-3dd05c975912 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1633303 Sep 21 18:26:33.171347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16340c89-4e34-4b1d-8358-3dd05c975912 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e698c67-07a1-44dc-8e4f-d3515b75f9ed,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:33.171765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35352) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:33.176323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2d395c6d-76f6-4825-9379-190426c7b3e9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'security_group': {'name': 'tempest-secgroup-1223975938'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:33.192908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'tenant_id': '856cc8f3d75f4069a0d82455da6abd83', 'fixed_ips': [{'subnet_id': '9b9a6c8f-332d-4996-9f4e-cdeb0f25c841'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:33.194766 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.206399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d395c6d-76f6-4825-9379-190426c7b3e9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.305093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d395c6d-76f6-4825-9379-190426c7b3e9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.309432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d395c6d-76f6-4825-9379-190426c7b3e9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.341274 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d395c6d-76f6-4825-9379-190426c7b3e9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.345067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d395c6d-76f6-4825-9379-190426c7b3e9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1722903 Sep 21 18:26:33.347798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:33.358940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Allocated IP 172.20.0.2 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/9b9a6c8f-332d-4996-9f4e-cdeb0f25c841/368f4208-e441-4113-9fe4-f5434d5cebaa) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:33.362558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-595506590', 'security_groups': ['8bc70ab4-e52d-4860-b81e-b20a1653ddc2'], 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9b9a6c8f-332d-4996-9f4e-cdeb0f25c841'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:33.368552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d395c6d-76f6-4825-9379-190426c7b3e9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc70ab4-e52d-4860-b81e-b20a1653ddc2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:33.511529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:33.560723 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.584985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.619795 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.620150 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d802ebf7-f6a6-4f5f-852f-2dcd43ddd551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.632714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:33.637533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:33.642259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:33.660601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Pushing event updated for resources: {'Port': ['ID=368f4208-e441-4113-9fe4-f5434d5cebaa,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:33.666529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port bcd0f04e-52d4-4a62-8d00-e2f7347caa19 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:33.722301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Attempting to bind port 368f4208-e441-4113-9fe4-f5434d5cebaa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:33.722672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Attempting to bind port 368f4208-e441-4113-9fe4-f5434d5cebaa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '214bfcd3-cf0d-4c81-bdcc-6281e89def7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:33.722944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Attempting to bind port 368f4208-e441-4113-9fe4-f5434d5cebaa on network db5c476e-03fd-4b4f-83e9-7810b1df94aa {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:33.729087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:33.729599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Checking segment: {'id': '214bfcd3-cf0d-4c81-bdcc-6281e89def7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:33.730106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.730646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Bound using segment: {'id': '214bfcd3-cf0d-4c81-bdcc-6281e89def7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:33.731217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Bound port: 368f4208-e441-4113-9fe4-f5434d5cebaa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214bfcd3-cf0d-4c81-bdcc-6281e89def7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:33.732466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.813112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] For port 368f4208-e441-4113-9fe4-f5434d5cebaa, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:33.819607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] For port 368f4208-e441-4113-9fe4-f5434d5cebaa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=368f4208-e441-4113-9fe4-f5434d5cebaa,segment=NetworkSegment(214bfcd3-cf0d-4c81-bdcc-6281e89def7f),segment_id=214bfcd3-cf0d-4c81-bdcc-6281e89def7f)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:33.824188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:33.872139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.4 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/9b9a6c8f-332d-4996-9f4e-cdeb0f25c841/bcd0f04e-52d4-4a62-8d00-e2f7347caa19) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:33.911584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f46e4d-2499-4a5c-adcc-6b85ab6e3a45 None None] Pushing event updated for resources: {'Port': ['ID=368f4208-e441-4113-9fe4-f5434d5cebaa,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:34.106888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.150167 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.164761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.198308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 72acf1d9-8866-4c5d-91ab-33bfc83ac939 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:34.228950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 72acf1d9-8866-4c5d-91ab-33bfc83ac939 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:34.230096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 72acf1d9-8866-4c5d-91ab-33bfc83ac939 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:34.246049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:34.251174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:34.256290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:34.258878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.295229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=bcd0f04e-52d4-4a62-8d00-e2f7347caa19,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:34.331568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:34.332203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.348267 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5076ee3e-ffef-45eb-8dc0-c4af22145945 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9983387 Sep 21 18:26:34.350550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35364) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:34.355586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5f6a2d88-09ad-4870-96b2-9cde345d1f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:34.489919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a2d88-09ad-4870-96b2-9cde345d1f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:34.494345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d88-09ad-4870-96b2-9cde345d1f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.619481 n-d-810285-3 neutron-server[95090]: INFO neutron.db.ipam_backend_mixin [None req-5f6a2d88-09ad-4870-96b2-9cde345d1f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9b9a6c8f-332d-4996-9f4e-cdeb0f25c841 (CIDR: 172.20.0.0/28) Sep 21 18:26:34.625773 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6a2d88-09ad-4870-96b2-9cde345d1f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:26:34.627436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6a2d88-09ad-4870-96b2-9cde345d1f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:34.647020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5f6a2d88-09ad-4870-96b2-9cde345d1f12 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2952182 Sep 21 18:26:34.649757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35372) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:34.656258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:34.804883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.814968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:34.818952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:34.953011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce737b85-afba-44f8-b461-49c5dc774d8a req-96c24d2f-d25b-403c-8385-3a93058553ff tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:34.954637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce737b85-afba-44f8-b461-49c5dc774d8a req-96c24d2f-d25b-403c-8385-3a93058553ff tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1122007 Sep 21 18:26:35.026274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce737b85-afba-44f8-b461-49c5dc774d8a req-d335cd54-26ff-43c1-97fe-f5b35f8b9a5d tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630755 Sep 21 18:26:35.143315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Provisioning complete for port 5c031683-4dd0-4467-a315-a6680960a7be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:35.143698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.169743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.190680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Port 5c031683-4dd0-4467-a315-a6680960a7be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:35.206251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:35.206654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.216224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:35.228606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:35.240553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:35.241272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.256135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:35.267886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35380) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:35.268409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73d23af7-3615-429a-80e6-ac006c666873 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6170146 Sep 21 18:26:35.273398 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1120495707', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead'}], 'security_groups': ['0e698c67-07a1-44dc-8e4f-d3515b75f9ed']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:35.296094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19973410-21e8-4405-b8bd-73932f7a4c23 None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:35.361161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.446516 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.495402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] For port 368f4208-e441-4113-9fe4-f5434d5cebaa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=368f4208-e441-4113-9fe4-f5434d5cebaa,segment=NetworkSegment(214bfcd3-cf0d-4c81-bdcc-6281e89def7f),segment_id=214bfcd3-cf0d-4c81-bdcc-6281e89def7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:35.510977 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.570641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394a92b-6cf6-4c34-94e6-d79af74c9ced None None] Pushing event updated for resources: {'Port': ['ID=368f4208-e441-4113-9fe4-f5434d5cebaa,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:35.650117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-80ae88e3-8c75-499e-8d84-24712355b7ee None None] Provisioning complete for port bcd0f04e-52d4-4a62-8d00-e2f7347caa19 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:35.650557 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-80ae88e3-8c75-499e-8d84-24712355b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.653252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41297f8e-9fc5-4206-9996-b2492a15220e None None] Update dhcp port {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'fixed_ips': [{'subnet_id': '9b9a6c8f-332d-4996-9f4e-cdeb0f25c841', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '368f4208-e441-4113-9fe4-f5434d5cebaa'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:26:35.698793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Delete allocated IP 172.20.0.4 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/9b9a6c8f-332d-4996-9f4e-cdeb0f25c841) {{(pid=95091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:26:35.706108 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41297f8e-9fc5-4206-9996-b2492a15220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.710941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.25 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead/bcd0f04e-52d4-4a62-8d00-e2f7347caa19) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:35.712679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-80ae88e3-8c75-499e-8d84-24712355b7ee None None] Port bcd0f04e-52d4-4a62-8d00-e2f7347caa19 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:35.887886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.894502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.954166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-41297f8e-9fc5-4206-9996-b2492a15220e None None] Allocated IP 172.20.0.18 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead/368f4208-e441-4113-9fe4-f5434d5cebaa) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:35.992749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=bcd0f04e-52d4-4a62-8d00-e2f7347caa19,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:36.009482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] In _notify_port_updated(), no bound segment for port bcd0f04e-52d4-4a62-8d00-e2f7347caa19 on network db5c476e-03fd-4b4f-83e9-7810b1df94aa {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:26:36.016640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:36.017276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.019503 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0b484f0b-1c49-4208-aefa-1bad0c74a630 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "PUT /v2.0/ports/bcd0f04e-52d4-4a62-8d00-e2f7347caa19 HTTP/1.1" status: 200 len: 921 time: 0.7502484 Sep 21 18:26:36.021676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35384) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:36.064439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-41297f8e-9fc5-4206-9996-b2492a15220e None None] For port 368f4208-e441-4113-9fe4-f5434d5cebaa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=368f4208-e441-4113-9fe4-f5434d5cebaa,segment=NetworkSegment(214bfcd3-cf0d-4c81-bdcc-6281e89def7f),segment_id=214bfcd3-cf0d-4c81-bdcc-6281e89def7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:36.130208 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41297f8e-9fc5-4206-9996-b2492a15220e None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.130885 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41297f8e-9fc5-4206-9996-b2492a15220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.182577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 368f4208-e441-4113-9fe4-f5434d5cebaa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:36.202506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b06fd-09e9-4a93-9398-ec8b3b246560 req-4da524a9-ad62-4a22-80a9-c7b81dee5f99 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:36.204012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-297b06fd-09e9-4a93-9398-ec8b3b246560 req-4da524a9-ad62-4a22-80a9-c7b81dee5f99 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0823421 Sep 21 18:26:36.206108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port bcd0f04e-52d4-4a62-8d00-e2f7347caa19 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:36.206471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.283754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41297f8e-9fc5-4206-9996-b2492a15220e None None] Pushing event updated for resources: {'Port': ['ID=368f4208-e441-4113-9fe4-f5434d5cebaa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:36.307690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:36.308518 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.332066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-297b06fd-09e9-4a93-9398-ec8b3b246560 req-d8955a3c-9d65-4ec7-8ecf-b920852fd497 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602763 Sep 21 18:26:36.337544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.359064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for bcd0f04e-52d4-4a62-8d00-e2f7347caa19 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:36.522914 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.560825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=bcd0f04e-52d4-4a62-8d00-e2f7347caa19,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:36.628349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.630493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94dc1878-be72-4328-b3f0-a12be25881d0 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/bcd0f04e-52d4-4a62-8d00-e2f7347caa19 HTTP/1.1" status: 204 len: 168 time: 0.6076901 Sep 21 18:26:36.633191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35390) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:36.658526 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4b85cb-87d3-487c-9ed6-382b6fb9f73d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:36.662284 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ae4b85cb-87d3-487c-9ed6-382b6fb9f73d tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/bcd0f04e-52d4-4a62-8d00-e2f7347caa19 HTTP/1.1" status: 404 len: 333 time: 0.0259738 Sep 21 18:26:36.663324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35392) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:36.726179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dcb0030c-04fb-4607-9df5-865131fb520e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.752742 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dcb0030c-04fb-4607-9df5-865131fb520e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.807536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dcb0030c-04fb-4607-9df5-865131fb520e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.810684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dcb0030c-04fb-4607-9df5-865131fb520e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.816500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dcb0030c-04fb-4607-9df5-865131fb520e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/security-groups/8bc70ab4-e52d-4860-b81e-b20a1653ddc2 HTTP/1.1" status: 204 len: 168 time: 0.1487076 Sep 21 18:26:36.818472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:36.831604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0030c-04fb-4607-9df5-865131fb520e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc70ab4-e52d-4860-b81e-b20a1653ddc2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:36.885011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdccbca4-f584-4fc7-afa7-22acc52936c3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.912575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdccbca4-f584-4fc7-afa7-22acc52936c3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.935080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ce4caada-7dc6-49db-8094-fcc47c792acb None None] Could not find standard attr ID for object bcd0f04e-52d4-4a62-8d00-e2f7347caa19. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:36.945446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ce4caada-7dc6-49db-8094-fcc47c792acb None None] Provisioning complete for port 5c031683-4dd0-4467-a315-a6680960a7be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:36.945817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce4caada-7dc6-49db-8094-fcc47c792acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.959858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdccbca4-f584-4fc7-afa7-22acc52936c3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.962801 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdccbca4-f584-4fc7-afa7-22acc52936c3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:36.963984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cdccbca4-f584-4fc7-afa7-22acc52936c3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/security-groups/0e698c67-07a1-44dc-8e4f-d3515b75f9ed HTTP/1.1" status: 204 len: 168 time: 0.1456661 Sep 21 18:26:36.966859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35398) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:36.973960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccbca4-f584-4fc7-afa7-22acc52936c3 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e698c67-07a1-44dc-8e4f-d3515b75f9ed,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:36.990081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ce4caada-7dc6-49db-8094-fcc47c792acb None None] Port 5c031683-4dd0-4467-a315-a6680960a7be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:37.005496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ce4caada-7dc6-49db-8094-fcc47c792acb None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:37.005973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce4caada-7dc6-49db-8094-fcc47c792acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.025363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet 9b9a6c8f-332d-4996-9f4e-cdeb0f25c841 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:37.029623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.074843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.168562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.237393 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.254712 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.256504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/9b9a6c8f-332d-4996-9f4e-cdeb0f25c841 HTTP/1.1" status: 204 len: 168 time: 0.2884624 Sep 21 18:26:37.258450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.260591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:37.267802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:37.276238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb1890-2c74-4f25-8bdc-7eb6cb46af45 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9a6c8f-332d-4996-9f4e-cdeb0f25c841,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:37.463870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a3332-4e72-42c4-83d0-8d4c0e83892f None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:37.484614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:37.490404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.507132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96e847-e9fb-4906-8620-d3c42c1215f3 req-66fd4566-653b-4836-9ad4-13f79312c77a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:37.508971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d96e847-e9fb-4906-8620-d3c42c1215f3 req-66fd4566-653b-4836-9ad4-13f79312c77a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0828698 Sep 21 18:26:37.562652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d96e847-e9fb-4906-8620-d3c42c1215f3 req-87f9d769-6360-4a8c-bb95-e82aea657078 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466368 Sep 21 18:26:37.697278 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-63f896b8-d579-4c73-8e2d-e7e5245c8683 None None] Could not find standard attr ID for object bcd0f04e-52d4-4a62-8d00-e2f7347caa19. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:37.762227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.815523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:37.818789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:37.823099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:37.823699 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.836425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=acd76ca2-5521-498c-9ec2-b40443c97966,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:37.845816 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-569a8392-d0cc-456f-ac81-3ad2f3f8d5f2 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5838397 Sep 21 18:26:37.848364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35410) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:37.852912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-13f087b5-0ffa-4d57-b523-56f7399ec538 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'security_group': {'name': 'tempest-secgroup-2062599092'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:37.876274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-13f087b5-0ffa-4d57-b523-56f7399ec538 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.974338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-13f087b5-0ffa-4d57-b523-56f7399ec538 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.979396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-13f087b5-0ffa-4d57-b523-56f7399ec538 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.003455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-13f087b5-0ffa-4d57-b523-56f7399ec538 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.004700 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-13f087b5-0ffa-4d57-b523-56f7399ec538 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1553249 Sep 21 18:26:38.007423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35412) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:38.012024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0806a5bb-7b20-44cc-9e15-5b3a783ddd06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749956659'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:38.034497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f087b5-0ffa-4d57-b523-56f7399ec538 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4017e43-425a-49de-b3de-0c21c2f616dc,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:38.050381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0806a5bb-7b20-44cc-9e15-5b3a783ddd06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.152675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0806a5bb-7b20-44cc-9e15-5b3a783ddd06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.158406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0806a5bb-7b20-44cc-9e15-5b3a783ddd06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.159004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 368f4208-e441-4113-9fe4-f5434d5cebaa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:38.190530 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0806a5bb-7b20-44cc-9e15-5b3a783ddd06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.192112 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0806a5bb-7b20-44cc-9e15-5b3a783ddd06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1837335 Sep 21 18:26:38.194900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806a5bb-7b20-44cc-9e15-5b3a783ddd06 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a04bc44-6a2a-4243-826c-89627f272681,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:38.195247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35414) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:38.200564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dc6b3916-49be-42e7-b827-611a2a769978 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'security_group': {'name': 'tempest-secgroup-2013262378'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:38.243839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3916-49be-42e7-b827-611a2a769978 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.249755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:38.250456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.350458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3916-49be-42e7-b827-611a2a769978 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.355237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3916-49be-42e7-b827-611a2a769978 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.385652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3916-49be-42e7-b827-611a2a769978 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.389558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dc6b3916-49be-42e7-b827-611a2a769978 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1901512 Sep 21 18:26:38.389966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35416) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:38.395505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1666141492', 'security_groups': ['37e9a2b3-d212-43e0-b318-dc0609a982b6'], 'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'acd76ca2-5521-498c-9ec2-b40443c97966'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:38.407608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b3916-49be-42e7-b827-611a2a769978 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e9a2b3-d212-43e0-b318-dc0609a982b6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:38.452010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a299cb-8677-4926-81a8-b053f887d282 None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:38.488030 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.554172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c9296059-5613-4e21-8b9f-7941cbabe40e None None] Provisioning complete for port 5c031683-4dd0-4467-a315-a6680960a7be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:38.555062 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9296059-5613-4e21-8b9f-7941cbabe40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.649661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c9296059-5613-4e21-8b9f-7941cbabe40e None None] Port 5c031683-4dd0-4467-a315-a6680960a7be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:38.686655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c9296059-5613-4e21-8b9f-7941cbabe40e None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:38.686956 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c9296059-5613-4e21-8b9f-7941cbabe40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.703472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be51a-671d-4634-aced-22f78427228f req-9ad54d30-d736-455d-9492-683d3d062e4a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:38.705474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d56be51a-671d-4634-aced-22f78427228f req-9ad54d30-d736-455d-9492-683d3d062e4a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0656180 Sep 21 18:26:38.777202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d56be51a-671d-4634-aced-22f78427228f req-a66702ef-bb5f-41ae-b935-86ff6616ec07 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653417 Sep 21 18:26:38.858580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9a3f9-2ad7-43a5-83d7-e34d6e0ea2b7 None None] Update dhcp port {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'fixed_ips': [{'subnet_id': '0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead', 'ip_address': '172.20.0.18'}, {'subnet_id': 'acd76ca2-5521-498c-9ec2-b40443c97966'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '368f4208-e441-4113-9fe4-f5434d5cebaa'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:26:38.860527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:38.889755 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a3f9-2ad7-43a5-83d7-e34d6e0ea2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.954648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:38.971755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] device_id is not set on port 8ef5db07-9c31-4529-a578-b06cbd55665b yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:26:39.132184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-c0f9a3f9-2ad7-43a5-83d7-e34d6e0ea2b7 None None] Allocated IP 172.20.0.2 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/acd76ca2-5521-498c-9ec2-b40443c97966/368f4208-e441-4113-9fe4-f5434d5cebaa) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:39.237637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c0f9a3f9-2ad7-43a5-83d7-e34d6e0ea2b7 None None] For port 368f4208-e441-4113-9fe4-f5434d5cebaa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=368f4208-e441-4113-9fe4-f5434d5cebaa,segment=NetworkSegment(214bfcd3-cf0d-4c81-bdcc-6281e89def7f),segment_id=214bfcd3-cf0d-4c81-bdcc-6281e89def7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:39.240384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a3f9-2ad7-43a5-83d7-e34d6e0ea2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:39.247547 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a3f9-2ad7-43a5-83d7-e34d6e0ea2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:39.316442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.7 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/acd76ca2-5521-498c-9ec2-b40443c97966/8ef5db07-9c31-4529-a578-b06cbd55665b) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:39.364489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9a3f9-2ad7-43a5-83d7-e34d6e0ea2b7 None None] Pushing event updated for resources: {'Port': ['ID=368f4208-e441-4113-9fe4-f5434d5cebaa,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:39.485883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:39.529980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:39.576703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:39.579863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:39.582874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:39.616414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=8ef5db07-9c31-4529-a578-b06cbd55665b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:39.647371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:39.648114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:39.665625 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51652b07-d712-4e3b-802a-9995a34c1696 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2743137 Sep 21 18:26:39.671033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35446) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:39.676539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b683533a-de9b-4a95-961f-40de6d35cac7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:39.818839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b683533a-de9b-4a95-961f-40de6d35cac7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:39.823410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b683533a-de9b-4a95-961f-40de6d35cac7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:39.978838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f38d38c3-c824-4065-9eb3-cfde2c0ca63c None None] Provisioning complete for port 5c031683-4dd0-4467-a315-a6680960a7be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:39.979814 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f38d38c3-c824-4065-9eb3-cfde2c0ca63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:39.989346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2b567-68af-44f4-88c2-171e31c075b3 req-ceb99594-c836-409b-bb5d-9adc288c96fe tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:39.990925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a2b567-68af-44f4-88c2-171e31c075b3 req-ceb99594-c836-409b-bb5d-9adc288c96fe tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0795872 Sep 21 18:26:39.993663 n-d-810285-3 neutron-server[95090]: INFO neutron.db.ipam_backend_mixin [None req-b683533a-de9b-4a95-961f-40de6d35cac7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet acd76ca2-5521-498c-9ec2-b40443c97966 (CIDR: 172.20.0.0/28) Sep 21 18:26:40.003038 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-b683533a-de9b-4a95-961f-40de6d35cac7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:26:40.003516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b683533a-de9b-4a95-961f-40de6d35cac7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:40.036773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f38d38c3-c824-4065-9eb3-cfde2c0ca63c None None] Port 5c031683-4dd0-4467-a315-a6680960a7be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:40.047309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33a2b567-68af-44f4-88c2-171e31c075b3 req-6b3dcace-af54-4a46-9c46-62e281d13e59 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475094 Sep 21 18:26:40.052657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35460) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:40.053334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b683533a-de9b-4a95-961f-40de6d35cac7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3786690 Sep 21 18:26:40.056556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f38d38c3-c824-4065-9eb3-cfde2c0ca63c None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:40.056873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f38d38c3-c824-4065-9eb3-cfde2c0ca63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.060232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f99ad5a1-cf5d-4dec-8a92-4944d37efdd7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:40.181053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 368f4208-e441-4113-9fe4-f5434d5cebaa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:40.247714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:40.248160 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.293631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99ad5a1-cf5d-4dec-8a92-4944d37efdd7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:40.297410 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f99ad5a1-cf5d-4dec-8a92-4944d37efdd7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.309223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a021c5d3-8a81-4566-83d3-46c6d497901f None None] Provisioning complete for port 8ef5db07-9c31-4529-a578-b06cbd55665b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:40.309691 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a021c5d3-8a81-4566-83d3-46c6d497901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.377142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a021c5d3-8a81-4566-83d3-46c6d497901f None None] Port 8ef5db07-9c31-4529-a578-b06cbd55665b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:40.411237 n-d-810285-3 neutron-server[95091]: INFO neutron.db.ipam_backend_mixin [None req-f99ad5a1-cf5d-4dec-8a92-4944d37efdd7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead (CIDR: 172.20.0.16/28) Sep 21 18:26:40.415183 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99ad5a1-cf5d-4dec-8a92-4944d37efdd7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:26:40.415683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99ad5a1-cf5d-4dec-8a92-4944d37efdd7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:40.431431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f99ad5a1-cf5d-4dec-8a92-4944d37efdd7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3759778 Sep 21 18:26:40.434152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35468) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:40.445076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'subnet': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:40.557792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Made reservation on behalf of 856cc8f3d75f4069a0d82455da6abd83 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:40.561922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.798068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.848982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:40.852453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:40.856532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:40.857129 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.862268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64052d-a4a1-4056-913a-c8ce2e2319ab None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:40.867610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Subnet': ['ID=ae13c87c-b2df-4e37-bad7-d7455811862f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:40.879726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ebcd86b7-a8a9-4700-8ded-d723c1d7cf71 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4440114 Sep 21 18:26:40.882278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35482) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:40.888530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1470275634', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae13c87c-b2df-4e37-bad7-d7455811862f'}], 'security_groups': ['f4017e43-425a-49de-b3de-0c21c2f616dc', '6a04bc44-6a2a-4243-826c-89627f272681']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:41.065302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:41.154985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6f56c-2b59-4ae3-9840-cc16f43f6d57 None None] Update dhcp port {'port': {'network_id': 'db5c476e-03fd-4b4f-83e9-7810b1df94aa', 'fixed_ips': [{'subnet_id': '0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead', 'ip_address': '172.20.0.18'}, {'subnet_id': 'acd76ca2-5521-498c-9ec2-b40443c97966', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae13c87c-b2df-4e37-bad7-d7455811862f'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '368f4208-e441-4113-9fe4-f5434d5cebaa'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:26:41.190951 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f56c-2b59-4ae3-9840-cc16f43f6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:41.285033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d747-3665-4184-a137-050c70a126ce req-776bb98d-d5eb-4058-b9a9-c0d70e05d739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:41.286627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9819d747-3665-4184-a137-050c70a126ce req-776bb98d-d5eb-4058-b9a9-c0d70e05d739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1115532 Sep 21 18:26:41.398492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b1c6f56c-2b59-4ae3-9840-cc16f43f6d57 None None] Allocated IP 172.20.0.34 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/ae13c87c-b2df-4e37-bad7-d7455811862f/368f4208-e441-4113-9fe4-f5434d5cebaa) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:41.522257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b1c6f56c-2b59-4ae3-9840-cc16f43f6d57 None None] For port 368f4208-e441-4113-9fe4-f5434d5cebaa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=368f4208-e441-4113-9fe4-f5434d5cebaa,segment=NetworkSegment(214bfcd3-cf0d-4c81-bdcc-6281e89def7f),segment_id=214bfcd3-cf0d-4c81-bdcc-6281e89def7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:41.552462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f56c-2b59-4ae3-9840-cc16f43f6d57 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:41.558538 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f56c-2b59-4ae3-9840-cc16f43f6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:41.667153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6f56c-2b59-4ae3-9840-cc16f43f6d57 None None] Pushing event updated for resources: {'Port': ['ID=368f4208-e441-4113-9fe4-f5434d5cebaa,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:41.677892 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9819d747-3665-4184-a137-050c70a126ce req-93e5268b-3561-4b88-9e14-3a1a2da29a8d tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846676 Sep 21 18:26:41.804892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Delete allocated IP 172.20.0.7 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/acd76ca2-5521-498c-9ec2-b40443c97966) {{(pid=95090) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:26:41.819254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Allocated IP 172.20.0.42 (db5c476e-03fd-4b4f-83e9-7810b1df94aa/ae13c87c-b2df-4e37-bad7-d7455811862f/8ef5db07-9c31-4529-a578-b06cbd55665b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:42.021418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.027959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.142245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 368f4208-e441-4113-9fe4-f5434d5cebaa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:42.169256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event updated for resources: {'Port': ['ID=8ef5db07-9c31-4529-a578-b06cbd55665b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:42.176111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] In _notify_port_updated(), no bound segment for port 8ef5db07-9c31-4529-a578-b06cbd55665b on network db5c476e-03fd-4b4f-83e9-7810b1df94aa {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:26:42.183196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:42.184023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.188775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "PUT /v2.0/ports/8ef5db07-9c31-4529-a578-b06cbd55665b HTTP/1.1" status: 200 len: 960 time: 1.3021812 Sep 21 18:26:42.190606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35512) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:42.194296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.194768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.195224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.195660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.196090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.196517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.196945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.197362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.197905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.198485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.199140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.199664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3ddd5-0063-44cd-8f60-245dd278e93b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:42.222084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:42.222546 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.307325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 8ef5db07-9c31-4529-a578-b06cbd55665b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:42.307739 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.412782 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.430443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 8ef5db07-9c31-4529-a578-b06cbd55665b owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:42.440115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Provisioning complete for port 5c031683-4dd0-4467-a315-a6680960a7be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:42.440484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.510686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Port 5c031683-4dd0-4467-a315-a6680960a7be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:42.527452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Provisioning complete for port 8ef5db07-9c31-4529-a578-b06cbd55665b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:42.528074 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.577465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Port 8ef5db07-9c31-4529-a578-b06cbd55665b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:42.583746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.588440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:42.588694 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fefdec54-e12a-4727-9bb0-37368d891b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.638251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=8ef5db07-9c31-4529-a578-b06cbd55665b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:42.707915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.712822 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-18e9b391-ddc1-48d2-b056-48f69ff6b12c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/8ef5db07-9c31-4529-a578-b06cbd55665b HTTP/1.1" status: 204 len: 168 time: 0.5184700 Sep 21 18:26:42.713481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35526) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:42.742000 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ca4890-0f30-4155-b616-95d175f22d6c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] GET failed (client error): The resource could not be found. Sep 21 18:26:42.743857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9ca4890-0f30-4155-b616-95d175f22d6c tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports/8ef5db07-9c31-4529-a578-b06cbd55665b HTTP/1.1" status: 404 len: 333 time: 0.0293589 Sep 21 18:26:42.746759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35528) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:42.827908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88d026ce-2d4e-4c65-8cc5-a0cb8527578b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.849699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c1d2f-88d7-4b77-871f-40ccb6f53600 req-26ea6abe-f035-4682-b4eb-c63a6aef625f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:42.860125 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e5c1d2f-88d7-4b77-871f-40ccb6f53600 req-26ea6abe-f035-4682-b4eb-c63a6aef625f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0735328 Sep 21 18:26:42.861008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88d026ce-2d4e-4c65-8cc5-a0cb8527578b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.917685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e5c1d2f-88d7-4b77-871f-40ccb6f53600 req-ed3156f8-1fb6-4a79-b78b-516634f2a895 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566497 Sep 21 18:26:42.947939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88d026ce-2d4e-4c65-8cc5-a0cb8527578b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.951232 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88d026ce-2d4e-4c65-8cc5-a0cb8527578b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:42.956732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-88d026ce-2d4e-4c65-8cc5-a0cb8527578b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/security-groups/37e9a2b3-d212-43e0-b318-dc0609a982b6 HTTP/1.1" status: 204 len: 168 time: 0.2088077 Sep 21 18:26:42.957402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:42.981048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d026ce-2d4e-4c65-8cc5-a0cb8527578b tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e9a2b3-d212-43e0-b318-dc0609a982b6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:43.003593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1329e396-eac7-4653-9c93-212b65d59f76 None None] Could not find standard attr ID for object 8ef5db07-9c31-4529-a578-b06cbd55665b. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:26:43.051028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f45a8dde-930f-4b8f-b3c0-e7c0fa048b2a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.079347 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f45a8dde-930f-4b8f-b3c0-e7c0fa048b2a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.140169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f45a8dde-930f-4b8f-b3c0-e7c0fa048b2a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.143080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f45a8dde-930f-4b8f-b3c0-e7c0fa048b2a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.144426 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f45a8dde-930f-4b8f-b3c0-e7c0fa048b2a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/security-groups/6a04bc44-6a2a-4243-826c-89627f272681 HTTP/1.1" status: 204 len: 168 time: 0.1730239 Sep 21 18:26:43.147171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35544) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:43.155131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a8dde-930f-4b8f-b3c0-e7c0fa048b2a tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a04bc44-6a2a-4243-826c-89627f272681,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:43.231352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51a0ecf2-3c2e-4109-a9c3-dde4e9c7c1a8 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.255514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51a0ecf2-3c2e-4109-a9c3-dde4e9c7c1a8 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.311964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51a0ecf2-3c2e-4109-a9c3-dde4e9c7c1a8 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.314730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51a0ecf2-3c2e-4109-a9c3-dde4e9c7c1a8 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.316037 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-51a0ecf2-3c2e-4109-a9c3-dde4e9c7c1a8 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/security-groups/f4017e43-425a-49de-b3de-0c21c2f616dc HTTP/1.1" status: 204 len: 168 time: 0.1671147 Sep 21 18:26:43.322579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35550) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:43.325839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0ecf2-3c2e-4109-a9c3-dde4e9c7c1a8 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4017e43-425a-49de-b3de-0c21c2f616dc,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:43.390629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet acd76ca2-5521-498c-9ec2-b40443c97966 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:43.394358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.471222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.611461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.703667 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.739146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=acd76ca2-5521-498c-9ec2-b40443c97966,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:43.741308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.747452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bbf22ca2-399c-4502-895b-3edb0b4f9ad9 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/acd76ca2-5521-498c-9ec2-b40443c97966 HTTP/1.1" status: 204 len: 168 time: 0.4234214 Sep 21 18:26:43.749077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35560) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:43.759948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71200168-1bd8-475d-a7b4-7f93ac229a4b None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:43.846273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet ae13c87c-b2df-4e37-bad7-d7455811862f {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:43.850720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:43.912857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.047568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.129661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa72a74-f677-480a-9cb6-91ee1dabbd15 req-23426f71-814f-4037-bb1a-d9501b2dcf58 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:44.131379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa72a74-f677-480a-9cb6-91ee1dabbd15 req-23426f71-814f-4037-bb1a-d9501b2dcf58 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1205635 Sep 21 18:26:44.154270 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.232482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=ae13c87c-b2df-4e37-bad7-d7455811862f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:44.248754 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.252509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-42ac58b5-41a3-4ef1-975a-f1a34a8d1251 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/ae13c87c-b2df-4e37-bad7-d7455811862f HTTP/1.1" status: 204 len: 168 time: 0.5016513 Sep 21 18:26:44.254950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35578) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.283878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa72a74-f677-480a-9cb6-91ee1dabbd15 req-7e7a2160-6e7f-474c-af43-a2804d5d533e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293814 Sep 21 18:26:44.301937 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f2406b-7b6c-420a-9999-5f5c94f40bec tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:44.312374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f2406b-7b6c-420a-9999-5f5c94f40bec tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:44.321045 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06f2406b-7b6c-420a-9999-5f5c94f40bec tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/acd76ca2-5521-498c-9ec2-b40443c97966 HTTP/1.1" status: 404 len: 337 time: 0.0646362 Sep 21 18:26:44.323803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35582) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.390003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting subnet 0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:44.395060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.445695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.553860 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.632031 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.661868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:44.668360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.670890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d5453f11-6d76-4f3f-afbf-1d8bc23fa80f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/0e6c96a1-7fda-40f7-bfbb-d8726f1d6ead HTTP/1.1" status: 204 len: 168 time: 0.3455546 Sep 21 18:26:44.673443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35590) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.703170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e73aa9-2bfa-4d1d-ae01-38c555c5fb3e None None] Network db5c476e-03fd-4b4f-83e9-7810b1df94aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:44.719049 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cdb3a8-9418-4fe9-b585-4051e528dd5f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:44.719605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cdb3a8-9418-4fe9-b585-4051e528dd5f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:44.721419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a1cdb3a8-9418-4fe9-b585-4051e528dd5f tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/9b9a6c8f-332d-4996-9f4e-cdeb0f25c841 HTTP/1.1" status: 404 len: 337 time: 0.0469804 Sep 21 18:26:44.724286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35592) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.754005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-00aa4282-ae9f-4adb-b86f-304618ffb911 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b96fbee-c7dc-48e9-93dd-877206b6b9cd HTTP/1.1" status: 200 len: 205 time: 0.0284545 Sep 21 18:26:44.756368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35596) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.790554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e056adba-ac89-4995-a98d-bc04f85f9a4a None None] Provisioning complete for port 5c031683-4dd0-4467-a315-a6680960a7be triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:44.791287 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e056adba-ac89-4995-a98d-bc04f85f9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:44.802241 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-37872e8b-b5de-437d-b395-3b4aab578a6e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] delete failed (client error): The resource could not be found. Sep 21 18:26:44.803462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-37872e8b-b5de-437d-b395-3b4aab578a6e tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/routers/6b96fbee-c7dc-48e9-93dd-877206b6b9cd HTTP/1.1" status: 404 len: 336 time: 0.0460892 Sep 21 18:26:44.806368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35598) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.837318 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f27faa0-2ead-4291-adab-684870d84653 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:44.837947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f27faa0-2ead-4291-adab-684870d84653 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:44.839957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9f27faa0-2ead-4291-adab-684870d84653 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/d11146b7-3e72-4633-91de-da278db7cbb5 HTTP/1.1" status: 404 len: 337 time: 0.0324695 Sep 21 18:26:44.843359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35600) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.871826 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-366a09bf-d74c-4be2-9192-c8b8cecebebb tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:44.872291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366a09bf-d74c-4be2-9192-c8b8cecebebb tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:44.874502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-366a09bf-d74c-4be2-9192-c8b8cecebebb tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/67a83bd6-29a8-49c2-95b8-63ad591dfc43 HTTP/1.1" status: 404 len: 337 time: 0.0298574 Sep 21 18:26:44.878972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.910723 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-078823e5-aaf9-43e4-8258-4a1c1345aae7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:44.911489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078823e5-aaf9-43e4-8258-4a1c1345aae7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:44.913620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-078823e5-aaf9-43e4-8258-4a1c1345aae7 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/d86d33fd-3e44-4a03-b1d6-49a11346b07d HTTP/1.1" status: 404 len: 337 time: 0.0334868 Sep 21 18:26:44.918058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35606) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.949261 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-726954bd-843b-42e4-bd1d-ca688b9c5a25 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:44.950927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726954bd-843b-42e4-bd1d-ca688b9c5a25 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:44.953784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-726954bd-843b-42e4-bd1d-ca688b9c5a25 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/74e1546c-2a95-457a-b4b8-86ab8a4ab96d HTTP/1.1" status: 404 len: 333 time: 0.0341852 Sep 21 18:26:44.958352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:44.994713 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6191310b-1eee-491c-b5de-735960d84233 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:44.995429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6191310b-1eee-491c-b5de-735960d84233 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:44.997257 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6191310b-1eee-491c-b5de-735960d84233 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/e02b15c3-5e30-4eba-a169-04ad5f9091d6 HTTP/1.1" status: 404 len: 337 time: 0.0376160 Sep 21 18:26:45.001620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:45.048289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e056adba-ac89-4995-a98d-bc04f85f9a4a None None] Port 5c031683-4dd0-4467-a315-a6680960a7be cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:45.053677 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1054bedf-6876-41e8-af5d-1f10b8ad5718 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:45.054150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1054bedf-6876-41e8-af5d-1f10b8ad5718 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:45.057753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1054bedf-6876-41e8-af5d-1f10b8ad5718 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/ce64c0a7-8341-4111-9c8c-348d1e35c519 HTTP/1.1" status: 404 len: 337 time: 0.0547426 Sep 21 18:26:45.062965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35616) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:45.081509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e056adba-ac89-4995-a98d-bc04f85f9a4a None None] Provisioning complete for port 368f4208-e441-4113-9fe4-f5434d5cebaa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:45.081915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e056adba-ac89-4995-a98d-bc04f85f9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.116410 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa6a3f4-d43f-404c-a87e-d3fa33b82d10 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:45.117314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa6a3f4-d43f-404c-a87e-d3fa33b82d10 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:45.119288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1aa6a3f4-d43f-404c-a87e-d3fa33b82d10 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/13ec8777-88ea-4f87-bae4-59c347d36297 HTTP/1.1" status: 404 len: 333 time: 0.0545659 Sep 21 18:26:45.122181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35618) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:45.162749 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e755d9-68be-4c89-bf73-610684540563 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:45.163242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e755d9-68be-4c89-bf73-610684540563 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:45.165170 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b0e755d9-68be-4c89-bf73-610684540563 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/ccca21ac-3193-4763-8bd6-23214e2a520c HTTP/1.1" status: 404 len: 337 time: 0.0400920 Sep 21 18:26:45.168246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:45.171133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] DHCP port deletion for db5c476e-03fd-4b4f-83e9-7810b1df94aa request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:45.196413 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1aa9bd-b0a2-41b8-b049-10f81f7d75bd tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] DELETE failed (client error): The resource could not be found. Sep 21 18:26:45.196869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1aa9bd-b0a2-41b8-b049-10f81f7d75bd tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:26:45.198782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1b1aa9bd-b0a2-41b8-b049-10f81f7d75bd tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/subnets/771fdef5-72a8-49e1-a02a-810f3fcbf46d HTTP/1.1" status: 404 len: 337 time: 0.0295358 Sep 21 18:26:45.206225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35624) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:45.318952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Deleting port 5c031683-4dd0-4467-a315-a6680960a7be {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:45.319315 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.324679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] Deleting port 368f4208-e441-4113-9fe4-f5434d5cebaa {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:45.325081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.414366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] For port 368f4208-e441-4113-9fe4-f5434d5cebaa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=368f4208-e441-4113-9fe4-f5434d5cebaa,segment=NetworkSegment(214bfcd3-cf0d-4c81-bdcc-6281e89def7f),segment_id=214bfcd3-cf0d-4c81-bdcc-6281e89def7f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:45.415693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.433208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] Calling delete_port for 368f4208-e441-4113-9fe4-f5434d5cebaa owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:45.471058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.491044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Calling delete_port for 5c031683-4dd0-4467-a315-a6680960a7be owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:45.518966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea216cf8-8e33-4526-ae59-c4e3b7355e7f req-d071e933-c510-4a0c-8caa-a96e28418698 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:45.522288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea216cf8-8e33-4526-ae59-c4e3b7355e7f req-d071e933-c510-4a0c-8caa-a96e28418698 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1229515 Sep 21 18:26:45.557778 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.585838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] Pushing event deleted for resources: {'Port': ['ID=368f4208-e441-4113-9fe4-f5434d5cebaa,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:45.590140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf76048-b5e5-4dc2-b0c8-29552846455d None None] No DVR routers for this DVR port 368f4208-e441-4113-9fe4-f5434d5cebaa on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:45.695746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea216cf8-8e33-4526-ae59-c4e3b7355e7f req-b7ce0380-688c-4bc9-ad35-acaf2b08d013 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979083 Sep 21 18:26:45.734553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.776115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Port': ['ID=5c031683-4dd0-4467-a315-a6680960a7be,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:45.784856 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:45.786899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0dd279eb-e1a4-4197-bda7-91c5fc1f2f93 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/ports/5c031683-4dd0-4467-a315-a6680960a7be HTTP/1.1" status: 204 len: 168 time: 0.5795650 Sep 21 18:26:45.789692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35642) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:45.912306 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.082301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873ea9-f6e5-4b94-ab14-3f15b0da6add req-1cdeec15-b155-457a-85d2-c9e21905bf68 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:46.085073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59873ea9-f6e5-4b94-ab14-3f15b0da6add req-1cdeec15-b155-457a-85d2-c9e21905bf68 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0640213 Sep 21 18:26:46.099846 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.147776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5c476e-03fd-4b4f-83e9-7810b1df94aa']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:46.162110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214bfcd3-cf0d-4c81-bdcc-6281e89def7f') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:46.162110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214bfcd3-cf0d-4c81-bdcc-6281e89def7f') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:46.167693 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 368f4208-e441-4113-9fe4-f5434d5cebaa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:46.172020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59873ea9-f6e5-4b94-ab14-3f15b0da6add req-1590acea-5d2e-45d3-bf9e-755995905bed tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745287 Sep 21 18:26:46.189196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.192368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-874891e8-4bb5-4ebb-910c-f01136182c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:46.193896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-874891e8-4bb5-4ebb-910c-f01136182c54 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.1062603 Sep 21 18:26:46.199255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 368f4208-e441-4113-9fe4-f5434d5cebaa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:46.200068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 368f4208-e441-4113-9fe4-f5434d5cebaa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:46.225380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.244609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:46.245395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:46.249680 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:46.368634 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.375357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.377518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] 10.222.0.70 "DELETE /v2.0/networks/db5c476e-03fd-4b4f-83e9-7810b1df94aa HTTP/1.1" status: 204 len: 168 time: 0.5859988 Sep 21 18:26:46.389740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-278bdcba-52a6-4020-976c-d8a4f83e3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:46.391306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-278bdcba-52a6-4020-976c-d8a4f83e3918 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.1886299 Sep 21 18:26:46.408163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46809a1-fb92-491f-a1bf-6e2962c6a1d5 tempest-PortsTestJSON-1922552674 tempest-PortsTestJSON-1922552674-project] Pushing event deleted for resources: {'Network': ['ID=db5c476e-03fd-4b4f-83e9-7810b1df94aa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:46.471589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-7c50d6e9-4057-448b-a62e-c38d5f23e412 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 1000 time: 0.0696237 Sep 21 18:26:46.537628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-1d12cf4c-34f0-458d-8c12-f32d310b6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:46.539205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-1d12cf4c-34f0-458d-8c12-f32d310b6903 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0604422 Sep 21 18:26:46.590159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-2daaa54f-ed87-49bb-a86e-0ae2a59b6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:46.591830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-2daaa54f-ed87-49bb-a86e-0ae2a59b6dc2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454962 Sep 21 18:26:46.684366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35668) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:46.708928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-e18c8bf4-e0dd-4d10-b386-d45dc30b48a3 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099463 Sep 21 18:26:46.833157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c47595aa-b52e-4e95-8ad3-2056b6063408 req-9466c85b-306e-42f3-914b-8220cf42684f service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170259 Sep 21 18:26:46.865445 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-195d82e1-7d99-40ae-bc2d-cbb1c40efafb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=856cc8f3d75f4069a0d82455da6abd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799333 Sep 21 18:26:46.867974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35676) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:46.927162 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eead4162-3e32-4682-a976-9e25252c41eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:46.952235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eead4162-3e32-4682-a976-9e25252c41eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:47.006962 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eead4162-3e32-4682-a976-9e25252c41eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:47.009822 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eead4162-3e32-4682-a976-9e25252c41eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:47.011120 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eead4162-3e32-4682-a976-9e25252c41eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39643144-3aa5-4be0-8a96-f42fdd48919b HTTP/1.1" status: 204 len: 168 time: 0.1421204 Sep 21 18:26:47.021339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead4162-3e32-4682-a976-9e25252c41eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39643144-3aa5-4be0-8a96-f42fdd48919b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:47.321068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f9a84-996d-4cb8-9007-f944376a0ad7 req-e3b7f165-046e-4dbf-bff0-e01eb710ed22 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:47.328921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a51f9a84-996d-4cb8-9007-f944376a0ad7 req-e3b7f165-046e-4dbf-bff0-e01eb710ed22 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0701103 Sep 21 18:26:47.377282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a51f9a84-996d-4cb8-9007-f944376a0ad7 req-4baa9621-6487-431c-bffc-7e3d274b271f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Sep 21 18:26:47.828995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35722) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:47.949450 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-904cc4f1-f879-4e78-a43c-284b512b836b tempest-ServiceProvidersTest-59328712 tempest-ServiceProvidersTest-59328712-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1188293 Sep 21 18:26:48.243134 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:26:48.275500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 35748) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:48.496817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe8da435-f235-453c-9176-ef834e280ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.585078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c4ba9-2c95-47fc-a509-de3090f45d50 req-fb720517-e3c9-49b4-b70a-a97c6c6076f6 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:48.585078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a4c4ba9-2c95-47fc-a509-de3090f45d50 req-fb720517-e3c9-49b4-b70a-a97c6c6076f6 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0782120 Sep 21 18:26:48.629416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a4c4ba9-2c95-47fc-a509-de3090f45d50 req-7bdd7d76-62d3-43cf-8568-390d5821c4f5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485091 Sep 21 18:26:48.635824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe8da435-f235-453c-9176-ef834e280ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.646976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe8da435-f235-453c-9176-ef834e280ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.689517 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fe8da435-f235-453c-9176-ef834e280ebb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78d185765caa4d298fdfd6e35be1e7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126723 Sep 21 18:26:48.690496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8da435-f235-453c-9176-ef834e280ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8703eec0-c841-485a-a6aa-037c0842c331,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:48.692243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 35768) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:48.763288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd852-9e8f-4b5d-a2db-5bacfc87d75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.787841 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd852-9e8f-4b5d-a2db-5bacfc87d75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.867898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd852-9e8f-4b5d-a2db-5bacfc87d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.871046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd852-9e8f-4b5d-a2db-5bacfc87d75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.875594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0b0cd852-9e8f-4b5d-a2db-5bacfc87d75b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8703eec0-c841-485a-a6aa-037c0842c331 HTTP/1.1" status: 204 len: 168 time: 0.1790261 Sep 21 18:26:48.887964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cd852-9e8f-4b5d-a2db-5bacfc87d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8703eec0-c841-485a-a6aa-037c0842c331,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:50.787755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04920128-9b7b-4109-8699-d0a3c9375fda req-f3c566f2-8622-4ce8-aa57-82968277aa66 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:50.789505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04920128-9b7b-4109-8699-d0a3c9375fda req-f3c566f2-8622-4ce8-aa57-82968277aa66 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0638514 Sep 21 18:26:50.848131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04920128-9b7b-4109-8699-d0a3c9375fda req-dbac62eb-93f3-463e-86f3-a50d4e282f3b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514524 Sep 21 18:26:51.999983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8201-7b8a-4174-9a3e-04112ee70a99 req-f6f69a46-2b6c-4c33-9200-294df0564a09 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:52.002423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b29e8201-7b8a-4174-9a3e-04112ee70a99 req-f6f69a46-2b6c-4c33-9200-294df0564a09 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0604062 Sep 21 18:26:52.051816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b29e8201-7b8a-4174-9a3e-04112ee70a99 req-9c9e2b5c-90b6-48f0-ae48-1d8eefaaa137 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383291 Sep 21 18:26:53.181642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb479a-5f90-48f8-afd4-41831a912c5a req-76462589-0bcd-48e9-af3e-459236b878bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:53.183540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cfb479a-5f90-48f8-afd4-41831a912c5a req-76462589-0bcd-48e9-af3e-459236b878bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0509548 Sep 21 18:26:53.225735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cfb479a-5f90-48f8-afd4-41831a912c5a req-c72abad4-c3e7-4558-a448-0d7d67a9fd73 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340736 Sep 21 18:26:54.394693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83d6f4-3608-4c13-9581-c3912093acc8 req-e933acbe-ec90-485c-9cf9-e17c0a3e124d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:54.397273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e83d6f4-3608-4c13-9581-c3912093acc8 req-e933acbe-ec90-485c-9cf9-e17c0a3e124d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0722551 Sep 21 18:26:54.447047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e83d6f4-3608-4c13-9581-c3912093acc8 req-41491cb2-4a66-47c3-8593-8656ad915fc0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 Sep 21 18:26:55.598780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14eebf-962e-4fae-838d-fccadcde801d req-3426e184-a7f0-48b0-a912-e7571570b369 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:55.600655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d14eebf-962e-4fae-838d-fccadcde801d req-3426e184-a7f0-48b0-a912-e7571570b369 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0584373 Sep 21 18:26:55.646498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d14eebf-962e-4fae-838d-fccadcde801d req-add187dd-f55e-497c-98b2-e32f1ac33fef tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394692 Sep 21 18:26:56.787406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09000-041b-4738-b23f-ee6bada45156 req-6c1839c7-b241-4d42-971a-93c07def62fb tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:56.788975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ae09000-041b-4738-b23f-ee6bada45156 req-6c1839c7-b241-4d42-971a-93c07def62fb tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0555949 Sep 21 18:26:56.838542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ae09000-041b-4738-b23f-ee6bada45156 req-f8688ea5-cdb6-4bc4-b3e7-db32fe35f5ca tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374181 Sep 21 18:26:57.995011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628504-c863-4511-9726-c005c4e382d7 req-d7d3cfb8-d1f4-4d45-8102-35032f9d6775 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:57.997621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b628504-c863-4511-9726-c005c4e382d7 req-d7d3cfb8-d1f4-4d45-8102-35032f9d6775 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0620477 Sep 21 18:26:58.052159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b628504-c863-4511-9726-c005c4e382d7 req-307063e0-b1a4-40a9-a996-b10866b0608d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449653 Sep 21 18:26:59.209490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b75b1-a962-4f4f-9630-d7f1fbcc8c1b req-48bce0ab-8333-435c-8392-5e713c0e5879 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:59.211010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c7b75b1-a962-4f4f-9630-d7f1fbcc8c1b req-48bce0ab-8333-435c-8392-5e713c0e5879 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0584700 Sep 21 18:26:59.267325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-938c8226-14c0-4c70-be7d-56d863f1d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:59.292384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c7b75b1-a962-4f4f-9630-d7f1fbcc8c1b req-832e6433-b4e0-456e-b2ad-22be710c3eb2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692959 Sep 21 18:27:00.458933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc41f93-35c2-489a-8f0e-78231c8686fb req-991e75e7-a358-4b9e-8cb5-739f7ebbcdcf tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:00.461460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdc41f93-35c2-489a-8f0e-78231c8686fb req-991e75e7-a358-4b9e-8cb5-739f7ebbcdcf tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0570135 Sep 21 18:27:00.523850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdc41f93-35c2-489a-8f0e-78231c8686fb req-86f96ae6-f764-490e-8e88-0575c1695940 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552692 Sep 21 18:27:01.710471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5098c5-45f4-41cb-9af4-4ce1819b117e req-dfdeeccd-d62e-4909-ada7-86e79beb4aa6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:01.714807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f5098c5-45f4-41cb-9af4-4ce1819b117e req-dfdeeccd-d62e-4909-ada7-86e79beb4aa6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0809684 Sep 21 18:27:01.759185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f5098c5-45f4-41cb-9af4-4ce1819b117e req-cd10cc0d-2cc6-448e-910c-ce25b1268852 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 Sep 21 18:27:02.945053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153886ba-62bf-41d6-b7f3-9c1941686693 req-038a0389-a43a-4c60-a779-ffb50ea1791c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:02.957570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-153886ba-62bf-41d6-b7f3-9c1941686693 req-038a0389-a43a-4c60-a779-ffb50ea1791c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0757487 Sep 21 18:27:03.039824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-153886ba-62bf-41d6-b7f3-9c1941686693 req-78a88913-e854-4e8d-a6e6-91c0ef57e32f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651846 Sep 21 18:27:03.130684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:27:03.337416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:03.355213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'port_id': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'mac_address': 'fa:16:3e:ae:e8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:27:03.409361 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:03.432485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3dc6458-591d-4303-9b0f-b17d9889f9f0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:27:03.457864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:03.462718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:03.529724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:03.542514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['e3dc6458-591d-4303-9b0f-b17d9889f9f0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:27:03.604809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dc60ccc-364f-417a-8d62-c11c39e89623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.133305 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.279006 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.337181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fda97-d6bc-43b6-a282-c5d2fd84484a req-7a43814d-92c5-4d42-a4f9-ed6ac3abb7f5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.339445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-026fda97-d6bc-43b6-a282-c5d2fd84484a req-7a43814d-92c5-4d42-a4f9-ed6ac3abb7f5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 944 time: 0.1772377 Sep 21 18:27:04.401421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-753b996e-87db-4f8f-a3da-d854c35ba501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.403223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-753b996e-87db-4f8f-a3da-d854c35ba501 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1095 time: 0.0808713 Sep 21 18:27:04.425359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-026fda97-d6bc-43b6-a282-c5d2fd84484a req-1f8b9257-a694-4f91-8543-be0fd8e129b2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700052 Sep 21 18:27:04.555903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-3287fe95-79bf-4b36-8426-b7ef42f1048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.557524 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-3287fe95-79bf-4b36-8426-b7ef42f1048d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.1318810 Sep 21 18:27:04.647200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-bcd0c244-d938-4303-858a-2239dd429c2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 1000 time: 0.0818126 Sep 21 18:27:04.751177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-2bb3cf8c-2c15-4b0e-98d4-1bc9fcc4c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.753738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-2bb3cf8c-2c15-4b0e-98d4-1bc9fcc4c92c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0971613 Sep 21 18:27:04.819498 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.837518 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-7db0ecc7-b16d-413a-b064-93d4180976c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.848240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-7db0ecc7-b16d-413a-b064-93d4180976c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851789 Sep 21 18:27:04.966965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-4b9c0d01-781a-4a15-9d67-4704cd9efcb7 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105359 Sep 21 18:27:05.098488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-032ea051-a76f-4a5b-beb6-fd9f4f602fc1 req-f856377a-22e0-4ccb-b54e-a7ebedeebd0b service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220694 Sep 21 18:27:05.132066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:05.252016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port e3dc6458-591d-4303-9b0f-b17d9889f9f0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:05.253233 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:05.372204 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:05.402154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:05.406330 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320fbc16-abb8-4bc2-902c-c2b51fa26892" -d '{"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:05.428798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:05.434699 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:05.487414 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60785f31-3834-4f73-8f22-08f996b26b2c x-openstack-request-id: req-60785f31-3834-4f73-8f22-08f996b26b2c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:05.487793 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:05.488146 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60785f31-3834-4f73-8f22-08f996b26b2c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:05.488671 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'code': 200} Sep 21 18:27:05.510931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:05.630033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a00aa-cc24-4b27-8926-61ff24b94346 req-75d2c98c-3275-4fbe-8391-454a41bc2e7a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:05.640214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af5a00aa-cc24-4b27-8926-61ff24b94346 req-75d2c98c-3275-4fbe-8391-454a41bc2e7a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0931823 Sep 21 18:27:05.705812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af5a00aa-cc24-4b27-8926-61ff24b94346 req-1a76bcf5-615b-4d2c-9ff2-fcf95ffcae87 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646117 Sep 21 18:27:06.865641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af969ce9-2ef2-4379-b781-f5c2ec680beb req-af19d20b-206d-41c3-90af-a217ae972ef5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:06.874935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af969ce9-2ef2-4379-b781-f5c2ec680beb req-af19d20b-206d-41c3-90af-a217ae972ef5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0651579 Sep 21 18:27:06.928119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af969ce9-2ef2-4379-b781-f5c2ec680beb req-e73374d9-3576-4b31-85d8-c7d6810df969 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518899 Sep 21 18:27:07.284027 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:08.144957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015808c6-0063-4b06-8c6f-5f91f8ed00b1 req-0d039f7f-91cb-4c0b-b9af-070b617845fb tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:08.147677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-015808c6-0063-4b06-8c6f-5f91f8ed00b1 req-0d039f7f-91cb-4c0b-b9af-070b617845fb tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0739987 Sep 21 18:27:08.231499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-015808c6-0063-4b06-8c6f-5f91f8ed00b1 req-13ffd179-55ae-4a60-a691-8074ca0629e4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730164 Sep 21 18:27:08.473125 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:09.454343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431988c-312c-475d-8c5e-178e57be247e req-17349006-07d2-4b5c-8b67-59f07831f6fa tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:09.462567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b431988c-312c-475d-8c5e-178e57be247e req-17349006-07d2-4b5c-8b67-59f07831f6fa tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0754578 Sep 21 18:27:09.521461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b431988c-312c-475d-8c5e-178e57be247e req-26252e57-1102-4d88-8f65-43b49fed9a6f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577650 Sep 21 18:27:10.322543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36560) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:10.521747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-850b2b67-7c9c-4c87-8288-c075513b1499 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39d69511da0c44f5aecb3e3964772eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968164 Sep 21 18:27:10.523595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 36564) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:10.660952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9495d615-cb92-4ac8-8b93-3c152eecb103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:10.705850 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9495d615-cb92-4ac8-8b93-3c152eecb103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:10.765160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306104ac-7bd0-4a3f-91e2-8c883ae0cf1a req-7835c221-6de9-4c7f-89f9-13e205047d03 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:10.769315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-306104ac-7bd0-4a3f-91e2-8c883ae0cf1a req-7835c221-6de9-4c7f-89f9-13e205047d03 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.1007829 Sep 21 18:27:10.853790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9495d615-cb92-4ac8-8b93-3c152eecb103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:10.854713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-306104ac-7bd0-4a3f-91e2-8c883ae0cf1a req-8bb63bef-2f54-435f-ae49-d5c6700314ba tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727491 Sep 21 18:27:10.857146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9495d615-cb92-4ac8-8b93-3c152eecb103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:10.858609 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9495d615-cb92-4ac8-8b93-3c152eecb103 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4decb185-1eee-48cd-b995-7434789ab848 HTTP/1.1" status: 204 len: 168 time: 0.3337593 Sep 21 18:27:10.877853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495d615-cb92-4ac8-8b93-3c152eecb103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4decb185-1eee-48cd-b995-7434789ab848,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:11.846442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-0b125a51-ef36-4c95-99fa-fc1fd651a926 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872052 Sep 21 18:27:12.000938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-d1a9747a-3180-45f9-a22e-1b4b792c7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:12.004094 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-d1a9747a-3180-45f9-a22e-1b4b792c7b87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.0765433 Sep 21 18:27:12.062364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f94b3-baf0-40fc-a7cc-becd67663879 req-14f344fe-6b5b-4324-ba28-f54a4806b27a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:12.064107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a47f94b3-baf0-40fc-a7cc-becd67663879 req-14f344fe-6b5b-4324-ba28-f54a4806b27a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0567369 Sep 21 18:27:12.121622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a47f94b3-baf0-40fc-a7cc-becd67663879 req-883aaa20-e45a-4d51-ad52-f98d78f1b964 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498273 Sep 21 18:27:12.261959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-117a2116-6462-4dd4-ad5e-e555c0196511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:12.264193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-117a2116-6462-4dd4-ad5e-e555c0196511 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.2308354 Sep 21 18:27:12.444171 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-127f99c3-3f76-4c80-bf2d-90e637c505e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 1000 time: 0.1628320 Sep 21 18:27:12.558678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-02d576de-c3e4-47fa-a4fb-940d00e33630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:12.561779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-02d576de-c3e4-47fa-a4fb-940d00e33630 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.1095593 Sep 21 18:27:12.697710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-335e22d2-73e5-41ab-bf1c-62ffbf7bf688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:12.698988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-335e22d2-73e5-41ab-bf1c-62ffbf7bf688 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238365 Sep 21 18:27:12.987974 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-768137c2-8eff-491b-ac72-b96bfdc839e4 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780938 Sep 21 18:27:13.218822 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f7e037-fca4-4cec-8ac6-d37c1885b9ff req-d0044484-ecdd-4d53-b7b9-49c2515e10b4 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284091 Sep 21 18:27:13.341389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e2c16-face-473a-a520-e8e36c8f011c req-879b1474-b216-4ce6-9547-841b1aff372d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:13.349615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c4e2c16-face-473a-a520-e8e36c8f011c req-879b1474-b216-4ce6-9547-841b1aff372d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0963972 Sep 21 18:27:13.402866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c4e2c16-face-473a-a520-e8e36c8f011c req-626951ce-e7a5-4ba4-b65d-914f7e5123c2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516627 Sep 21 18:27:14.637540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5cd4-c148-485e-b021-04ece7fbffbc req-3afc4f62-b325-4864-b1da-016f1c873a6f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:14.653016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-712d5cd4-c148-485e-b021-04ece7fbffbc req-3afc4f62-b325-4864-b1da-016f1c873a6f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.1130426 Sep 21 18:27:14.732865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-712d5cd4-c148-485e-b021-04ece7fbffbc req-f44a88f7-474d-4d66-a822-2e3cb4cecd52 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780735 Sep 21 18:27:15.962174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089b44-cea5-4fd3-9cb6-87c5d7d45360 req-7a70f1b7-d62e-41e7-b892-b24ed957fc3b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:15.966706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba089b44-cea5-4fd3-9cb6-87c5d7d45360 req-7a70f1b7-d62e-41e7-b892-b24ed957fc3b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.1354527 Sep 21 18:27:16.121220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba089b44-cea5-4fd3-9cb6-87c5d7d45360 req-0cd7c0a2-3aae-4346-8d7a-cb385f4197d4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405337 Sep 21 18:27:17.341459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1040-a444-4090-8206-953bb2477135 req-b1a97b16-ad85-4b3e-9191-b2010a35dda8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.356196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-912d1040-a444-4090-8206-953bb2477135 req-b1a97b16-ad85-4b3e-9191-b2010a35dda8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0719001 Sep 21 18:27:17.404021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-912d1040-a444-4090-8206-953bb2477135 req-fb8eea38-948b-44db-a176-189c513cf45b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447605 Sep 21 18:27:17.692323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-0818805d-a182-4100-b8a9-9dba9808f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.693868 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-0818805d-a182-4100-b8a9-9dba9808f54b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1096 time: 0.0506430 Sep 21 18:27:17.796636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-3a8337d2-4d0a-4e91-bff1-863384ffb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.798066 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-3a8337d2-4d0a-4e91-bff1-863384ffb914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.0958729 Sep 21 18:27:17.875155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-0ba9f6c2-d61a-4010-a00c-e3253bb5e3d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 1001 time: 0.0690210 Sep 21 18:27:17.932250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-75dcf4f2-5884-46aa-a656-fb7df6cbbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.933736 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-75dcf4f2-5884-46aa-a656-fb7df6cbbc90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0518844 Sep 21 18:27:17.976512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36704) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:17.986386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-d7881c26-db88-41ad-82f7-abba19ddcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.987927 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-d7881c26-db88-41ad-82f7-abba19ddcf8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469787 Sep 21 18:27:18.091034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-550e2acb-d288-46c7-bbc6-84c1125ec41c service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946162 Sep 21 18:27:18.106175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9d95c6d-621f-47c6-a09c-244dd89296c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.209561 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cb956f47-8088-48ce-8584-b7a6d2026f48 req-74b2481c-edf1-44b8-8a9d-b3c9296fe2df service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095829 Sep 21 18:27:18.250154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9d95c6d-621f-47c6-a09c-244dd89296c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.254215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9d95c6d-621f-47c6-a09c-244dd89296c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.292425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d95c6d-621f-47c6-a09c-244dd89296c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2c3836-f864-4407-8c2f-cc911c2ff38c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:18.299748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d9d95c6d-621f-47c6-a09c-244dd89296c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91cfc30a5ff64c00a3b2ec7a1a29f53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196814 Sep 21 18:27:18.300022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 36708) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:18.356880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-60c72f39-1e6a-46e6-9823-10717193fa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.380586 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-60c72f39-1e6a-46e6-9823-10717193fa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.446977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-60c72f39-1e6a-46e6-9823-10717193fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.449592 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-60c72f39-1e6a-46e6-9823-10717193fa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.451422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-60c72f39-1e6a-46e6-9823-10717193fa28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de2c3836-f864-4407-8c2f-cc911c2ff38c HTTP/1.1" status: 204 len: 168 time: 0.1505625 Sep 21 18:27:18.462032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c72f39-1e6a-46e6-9823-10717193fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2c3836-f864-4407-8c2f-cc911c2ff38c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:18.551942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc26fb-5d1d-4c38-bdf4-e796b0b0ef0f req-6ff7b4f1-12a6-4648-b583-f4339adebb41 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:18.553530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1dc26fb-5d1d-4c38-bdf4-e796b0b0ef0f req-6ff7b4f1-12a6-4648-b583-f4339adebb41 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0593679 Sep 21 18:27:18.626852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1dc26fb-5d1d-4c38-bdf4-e796b0b0ef0f req-c6945c05-87b1-4cd1-8aa2-874f88e5cfdf tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660322 Sep 21 18:27:19.788171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6be520-6d47-4b52-8cff-992119d4fc47 req-f786424a-f663-4f38-9a71-93587a8d2f09 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:19.789863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d6be520-6d47-4b52-8cff-992119d4fc47 req-f786424a-f663-4f38-9a71-93587a8d2f09 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0776496 Sep 21 18:27:19.835700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d6be520-6d47-4b52-8cff-992119d4fc47 req-2fd44e6c-3b86-4e5c-b5bf-a852afd26cec tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369377 Sep 21 18:27:20.971595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1651-5d65-4efb-83e9-1997d24b11b1 req-46426348-94ff-4e88-a06b-bfbebf421a80 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:20.974629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-917a1651-5d65-4efb-83e9-1997d24b11b1 req-46426348-94ff-4e88-a06b-bfbebf421a80 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 945 time: 0.0588241 Sep 21 18:27:21.014694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-917a1651-5d65-4efb-83e9-1997d24b11b1 req-c3f37312-c633-47f2-8056-cdfe5ce5e58d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339773 Sep 21 18:27:21.199374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:27:21.290661 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:21.317622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:21.320036 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c872e0-78f9-4845-a964-eaa7c4d3ffab" -d '{"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:21.336856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:21.342328 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:21.411188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:21.420834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.421390 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.421619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.421973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.422417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.422756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.423086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.423402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.423730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.424063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.424526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.424997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:21.445943 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae9b9a2-21b8-4c52-b2ec-624c61453baf x-openstack-request-id: req-6ae9b9a2-21b8-4c52-b2ec-624c61453baf {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:21.446349 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-unplugged", "status": "failed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0", "code": 422}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:21.446697 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ae9b9a2-21b8-4c52-b2ec-624c61453baf {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:21.450119 n-d-810285-3 neutron-server[95092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'code': 422} returned with failed status Sep 21 18:27:21.781629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fc1ab-e0ed-4d5e-8e0c-5bc3c62373b9 req-22c9ed3d-86ad-498c-972f-94c4c911c16f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:21.783579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-818fc1ab-e0ed-4d5e-8e0c-5bc3c62373b9 req-22c9ed3d-86ad-498c-972f-94c4c911c16f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0683675 Sep 21 18:27:21.828674 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-3101e9d7-e2c5-4944-8f64-ce1eb99dc7dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0633261 Sep 21 18:27:21.864525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-818fc1ab-e0ed-4d5e-8e0c-5bc3c62373b9 req-0a201c65-5006-48cc-8748-5cf7b2b7f3fd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738482 Sep 21 18:27:23.124366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60604b45-8710-4872-81d3-895d995deff7 req-ffbdf7c6-dec9-48fd-b0d8-25333717e289 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:23.130743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60604b45-8710-4872-81d3-895d995deff7 req-ffbdf7c6-dec9-48fd-b0d8-25333717e289 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1216400 Sep 21 18:27:23.197320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60604b45-8710-4872-81d3-895d995deff7 req-a9c89be9-f35b-479a-a40d-83cf924ff9ff tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598550 Sep 21 18:27:24.372215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbf1e9-c452-4c64-964b-5ec9fa6c0aaf req-40d7b262-7bf5-45fc-a4cf-5bcb671b838f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:24.374683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cecbf1e9-c452-4c64-964b-5ec9fa6c0aaf req-40d7b262-7bf5-45fc-a4cf-5bcb671b838f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0599232 Sep 21 18:27:24.426022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cecbf1e9-c452-4c64-964b-5ec9fa6c0aaf req-8474e659-524f-4654-8fe4-0acd0a097e2c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Sep 21 18:27:25.247418 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:27:25.569427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3fd6-6675-4b39-b39e-ddfd9b7864f6 req-714cdab4-345d-4ed4-877c-80a16aa34b20 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:25.570991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f06b3fd6-6675-4b39-b39e-ddfd9b7864f6 req-714cdab4-345d-4ed4-877c-80a16aa34b20 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0555687 Sep 21 18:27:25.621061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f06b3fd6-6675-4b39-b39e-ddfd9b7864f6 req-6d6dd012-cfb1-448d-8bae-d8843a08ffc9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 Sep 21 18:27:26.753485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46779-65a8-4be7-816d-e0e161d9f75d req-7345904a-2cbc-48f9-92bd-b183ffce2694 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:26.755044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5d46779-65a8-4be7-816d-e0e161d9f75d req-7345904a-2cbc-48f9-92bd-b183ffce2694 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0572815 Sep 21 18:27:26.808000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5d46779-65a8-4be7-816d-e0e161d9f75d req-08eee917-f63e-42a5-82ee-58799b001116 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 Sep 21 18:27:27.811046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38f229-0ee8-497b-8bd1-5a5a9efcb111 req-2880ea13-0187-449a-bd7e-ca576b5f2a6c tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:27.818741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e38f229-0ee8-497b-8bd1-5a5a9efcb111 req-2880ea13-0187-449a-bd7e-ca576b5f2a6c tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0894666 Sep 21 18:27:27.874161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e38f229-0ee8-497b-8bd1-5a5a9efcb111 req-6e4277a1-f809-4453-a937-804c087b0c5b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544276 Sep 21 18:27:27.992731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9fd3d-59f8-4e63-bd44-95fcb116858c req-aee004bb-61e1-49e9-999f-f6ea55b55217 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:27.994294 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9b9fd3d-59f8-4e63-bd44-95fcb116858c req-aee004bb-61e1-49e9-999f-f6ea55b55217 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0542696 Sep 21 18:27:28.044420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9b9fd3d-59f8-4e63-bd44-95fcb116858c req-a1fe722b-44ad-43f1-8dce-9906692632da tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Sep 21 18:27:29.025671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6b8b2-2488-486e-9bf7-e71791b082aa req-7142548c-0f93-4d6a-824b-cc2973d67fea tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:29.027549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ca6b8b2-2488-486e-9bf7-e71791b082aa req-7142548c-0f93-4d6a-824b-cc2973d67fea tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0800180 Sep 21 18:27:29.103669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ca6b8b2-2488-486e-9bf7-e71791b082aa req-21d19d91-b447-4837-bd8e-80859c849008 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693595 Sep 21 18:27:29.222990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea56e2-8861-4671-bff4-bab495b39e06 req-a102216a-aa23-4586-b1db-aa4313802776 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:29.233644 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03ea56e2-8861-4671-bff4-bab495b39e06 req-a102216a-aa23-4586-b1db-aa4313802776 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0735524 Sep 21 18:27:29.267850 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-20189f5d-e10e-4b76-9009-b931d51f7ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:29.301810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03ea56e2-8861-4671-bff4-bab495b39e06 req-4f1988f0-0c71-469f-88c5-29ff4e61b410 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656042 Sep 21 18:27:30.230358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0d76a-9e05-41e6-a4fa-48a1e4ba7752 req-2e83fdd0-bdf3-4f4c-85c2-138a54f0d591 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:30.234767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27f0d76a-9e05-41e6-a4fa-48a1e4ba7752 req-2e83fdd0-bdf3-4f4c-85c2-138a54f0d591 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0584602 Sep 21 18:27:30.289596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27f0d76a-9e05-41e6-a4fa-48a1e4ba7752 req-4299fc8d-76f8-435e-815e-fb3aa5679873 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512140 Sep 21 18:27:30.541745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e983-0f3d-41c1-8632-790f4833b95d req-7c1cc449-62a5-4813-a209-2266b75aaa78 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:30.549054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ca1e983-0f3d-41c1-8632-790f4833b95d req-7c1cc449-62a5-4813-a209-2266b75aaa78 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1500137 Sep 21 18:27:30.611068 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ca1e983-0f3d-41c1-8632-790f4833b95d req-da07f843-d719-4b2b-a528-2101abafc3ca tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519657 Sep 21 18:27:31.451693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc896da-01b0-4185-8eaf-aa39126a081a req-6247f252-6371-44d5-ae8c-3ab2477e1c25 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:31.453255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bbc896da-01b0-4185-8eaf-aa39126a081a req-6247f252-6371-44d5-ae8c-3ab2477e1c25 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0729072 Sep 21 18:27:31.504130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bbc896da-01b0-4185-8eaf-aa39126a081a req-39a87e09-f4ed-4150-a599-dbe76db56bef tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408626 Sep 21 18:27:31.626772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-6799dddf-e74f-451f-85c5-111ba800df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:31.628381 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-6799dddf-e74f-451f-85c5-111ba800df35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c&tenant_id=5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 1094 time: 0.0877218 Sep 21 18:27:31.710357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-4d4a6d69-734e-4661-9739-64ea21cd7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:31.713183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-4d4a6d69-734e-4661-9739-64ea21cd7a20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1094 time: 0.0589161 Sep 21 18:27:31.788036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45445ae5-22fe-4664-89ed-0e26ef129840 req-01d3a04e-e68c-4200-ac87-de8dceb1cdb9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:31.789702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45445ae5-22fe-4664-89ed-0e26ef129840 req-01d3a04e-e68c-4200-ac87-de8dceb1cdb9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0586047 Sep 21 18:27:31.822511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-a957305f-3a2d-4811-94f7-c87bac4c38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:31.824462 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-a957305f-3a2d-4811-94f7-c87bac4c38e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.1045387 Sep 21 18:27:31.854907 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45445ae5-22fe-4664-89ed-0e26ef129840 req-9fca8b92-1efe-4a8e-9ed0-710ee91d0a34 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590181 Sep 21 18:27:31.938165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-2556a826-37bd-4f51-9f2e-2bc5deed0002 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 999 time: 0.1046858 Sep 21 18:27:31.995738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-305d0216-07df-416a-80a6-dd8d859fe1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:31.998030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-305d0216-07df-416a-80a6-dd8d859fe1af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0529337 Sep 21 18:27:32.050381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-6b38f369-7ee0-46fc-98d1-4372841dcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:32.051881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-6b38f369-7ee0-46fc-98d1-4372841dcf7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449090 Sep 21 18:27:32.156751 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-5f500889-ad62-4daa-a9d7-e3e41e0eea8b service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960746 Sep 21 18:27:32.295327 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-437b222b-b97c-4545-8f17-a083e0c25f2a req-eecbb7be-9fe6-4f1b-94ac-e9ad0995d41b service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314447 Sep 21 18:27:32.725986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6c5f2-ce6d-46e4-8cfd-4c19227c97d8 req-bc2aa22f-913d-4715-ae35-163f589fed1e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:32.739018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aea6c5f2-ce6d-46e4-8cfd-4c19227c97d8 req-bc2aa22f-913d-4715-ae35-163f589fed1e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1136312 Sep 21 18:27:32.789416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aea6c5f2-ce6d-46e4-8cfd-4c19227c97d8 req-a0a6b289-b5a3-43a5-8c6b-e4e83d336c8e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483789 Sep 21 18:27:33.031753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec913a-277a-4b11-a12d-b67afa02fbc1 req-6e4a2d3c-dd91-47f4-9f59-706efa583066 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:33.033833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09ec913a-277a-4b11-a12d-b67afa02fbc1 req-6e4a2d3c-dd91-47f4-9f59-706efa583066 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0787425 Sep 21 18:27:33.121847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09ec913a-277a-4b11-a12d-b67afa02fbc1 req-a5262150-75f3-4485-9c34-8a581c5d63c3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808151 Sep 21 18:27:33.585559 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c70de1be-950a-4f3f-8753-3582fc2353c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.034061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad78ea2-3092-4cc1-892f-a86a7c7e7743 req-53403e1e-407f-4723-90bc-4e0cd00d1778 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:34.034061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aad78ea2-3092-4cc1-892f-a86a7c7e7743 req-53403e1e-407f-4723-90bc-4e0cd00d1778 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1050663 Sep 21 18:27:34.133911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aad78ea2-3092-4cc1-892f-a86a7c7e7743 req-f9b9a75d-358f-4c54-b479-55b455660aea tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909655 Sep 21 18:27:34.142797 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.269133 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.336706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655dc4-b642-40d0-82ff-f9f41cf438c3 req-f779b096-ce97-4de3-a747-2a7dd859f888 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:34.346449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71655dc4-b642-40d0-82ff-f9f41cf438c3 req-f779b096-ce97-4de3-a747-2a7dd859f888 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1190553 Sep 21 18:27:34.434714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71655dc4-b642-40d0-82ff-f9f41cf438c3 req-31004752-e4f8-4413-802d-1ac11a072be6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812149 Sep 21 18:27:34.796294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.330142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6597d-ac0c-4f87-85c2-2960230db18f req-eb6d3711-c017-4159-a541-edd27acc82fa tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:35.336860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dae6597d-ac0c-4f87-85c2-2960230db18f req-eb6d3711-c017-4159-a541-edd27acc82fa tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1112878 Sep 21 18:27:35.410069 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dae6597d-ac0c-4f87-85c2-2960230db18f req-16721f20-73a4-4068-be70-8645fa817968 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654888 Sep 21 18:27:35.567611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01c51-46ab-49e6-a308-41d7c9e3f854 req-142bd30e-e892-4295-a026-0306c9a25937 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:35.575281 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16b01c51-46ab-49e6-a308-41d7c9e3f854 req-142bd30e-e892-4295-a026-0306c9a25937 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0667224 Sep 21 18:27:35.634456 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16b01c51-46ab-49e6-a308-41d7c9e3f854 req-61a9a944-995c-470e-8a93-0b20aa038c28 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533793 Sep 21 18:27:36.598088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ba194-0cac-4387-a536-cf3a0a8739ce req-97573a90-1902-4fec-95aa-942eb7169e28 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:36.614987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-420ba194-0cac-4387-a536-cf3a0a8739ce req-97573a90-1902-4fec-95aa-942eb7169e28 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1170354 Sep 21 18:27:36.673486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-420ba194-0cac-4387-a536-cf3a0a8739ce req-20afdfc6-9ad7-4f9d-965c-1e1e06ace9a5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452724 Sep 21 18:27:36.819861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7a380-2d41-4d3c-93e6-77e11447ddab req-1fe55a60-179e-41e3-8127-20d67622916d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:36.821514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-caf7a380-2d41-4d3c-93e6-77e11447ddab req-1fe55a60-179e-41e3-8127-20d67622916d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0627904 Sep 21 18:27:36.882751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-caf7a380-2d41-4d3c-93e6-77e11447ddab req-9f293062-3bb7-4192-91b8-75b96cc39ded tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534358 Sep 21 18:27:37.265839 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.908858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76428-2037-443c-9125-806dba415f13 req-668888a7-5db0-4d2a-8174-6ae1f7a086df tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:37.919001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26f76428-2037-443c-9125-806dba415f13 req-668888a7-5db0-4d2a-8174-6ae1f7a086df tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0873756 Sep 21 18:27:38.014013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26f76428-2037-443c-9125-806dba415f13 req-599fe09a-4267-4570-b9a0-6eec13aeda8d tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908346 Sep 21 18:27:38.228493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f2341-65f5-456d-97a4-c663641475f3 req-07d2e97e-5bfb-4fa2-bbe1-bdc33b0dd10f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:38.239505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c26f2341-65f5-456d-97a4-c663641475f3 req-07d2e97e-5bfb-4fa2-bbe1-bdc33b0dd10f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.1090851 Sep 21 18:27:38.299621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c26f2341-65f5-456d-97a4-c663641475f3 req-d915fc0e-ebd3-414d-9314-8785c5d9f6c9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586965 Sep 21 18:27:38.479432 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.177296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2f37-006a-42b0-af21-b84218faa6fb req-23392bd7-a88f-4c60-b544-0bacd568cf59 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:39.179370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2ba2f37-006a-42b0-af21-b84218faa6fb req-23392bd7-a88f-4c60-b544-0bacd568cf59 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0785413 Sep 21 18:27:39.221986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2ba2f37-006a-42b0-af21-b84218faa6fb req-bd1a7a2a-334c-4271-9d01-a330d1177bc4 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Sep 21 18:27:39.502797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-4203f5d4-fe3e-4d9a-ad8c-ab92e0ff1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:39.504383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-4203f5d4-fe3e-4d9a-ad8c-ab92e0ff1ad7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.0497825 Sep 21 18:27:39.507586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19904-8f89-442d-94d7-8fa0b50c759b req-d759e8dc-1bf0-4bab-81c8-177d2345e6c5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:39.509179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcd19904-8f89-442d-94d7-8fa0b50c759b req-d759e8dc-1bf0-4bab-81c8-177d2345e6c5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0737076 Sep 21 18:27:39.607752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcd19904-8f89-442d-94d7-8fa0b50c759b req-b4b041c2-f5e5-45ac-b61c-3ed557998ea1 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872378 Sep 21 18:27:39.820081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5bf6a-25a9-4448-aef1-63ba01d7d35f req-2cbff4d4-3063-498f-a3f2-e3cdbfd196db tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:39.830577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eeb5bf6a-25a9-4448-aef1-63ba01d7d35f req-2cbff4d4-3063-498f-a3f2-e3cdbfd196db tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1356542 Sep 21 18:27:39.934831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eeb5bf6a-25a9-4448-aef1-63ba01d7d35f req-e6c9cab7-23e1-4687-a6c6-0656ff97ce64 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924728 Sep 21 18:27:40.167641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-8d5ce7fe-8f1a-4e6f-9567-5f3bc162a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:40.179368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-8d5ce7fe-8f1a-4e6f-9567-5f3bc162a884 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.6644869 Sep 21 18:27:40.290547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-f6cab7d1-16c4-4c9c-aa2a-f500fd80aa71 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 1000 time: 0.1017895 Sep 21 18:27:40.382822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-c32c5ea1-e7a4-4bed-b015-84f936f78ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:40.384497 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-c32c5ea1-e7a4-4bed-b015-84f936f78ae7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0865593 Sep 21 18:27:40.457698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-923cc921-ba6c-4cb3-afc5-5f47a93c0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:40.459281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-923cc921-ba6c-4cb3-afc5-5f47a93c0d4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624237 Sep 21 18:27:40.567236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-7e004c50-9ada-4360-9b36-f0bb3430169c service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998042 Sep 21 18:27:40.687287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8e5fc88-304b-4c85-b5c6-deac89422e7e req-26e9dd05-4589-42cc-9b6d-4bf9e3d05369 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121736 Sep 21 18:27:40.806962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb46aa-d9e5-4a65-b55d-09cb2bed0e1e req-5092fcf7-6e7c-4d95-a795-53a13929f1fd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:40.816371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6bb46aa-d9e5-4a65-b55d-09cb2bed0e1e req-5092fcf7-6e7c-4d95-a795-53a13929f1fd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0739431 Sep 21 18:27:40.873281 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6bb46aa-d9e5-4a65-b55d-09cb2bed0e1e req-fed4749f-1c88-4682-aa70-ee2dc09a6b93 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496492 Sep 21 18:27:41.080107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763cc54-bc94-4562-9552-35d4cef7cd13 req-e1f3923a-e327-4d99-bd7e-b64ebfb2dc66 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:41.084186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6763cc54-bc94-4562-9552-35d4cef7cd13 req-e1f3923a-e327-4d99-bd7e-b64ebfb2dc66 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0796680 Sep 21 18:27:41.155615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6763cc54-bc94-4562-9552-35d4cef7cd13 req-6d29d061-9fcb-4f6d-b03f-e9f84f1fd75b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645258 Sep 21 18:27:42.040158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67556414-23d7-464f-a281-294ca3867696 req-d6ba298c-50b2-4e3a-92da-b2c3525949b9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:42.041861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67556414-23d7-464f-a281-294ca3867696 req-d6ba298c-50b2-4e3a-92da-b2c3525949b9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0832295 Sep 21 18:27:42.114982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67556414-23d7-464f-a281-294ca3867696 req-db750788-9ce7-4239-a57f-87af010ebe04 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669098 Sep 21 18:27:42.361675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1135864-b89e-402e-bba4-b84d669ec264 req-a5053393-cf54-4bb5-903f-af39dc105e54 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:42.374989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1135864-b89e-402e-bba4-b84d669ec264 req-a5053393-cf54-4bb5-903f-af39dc105e54 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0868468 Sep 21 18:27:42.434150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1135864-b89e-402e-bba4-b84d669ec264 req-fc018815-9193-4d1d-b1c0-324aecb0fa2b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580394 Sep 21 18:27:43.247613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11147a32-107b-48b8-911a-211fd66311da req-6b2e1f71-b476-4c26-b561-d74b6ad664f2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:43.249263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11147a32-107b-48b8-911a-211fd66311da req-6b2e1f71-b476-4c26-b561-d74b6ad664f2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0580673 Sep 21 18:27:43.294026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11147a32-107b-48b8-911a-211fd66311da req-199af499-3974-464d-a8cc-6d0c5edd9881 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378392 Sep 21 18:27:44.477697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ba0e7-f89e-4bb4-ac13-35b836fb86c9 req-e640ade4-1ed9-408a-bfc1-78d469da0809 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:44.479315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff8ba0e7-f89e-4bb4-ac13-35b836fb86c9 req-e640ade4-1ed9-408a-bfc1-78d469da0809 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0912714 Sep 21 18:27:44.531729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff8ba0e7-f89e-4bb4-ac13-35b836fb86c9 req-419cbc24-f22e-497b-8826-3af230f0bf11 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440209 Sep 21 18:27:45.313921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37258) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:45.424851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:45.521694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:45.525875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:45.564694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c2106-63a6-486c-87ee-424f054c0183,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:45.572198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95a209a31bcc416c8a94a180bb200480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548606 Sep 21 18:27:45.572718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37268) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:45.575701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.576019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.576370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.576714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.577044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.577357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.577685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.578010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.578370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.578694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.579017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.579340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4248380-f4d1-4de8-9c35-1ff173ab16ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.649882 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:45.677367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:45.693117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5358d97-6fb4-4253-93e8-dcd0185056ab req-e43842f6-801c-4bbc-bbca-cdb430b947fa tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:45.694821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5358d97-6fb4-4253-93e8-dcd0185056ab req-e43842f6-801c-4bbc-bbca-cdb430b947fa tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0819492 Sep 21 18:27:45.729793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:45.733469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:45.736895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b32c2106-63a6-486c-87ee-424f054c0183 HTTP/1.1" status: 204 len: 168 time: 0.1609247 Sep 21 18:27:45.737038 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5358d97-6fb4-4253-93e8-dcd0185056ab req-2132fc93-1b46-4fe9-b161-f19e5ff31f94 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343924 Sep 21 18:27:45.743022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c2106-63a6-486c-87ee-424f054c0183,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:45.752302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.753024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.753232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.753576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.753914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.754257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.754767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.755471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.755950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.756434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.757113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:45.757597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a73aaf-daf3-475a-9746-33f6c59e1529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:46.006401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:46.020142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b820d934-72e4-4e55-b85b-eeee31cc0ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.119951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b820d934-72e4-4e55-b85b-eeee31cc0ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.124810 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b820d934-72e4-4e55-b85b-eeee31cc0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.168292 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b820d934-72e4-4e55-b85b-eeee31cc0ba0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0860935c1ce94fb3a403ba9c8c236cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607254 Sep 21 18:27:46.169084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820d934-72e4-4e55-b85b-eeee31cc0ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782deb9e-d0bc-4ea7-a3da-d32eb39fa342,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:46.171580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37278) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:46.224617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9889cabd-e7b6-4563-ab09-09a7e54c30fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.247939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9889cabd-e7b6-4563-ab09-09a7e54c30fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.295438 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9889cabd-e7b6-4563-ab09-09a7e54c30fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.298044 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9889cabd-e7b6-4563-ab09-09a7e54c30fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.299236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9889cabd-e7b6-4563-ab09-09a7e54c30fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/782deb9e-d0bc-4ea7-a3da-d32eb39fa342 HTTP/1.1" status: 204 len: 168 time: 0.1263256 Sep 21 18:27:46.308620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889cabd-e7b6-4563-ab09-09a7e54c30fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782deb9e-d0bc-4ea7-a3da-d32eb39fa342,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:46.884216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0865ac5-dae5-49c3-b798-0fb9cc087bc2 req-2f05f079-6207-4577-b546-37e81624fb0e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:46.885769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0865ac5-dae5-49c3-b798-0fb9cc087bc2 req-2f05f079-6207-4577-b546-37e81624fb0e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0543625 Sep 21 18:27:46.938796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0865ac5-dae5-49c3-b798-0fb9cc087bc2 req-43db9262-0d9f-4051-9bef-98242d71ca21 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457463 Sep 21 18:27:48.138050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcaead-ba8e-4008-83eb-70393016bddc req-02e2451d-2574-4a0e-a636-3e5442003da0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:48.139640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32bcaead-ba8e-4008-83eb-70393016bddc req-02e2451d-2574-4a0e-a636-3e5442003da0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0554574 Sep 21 18:27:48.194394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32bcaead-ba8e-4008-83eb-70393016bddc req-92917117-d858-40c9-80b7-5fdee7e3bb6a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Sep 21 18:27:49.331187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d0d47-e385-4e5a-85d7-627bcc14df7f req-33b2a951-de9b-439b-bc01-68c72b6b8c1e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:49.333472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-902d0d47-e385-4e5a-85d7-627bcc14df7f req-33b2a951-de9b-439b-bc01-68c72b6b8c1e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0706885 Sep 21 18:27:49.378909 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-902d0d47-e385-4e5a-85d7-627bcc14df7f req-edcb9cc9-64c0-453a-afce-8d7713054777 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Sep 21 18:27:50.507589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4a05-422f-4b80-bbb2-6651ce37b5fe req-01ccc36a-2e96-4f16-909e-1e75a558d339 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:50.509058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0af4a05-422f-4b80-bbb2-6651ce37b5fe req-01ccc36a-2e96-4f16-909e-1e75a558d339 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0542164 Sep 21 18:27:50.546962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0af4a05-422f-4b80-bbb2-6651ce37b5fe req-3fb9839c-a53a-4fa8-847b-d05d84ce6150 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Sep 21 18:27:51.674900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343b954-bdf9-403f-8089-1aca6cda4944 req-cb39b324-e1fd-4d1e-a853-0b5269a025dc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:51.676564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a343b954-bdf9-403f-8089-1aca6cda4944 req-cb39b324-e1fd-4d1e-a853-0b5269a025dc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0535970 Sep 21 18:27:51.722678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a343b954-bdf9-403f-8089-1aca6cda4944 req-84df89f7-771b-47db-8b62-7475b92ae4f2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Sep 21 18:27:52.681274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37416) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:52.793491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebfb919b-5866-4286-9a96-80d3d4dcf373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.877944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d571-11ff-4657-8f49-db69947d89ca req-6dea9e8f-3e19-43a7-b3fe-3cd06c75950b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:52.879480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2c6d571-11ff-4657-8f49-db69947d89ca req-6dea9e8f-3e19-43a7-b3fe-3cd06c75950b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 943 time: 0.0780389 Sep 21 18:27:52.937351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2c6d571-11ff-4657-8f49-db69947d89ca req-3d69ef16-5182-4d1f-b6ec-ab2b37308ca5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504487 Sep 21 18:27:52.961670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebfb919b-5866-4286-9a96-80d3d4dcf373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.966354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebfb919b-5866-4286-9a96-80d3d4dcf373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.005050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ebfb919b-5866-4286-9a96-80d3d4dcf373 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e429b3a909124b379e5e132ea8b748bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226912 Sep 21 18:27:53.005906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb919b-5866-4286-9a96-80d3d4dcf373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70de955-105d-470e-a374-27e92ff93b14,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:53.007872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37422) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:53.059985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bff9fac-bacd-4d5f-93e2-b9c6499d9ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.081955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bff9fac-bacd-4d5f-93e2-b9c6499d9ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.130638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bff9fac-bacd-4d5f-93e2-b9c6499d9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.133333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bff9fac-bacd-4d5f-93e2-b9c6499d9ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.134504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4bff9fac-bacd-4d5f-93e2-b9c6499d9ad8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a70de955-105d-470e-a374-27e92ff93b14 HTTP/1.1" status: 204 len: 168 time: 0.1256235 Sep 21 18:27:53.144501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff9fac-bacd-4d5f-93e2-b9c6499d9ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70de955-105d-470e-a374-27e92ff93b14,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:53.355651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:27:53.444239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37434) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:53.459522 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-434599d5-b9d8-41b8-9fe8-6c14ef4c21d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.479107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:53.492368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'port_id': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'mac_address': 'fa:16:3e:ae:e8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:27:53.538321 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.552744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3dc6458-591d-4303-9b0f-b17d9889f9f0 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:27:53.577582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:53.583844 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.586623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-434599d5-b9d8-41b8-9fe8-6c14ef4c21d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.592741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-434599d5-b9d8-41b8-9fe8-6c14ef4c21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.632821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434599d5-b9d8-41b8-9fe8-6c14ef4c21d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167841a7-efaf-4333-a2d7-e06a4ff34d0f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:53.637630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-434599d5-b9d8-41b8-9fe8-6c14ef4c21d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a03a18f91afc4835acafc2fb69e5ba30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918683 Sep 21 18:27:53.640417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37438) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:53.644611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:53.692460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31d9a2db-a7e7-4eab-acf2-bd2e6e62be61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.713572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31d9a2db-a7e7-4eab-acf2-bd2e6e62be61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.760652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31d9a2db-a7e7-4eab-acf2-bd2e6e62be61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.763641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-31d9a2db-a7e7-4eab-acf2-bd2e6e62be61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.764833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-31d9a2db-a7e7-4eab-acf2-bd2e6e62be61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/167841a7-efaf-4333-a2d7-e06a4ff34d0f HTTP/1.1" status: 204 len: 168 time: 0.1234994 Sep 21 18:27:53.772739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9a2db-a7e7-4eab-acf2-bd2e6e62be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167841a7-efaf-4333-a2d7-e06a4ff34d0f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:53.820085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['e3dc6458-591d-4303-9b0f-b17d9889f9f0'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:27:54.072528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161766c-fe9a-4a50-9162-26235dde6b61 req-15a99271-33f2-4145-9174-1bc63456ab83 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:54.075155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2161766c-fe9a-4a50-9162-26235dde6b61 req-15a99271-33f2-4145-9174-1bc63456ab83 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 944 time: 0.0567191 Sep 21 18:27:54.124192 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2161766c-fe9a-4a50-9162-26235dde6b61 req-0037046e-98f1-4cb5-ab40-b9145e4ad1c1 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392761 Sep 21 18:27:54.135232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37446) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:54.152001 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5059adb-4c49-485c-9d42-e31ac3d15a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.245973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5059adb-4c49-485c-9d42-e31ac3d15a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.250548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5059adb-4c49-485c-9d42-e31ac3d15a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.289139 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b5059adb-4c49-485c-9d42-e31ac3d15a91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1de0cf86c6b469f9c637ef5015bef59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526687 Sep 21 18:27:54.290119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5059adb-4c49-485c-9d42-e31ac3d15a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caad177-ca37-4935-aa14-aa6fdfd3c85e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:54.292446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37448) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:54.346212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7f138eb-41a3-49b3-9258-e0c3bf813678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.370123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7f138eb-41a3-49b3-9258-e0c3bf813678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.423287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7f138eb-41a3-49b3-9258-e0c3bf813678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.426240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b7f138eb-41a3-49b3-9258-e0c3bf813678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.430086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b7f138eb-41a3-49b3-9258-e0c3bf813678 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2caad177-ca37-4935-aa14-aa6fdfd3c85e HTTP/1.1" status: 204 len: 168 time: 0.1330330 Sep 21 18:27:54.444481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f138eb-41a3-49b3-9258-e0c3bf813678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caad177-ca37-4935-aa14-aa6fdfd3c85e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:55.251166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed4b2-dc39-4281-882f-00bd29079a41 req-cf63864c-2a2f-4f47-8dda-8ecc1cc3ef28 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:55.254733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d33ed4b2-dc39-4281-882f-00bd29079a41 req-cf63864c-2a2f-4f47-8dda-8ecc1cc3ef28 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 944 time: 0.0509515 Sep 21 18:27:55.292902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d33ed4b2-dc39-4281-882f-00bd29079a41 req-47f07c22-1508-4fe6-9601-15f32f92201c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335054 Sep 21 18:27:55.371772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:55.423622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port e3dc6458-591d-4303-9b0f-b17d9889f9f0 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:55.423992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:55.518215 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:55.551064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:55.551064 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2cb09-7c41-4f3f-8e21-851e65fbc7b8" -d '{"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:55.568660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:55.575893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:55.631621 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db1a399-295c-4297-8295-e17724cd7eef x-openstack-request-id: req-7db1a399-295c-4297-8295-e17724cd7eef {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:55.631913 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:55.632216 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7db1a399-295c-4297-8295-e17724cd7eef {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:55.632592 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'code': 200} Sep 21 18:27:55.681124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=10']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:55.811535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc12e2-8b84-432a-87e3-07ab2c53145b req-56879ae4-bb0a-4943-913d-deeed28f03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:55.811920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37492) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:55.813003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ecc12e2-8b84-432a-87e3-07ab2c53145b req-56879ae4-bb0a-4943-913d-deeed28f03cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1097 time: 0.0499001 Sep 21 18:27:55.857122 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ecc12e2-8b84-432a-87e3-07ab2c53145b req-385c141a-deae-4492-bce9-82a3cff029ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343680 Sep 21 18:27:55.934709 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5153c1c9-226a-4643-b785-d30884f0aac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:56.034501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5153c1c9-226a-4643-b785-d30884f0aac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:56.038297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5153c1c9-226a-4643-b785-d30884f0aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:56.075795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5153c1c9-226a-4643-b785-d30884f0aac7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3f7c129c2f54211b3cf774f0d425a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629020 Sep 21 18:27:56.077744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153c1c9-226a-4643-b785-d30884f0aac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72861f67-6994-4be6-96ed-c7c00eff3c1e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:56.078525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37496) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:56.131149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da1882c-fe2a-4830-8f39-cfe2902a46bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:56.154212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da1882c-fe2a-4830-8f39-cfe2902a46bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:56.210286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da1882c-fe2a-4830-8f39-cfe2902a46bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:56.212920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3da1882c-fe2a-4830-8f39-cfe2902a46bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:56.214712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3da1882c-fe2a-4830-8f39-cfe2902a46bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72861f67-6994-4be6-96ed-c7c00eff3c1e HTTP/1.1" status: 204 len: 168 time: 0.1349263 Sep 21 18:27:56.222948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1882c-fe2a-4830-8f39-cfe2902a46bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72861f67-6994-4be6-96ed-c7c00eff3c1e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:56.431376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3f70c-cf38-47bc-901b-83a445eeff67 req-997abda1-bb9f-432a-a3df-956119ee720a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:56.433057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73b3f70c-cf38-47bc-901b-83a445eeff67 req-997abda1-bb9f-432a-a3df-956119ee720a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 946 time: 0.0526855 Sep 21 18:27:56.477514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73b3f70c-cf38-47bc-901b-83a445eeff67 req-6f5f99f0-2cd5-4795-80cc-c61079d59d59 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382419 Sep 21 18:27:56.895952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37536) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:57.009785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1730703682-network', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:57.039672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:27:57.042614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.053971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.155680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.161100 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.191859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:27:57.199159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ff00f0-266b-42b7-8f76-9577f1aafa54,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:57.207257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.207993 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Added segment add16afc-fd46-4a5d-a629-4f9d6c169143 of type vlan for network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 Sep 21 18:27:57.254435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.284095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.285320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:57.285952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.360107 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4622552 Sep 21 18:27:57.361221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1e3da-d53b-4a2c-86ff-b007d87989b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:57.363453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37590) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:57.369371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Request body: {'subnet': {'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1730703682-subnet', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:57.375454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:27:57.397075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:27:57.400796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.615982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a73b7-5330-42ad-b395-726758ecc602 req-acbfe769-d3da-46a7-8a07-6073b15136ff tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:57.617615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-791a73b7-5330-42ad-b395-726758ecc602 req-acbfe769-d3da-46a7-8a07-6073b15136ff tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 946 time: 0.0588999 Sep 21 18:27:57.638811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.658602 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-791a73b7-5330-42ad-b395-726758ecc602 req-09f71272-0ee7-43a2-8b36-8ee939a4cea6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343020 Sep 21 18:27:57.711657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5635321-e2bd-4a17-807d-77c5b5f633d1,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:57.718656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:57.719011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Network hostable DHCP agents. Network: d0658d3d-cbbe-4400-ac0e-6886d0aa77d7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:27:57.735958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:27:57.746879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, d0658d3d-cbbe-4400-ac0e-6886d0aa77d7) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:57.753718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:57.754711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.757049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b08ef-4344-46f8-912c-d174f4adc064 None None] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:27:57.783300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d53c9940-57fa-4e32-aba5-c80d6be17147 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4175944 Sep 21 18:27:57.785442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37594) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:57.792720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:57.819368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.820586 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.873324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:57.921591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-d0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:27:57.922690 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.067847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Allocated IP 172.20.0.2 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/ea468d2d-e1d4-448b-b3d4-675a604bd7c7) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:58.227809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.236031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.269013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:58.271916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:58.275365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:58.293932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Pushing event updated for resources: {'Port': ['ID=ea468d2d-e1d4-448b-b3d4-675a604bd7c7,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:58.314021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.353233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Attempting to bind port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:58.353601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Attempting to bind port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:58.354000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Attempting to bind port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:58.360360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:58.360756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:58.361341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.361751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:58.362248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Bound port: ea468d2d-e1d4-448b-b3d4-675a604bd7c7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:58.362644 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.432789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] For port ea468d2d-e1d4-448b-b3d4-675a604bd7c7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:58.437033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] For port ea468d2d-e1d4-448b-b3d4-675a604bd7c7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ea468d2d-e1d4-448b-b3d4-675a604bd7c7,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:58.445275 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.523306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b2826-4aac-4a0a-82a5-4e94ec8f3ace None None] Pushing event updated for resources: {'Port': ['ID=ea468d2d-e1d4-448b-b3d4-675a604bd7c7,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:58.549851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.571861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.720458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Allocated IP 172.25.3.112 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:58.876949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9805dd-4ee1-46e6-8f59-35fed855074f req-0b94576b-a072-49b6-8790-1c82486fefea tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:58.878517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca9805dd-4ee1-46e6-8f59-35fed855074f req-0b94576b-a072-49b6-8790-1c82486fefea tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 946 time: 0.1101255 Sep 21 18:27:58.899984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:58.940972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca9805dd-4ee1-46e6-8f59-35fed855074f req-c3cae9c0-333d-4761-b2ce-24c6c1c0df84 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521767 Sep 21 18:27:58.967225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.007413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:59.013457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:59.017274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:59.044559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Pushing event updated for resources: {'Port': ['ID=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:59.251740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c54aadb2-14df-42a5-93aa-a6e65ab5d82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.310334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.496400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79dac8c-a9ea-4781-8d16-cb3594935b4d None None] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:27:59.526411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.627766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-01c4e092-d11f-4c3c-bb42-975e97deca16 None None] Provisioning complete for port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:59.628387 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-01c4e092-d11f-4c3c-bb42-975e97deca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.699447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Router c70d1134-063d-4189-b5c7-ac27ddc980ed is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:27:59.767034 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-01c4e092-d11f-4c3c-bb42-975e97deca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.794881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:59.806939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-01c4e092-d11f-4c3c-bb42-975e97deca16 None None] For port ea468d2d-e1d4-448b-b3d4-675a604bd7c7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ea468d2d-e1d4-448b-b3d4-675a604bd7c7,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:59.815154 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-01c4e092-d11f-4c3c-bb42-975e97deca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.842399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:27:59.857535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:27:59.873983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:59.875609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-50b91faf-996f-48cb-901b-260efe02ffcf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0885665 Sep 21 18:27:59.878488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37612) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:59.889108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4e092-d11f-4c3c-bb42-975e97deca16 None None] Pushing event updated for resources: {'Port': ['ID=ea468d2d-e1d4-448b-b3d4-675a604bd7c7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:59.893487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:59.894257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:27:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:59.964931 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80305cd5-65f5-491f-8161-0e8d2b88e187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.026702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:00.115706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4fc84286-3404-48f2-89d2-a6539ac5aa38 None None] Provisioning complete for port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:00.116096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4fc84286-3404-48f2-89d2-a6539ac5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.247581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80305cd5-65f5-491f-8161-0e8d2b88e187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.254632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80305cd5-65f5-491f-8161-0e8d2b88e187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.324725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ea468d2d-e1d4-448b-b3d4-675a604bd7c7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:00.334093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80305cd5-65f5-491f-8161-0e8d2b88e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1b2c7-c2d7-417c-b179-c56bfae9fa89,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:00.341317 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80305cd5-65f5-491f-8161-0e8d2b88e187 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f7ec747d4e74efca73aa1b97f780cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453663 Sep 21 18:28:00.344141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37614) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:00.406596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc41f-beb3-42cd-9cad-a1e018d69684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.430481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc41f-beb3-42cd-9cad-a1e018d69684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.474900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:00.475301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.487660 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc41f-beb3-42cd-9cad-a1e018d69684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.492567 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc41f-beb3-42cd-9cad-a1e018d69684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.497315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cf2fc41f-beb3-42cd-9cad-a1e018d69684 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46d1b2c7-c2d7-417c-b179-c56bfae9fa89 HTTP/1.1" status: 204 len: 168 time: 0.1489344 Sep 21 18:28:00.503491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.511628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fc41f-beb3-42cd-9cad-a1e018d69684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1b2c7-c2d7-417c-b179-c56bfae9fa89,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:00.550505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:27:59Z', 'revision_number': 3, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:00.580704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:00.580995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Updating router c70d1134-063d-4189-b5c7-ac27ddc980ed port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:00.633998 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.683405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Allocated IP 172.20.0.1 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/32cdb239-2e2b-4a89-b78b-0db6a47d3220) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:00.798357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.837008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.882584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:00.886167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:00.892276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:00.921586 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.935571 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.936682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Pushing event updated for resources: {'Port': ['ID=32cdb239-2e2b-4a89-b78b-0db6a47d3220,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:00.958522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:00.991480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Attempting to bind port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:00.992051 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Attempting to bind port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:00.992673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Attempting to bind port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:00.995029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9b7d2-09ef-4773-b2a5-99e95546117e None None] Pushing event updated for resources: {'Port': ['ID=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:01.001056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:01.001577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:01.002118 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.002795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:01.003476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Bound port: 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:01.004032 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.074632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] For port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:01.084616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] For port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:01.093013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.132581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.158360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9b7d2-09ef-4773-b2a5-99e95546117e None None] Pushing event updated for resources: {'Port': ['ID=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:01.161422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:01.162047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:27:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:01.272811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-08689134-6de6-4ffb-a8de-628088a6e45c None None] Provisioning complete for port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:01.273187 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-08689134-6de6-4ffb-a8de-628088a6e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.319153 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.324152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:01.325351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.327206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-08689134-6de6-4ffb-a8de-628088a6e45c None None] Port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:01.393062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.394945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Pushing event updated for resources: {'Port': ['ID=32cdb239-2e2b-4a89-b78b-0db6a47d3220,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:01.506132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:01.507681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:01.559379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:00Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:01.593403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b91ec2-fe3e-4332-bb9e-35f5fb6e1c49 None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:00Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:01.649438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:01.781004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:01.786583 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e179fb69-a5cf-4748-92fa-11a52783809b admin admin] 10.222.0.70 "PUT /v2.0/routers/c70d1134-063d-4189-b5c7-ac27ddc980ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9070349 Sep 21 18:28:01.859638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1f13ba03-d189-437b-9bdb-0ed571fc89d0 None None] Provisioning complete for port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:01.860015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1f13ba03-d189-437b-9bdb-0ed571fc89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:01.933243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1f13ba03-d189-437b-9bdb-0ed571fc89d0 None None] Port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:02.241630 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:28:02.516407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:02.521673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1633405285-network', 'tenant_id': '40195c95434a4446b824faa3985ea5bc'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:02.547668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Made reservation on behalf of 40195c95434a4446b824faa3985ea5bc for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:02.550245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.560569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.660172 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.664719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.695579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:28:02.701672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aba524-2e8e-492a-a725-22b0e01954ff,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:02.710613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.710973 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Added segment 95d1f6b4-e524-4f34-8740-f86ee99bf2e1 of type vlan for network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 Sep 21 18:28:02.757874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.784715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.785805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:02.786473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.824586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3067422 Sep 21 18:28:02.827479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37664) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:02.833746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Request body: {'subnet': {'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1633405285-subnet', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:02.863739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1bef-2352-4f35-a9dd-97f3bf6442f8 admin admin] Pushing event updated for resources: {'Network': ['ID=34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:02.863918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Made reservation on behalf of 40195c95434a4446b824faa3985ea5bc for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:02.866528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:02.879777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:28:03.067155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.095184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-5ded6e74-1d48-4b15-9bab-ca0b94251787 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1b5d217860954ae88a6d6b4f7302658b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332372 Sep 21 18:28:03.123129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfca1adc-8e9a-438c-b214-57d0d6c9f813,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:03.135809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Checking segment: {'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:03.136210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Network hostable DHCP agents. Network: 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:28:03.152831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:28:03.161844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:03.168067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:03.168890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.172181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c6af7-99e0-41eb-b884-c9ab805eb54f None None] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:03.185804 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-070ee9fb-63e2-4c6b-bd4b-834d78877631 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3564954 Sep 21 18:28:03.188258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:03.192684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:03.216662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.217987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.276488 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.314871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-d7b425a4-7f8f-439b-81d6-350f9d12c86d tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:03.317587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-d7b425a4-7f8f-439b-81d6-350f9d12c86d tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162097 Sep 21 18:28:03.335555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-5371a9ff-5851-409c-8926-af7385de6786 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/quotas/1b5d217860954ae88a6d6b4f7302658b HTTP/1.1" status: 200 len: 375 time: 0.0116217 Sep 21 18:28:03.346431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28', 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'fixed_ips': [{'subnet_id': 'cfca1adc-8e9a-438c-b214-57d0d6c9f813'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:28:03.347405 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.384440 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-948957b8-cdd3-4094-9b4f-b89f0e82999c tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b5d217860954ae88a6d6b4f7302658b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320430 Sep 21 18:28:03.442767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.501666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Allocated IP 172.20.0.2 (34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28/cfca1adc-8e9a-438c-b214-57d0d6c9f813/c05a64c9-5135-4aaa-a0e1-6b809b145fa8) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:03.625165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-237efbfd-a5f2-49fe-8c0a-8dfcc77c0194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.636644 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-446efcc0-b44e-4165-b9ee-3b15daf7dc58 req-f6be08aa-cdeb-45ce-a4b5-b0f2853efd56 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 210 time: 0.0567102 Sep 21 18:28:03.675266 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.701004 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.709007 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.717077 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.766553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:03.771002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:03.774748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:03.784145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Pushing event updated for resources: {'Port': ['ID=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:03.819322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Allocated IP 172.25.3.61 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/9eed3b29-6e69-4083-91d2-bbff84d6a03a) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:03.841716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Attempting to bind port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:03.841915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Attempting to bind port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:03.842219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Attempting to bind port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 on network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:03.847634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:03.848034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Checking segment: {'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:03.848402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.848846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Bound using segment: {'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:03.849255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Bound port: c05a64c9-5135-4aaa-a0e1-6b809b145fa8, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:03.849632 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.917979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] For port c05a64c9-5135-4aaa-a0e1-6b809b145fa8, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:03.921619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] For port c05a64c9-5135-4aaa-a0e1-6b809b145fa8, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,segment=NetworkSegment(95d1f6b4-e524-4f34-8740-f86ee99bf2e1),segment_id=95d1f6b4-e524-4f34-8740-f86ee99bf2e1)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:03.928028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.953230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:03.957696 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:03.978079 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:03.978754 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:03.998832 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.002400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11c52f-1dd9-4ed4-8d48-30ebcd87e92a None None] Pushing event updated for resources: {'Port': ['ID=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:04.056001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:04.059976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:04.067292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:04.070499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Pushing event updated for resources: {'Port': ['ID=9eed3b29-6e69-4083-91d2-bbff84d6a03a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:04.127757 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:04.141227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.241759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:04.305091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.350513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:04.351128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.473275 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.491693 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 2, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:04.497056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:04.501360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.526367 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:04.526723 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Updating router c70d1134-063d-4189-b5c7-ac27ddc980ed port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:04.553969 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.561837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:04.752677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a57a6037-4c57-45eb-bc12-de1dd48a5b0f req-36532921-8283-4ebf-a160-8c124a5b08f3 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 210 time: 0.0419917 Sep 21 18:28:04.800218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.861673 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f801b20a-044f-4e3c-86b0-9ab433ef6c74 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=1b5d217860954ae88a6d6b4f7302658b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435383 Sep 21 18:28:04.862024 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.862435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.868675 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:04.971000 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Pushing event updated for resources: {'Port': ['ID=32cdb239-2e2b-4a89-b78b-0db6a47d3220,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:04.985409 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.985758 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.986096 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.986448 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.989328 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.990515 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.990515 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.990515 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.990952 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.991088 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.991569 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:04.991896 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:05.009105 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Attempting to bind port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:05.009703 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Attempting to bind port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:05.010110 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Attempting to bind port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:05.015694 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:05.016069 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:05.016468 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.016859 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:05.017338 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Bound port: 32cdb239-2e2b-4a89-b78b-0db6a47d3220, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:05.017703 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.106321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] For port 32cdb239-2e2b-4a89-b78b-0db6a47d3220, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:05.112583 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] For port 32cdb239-2e2b-4a89-b78b-0db6a47d3220, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=32cdb239-2e2b-4a89-b78b-0db6a47d3220,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:05.119333 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.176805 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:05.177602 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:05.202141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-e5c1152d-82b4-4c2d-8911-c2b30e176511 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:05.204021 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-e5c1152d-82b4-4c2d-8911-c2b30e176511 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000696 Sep 21 18:28:05.247982 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36960d62-f008-46f1-80de-77f314d70c43 None None] Pushing event updated for resources: {'Port': ['ID=32cdb239-2e2b-4a89-b78b-0db6a47d3220,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:05.272441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Request body: {'port': {'device_id': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '1b5d217860954ae88a6d6b4f7302658b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:05.316276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-dabea016-d651-48eb-8736-ba04051e8912 None None] Provisioning complete for port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:05.317870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dabea016-d651-48eb-8736-ba04051e8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.330083 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:05.436234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dabea016-d651-48eb-8736-ba04051e8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.438320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4280f505-9f2e-44f7-a590-7fb8efca4a97 None None] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:05.481532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.538329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-dabea016-d651-48eb-8736-ba04051e8912 None None] For port 32cdb239-2e2b-4a89-b78b-0db6a47d3220, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=32cdb239-2e2b-4a89-b78b-0db6a47d3220,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:05.550281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Made reservation on behalf of 1b5d217860954ae88a6d6b4f7302658b for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:05.550874 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dabea016-d651-48eb-8736-ba04051e8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.554155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.566559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.592215 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:05.620329 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be78e0e-c018-4072-ad5f-a3a15373dc3a None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:05.644547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabea016-d651-48eb-8736-ba04051e8912 None None] Pushing event updated for resources: {'Port': ['ID=32cdb239-2e2b-4a89-b78b-0db6a47d3220,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:05.693102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Router 334d998f-4937-4170-a9cc-620e754dd847 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:28:05.699064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] Provisioning complete for port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:05.699541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.769472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.775230 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.827208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] Provisioning complete for port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:05.827815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.918204 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1804f9c-f50d-4cfa-8cb9-e40081ef8b31 req-09701523-778c-4171-b222-153451cf79f1 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 210 time: 0.0567479 Sep 21 18:28:05.961221 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:05.987062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a986968-1fe0-42e3-bfb6-1bda034ffab1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:06.013365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] For port c05a64c9-5135-4aaa-a0e1-6b809b145fa8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,segment=NetworkSegment(95d1f6b4-e524-4f34-8740-f86ee99bf2e1),segment_id=95d1f6b4-e524-4f34-8740-f86ee99bf2e1)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:06.019174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:06.033251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:06.048122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Sync routers for ids ['334d998f-4937-4170-a9cc-620e754dd847'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:06.069433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Routers {'334d998f-4937-4170-a9cc-620e754dd847'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:06.070074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['334d998f-4937-4170-a9cc-620e754dd847'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:06.078233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-21497ea9-2871-4752-b07b-c8c336e451b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286395 Sep 21 18:28:06.092666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:06.094256 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71274433-4e36-40c7-a91b-555e833ae29f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9050016 Sep 21 18:28:06.097308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37696) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:06.159185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf2698-b598-4ebc-9859-7dfe56ba4f5d None None] Pushing event updated for resources: {'Port': ['ID=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:06.171916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-afa9a5b4-fc1a-458a-969f-e613014b9a5e None None] Provisioning complete for port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:06.172142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Allocated IP 192.168.233.161 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/beca3715-02fb-4fc3-9816-3092f1705fbe) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:06.172259 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-afa9a5b4-fc1a-458a-969f-e613014b9a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:06.299505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2847-c737-44a1-83f4-996803afd168 req-597b3506-6390-43a8-9952-0d7f1714a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:06.301004 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-597b3506-6390-43a8-9952-0d7f1714a568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 1097 time: 0.1507442 Sep 21 18:28:06.426494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:06.488165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Set router 334d998f-4937-4170-a9cc-620e754dd847 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:06.593429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2847-c737-44a1-83f4-996803afd168 req-085d4005-2391-47b9-8c79-4b5305b3c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:06.594967 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-085d4005-2391-47b9-8c79-4b5305b3c7f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.2623789 Sep 21 18:28:06.635070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:06.648511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:06.648948 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:06.755831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-a03e8b21-c786-420c-9be0-ae6103e863eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 200 len: 1001 time: 0.1320343 Sep 21 18:28:06.779320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 32cdb239-2e2b-4a89-b78b-0db6a47d3220 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:06.783040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 3, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port': {'id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:06.832397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Checking router: 334d998f-4937-4170-a9cc-620e754dd847 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:06.832653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Updating router 334d998f-4937-4170-a9cc-620e754dd847 port 9eed3b29-6e69-4083-91d2-bbff84d6a03a binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:06.868424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:06.910959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:06.910959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.019575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b087a74a-9f71-4249-8e68-ae47b793d83c req-40fa26f8-1a5c-4166-887d-0341743d469e tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 210 time: 0.0303814 Sep 21 18:28:07.122241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c05a64c9-5135-4aaa-a0e1-6b809b145fa8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:07.133875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.198660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2847-c737-44a1-83f4-996803afd168 req-aa341a13-e5c8-4656-aa4a-c510277279a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:07.201242 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-aa341a13-e5c8-4656-aa4a-c510277279a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.4171345 Sep 21 18:28:07.225349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:07.225724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.227356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:07.249013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:07.259738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:07.268219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Pushing event updated for resources: {'Port': ['ID=beca3715-02fb-4fc3-9816-3092f1705fbe,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:07.272122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.286272 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.286972 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.353537 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b2847-c737-44a1-83f4-996803afd168 req-ce701882-712a-4d25-bd33-28ca0553cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:07.354766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Attempting to bind port 9eed3b29-6e69-4083-91d2-bbff84d6a03a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:07.354943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Attempting to bind port 9eed3b29-6e69-4083-91d2-bbff84d6a03a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:07.355330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Attempting to bind port 9eed3b29-6e69-4083-91d2-bbff84d6a03a on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:07.355918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-ce701882-712a-4d25-bd33-28ca0553cf14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448109 Sep 21 18:28:07.362772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6f057-dfa9-4105-aa08-7b712469620c None None] Pushing event updated for resources: {'Port': ['ID=9eed3b29-6e69-4083-91d2-bbff84d6a03a,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:07.365177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:07.365918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.382557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:07.382933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:07.383334 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.383752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:07.384477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Bound port: 9eed3b29-6e69-4083-91d2-bbff84d6a03a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:07.387579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.454883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] For port 9eed3b29-6e69-4083-91d2-bbff84d6a03a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:07.459713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] For port 9eed3b29-6e69-4083-91d2-bbff84d6a03a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9eed3b29-6e69-4083-91d2-bbff84d6a03a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:07.466291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.468002 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-94fec823-28d1-4977-b5e9-648db421a05a tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2018700 Sep 21 18:28:07.483007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Request body: {'port': {'device_id': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:07.488515 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.518821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Routers {'334d998f-4937-4170-a9cc-620e754dd847'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:07.519765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['334d998f-4937-4170-a9cc-620e754dd847'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:07.573931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-d18d0f14-3c50-4768-b0cc-c6907c9a1600 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051775 Sep 21 18:28:07.623622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6f057-dfa9-4105-aa08-7b712469620c None None] Pushing event updated for resources: {'Port': ['ID=9eed3b29-6e69-4083-91d2-bbff84d6a03a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:07.623843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.649620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-19c429f9-e8cb-406c-abb1-8694b1d2de9f None None] Provisioning complete for port beca3715-02fb-4fc3-9816-3092f1705fbe triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:07.649987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-19c429f9-e8cb-406c-abb1-8694b1d2de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:07.675463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] Set router 334d998f-4937-4170-a9cc-620e754dd847 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:07.770588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-19c429f9-e8cb-406c-abb1-8694b1d2de9f None None] Port beca3715-02fb-4fc3-9816-3092f1705fbe cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:07.882140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 3, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port': {'id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:07.912793 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-535b2847-c737-44a1-83f4-996803afd168 req-42065fb7-faeb-436e-a161-c39e0f782037 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305869 Sep 21 18:28:07.917045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fc244-6d20-48e5-8003-9b74eb16171c None None] The sync data for ids ['334d998f-4937-4170-a9cc-620e754dd847'] in n-d-810285-3 is: [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 3, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port': {'id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:07.957127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Allocated IP 172.20.0.1 (34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28/cfca1adc-8e9a-438c-b214-57d0d6c9f813/6eefa11c-5af6-4015-97f1-7af453ba0ffa) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:08.160725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bfd18-2ee4-4401-a0fe-4e1c30c8bfd9 req-2677f4a1-4edc-4b70-b89a-13eb9ce9f59d tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:08.162464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c07bfd18-2ee4-4401-a0fe-4e1c30c8bfd9 req-2677f4a1-4edc-4b70-b89a-13eb9ce9f59d tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 936 time: 0.0726738 Sep 21 18:28:08.179499 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.194480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beca3715-02fb-4fc3-9816-3092f1705fbe {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:08.205069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.231749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Transition to ACTIVE for port object beca3715-02fb-4fc3-9816-3092f1705fbe will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:28:08.236937 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.266803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c07bfd18-2ee4-4401-a0fe-4e1c30c8bfd9 req-29ca4274-87a0-4f3e-af31-d29e460f2f0d tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937252 Sep 21 18:28:08.280864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.308477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c05a64c9-5135-4aaa-a0e1-6b809b145fa8 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:08.313522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=beca3715-02fb-4fc3-9816-3092f1705fbe,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:08.348373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:08.357239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:08.381915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:08.391328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:08.391328 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.463070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Pushing event updated for resources: {'Port': ['ID=6eefa11c-5af6-4015-97f1-7af453ba0ffa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:08.522206 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.528189 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.591330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Attempting to bind port beca3715-02fb-4fc3-9816-3092f1705fbe on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:08.591766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Attempting to bind port beca3715-02fb-4fc3-9816-3092f1705fbe by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:08.592021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Attempting to bind port beca3715-02fb-4fc3-9816-3092f1705fbe on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:08.601273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Port beca3715-02fb-4fc3-9816-3092f1705fbe on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:28:08.601616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Attempting to bind port beca3715-02fb-4fc3-9816-3092f1705fbe on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:08.614688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:08.615009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:08.615492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:08.615868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Bound port: beca3715-02fb-4fc3-9816-3092f1705fbe, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:08.616234 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.725040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-583d9497-e736-4984-a535-33e8ec1789f1 None None] Provisioning complete for port 6eefa11c-5af6-4015-97f1-7af453ba0ffa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:08.725663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-583d9497-e736-4984-a535-33e8ec1789f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.759000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] For port beca3715-02fb-4fc3-9816-3092f1705fbe, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:08.763427 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.766757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] For port beca3715-02fb-4fc3-9816-3092f1705fbe, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=beca3715-02fb-4fc3-9816-3092f1705fbe,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:08.770456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-583d9497-e736-4984-a535-33e8ec1789f1 None None] Port 6eefa11c-5af6-4015-97f1-7af453ba0ffa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:08.779765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.852370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:08.852998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:08.854862 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] 10.222.0.78 "PUT /v2.0/ports/beca3715-02fb-4fc3-9816-3092f1705fbe HTTP/1.1" status: 200 len: 1096 time: 1.3772004 Sep 21 18:28:08.857221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'tag': 'beca3715-02fb-4fc3-9816-3092f1705fbe'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:08.859704 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc957d-30f3-4767-8621-f9e1f9bcd166" -d '{"events": [{"name": "network-changed", "server_uuid": "ba82283d-f6ab-408b-894b-906767fdfe27", "tag": "beca3715-02fb-4fc3-9816-3092f1705fbe"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:08.893739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9c551-3475-4304-a614-5371cc4fbbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=beca3715-02fb-4fc3-9816-3092f1705fbe,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:08.927556 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22169d86-6c3e-4429-bd67-7f7ade564e55 x-openstack-request-id: req-22169d86-6c3e-4429-bd67-7f7ade564e55 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:08.927556 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba82283d-f6ab-408b-894b-906767fdfe27", "tag": "beca3715-02fb-4fc3-9816-3092f1705fbe", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:08.927832 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22169d86-6c3e-4429-bd67-7f7ade564e55 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:08.928150 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'tag': 'beca3715-02fb-4fc3-9816-3092f1705fbe', 'status': 'completed', 'code': 200} Sep 21 18:28:09.006738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f5921d33-a427-4677-9cc1-d0fb663710e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:09.008301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f5921d33-a427-4677-9cc1-d0fb663710e2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b5d217860954ae88a6d6b4f7302658b&device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 1099 time: 0.1074684 Sep 21 18:28:09.077178 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-c86b8c4e-3cc0-4e54-a3cf-90736cf52dca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=beca3715-02fb-4fc3-9816-3092f1705fbe HTTP/1.1" status: 200 len: 217 time: 0.0537477 Sep 21 18:28:09.127774 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:09.133836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:09.205104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-842d3f0c-182f-4522-8f6c-d65557d721ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:09.206695 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-842d3f0c-182f-4522-8f6c-d65557d721ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.1219051 Sep 21 18:28:09.226679 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:09.259543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Pushing event updated for resources: {'Port': ['ID=6eefa11c-5af6-4015-97f1-7af453ba0ffa,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:09.333430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f436515c-83f7-43d1-bd2d-f74c771a04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:09.335030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-f436515c-83f7-43d1-bd2d-f74c771a04e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185520 Sep 21 18:28:09.437556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:09.440496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:09.508194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-ef6d522a-7d05-4ca6-8b4a-e561772fca72 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636162 Sep 21 18:28:09.680459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Router 334d998f-4937-4170-a9cc-620e754dd847 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:09.689429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-77383ade-177a-464a-8e51-c7d4d1f8c149 req-68ced85a-2ee6-48a4-af5c-8dfe24f22ee6 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700358 Sep 21 18:28:09.772042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c6141-d3d5-427a-ba2f-be49ed969032 req-b12ce4e9-bc0b-4f7d-87ff-2774392ae6ca tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:09.781328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-553c6141-d3d5-427a-ba2f-be49ed969032 req-b12ce4e9-bc0b-4f7d-87ff-2774392ae6ca tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 948 time: 0.4264872 Sep 21 18:28:09.826880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-553c6141-d3d5-427a-ba2f-be49ed969032 req-808061b5-5321-4a47-9c2f-20f5feac1f45 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433483 Sep 21 18:28:09.836495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d200bf33-8075-4dfc-970c-b20384180aec None None] Provisioning complete for port 6eefa11c-5af6-4015-97f1-7af453ba0ffa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:09.837452 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d200bf33-8075-4dfc-970c-b20384180aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:09.862773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-d16183d6-36b6-4cd0-a993-2b2b4734bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:09.864853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-d16183d6-36b6-4cd0-a993-2b2b4734bd70 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b5d217860954ae88a6d6b4f7302658b&device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 1099 time: 0.1057467 Sep 21 18:28:09.869538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:09.876559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-914ed999-24db-4fdf-bcfc-80a3d1525935 admin admin] 10.222.0.70 "PUT /v2.0/routers/334d998f-4937-4170-a9cc-620e754dd847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7784197 Sep 21 18:28:09.897130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d200bf33-8075-4dfc-970c-b20384180aec None None] Port 6eefa11c-5af6-4015-97f1-7af453ba0ffa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:09.964511 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Sync routers for ids ['334d998f-4937-4170-a9cc-620e754dd847'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:09.974804 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Routers {'334d998f-4937-4170-a9cc-620e754dd847'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:09.975437 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['334d998f-4937-4170-a9cc-620e754dd847'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:09.988361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-ab4bbd04-4a5e-4f0a-9516-a1109e8fca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:09.989987 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-ab4bbd04-4a5e-4f0a-9516-a1109e8fca46 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.1178789 Sep 21 18:28:10.039074 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-784ad46b-f042-4be9-85e9-33c309a1d9be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=beca3715-02fb-4fc3-9816-3092f1705fbe HTTP/1.1" status: 200 len: 217 time: 0.0397909 Sep 21 18:28:10.094596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-1e62a9dc-6b47-4728-88b7-05faae76da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:10.095961 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Set router 334d998f-4937-4170-a9cc-620e754dd847 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:10.096304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-1e62a9dc-6b47-4728-88b7-05faae76da18 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0485034 Sep 21 18:28:10.179833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-73ce1e84-7cf4-4281-ab13-d2a2da58c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:10.181453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-73ce1e84-7cf4-4281-ab13-d2a2da58c528 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738833 Sep 21 18:28:10.235636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eed3b29-6e69-4083-91d2-bbff84d6a03a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:10.306628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9eed3b29-6e69-4083-91d2-bbff84d6a03a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:10.307888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:10.313821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-e6c55c77-e8d0-462d-adaa-69531b8f6374 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228113 Sep 21 18:28:10.396715 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:08Z', 'revision_number': 4, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port': {'id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '6eefa11c-5af6-4015-97f1-7af453ba0ffa', 'name': '', 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'mac_address': 'fa:16:3e:ec:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'cfca1adc-8e9a-438c-b214-57d0d6c9f813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:07Z', 'updated_at': '2021-09-21T18:28:08Z', 'revision_number': 2, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'subnets': [{'id': 'cfca1adc-8e9a-438c-b214-57d0d6c9f813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:10.433781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:10.458953 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dbbc957d-30f3-4767-8621-f9e1f9bcd166 req-70bf1c0d-bbae-4873-a1db-cf01e6f1f621 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348829 Sep 21 18:28:10.473171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 9eed3b29-6e69-4083-91d2-bbff84d6a03a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9eed3b29-6e69-4083-91d2-bbff84d6a03a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:10.479185 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:10.542636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=9eed3b29-6e69-4083-91d2-bbff84d6a03a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:10.569293 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Checking router: 334d998f-4937-4170-a9cc-620e754dd847 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:10.569644 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Updating router 334d998f-4937-4170-a9cc-620e754dd847 port 6eefa11c-5af6-4015-97f1-7af453ba0ffa binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:10.596976 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:10.931051 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:10.939341 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:10.981641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecf43e-0a7e-4a43-a0ea-dcc9de6e4b35 req-f3c43903-1b06-4995-9473-b392c25b6cc8 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:10.984311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30ecf43e-0a7e-4a43-a0ea-dcc9de6e4b35 req-f3c43903-1b06-4995-9473-b392c25b6cc8 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 948 time: 0.0874090 Sep 21 18:28:11.018971 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ce40e-9092-4db7-b500-56db69d22f5d None None] Pushing event updated for resources: {'Port': ['ID=6eefa11c-5af6-4015-97f1-7af453ba0ffa,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:11.041915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30ecf43e-0a7e-4a43-a0ea-dcc9de6e4b35 req-25b94fab-0b75-49bb-9f83-071ebe83e536 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Sep 21 18:28:11.097838 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Attempting to bind port 6eefa11c-5af6-4015-97f1-7af453ba0ffa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:11.098414 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Attempting to bind port 6eefa11c-5af6-4015-97f1-7af453ba0ffa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:11.098949 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Attempting to bind port 6eefa11c-5af6-4015-97f1-7af453ba0ffa on network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:11.105520 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:11.105827 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Checking segment: {'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:11.106276 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:11.106742 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Bound using segment: {'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:11.107321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Bound port: 6eefa11c-5af6-4015-97f1-7af453ba0ffa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1f6b4-e524-4f34-8740-f86ee99bf2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:11.107779 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:11.202450 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] For port 6eefa11c-5af6-4015-97f1-7af453ba0ffa, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:11.206541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] For port 6eefa11c-5af6-4015-97f1-7af453ba0ffa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6eefa11c-5af6-4015-97f1-7af453ba0ffa,segment=NetworkSegment(95d1f6b4-e524-4f34-8740-f86ee99bf2e1),segment_id=95d1f6b4-e524-4f34-8740-f86ee99bf2e1)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:11.212351 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:11.300315 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Routers {'334d998f-4937-4170-a9cc-620e754dd847'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:11.300961 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['334d998f-4937-4170-a9cc-620e754dd847'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:11.306441 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ce40e-9092-4db7-b500-56db69d22f5d None None] Pushing event updated for resources: {'Port': ['ID=6eefa11c-5af6-4015-97f1-7af453ba0ffa,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:11.357675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8528242d-21da-4e0c-8c77-1fd120965623 None None] Provisioning complete for port 6eefa11c-5af6-4015-97f1-7af453ba0ffa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:11.358324 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8528242d-21da-4e0c-8c77-1fd120965623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:11.503533 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] Set router 334d998f-4937-4170-a9cc-620e754dd847 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:11.575237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8528242d-21da-4e0c-8c77-1fd120965623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:11.612812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8528242d-21da-4e0c-8c77-1fd120965623 None None] For port 6eefa11c-5af6-4015-97f1-7af453ba0ffa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6eefa11c-5af6-4015-97f1-7af453ba0ffa,segment=NetworkSegment(95d1f6b4-e524-4f34-8740-f86ee99bf2e1),segment_id=95d1f6b4-e524-4f34-8740-f86ee99bf2e1)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:11.617158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8528242d-21da-4e0c-8c77-1fd120965623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:11.669015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528242d-21da-4e0c-8c77-1fd120965623 None None] Pushing event updated for resources: {'Port': ['ID=6eefa11c-5af6-4015-97f1-7af453ba0ffa,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:11.741642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-db991dcb-d259-4ebc-95ff-a7deef3c22a7 None None] Provisioning complete for port 6eefa11c-5af6-4015-97f1-7af453ba0ffa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:11.742056 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-db991dcb-d259-4ebc-95ff-a7deef3c22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:11.742559 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:08Z', 'revision_number': 4, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port': {'id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '6eefa11c-5af6-4015-97f1-7af453ba0ffa', 'name': '', 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'mac_address': 'fa:16:3e:ec:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'cfca1adc-8e9a-438c-b214-57d0d6c9f813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:07Z', 'updated_at': '2021-09-21T18:28:11Z', 'revision_number': 4, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'subnets': [{'id': 'cfca1adc-8e9a-438c-b214-57d0d6c9f813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:11.784913 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9747a51-8e90-4e06-8b3c-585b1d6aabd7 None None] The sync data for ids ['334d998f-4937-4170-a9cc-620e754dd847'] in n-d-810285-3 is: [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:08Z', 'revision_number': 4, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port': {'id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '6eefa11c-5af6-4015-97f1-7af453ba0ffa', 'name': '', 'network_id': '34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'mac_address': 'fa:16:3e:ec:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'cfca1adc-8e9a-438c-b214-57d0d6c9f813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:07Z', 'updated_at': '2021-09-21T18:28:11Z', 'revision_number': 4, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'subnets': [{'id': 'cfca1adc-8e9a-438c-b214-57d0d6c9f813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:12.169598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-968bf510-db41-4ed7-961d-31c2bf83d26c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:12.172874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-968bf510-db41-4ed7-961d-31c2bf83d26c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1214919 Sep 21 18:28:12.192796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-d0f0f0aa-a383-48d3-b486-4ac43983f395 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/quotas/243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 375 time: 0.0151942 Sep 21 18:28:12.215561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device beca3715-02fb-4fc3-9816-3092f1705fbe details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:28:12.264705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-91970091-4d5b-4996-a55b-028fa1e36932 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625210 Sep 21 18:28:12.315457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eed3b29-6e69-4083-91d2-bbff84d6a03a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:12.374230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port beca3715-02fb-4fc3-9816-3092f1705fbe, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=beca3715-02fb-4fc3-9816-3092f1705fbe,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:12.389045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'beca3715-02fb-4fc3-9816-3092f1705fbe', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'beca3715-02fb-4fc3-9816-3092f1705fbe', 'mac_address': 'fa:16:3e:59:51:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:28:12.415393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9eed3b29-6e69-4083-91d2-bbff84d6a03a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:12.415875 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:12.427266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-4bb7f668-93cc-4984-976e-25b3ab1de355 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545508 Sep 21 18:28:12.526045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-83f0be81-34e9-4ff3-a9bb-21c7ab85771f service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907323 Sep 21 18:28:12.617253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:12.636485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beca3715-02fb-4fc3-9816-3092f1705fbe {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:12.664830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port beca3715-02fb-4fc3-9816-3092f1705fbe, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=beca3715-02fb-4fc3-9816-3092f1705fbe,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:12.690579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:12.735213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6eefa11c-5af6-4015-97f1-7af453ba0ffa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:12.795207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=beca3715-02fb-4fc3-9816-3092f1705fbe,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:12.840550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 6eefa11c-5af6-4015-97f1-7af453ba0ffa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:12.841086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:12.923606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-946a8b48-e8c1-42bd-91c0-bbc9b8c46081 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013021 Sep 21 18:28:12.969953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a98d1-3c5c-4466-a16d-5aa13278cb56 req-6c1f9bc1-defa-4a0a-adc5-2688e58955e6 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:12.973146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df0a98d1-3c5c-4466-a16d-5aa13278cb56 req-6c1f9bc1-defa-4a0a-adc5-2688e58955e6 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 949 time: 0.0658312 Sep 21 18:28:12.996219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['beca3715-02fb-4fc3-9816-3092f1705fbe'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:28:13.048266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-df0a98d1-3c5c-4466-a16d-5aa13278cb56 req-78b941d0-b99c-44df-a5bc-95eaa061365e tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625589 Sep 21 18:28:13.062229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-0f2d7df3-a90a-4b5c-9d3c-fa6efafb8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:13.064230 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-0f2d7df3-a90a-4b5c-9d3c-fa6efafb8ec0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 1096 time: 0.0743153 Sep 21 18:28:13.167588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c58860a4-0d2d-4bc5-9886-2bd2be0454d9 req-a950cf0d-7ba1-4a20-8927-b83cbf1dd608 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0592864 Sep 21 18:28:13.227224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-6bb2532c-26f2-4b9b-9951-ba18211494cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:13.229332 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-6bb2532c-26f2-4b9b-9951-ba18211494cd service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.1412373 Sep 21 18:28:13.307238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-5e1e05ae-5e7c-4e0d-848a-80264a030479 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 200 len: 1000 time: 0.0696919 Sep 21 18:28:13.388802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-74f4922e-fb23-45ba-8e99-16ebe6dab6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:13.391128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-74f4922e-fb23-45ba-8e99-16ebe6dab6ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0755050 Sep 21 18:28:13.446101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-83ef8ca1-040e-4114-8f27-e45031af1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:13.447741 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-83ef8ca1-040e-4114-8f27-e45031af1cac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484579 Sep 21 18:28:13.552819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-7708da0f-f3ea-4ba5-a302-4c0ebadf5bc0 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965765 Sep 21 18:28:13.664035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-29fb255b-7601-4c3a-956c-4de2e6ccf9eb req-1e45739e-412c-453e-81a8-3149a40853b9 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031160 Sep 21 18:28:14.086710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-4ed300fd-259c-4fde-a33a-b560a69ae540 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:14.088889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-4ed300fd-259c-4fde-a33a-b560a69ae540 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1074502 Sep 21 18:28:14.104402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'port': {'device_id': 'f880e7f2-5758-4850-a285-1718779431a0', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'admin_state_up': True, 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:14.165890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce811-c9fe-4782-b648-25d2b00cb16f req-2aa1b883-42c7-4ad5-87aa-edbe34432777 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:14.167639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-545ce811-c9fe-4782-b648-25d2b00cb16f req-2aa1b883-42c7-4ad5-87aa-edbe34432777 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 949 time: 0.0547059 Sep 21 18:28:14.209841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-545ce811-c9fe-4782-b648-25d2b00cb16f req-3ff047cd-0ed0-4a97-930e-b10e7003143e tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Sep 21 18:28:14.230235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:14.234795 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.240713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device beca3715-02fb-4fc3-9816-3092f1705fbe up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:14.302178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port beca3715-02fb-4fc3-9816-3092f1705fbe completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:28:14.308865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port beca3715-02fb-4fc3-9816-3092f1705fbe triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:14.309264 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.321227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac08d5b0-42cc-47c0-b3b7-4dd6fea03219 req-fcd7b1c0-1c6a-4ab3-90c0-541b14a145aa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0388889 Sep 21 18:28:14.387493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.20.0.6 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/d9c86ab8-c11c-4e3a-b365-a7a07a49fa75) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:14.420515 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.446323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca3715-02fb-4fc3-9816-3092f1705fbe'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:14.450103 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1359b0-0f66-4a7c-8913-c7aff72e32db" -d '{"events": [{"server_uuid": "ba82283d-f6ab-408b-894b-906767fdfe27", "name": "network-vif-plugged", "status": "completed", "tag": "beca3715-02fb-4fc3-9816-3092f1705fbe"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:14.467757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port beca3715-02fb-4fc3-9816-3092f1705fbe, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=beca3715-02fb-4fc3-9816-3092f1705fbe,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:14.473682 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.506021 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56fd01d-48b8-4d2f-9896-19a3242d3bc6 x-openstack-request-id: req-a56fd01d-48b8-4d2f-9896-19a3242d3bc6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:14.506350 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba82283d-f6ab-408b-894b-906767fdfe27", "name": "network-vif-plugged", "status": "completed", "tag": "beca3715-02fb-4fc3-9816-3092f1705fbe", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:14.506620 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a56fd01d-48b8-4d2f-9896-19a3242d3bc6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:14.507904 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca3715-02fb-4fc3-9816-3092f1705fbe', 'code': 200} Sep 21 18:28:14.551831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=beca3715-02fb-4fc3-9816-3092f1705fbe,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:14.573292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.651350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3c727-06aa-4206-a04c-e76545e7efe6 req-4dee755f-c5f6-46f4-aa6b-5757d8ca2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:14.652868 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-44b3c727-06aa-4206-a04c-e76545e7efe6 req-4dee755f-c5f6-46f4-aa6b-5757d8ca2875 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 1101 time: 0.0712647 Sep 21 18:28:14.658084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.720615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:14.730671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:14.741701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:14.750535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-44b3c727-06aa-4206-a04c-e76545e7efe6 req-140e13ee-9d7a-485d-a0d7-e189c1b17616 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897286 Sep 21 18:28:14.775950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:14.806238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:14.807912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.828596 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b13407df-bdfb-4ebc-92d1-b3dae2516f95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289941 Sep 21 18:28:14.842470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Request body: {'port': {'device_id': 'f880e7f2-5758-4850-a285-1718779431a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:14.911990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:14.980703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ed4988ed-19ad-41b7-872f-dcf83bce49bc None None] Provisioning complete for port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:14.981450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed4988ed-19ad-41b7-872f-dcf83bce49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:15.021452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ed4988ed-19ad-41b7-872f-dcf83bce49bc None None] Port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:15.486499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb87d-becf-4a8b-8db5-56f9f7e3cfa6 req-114e6c35-7ef1-41b2-a144-ef714201006c tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:15.494716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-777eb87d-becf-4a8b-8db5-56f9f7e3cfa6 req-114e6c35-7ef1-41b2-a144-ef714201006c tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 950 time: 0.0709400 Sep 21 18:28:15.543397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-777eb87d-becf-4a8b-8db5-56f9f7e3cfa6 req-57fb4166-d1b2-4f1d-aedc-801a95169af9 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470960 Sep 21 18:28:15.599390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:15.609078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:15.627657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Transition to ACTIVE for port object d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:28:15.637181 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:15.683326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697746c-a480-4043-a452-f70d6216a2ec req-a6144633-5314-4863-a3ad-d801a1a5f42f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:15.691826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d697746c-a480-4043-a452-f70d6216a2ec req-a6144633-5314-4863-a3ad-d801a1a5f42f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0742006 Sep 21 18:28:15.722756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Pushing event updated for resources: {'Port': ['ID=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:15.742865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d697746c-a480-4043-a452-f70d6216a2ec req-04e417b9-1ca5-481c-bd40-04ba7aff2141 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448701 Sep 21 18:28:15.833375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Attempting to bind port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:15.834133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Attempting to bind port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:15.834788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Attempting to bind port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:15.841692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:28:15.842412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Attempting to bind port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:15.850884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:15.851961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:15.852733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:15.854032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Bound port: d9c86ab8-c11c-4e3a-b365-a7a07a49fa75, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:15.854827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:15.883558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2692d2f-db9e-422f-82fb-1ddf6998f298 req-90521647-f983-43b4-aaa9-5e3d9637b483 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:15.885301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2692d2f-db9e-422f-82fb-1ddf6998f298 req-90521647-f983-43b4-aaa9-5e3d9637b483 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0637469 Sep 21 18:28:15.959998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2692d2f-db9e-422f-82fb-1ddf6998f298 req-713b2d51-816e-425a-9b02-121c31261959 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666182 Sep 21 18:28:15.985075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] For port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:15.990503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] For port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:15.996981 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:16.035806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.036606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:16.038042 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] 10.222.0.41 "PUT /v2.0/ports/d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 HTTP/1.1" status: 200 len: 1091 time: 1.2003391 Sep 21 18:28:16.041583 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f880e7f2-5758-4850-a285-1718779431a0', 'tag': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:16.045274 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976" -d '{"events": [{"name": "network-changed", "server_uuid": "f880e7f2-5758-4850-a285-1718779431a0", "tag": "d9c86ab8-c11c-4e3a-b365-a7a07a49fa75"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:16.111984 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ebe68f-c358-4af0-bf01-4bfd512a6ea1 x-openstack-request-id: req-c4ebe68f-c358-4af0-bf01-4bfd512a6ea1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:16.111984 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f880e7f2-5758-4850-a285-1718779431a0", "tag": "d9c86ab8-c11c-4e3a-b365-a7a07a49fa75", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:16.111984 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4ebe68f-c358-4af0-bf01-4bfd512a6ea1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:16.112719 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f880e7f2-5758-4850-a285-1718779431a0', 'tag': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75', 'status': 'completed', 'code': 200} Sep 21 18:28:16.128481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cf1b7-c081-4e47-b489-9f245939344f service neutron] Pushing event updated for resources: {'Port': ['ID=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:16.159391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-463b273f-cf96-4edc-96d4-8c15843904cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.161390 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-463b273f-cf96-4edc-96d4-8c15843904cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 1094 time: 0.0692296 Sep 21 18:28:16.211399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-4a9ea467-331b-43bb-8881-91bff86ccc13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 HTTP/1.1" status: 200 len: 217 time: 0.0413232 Sep 21 18:28:16.298854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-8673dfb8-6b25-4bdc-a567-b3f003053ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.301683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-8673dfb8-6b25-4bdc-a567-b3f003053ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0790503 Sep 21 18:28:16.367074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b3a0c623-abdb-4ae5-86dd-eb8ff7679307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.368729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-b3a0c623-abdb-4ae5-86dd-eb8ff7679307 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561736 Sep 21 18:28:16.476328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-3792fad9-49fa-4717-a57e-a8df531e453e service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956342 Sep 21 18:28:16.612011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ca72d1e8-48fc-47af-af96-d3318178ec71 req-2298f778-3511-4779-9823-ebb88632f9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280222 Sep 21 18:28:16.680833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b209d89-8d96-488a-b386-2f456ded9773 req-0c6c94e2-aaa1-4479-919f-6e5247cf1726 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.683518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b209d89-8d96-488a-b386-2f456ded9773 req-0c6c94e2-aaa1-4479-919f-6e5247cf1726 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 950 time: 0.0656514 Sep 21 18:28:16.728216 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-b3cf2991-f368-4b31-9be9-a5d5fb1e57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.731034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b209d89-8d96-488a-b386-2f456ded9773 req-d5defeff-3bfe-4ac1-ae66-dfaab0d915b4 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Sep 21 18:28:16.731246 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-b3cf2991-f368-4b31-9be9-a5d5fb1e57bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 1094 time: 0.0633719 Sep 21 18:28:16.849319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-3dfe8bc1-fe83-4b51-9f2f-b0309fbc13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.851095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-3dfe8bc1-fe83-4b51-9f2f-b0309fbc13c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1115749 Sep 21 18:28:16.880990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8d00-c592-4d08-b6f3-8e36047407d4 req-3a0ae5e3-606e-4d14-a5f1-02929d7f8903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.882742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f77d8d00-c592-4d08-b6f3-8e36047407d4 req-3a0ae5e3-606e-4d14-a5f1-02929d7f8903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0603666 Sep 21 18:28:16.907496 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-49208924-f234-46a4-ad60-b9ca3538bfb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 HTTP/1.1" status: 200 len: 217 time: 0.0478253 Sep 21 18:28:16.932258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f77d8d00-c592-4d08-b6f3-8e36047407d4 req-5d3c3963-6852-4074-8c36-dde550e99863 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Sep 21 18:28:16.980695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-363beff0-d24d-48e4-9cdb-9228e8b66bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:16.985194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-363beff0-d24d-48e4-9cdb-9228e8b66bcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0688248 Sep 21 18:28:17.084576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-baf9254b-4bd1-442f-9c59-55d5d0e66074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:17.087261 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-baf9254b-4bd1-442f-9c59-55d5d0e66074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928347 Sep 21 18:28:17.210639 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-28437c11-e467-4e56-bfa9-c034aa93a00d service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144094 Sep 21 18:28:17.274739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0d532-a172-4609-abe2-f2eba41948fc req-1f2f7622-6fc7-4a93-b9b1-77ef048c192a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:17.276814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad0d532-a172-4609-abe2-f2eba41948fc req-1f2f7622-6fc7-4a93-b9b1-77ef048c192a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.1024396 Sep 21 18:28:17.326521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad0d532-a172-4609-abe2-f2eba41948fc req-5d035c14-49a1-4f4f-8e4d-d4ba553ec631 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 Sep 21 18:28:17.383421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee3a1c1a-7a9c-47ac-80c8-20fdfa773976 req-dd7bee50-f68f-4ec9-9605-f6d28910c3af service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631804 Sep 21 18:28:17.440435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-697a14d8-1217-4181-8d4c-912da52ecbf1 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:17.443840 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-697a14d8-1217-4181-8d4c-912da52ecbf1 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 945 time: 0.0919504 Sep 21 18:28:17.473810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5435b-f754-4715-8ff4-7756c5781465 req-449a6d79-78a0-4a56-9f70-146d72082246 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:17.479153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12a5435b-f754-4715-8ff4-7756c5781465 req-449a6d79-78a0-4a56-9f70-146d72082246 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 950 time: 0.0735147 Sep 21 18:28:17.533907 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12a5435b-f754-4715-8ff4-7756c5781465 req-e698a96f-754b-4e18-bbed-c092c9c6bade tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Sep 21 18:28:17.588781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Deleting port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:17.589148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:17.719302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] For port 5c161ef1-c382-42dc-a9de-7f2913a12ef7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=5c161ef1-c382-42dc-a9de-7f2913a12ef7,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:17.720219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:17.980749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:17.981225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:17.981616 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Floating IP 196622a6-1e87-4b22-b2ec-bc16196ded8b disassociated. External IP: 172.25.3.34, port: 5c161ef1-c382-42dc-a9de-7f2913a12ef7. Sep 21 18:28:17.982031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Calling delete_port for 5c161ef1-c382-42dc-a9de-7f2913a12ef7 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:18.067235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768539-740b-4f9b-87bc-d7761256ad0b req-e62e14aa-6c35-4ac6-b945-0e38104c9721 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:18.069091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f768539-740b-4f9b-87bc-d7761256ad0b req-e62e14aa-6c35-4ac6-b945-0e38104c9721 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0568607 Sep 21 18:28:18.122395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f768539-740b-4f9b-87bc-d7761256ad0b req-a1db5505-4c3f-47f3-b736-bae1d58f2f70 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Sep 21 18:28:18.189694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:18.221774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event deleted for resources: {'Port': ['ID=5c161ef1-c382-42dc-a9de-7f2913a12ef7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:18.371889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Router 2a0f515f-4c64-452d-806c-dca6d0036f07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:18.457523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-896a3cfe-9bbf-426c-9c0b-b4f59da1b34b req-1c0e2de7-3e9a-4bdb-92db-6916fccb41c9 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=45893e17-f2ce-4ef3-a93d-0a5854fcccd4 HTTP/1.1" status: 200 len: 210 time: 0.0417581 Sep 21 18:28:18.507545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993158c-dacf-40db-a392-2ea8676987ce req-9e40c340-9ad7-4c81-8c87-54bb58bdc798 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:18.509132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6993158c-dacf-40db-a392-2ea8676987ce req-9e40c340-9ad7-4c81-8c87-54bb58bdc798 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 950 time: 0.0630813 Sep 21 18:28:18.526531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:18.539060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] Sync routers for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:18.557097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:18.557834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:18.578142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] No DVR routers for this DVR port 5c161ef1-c382-42dc-a9de-7f2913a12ef7 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:18.581244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:18.583589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4163d9d6-1ab2-4f01-8fe1-11b4a4370ca0 req-4a4b1f6c-7c1c-436f-a873-3d91a4014290 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "DELETE /v2.0/ports/5c161ef1-c382-42dc-a9de-7f2913a12ef7 HTTP/1.1" status: 204 len: 173 time: 1.1324794 Sep 21 18:28:18.584094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'name': 'network-vif-deleted', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:18.586751 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe79b28-36ee-4e60-ae69-c0034b4b8e8c" -d '{"events": [{"server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "name": "network-vif-deleted", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:18.746353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Deleting port beca3715-02fb-4fc3-9816-3092f1705fbe {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:18.746710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:18.751989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:18.890893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9153-8848-4a66-bb2b-6530d73c7d25 req-daa8102b-4fb9-4781-9b10-3adb481f092c tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:18.892478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c5e9153-8848-4a66-bb2b-6530d73c7d25 req-daa8102b-4fb9-4781-9b10-3adb481f092c tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba82283d-f6ab-408b-894b-906767fdfe27 HTTP/1.1" status: 200 len: 950 time: 0.2059917 Sep 21 18:28:18.898081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] For port beca3715-02fb-4fc3-9816-3092f1705fbe, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=beca3715-02fb-4fc3-9816-3092f1705fbe,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:18.898549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:18.927857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Calling delete_port for beca3715-02fb-4fc3-9816-3092f1705fbe owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:18.989314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c5e9153-8848-4a66-bb2b-6530d73c7d25 req-4ff88171-76c3-4bb3-a198-437b23895ea3 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a986968-1fe0-42e3-bfb6-1bda034ffab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877864 Sep 21 18:28:19.039263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:19.073932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] Checking router: 2a0f515f-4c64-452d-806c-dca6d0036f07 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:19.084526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:19.084526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:19.096267 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b8f4c-c960-40c2-94c4-d2265124e153 x-openstack-request-id: req-b29b8f4c-c960-40c2-94c4-d2265124e153 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:19.097486 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45893e17-f2ce-4ef3-a93d-0a5854fcccd4", "name": "network-vif-deleted", "tag": "5c161ef1-c382-42dc-a9de-7f2913a12ef7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:19.097991 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b29b8f4c-c960-40c2-94c4-d2265124e153 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:19.098693 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45893e17-f2ce-4ef3-a93d-0a5854fcccd4', 'name': 'network-vif-deleted', 'tag': '5c161ef1-c382-42dc-a9de-7f2913a12ef7', 'status': 'completed', 'code': 200} Sep 21 18:28:19.111428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:19.131204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['beca3715-02fb-4fc3-9816-3092f1705fbe'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:28:19.143702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Pushing event deleted for resources: {'Port': ['ID=beca3715-02fb-4fc3-9816-3092f1705fbe,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:19.189113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] No DVR routers for this DVR port beca3715-02fb-4fc3-9816-3092f1705fbe on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:19.192033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:19.194248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6993158c-dacf-40db-a392-2ea8676987ce req-c4c7b7ff-267b-4a3f-b7f8-6e5c9aa394c2 tempest-VolumesNegativeTest-337980785 tempest-VolumesNegativeTest-337980785-project] 10.222.0.78 "DELETE /v2.0/ports/beca3715-02fb-4fc3-9816-3092f1705fbe HTTP/1.1" status: 204 len: 173 time: 0.6763272 Sep 21 18:28:19.194720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'name': 'network-vif-deleted', 'tag': 'beca3715-02fb-4fc3-9816-3092f1705fbe'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:19.197851 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee6280-31d2-4e90-b72d-6ae899aeb05f" -d '{"events": [{"server_uuid": "ba82283d-f6ab-408b-894b-906767fdfe27", "name": "network-vif-deleted", "tag": "beca3715-02fb-4fc3-9816-3092f1705fbe"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:19.287149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:19.338621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df745a-87d8-45f6-b9b9-821c53e0e0fc req-d3867752-da27-47dc-bf48-3e6f9d3a1191 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:19.347056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05df745a-87d8-45f6-b9b9-821c53e0e0fc req-d3867752-da27-47dc-bf48-3e6f9d3a1191 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0920780 Sep 21 18:28:19.406371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05df745a-87d8-45f6-b9b9-821c53e0e0fc req-a6efb33d-d643-404a-9b7e-c978ebf33b49 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 Sep 21 18:28:19.543448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:19.550045 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe620a4-0049-474f-b16d-c99b9f00cd9f x-openstack-request-id: req-fbe620a4-0049-474f-b16d-c99b9f00cd9f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:19.550615 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba82283d-f6ab-408b-894b-906767fdfe27", "name": "network-vif-deleted", "tag": "beca3715-02fb-4fc3-9816-3092f1705fbe", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:19.550866 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fbe620a4-0049-474f-b16d-c99b9f00cd9f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:19.551289 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba82283d-f6ab-408b-894b-906767fdfe27', 'name': 'network-vif-deleted', 'tag': 'beca3715-02fb-4fc3-9816-3092f1705fbe', 'status': 'completed', 'code': 200} Sep 21 18:28:19.572327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9898d-311a-4e50-96c5-28bb76924ef3 None None] The sync data for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 is: [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:19.625728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37820) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:19.724769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63470ac5-986a-4dec-96d4-5edb7cf44a87 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:19.760249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63470ac5-986a-4dec-96d4-5edb7cf44a87 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:19.834360 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63470ac5-986a-4dec-96d4-5edb7cf44a87 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:19.837420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-63470ac5-986a-4dec-96d4-5edb7cf44a87 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:19.842450 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-63470ac5-986a-4dec-96d4-5edb7cf44a87 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "DELETE /v2.0/security-groups/cdfd0ed2-c48e-4f4a-a6f2-df2981f65602 HTTP/1.1" status: 204 len: 168 time: 0.2122397 Sep 21 18:28:19.844778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37822) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:19.850907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63470ac5-986a-4dec-96d4-5edb7cf44a87 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfd0ed2-c48e-4f4a-a6f2-df2981f65602,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:19.866545 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-21b50428-4eed-4ceb-a531-1b507efcf6c3 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] show failed (client error): The resource could not be found. Sep 21 18:28:19.871503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37824) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:19.874500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-21b50428-4eed-4ceb-a531-1b507efcf6c3 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups/cdfd0ed2-c48e-4f4a-a6f2-df2981f65602 HTTP/1.1" status: 404 len: 347 time: 0.0222490 Sep 21 18:28:19.909601 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a533d-929d-472b-89b6-f89970bcc839 None None] New status for floating IP 196622a6-1e87-4b22-b2ec-bc16196ded8b: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:28:20.015308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Deleting port 9e74728d-c4fc-485c-90d1-e02a7521ea5f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:20.015634 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.112799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.113982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.130267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Calling delete_port for 9e74728d-c4fc-485c-90d1-e02a7521ea5f owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:20.286592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5c161ef1-c382-42dc-a9de-7f2913a12ef7 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:20.293237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.314116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 5c161ef1-c382-42dc-a9de-7f2913a12ef7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:20.314535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 5c161ef1-c382-42dc-a9de-7f2913a12ef7 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:20.326574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event deleted for resources: {'Port': ['ID=9e74728d-c4fc-485c-90d1-e02a7521ea5f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:20.402787 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.405510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.406727 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-90cf25b8-f2db-4400-accf-3a922aa6336f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "DELETE /v2.0/floatingips/196622a6-1e87-4b22-b2ec-bc16196ded8b HTTP/1.1" status: 204 len: 168 time: 0.5333223 Sep 21 18:28:20.562236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1f29-eca5-4c2b-9a54-368837a55396 req-3988d105-2d12-488d-9fde-6ccaba0abeba tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:20.563794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-690d1f29-eca5-4c2b-9a54-368837a55396 req-3988d105-2d12-488d-9fde-6ccaba0abeba tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0630925 Sep 21 18:28:20.606561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-690d1f29-eca5-4c2b-9a54-368837a55396 req-98d871ef-5763-43ce-8cc2-e7b74604a781 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366156 Sep 21 18:28:20.856854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37898) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:20.861746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-05a11201-e1aa-4c1e-85a8-007fa70c3571 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974647183', 'description': 'tempest-description--37655072'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:20.887696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05a11201-e1aa-4c1e-85a8-007fa70c3571 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.983520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05a11201-e1aa-4c1e-85a8-007fa70c3571 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.987562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05a11201-e1aa-4c1e-85a8-007fa70c3571 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.017415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-05a11201-e1aa-4c1e-85a8-007fa70c3571 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.018739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-05a11201-e1aa-4c1e-85a8-007fa70c3571 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1608372 Sep 21 18:28:21.021835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37916) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:21.023749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a11201-e1aa-4c1e-85a8-007fa70c3571 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b76a5a-9a97-4620-b51d-20ed9cc51733,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:21.028508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2d7eeacc-fcbf-4baf-af63-f66fa47bc77e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'security_group_rule': {'security_group_id': 'b4b76a5a-9a97-4620-b51d-20ed9cc51733', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:21.060953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d7eeacc-fcbf-4baf-af63-f66fa47bc77e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.115157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d7eeacc-fcbf-4baf-af63-f66fa47bc77e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.119639 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d7eeacc-fcbf-4baf-af63-f66fa47bc77e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.138996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eeacc-fcbf-4baf-af63-f66fa47bc77e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07af3184-c463-4fdd-8085-cb8a1f12ddd3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:21.146009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d7eeacc-fcbf-4baf-af63-f66fa47bc77e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.147493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d7eeacc-fcbf-4baf-af63-f66fa47bc77e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245434 Sep 21 18:28:21.150945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 37924) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:21.155556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-964503c7-463a-4aa0-8839-7908e65a4269 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'security_group_rule': {'security_group_id': 'b4b76a5a-9a97-4620-b51d-20ed9cc51733', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:21.185161 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-964503c7-463a-4aa0-8839-7908e65a4269 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.249576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-964503c7-463a-4aa0-8839-7908e65a4269 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.253896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-964503c7-463a-4aa0-8839-7908e65a4269 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.277349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964503c7-463a-4aa0-8839-7908e65a4269 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97551a8f-1044-4f00-9455-e60845b0cff3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:21.284119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-964503c7-463a-4aa0-8839-7908e65a4269 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.285357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-964503c7-463a-4aa0-8839-7908e65a4269 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334138 Sep 21 18:28:21.288789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 37936) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:21.294850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:21.319362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.434725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.576866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Allocated IP 172.25.3.99 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/74457918-9da1-4d96-81e0-6e4130e58cdf) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:21.695156 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.750216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.777435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4081c1-2b05-4085-9407-4382a21c332a req-5f4a7d89-2416-4230-a9ea-114f8d1ca6b0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:21.779070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b4081c1-2b05-4085-9407-4382a21c332a req-5f4a7d89-2416-4230-a9ea-114f8d1ca6b0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0692751 Sep 21 18:28:21.789226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:21.793039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:21.796861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:21.828485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'Port': ['ID=74457918-9da1-4d96-81e0-6e4130e58cdf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:21.842388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b4081c1-2b05-4085-9407-4382a21c332a req-ffd7f694-6b6e-465a-b8dd-1ce7e9eec7fe tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Sep 21 18:28:21.901818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.945944 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:22.118376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:22.124383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:22.209690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'Port': ['ID=74457918-9da1-4d96-81e0-6e4130e58cdf,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:22.218955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:22.245263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:22.251594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32efc6f5-f8ad-4256-959b-19d4187b6ab5 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9569373 Sep 21 18:28:22.300102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device beca3715-02fb-4fc3-9816-3092f1705fbe no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:22.323497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: beca3715-02fb-4fc3-9816-3092f1705fbe {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:22.323838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device beca3715-02fb-4fc3-9816-3092f1705fbe not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:22.491729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-be95ad22-6244-426e-a3c4-d91bd2e51c5d tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1974647183&fields=id&tenant_id=f6b98bdfaa0541a59027738d891fca2f HTTP/1.1" status: 200 len: 267 time: 0.0380757 Sep 21 18:28:22.680581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-bac62588-e8a8-47f1-ac14-cccef17f0dbd tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:22.684807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-bac62588-e8a8-47f1-ac14-cccef17f0dbd tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 809 time: 0.1836882 Sep 21 18:28:22.707227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-6c613ad0-e0c9-4cfc-b7c4-3a679f4598aa tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/quotas/f6b98bdfaa0541a59027738d891fca2f HTTP/1.1" status: 200 len: 375 time: 0.0154502 Sep 21 18:28:23.147588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-63359797-b695-4fc1-9c93-5dd570d01f47 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4318240 Sep 21 18:28:23.263418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-49fcad32-7f19-469f-a8fd-35feaf6b51f8 service neutron] 10.222.0.70 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940702 Sep 21 18:28:23.367766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-e2b2dbe7-a714-48fd-aadf-c7871189fe3e service neutron] 10.222.0.70 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981774 Sep 21 18:28:23.593655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b48bdc-1a52-4e27-a2f3-a85b59c3ca97 req-88a6e0ea-bd26-4365-973e-dbd1e1e06049 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:23.600705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5b48bdc-1a52-4e27-a2f3-a85b59c3ca97 req-88a6e0ea-bd26-4365-973e-dbd1e1e06049 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0615342 Sep 21 18:28:23.650156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d5b48bdc-1a52-4e27-a2f3-a85b59c3ca97 req-fc7315af-b28b-48d8-8dda-ec9fe41c0eae tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Sep 21 18:28:23.743384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0bffbc9a-397f-4cfc-b73b-f2df4a681f6c req-89a8803e-390b-4e36-8aa0-d614a7fc0de6 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 210 time: 0.0364285 Sep 21 18:28:24.716289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0f15997a-40b8-4491-9dfb-54799a8be73a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:24.717918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0f15997a-40b8-4491-9dfb-54799a8be73a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 809 time: 0.1270297 Sep 21 18:28:24.778052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-44728387-8c62-4c26-b94d-e93fa6f11464 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b98bdfaa0541a59027738d891fca2f HTTP/1.1" status: 200 len: 380 time: 0.0473742 Sep 21 18:28:24.795015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'port': {'device_id': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'admin_state_up': True, 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'security_groups': ['b4b76a5a-9a97-4620-b51d-20ed9cc51733']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:24.939256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41d1bd-ed9b-489e-9a8d-58784815743b req-ac0b17b7-e57f-45f0-87fd-ffb21254874f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:24.940894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa41d1bd-ed9b-489e-9a8d-58784815743b req-ac0b17b7-e57f-45f0-87fd-ffb21254874f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.1619182 Sep 21 18:28:25.008583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa41d1bd-ed9b-489e-9a8d-58784815743b req-8be6a050-8d90-4cec-9ee2-562d0d52bf99 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606852 Sep 21 18:28:25.020008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Made reservation on behalf of f6b98bdfaa0541a59027738d891fca2f for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:25.025876 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:25.160686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3283d5b3-b63e-49d5-8539-1d9b5f9512ad req-686fdb26-073a-4490-9c12-0d635c773334 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 210 time: 0.0366106 Sep 21 18:28:25.237866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Allocated IP 172.20.0.6 (75ab1cf6-a638-4833-8f75-3d0f9b833e1f/9f01ea14-f1b1-4658-bb8f-c273c18eb419/1f2da217-7c04-4a14-a420-52119c2f1dda) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:25.421624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:25.460468 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:25.505791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:25.509871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:25.514252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:25.555575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event updated for resources: {'Port': ['ID=1f2da217-7c04-4a14-a420-52119c2f1dda,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:25.581782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:25.583996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:25.607243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-89a11be1-66b7-4a51-90d3-e5f3fd6c7739 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178532 Sep 21 18:28:25.622652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-cefb6c7b-9348-4c1b-8cf7-d98ddb2f05d4 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:28:25.623840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-cefb6c7b-9348-4c1b-8cf7-d98ddb2f05d4 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100036 Sep 21 18:28:25.673525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38098) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:25.789132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Request body: {'port': {'device_id': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:25.824566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8f8b0c0c-32da-46e9-963f-2e3aab08ca56 None None] Provisioning complete for port 1f2da217-7c04-4a14-a420-52119c2f1dda triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:25.825250 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8f8b0c0c-32da-46e9-963f-2e3aab08ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:25.857171 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:25.857431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e68110ad-088c-4a9f-b74f-b7b9c87f17a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b5d217860954ae88a6d6b4f7302658b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791427 Sep 21 18:28:25.857431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38102) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:25.874861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b0c0c-32da-46e9-963f-2e3aab08ca56 None None] Port 1f2da217-7c04-4a14-a420-52119c2f1dda cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:25.933300 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ec5a-b871-41b1-85bc-80f6920e4b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:25.958703 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ec5a-b871-41b1-85bc-80f6920e4b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.023487 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ec5a-b871-41b1-85bc-80f6920e4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.026689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ec5a-b871-41b1-85bc-80f6920e4b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.030984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c5b6ec5a-b871-41b1-85bc-80f6920e4b93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a986968-1fe0-42e3-bfb6-1bda034ffab1 HTTP/1.1" status: 204 len: 168 time: 0.1723039 Sep 21 18:28:26.039710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ec5a-b871-41b1-85bc-80f6920e4b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a986968-1fe0-42e3-bfb6-1bda034ffab1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:26.191566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f39e66-0d9c-4c41-b748-0351131366ef req-44667ea1-f882-408d-bbf6-86240ed1e0d2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:26.193216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19f39e66-0d9c-4c41-b748-0351131366ef req-44667ea1-f882-408d-bbf6-86240ed1e0d2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.0909579 Sep 21 18:28:26.291879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19f39e66-0d9c-4c41-b748-0351131366ef req-afaa7de3-05e0-4b41-a3d3-12f1579ece5a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824840 Sep 21 18:28:26.296620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2da217-7c04-4a14-a420-52119c2f1dda {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:26.306455 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.329583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Transition to ACTIVE for port object 1f2da217-7c04-4a14-a420-52119c2f1dda will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:28:26.334730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.425442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2da217-7c04-4a14-a420-52119c2f1dda,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:26.519762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d0ef4-dace-444b-810c-b537606ac480 req-a798bd33-0e85-4f1a-918e-a75bd4fe8208 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:26.521484 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-433d0ef4-dace-444b-810c-b537606ac480 req-a798bd33-0e85-4f1a-918e-a75bd4fe8208 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 943 time: 0.1220667 Sep 21 18:28:26.522599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Attempting to bind port 1f2da217-7c04-4a14-a420-52119c2f1dda on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:26.523063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Attempting to bind port 1f2da217-7c04-4a14-a420-52119c2f1dda by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:26.523063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Attempting to bind port 1f2da217-7c04-4a14-a420-52119c2f1dda on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:26.535088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Port 1f2da217-7c04-4a14-a420-52119c2f1dda on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:28:26.535479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Attempting to bind port 1f2da217-7c04-4a14-a420-52119c2f1dda on network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:26.559935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:26.560203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Checking segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:26.560604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Bound using segment: {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:26.561066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Bound port: 1f2da217-7c04-4a14-a420-52119c2f1dda, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7371d17b-65a3-45af-83fe-96357fbe9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:26.561436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.623569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-433d0ef4-dace-444b-810c-b537606ac480 req-d6ad2c31-35ef-4bfb-8b46-06f9466c7a26 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843067 Sep 21 18:28:26.667789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] For port 1f2da217-7c04-4a14-a420-52119c2f1dda, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:26.671764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] For port 1f2da217-7c04-4a14-a420-52119c2f1dda, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1f2da217-7c04-4a14-a420-52119c2f1dda,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:26.677741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.716809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:26.717331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:26.718685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] 10.222.0.78 "PUT /v2.0/ports/1f2da217-7c04-4a14-a420-52119c2f1dda HTTP/1.1" status: 200 len: 1091 time: 1.0863981 Sep 21 18:28:26.719159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:26.721708 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1fd331-6e47-4340-aed0-113ed119df84" -d '{"events": [{"name": "network-changed", "server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:26.750007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ddd1a-f8e9-4e57-9d73-d3e7b056d3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2da217-7c04-4a14-a420-52119c2f1dda,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:26.831538 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a84f4e6-f0c5-4d46-ba42-377e6609d887 x-openstack-request-id: req-8a84f4e6-f0c5-4d46-ba42-377e6609d887 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:26.832429 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:26.832429 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a84f4e6-f0c5-4d46-ba42-377e6609d887 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:26.833034 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'status': 'completed', 'code': 200} Sep 21 18:28:26.855433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0fc5df49-9715-4dbf-8c32-910cc6d7b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:26.857010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-0fc5df49-9715-4dbf-8c32-910cc6d7b2a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 1094 time: 0.0784857 Sep 21 18:28:26.906614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-5f88b98e-688a-4256-b875-4c0c64fa18a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2da217-7c04-4a14-a420-52119c2f1dda HTTP/1.1" status: 200 len: 217 time: 0.0406399 Sep 21 18:28:26.965506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-e54be3e2-cc75-4f69-8085-18d66c3d3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:26.967407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-e54be3e2-cc75-4f69-8085-18d66c3d3b09 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0542400 Sep 21 18:28:27.026016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-f59e2d24-1f90-4a54-9004-f11618bbe7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.028973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-f59e2d24-1f90-4a54-9004-f11618bbe7ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546849 Sep 21 18:28:27.045097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38132) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:27.148962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-e4beb4c1-3f26-4c1c-a387-3c13bafc7fc4 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126695 Sep 21 18:28:27.174856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2056179841-network', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:27.201060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Made reservation on behalf of 9b268ef1197c40bfb6d97e5a575b978a for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:27.203553 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.213067 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.263296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-364394b1-0274-4a7e-b4f4-490a05a86090 req-80cc0fa4-9887-4934-96b0-b2c896870ea1 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067474 Sep 21 18:28:27.366479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.371824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-ca3282d8-b9bd-4c92-ba94-4c021679af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.374033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-ca3282d8-b9bd-4c92-ba94-4c021679af78 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 1094 time: 0.0606916 Sep 21 18:28:27.375434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.428758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:28:27.442116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee700912-4bf1-4bf7-b3a2-fce78c8454fb,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:27.454074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.454783 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Added segment f5ecc314-5155-4bf4-9fff-66bb202d5385 of type vlan for network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 Sep 21 18:28:27.512210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.522499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fabcd-6807-49cb-bc99-f5d7072799e2 req-c53dc438-ce12-4fe4-9e04-04d8c103b671 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.524509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-677fabcd-6807-49cb-bc99-f5d7072799e2 req-c53dc438-ce12-4fe4-9e04-04d8c103b671 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 943 time: 0.1117110 Sep 21 18:28:27.527407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-7ccf0b82-ef58-4762-99f8-f0c1fcba63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.528993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-7ccf0b82-ef58-4762-99f8-f0c1fcba63b4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.1473110 Sep 21 18:28:27.541065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:28:27.547303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.549385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.550264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.588677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5424278 Sep 21 18:28:27.593328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38140) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:27.600850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Request body: {'subnet': {'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2056179841-subnet', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:27.618771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-14835850-97bf-40b1-8099-5e961b4aa388 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2da217-7c04-4a14-a420-52119c2f1dda HTTP/1.1" status: 200 len: 217 time: 0.0789089 Sep 21 18:28:27.643292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fceb19-c5c2-4c68-9037-4d567271a5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e49add7-d3e5-4fde-bb2b-aeca98b02564,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:27.671226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Made reservation on behalf of 9b268ef1197c40bfb6d97e5a575b978a for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:27.673785 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.686689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:28:27.707015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-677fabcd-6807-49cb-bc99-f5d7072799e2 req-ed6912c4-a20e-4b84-a85b-74ffaa27e2f0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702368 Sep 21 18:28:27.744936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-92f47afb-b410-4cce-bb7a-720088d370e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.746720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:27.748056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-92f47afb-b410-4cce-bb7a-720088d370e7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.1127195 Sep 21 18:28:27.774692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'port_id': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75', 'mac_address': 'fa:16:3e:6f:40:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:28:27.890726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-ff160905-16eb-458a-b8b1-e1aa64b35d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.894296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-ff160905-16eb-458a-b8b1-e1aa64b35d6d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374919 Sep 21 18:28:27.919581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bd2cb-3476-4416-ba9a-0622f7c5d8d6 req-134cc6df-c3bc-43c9-96e1-b57a14bd1c58 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:27.922414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c69bd2cb-3476-4416-ba9a-0622f7c5d8d6 req-134cc6df-c3bc-43c9-96e1-b57a14bd1c58 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 943 time: 0.1117733 Sep 21 18:28:27.929042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.939593 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:27.971743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:28.003445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9f960a-fe4b-418b-a11b-4f0e55f15ef9,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:28.014220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Checking segment: {'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:28.014737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Network hostable DHCP agents. Network: 8e49add7-d3e5-4fde-bb2b-aeca98b02564, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:28:28.028946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:28.036045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.037456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:28:28.051462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8e49add7-d3e5-4fde-bb2b-aeca98b02564) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:28.066232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:28.067030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.077440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e10699-0fc9-4e28-bfd8-ea405ac5d436 None None] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:28.090301 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1d6a5578-58d8-4aca-b9fc-e5dd4d96f10b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4916382 Sep 21 18:28:28.090596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38144) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:28.096051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c69bd2cb-3476-4416-ba9a-0622f7c5d8d6 req-0860e761-5c84-48af-96f3-23f52a9d4841 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419647 Sep 21 18:28:28.096445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:28.130498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.132058 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.140039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-1ee76764-7b92-4891-9046-f714a4b01b69 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360444 Sep 21 18:28:28.212604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.217578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:28.235237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.235580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.235931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.236263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.236596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.236918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.237259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.237568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.237889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.238286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.238558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.238899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:28.272220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c1fd331-6e47-4340-aed0-113ed119df84 req-6120d02a-ca5e-4758-840d-2acb5e9ecdfc service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239753 Sep 21 18:28:28.277786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d9c86ab8-c11c-4e3a-b365-a7a07a49fa75'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:28:28.385731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'fixed_ips': [{'subnet_id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:28:28.386659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.407704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.624644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Allocated IP 172.20.0.2 (8e49add7-d3e5-4fde-bb2b-aeca98b02564/1c9f960a-fe4b-418b-a11b-4f0e55f15ef9/69917ca7-c91e-4b53-840c-546919b88624) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:28.731126 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.767357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.804614 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.812732 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.856458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:28.859948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:28.864991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:28.877486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Pushing event updated for resources: {'Port': ['ID=69917ca7-c91e-4b53-840c-546919b88624,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:28.882369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e01817-4ce1-4493-bcd7-9733e9c49465 req-16ddc8b8-7b3a-4a09-990f-c293799337cc tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:28.886929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31e01817-4ce1-4493-bcd7-9733e9c49465 req-16ddc8b8-7b3a-4a09-990f-c293799337cc tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 944 time: 0.0931442 Sep 21 18:28:28.937523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Attempting to bind port 69917ca7-c91e-4b53-840c-546919b88624 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:28.937891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Attempting to bind port 69917ca7-c91e-4b53-840c-546919b88624 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:28.938288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Attempting to bind port 69917ca7-c91e-4b53-840c-546919b88624 on network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:28.939691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Allocated IP 172.25.3.9 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/35ba87b3-38d0-4a2a-994c-55e4be096ec6) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:28.944366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:28.944943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Checking segment: {'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:28.945346 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.945779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Bound using segment: {'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:28.946426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Bound port: 69917ca7-c91e-4b53-840c-546919b88624, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:28.947456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.967003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31e01817-4ce1-4493-bcd7-9733e9c49465 req-f47c9eec-afc1-43fc-b561-8e5d97c58557 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734279 Sep 21 18:28:29.023329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] For port 69917ca7-c91e-4b53-840c-546919b88624, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:29.028302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] For port 69917ca7-c91e-4b53-840c-546919b88624, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=69917ca7-c91e-4b53-840c-546919b88624,segment=NetworkSegment(f5ecc314-5155-4bf4-9fff-66bb202d5385),segment_id=f5ecc314-5155-4bf4-9fff-66bb202d5385)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:29.033692 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.136637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bb46e-5fa9-48f0-8eb1-596b5d6e9342 None None] Pushing event updated for resources: {'Port': ['ID=69917ca7-c91e-4b53-840c-546919b88624,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:29.263327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8175f686-3289-4752-8e4e-b4ee04938986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.356655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429b55f-2429-4a20-b9d8-b2f4e2387165 req-1afc2d05-94d2-45e7-b6f4-c0aa85e0fe8b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:29.379039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3429b55f-2429-4a20-b9d8-b2f4e2387165 req-1afc2d05-94d2-45e7-b6f4-c0aa85e0fe8b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 943 time: 0.1312981 Sep 21 18:28:29.427900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3429b55f-2429-4a20-b9d8-b2f4e2387165 req-65a59e45-958b-408e-a3ea-29776c22a7e1 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477078 Sep 21 18:28:29.453958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.494573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.537351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:29.540323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:29.547407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:29.550608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Pushing event updated for resources: {'Port': ['ID=35ba87b3-38d0-4a2a-994c-55e4be096ec6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:29.557008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:29.610651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:28:29.614737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:29.615118 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.706067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.731728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880e7f2-5758-4850-a285-1718779431a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:29.734036 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a792f9b4-c15a-450c-af80-628f9ad38d73" -d '{"events": [{"server_uuid": "f880e7f2-5758-4850-a285-1718779431a0", "name": "network-vif-plugged", "status": "completed", "tag": "d9c86ab8-c11c-4e3a-b365-a7a07a49fa75"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:29.748350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:29.753603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.779186 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4666f4f4-5a7c-4c11-afc4-ace36a18fe4c x-openstack-request-id: req-4666f4f4-5a7c-4c11-afc4-ace36a18fe4c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:29.779478 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880e7f2-5758-4850-a285-1718779431a0", "name": "network-vif-plugged", "status": "completed", "tag": "d9c86ab8-c11c-4e3a-b365-a7a07a49fa75", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:29.779732 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4666f4f4-5a7c-4c11-afc4-ace36a18fe4c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:29.780123 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880e7f2-5758-4850-a285-1718779431a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75', 'code': 200} Sep 21 18:28:29.816045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:29.822854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:29.959586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5f505-7634-4bac-bbf0-a16547f4e24b req-34346c11-48d4-41f2-b8d0-709522f69afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:29.961130 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ef5f505-7634-4bac-bbf0-a16547f4e24b req-34346c11-48d4-41f2-b8d0-709522f69afc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 1096 time: 0.0986447 Sep 21 18:28:30.047015 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ef5f505-7634-4bac-bbf0-a16547f4e24b req-db66db9c-2e4f-4c66-b7d4-a68430b4065a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774441 Sep 21 18:28:30.100953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44296018-fedf-44b6-b995-81fbc33c5375 req-7113b1c3-0a6e-46be-a4e9-aaea71d9186e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:30.103290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44296018-fedf-44b6-b995-81fbc33c5375 req-7113b1c3-0a6e-46be-a4e9-aaea71d9186e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 945 time: 0.0575027 Sep 21 18:28:30.109250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:30.154406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44296018-fedf-44b6-b995-81fbc33c5375 req-cdbf6ada-a98c-4a74-85dc-0c855b931058 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Sep 21 18:28:30.204225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d9a9a-b2f4-4caf-bec2-c339d0577afc None None] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:30.264722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 69917ca7-c91e-4b53-840c-546919b88624 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:30.272505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:28:30.351637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1f2da217-7c04-4a14-a420-52119c2f1dda details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:28:30.366546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-07dd1dd9-601c-47ef-9754-78b133d26bbf None None] Provisioning complete for port 69917ca7-c91e-4b53-840c-546919b88624 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:30.366927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-07dd1dd9-601c-47ef-9754-78b133d26bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:30.384002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:30.401095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:30.405076 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-da91f489-dfeb-4d18-a3f4-70049003c6cc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3100381 Sep 21 18:28:30.405212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38156) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:30.573963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945324-5bf3-4d26-a238-322827468107 req-3974e925-08e5-4966-a812-5d683e6c782f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:30.578019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Sync routers for ids ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:30.578614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15945324-5bf3-4d26-a238-322827468107 req-3974e925-08e5-4966-a812-5d683e6c782f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 943 time: 0.0609398 Sep 21 18:28:30.617155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15945324-5bf3-4d26-a238-322827468107 req-701e46b7-1167-44b8-a9bd-d0615304d2b1 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Sep 21 18:28:30.640438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 69917ca7-c91e-4b53-840c-546919b88624 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:30.640811 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:30.693604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Routers {'9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:30.694284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:30.865371 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:30.865860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1f2da217-7c04-4a14-a420-52119c2f1dda, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1f2da217-7c04-4a14-a420-52119c2f1dda,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:30.896745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'port_id': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'mac_address': 'fa:16:3e:da:e3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:28:30.925974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Set router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:30.930554 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-07dd1dd9-601c-47ef-9754-78b133d26bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.047405 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.055175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Allocated IP 172.20.0.1 (8e49add7-d3e5-4fde-bb2b-aeca98b02564/1c9f960a-fe4b-418b-a11b-4f0e55f15ef9/20f8985f-c680-446d-9b6e-25fff55a07cf) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:31.084043 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.110313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-07dd1dd9-601c-47ef-9754-78b133d26bbf None None] For port 69917ca7-c91e-4b53-840c-546919b88624, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=69917ca7-c91e-4b53-840c-546919b88624,segment=NetworkSegment(f5ecc314-5155-4bf4-9fff-66bb202d5385),segment_id=f5ecc314-5155-4bf4-9fff-66bb202d5385)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:31.145081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-07dd1dd9-601c-47ef-9754-78b133d26bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.147683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2da217-7c04-4a14-a420-52119c2f1dda {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:31.194147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.237556 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.243478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1f2da217-7c04-4a14-a420-52119c2f1dda, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1f2da217-7c04-4a14-a420-52119c2f1dda,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:31.265684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.282619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:31.285453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:31.289531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:31.292022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdce877-8016-4594-9a04-77ffb3c85e89 req-cfc94a0a-2d8c-4464-a14c-2d2b589d8929 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:31.295771 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:28:31.296141 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:28:31.303444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cdce877-8016-4594-9a04-77ffb3c85e89 req-cfc94a0a-2d8c-4464-a14c-2d2b589d8929 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 945 time: 0.0686781 Sep 21 18:28:31.303585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Pushing event updated for resources: {'Port': ['ID=20f8985f-c680-446d-9b6e-25fff55a07cf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:31.315399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd1dd9-601c-47ef-9754-78b133d26bbf None None] Pushing event updated for resources: {'Port': ['ID=69917ca7-c91e-4b53-840c-546919b88624,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:31.356048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ebfb201b-e085-4ae0-abde-c927a977447a None None] Provisioning complete for port 69917ca7-c91e-4b53-840c-546919b88624 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:31.356260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebfb201b-e085-4ae0-abde-c927a977447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.359460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.365571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cdce877-8016-4594-9a04-77ffb3c85e89 req-8bd10a0a-c800-43f1-a23a-143902f0666a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612023 Sep 21 18:28:31.434291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1f2da217-7c04-4a14-a420-52119c2f1dda,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:31.467217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['1f2da217-7c04-4a14-a420-52119c2f1dda'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:28:31.509849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3f83a-ed0a-451a-9b30-0c45aa75ac7c req-1c6cfe4f-fc3a-4218-9883-ef7fe911dc3c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:31.511146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:29Z', 'revision_number': 3, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port': {'id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:31.512442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3c3f83a-ed0a-451a-9b30-0c45aa75ac7c req-1c6cfe4f-fc3a-4218-9883-ef7fe911dc3c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 945 time: 0.0658886 Sep 21 18:28:31.532461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.559622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3c3f83a-ed0a-451a-9b30-0c45aa75ac7c req-5994f171-2bc1-4960-91e7-0f311396f0b2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Sep 21 18:28:31.585824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Checking router: 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:31.586207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Updating router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 port 35ba87b3-38d0-4a2a-994c-55e4be096ec6 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:31.627598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.730970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2d48-e7cb-4e37-bda6-17fe0c92caec req-4a18c80b-4f1f-46e9-b770-3e03fa61a3fa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:31.732535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb4f2d48-e7cb-4e37-bda6-17fe0c92caec req-4a18c80b-4f1f-46e9-b770-3e03fa61a3fa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 945 time: 0.0597758 Sep 21 18:28:31.738456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.743888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.777721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb4f2d48-e7cb-4e37-bda6-17fe0c92caec req-0a061c7e-e22a-4871-b40b-cac67825d453 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383663 Sep 21 18:28:31.815244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Pushing event updated for resources: {'Port': ['ID=20f8985f-c680-446d-9b6e-25fff55a07cf,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:31.831066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.893758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fb8c7de5-e90e-41d2-a6d4-c5ec6bf0e1ad None None] Provisioning complete for port 20f8985f-c680-446d-9b6e-25fff55a07cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:31.894288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7de5-e90e-41d2-a6d4-c5ec6bf0e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:31.900252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694371ec-15ff-4a29-8a16-5125ea6048f2 req-7d61c6ba-cd9c-4487-9f17-e991ec683881 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:31.902061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-694371ec-15ff-4a29-8a16-5125ea6048f2 req-7d61c6ba-cd9c-4487-9f17-e991ec683881 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 944 time: 0.0585351 Sep 21 18:28:31.936344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:31.938743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:31.950590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-694371ec-15ff-4a29-8a16-5125ea6048f2 req-afed4724-a3a8-4932-9d8b-5c14c96e1273 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360835 Sep 21 18:28:31.982821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c7de5-e90e-41d2-a6d4-c5ec6bf0e1ad None None] Port 20f8985f-c680-446d-9b6e-25fff55a07cf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:32.074756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:32.086794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.095106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.150059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Attempting to bind port 35ba87b3-38d0-4a2a-994c-55e4be096ec6 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:32.150554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Attempting to bind port 35ba87b3-38d0-4a2a-994c-55e4be096ec6 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:32.150857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Attempting to bind port 35ba87b3-38d0-4a2a-994c-55e4be096ec6 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:32.161967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:32.162387 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:32.162942 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.163347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:32.163838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Bound port: 35ba87b3-38d0-4a2a-994c-55e4be096ec6, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:32.164276 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.167067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56972aab-01ee-449e-a840-4292830e729b None None] Pushing event updated for resources: {'Port': ['ID=35ba87b3-38d0-4a2a-994c-55e4be096ec6,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:32.210426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:32.227104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-872b3592-d145-4e65-bd1f-c6735baa07bd admin admin] 10.222.0.70 "PUT /v2.0/routers/9637c00b-1e2d-4c9a-ba8c-451caad2e9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8204472 Sep 21 18:28:32.253634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] For port 35ba87b3-38d0-4a2a-994c-55e4be096ec6, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:32.262965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] For port 35ba87b3-38d0-4a2a-994c-55e4be096ec6, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=35ba87b3-38d0-4a2a-994c-55e4be096ec6,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:32.267243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 69917ca7-c91e-4b53-840c-546919b88624 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:32.273183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.373763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1f2da217-7c04-4a14-a420-52119c2f1dda up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:32.376029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Routers {'9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:32.376675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:32.597501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894034a4-37fd-4f86-8cb9-399718871ce4 req-2072dc19-2c0b-4c31-aa3c-d0ca1f0fe67f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:32.608350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-894034a4-37fd-4f86-8cb9-399718871ce4 req-2072dc19-2c0b-4c31-aa3c-d0ca1f0fe67f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 945 time: 0.0680435 Sep 21 18:28:32.649053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-894034a4-37fd-4f86-8cb9-399718871ce4 req-5c45d6b0-aa6f-4b26-881e-a91141fa12d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Sep 21 18:28:32.656645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-90de7c7d-2498-4da1-88a2-df3df801443c None None] Provisioning complete for port 20f8985f-c680-446d-9b6e-25fff55a07cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:32.656946 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-90de7c7d-2498-4da1-88a2-df3df801443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.744834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56972aab-01ee-449e-a840-4292830e729b None None] Pushing event updated for resources: {'Port': ['ID=35ba87b3-38d0-4a2a-994c-55e4be096ec6,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:32.770107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-90de7c7d-2498-4da1-88a2-df3df801443c None None] Port 20f8985f-c680-446d-9b6e-25fff55a07cf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:32.780351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] Set router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:32.782221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 69917ca7-c91e-4b53-840c-546919b88624 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:32.782671 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.846863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 1f2da217-7c04-4a14-a420-52119c2f1dda completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:28:32.847701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38202) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:32.852025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1031608524-network', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:32.852279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 1f2da217-7c04-4a14-a420-52119c2f1dda triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:32.853417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.878182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Made reservation on behalf of 3194838c00d84bdb89e9dfc44c735e63 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:32.880625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:32.893997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.011911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.019515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.055351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:28:33.078887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20714095-5461-478a-91df-87dd9ac6e7d2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:33.082272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.082797 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Added segment 64efc307-fd70-460b-90d4-ff4fcf58d3e6 of type vlan for network f5017e0e-8adc-4527-82ba-f0573c7d8953 Sep 21 18:28:33.106316 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.148254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.154397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:33.156675 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38b0e1-dbae-49b7-98ff-eb101692c6c4" -d '{"events": [{"server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "name": "network-vif-plugged", "status": "completed", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:33.165569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6818720-4401-4b8a-b3fd-09c3b0d1435e req-5eaeefd2-7deb-454b-886b-0f7289804b4a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:33.167105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6818720-4401-4b8a-b3fd-09c3b0d1435e req-5eaeefd2-7deb-454b-886b-0f7289804b4a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 944 time: 0.1036816 Sep 21 18:28:33.171620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1f2da217-7c04-4a14-a420-52119c2f1dda, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1f2da217-7c04-4a14-a420-52119c2f1dda,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:33.178404 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.198527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.199503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:33.200086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.245245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 4, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port': {'id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '20f8985f-c680-446d-9b6e-25fff55a07cf', 'name': '', 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'mac_address': 'fa:16:3e:1f:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:30Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 2, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'subnets': [{'id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:33.246748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1f2da217-7c04-4a14-a420-52119c2f1dda,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:33.250400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6818720-4401-4b8a-b3fd-09c3b0d1435e req-df5c0693-2199-47d0-8d82-f6b97957624b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731170 Sep 21 18:28:33.253589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4061162 Sep 21 18:28:33.256452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38208) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:33.262797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Request body: {'subnet': {'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1031608524-subnet', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:33.279205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f7b9a-55ef-4370-8149-f89766b6b434 None None] The sync data for ids ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'] in n-d-810285-3 is: [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 4, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port': {'id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '20f8985f-c680-446d-9b6e-25fff55a07cf', 'name': '', 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'mac_address': 'fa:16:3e:1f:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:30Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 2, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'subnets': [{'id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:33.313017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Made reservation on behalf of 3194838c00d84bdb89e9dfc44c735e63 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:33.315463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.315903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf82ca-353a-4217-94fd-df1254336e66 admin admin] Pushing event updated for resources: {'Network': ['ID=f5017e0e-8adc-4527-82ba-f0573c7d8953,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:33.330522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:28:33.390776 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145e3529-9232-4451-bc23-4627546cf5fb x-openstack-request-id: req-145e3529-9232-4451-bc23-4627546cf5fb {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:33.391352 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "name": "network-vif-plugged", "status": "completed", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:33.391821 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-145e3529-9232-4451-bc23-4627546cf5fb {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:33.392418 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'code': 200} Sep 21 18:28:33.463773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fab37-e53d-4978-918c-da8db8a82732 req-e4b332f6-819e-4623-a72d-c48a11779fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:33.466517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-658fab37-e53d-4978-918c-da8db8a82732 req-e4b332f6-819e-4623-a72d-c48a11779fac service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 1096 time: 0.0539520 Sep 21 18:28:33.515749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-658fab37-e53d-4978-918c-da8db8a82732 req-8620c229-20ac-4a9b-9908-3a46fcb52079 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Sep 21 18:28:33.579301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.584830 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-81ff4a32-f23d-494d-a9ea-3a729bc4f3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.666580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd187b78-45e7-4d7f-a07e-3293692a7208,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:33.678458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Checking segment: {'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:33.678715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Network hostable DHCP agents. Network: f5017e0e-8adc-4527-82ba-f0573c7d8953, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:28:33.715051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:28:33.730800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f5017e0e-8adc-4527-82ba-f0573c7d8953) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:33.737191 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:33.737797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.749486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b24544-ea12-4ee7-8fb4-53ff1ecbf543 None None] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:33.764281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f46540ff-1940-495c-ba83-27abfc7874c5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5067210 Sep 21 18:28:33.766905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38214) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:33.771630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:33.796302 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.797641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.823704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958a95b-35a4-4ff0-985c-217b7659c79c req-ef6a863e-faf6-4245-a864-627237f8e8e9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:33.826153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0958a95b-35a4-4ff0-985c-217b7659c79c req-ef6a863e-faf6-4245-a864-627237f8e8e9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 945 time: 0.0909288 Sep 21 18:28:33.872658 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:33.886343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0958a95b-35a4-4ff0-985c-217b7659c79c req-610b0e06-57da-49fe-873c-9d4cedbcea16 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Sep 21 18:28:33.999634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f5017e0e-8adc-4527-82ba-f0573c7d8953', 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'fixed_ips': [{'subnet_id': 'dd187b78-45e7-4d7f-a07e-3293692a7208'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:28:34.000425 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.074236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.094665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-a8862666-8478-49df-93df-be026a80bcfb tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:34.096512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-a8862666-8478-49df-93df-be026a80bcfb tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 945 time: 0.1275790 Sep 21 18:28:34.223511 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.244673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Allocated IP 172.20.0.2 (f5017e0e-8adc-4527-82ba-f0573c7d8953/dd187b78-45e7-4d7f-a07e-3293692a7208/60d5a365-5754-445f-bca8-4ceb6676fd00) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:34.299420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:34.299832 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.352662 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.423449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] For port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:34.423828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.439602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:34.484880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8a38d-9191-4922-a5e7-53ff6fafb28a req-3b679aba-8100-4097-87c8-333f5d62e66a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:34.495512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16e8a38d-9191-4922-a5e7-53ff6fafb28a req-3b679aba-8100-4097-87c8-333f5d62e66a tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 945 time: 0.1070216 Sep 21 18:28:34.546714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16e8a38d-9191-4922-a5e7-53ff6fafb28a req-a6ed37cd-4e16-4ce8-8c08-62d39726e32b tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499234 Sep 21 18:28:34.681897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.695245 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.759235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.792382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.810361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.817011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:34.828850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:34.835376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['d9c86ab8-c11c-4e3a-b365-a7a07a49fa75'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:28:34.840898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:34.846041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Pushing event updated for resources: {'Port': ['ID=60d5a365-5754-445f-bca8-4ceb6676fd00,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:34.875766 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.885015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=d9c86ab8-c11c-4e3a-b365-a7a07a49fa75,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:34.964266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Attempting to bind port 60d5a365-5754-445f-bca8-4ceb6676fd00 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:34.965137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Attempting to bind port 60d5a365-5754-445f-bca8-4ceb6676fd00 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:34.965777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Attempting to bind port 60d5a365-5754-445f-bca8-4ceb6676fd00 on network f5017e0e-8adc-4527-82ba-f0573c7d8953 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:34.972961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:34.973449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Checking segment: {'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:34.973959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:34.974458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Bound using segment: {'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:34.975267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Bound port: 60d5a365-5754-445f-bca8-4ceb6676fd00, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:34.975823 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:35.033336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] No DVR routers for this DVR port d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:35.036478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Allocated IP 172.25.3.25 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/b62b63a8-ef69-4888-9a35-813133d01701) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:35.039563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:35.042807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3a85bbae-4cdb-432b-9839-78bcb20090a5 req-8ebbb059-5452-412c-a659-a7166ef516dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "DELETE /v2.0/ports/d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 HTTP/1.1" status: 204 len: 173 time: 0.9309726 Sep 21 18:28:35.043511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880e7f2-5758-4850-a285-1718779431a0', 'name': 'network-vif-deleted', 'tag': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:35.053583 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ee3014-7c05-408f-ba4b-e39ab164a342" -d '{"events": [{"server_uuid": "f880e7f2-5758-4850-a285-1718779431a0", "name": "network-vif-deleted", "tag": "d9c86ab8-c11c-4e3a-b365-a7a07a49fa75"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:35.078662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65f2fdb7-5bbf-4900-a5b9-a33443e62b96 req-9bdfc9c0-4ed9-4067-8f5f-b0b2caac41a3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0641444 Sep 21 18:28:35.147978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] For port 60d5a365-5754-445f-bca8-4ceb6676fd00, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:35.160010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] For port 60d5a365-5754-445f-bca8-4ceb6676fd00, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=60d5a365-5754-445f-bca8-4ceb6676fd00,segment=NetworkSegment(64efc307-fd70-460b-90d4-ff4fcf58d3e6),segment_id=64efc307-fd70-460b-90d4-ff4fcf58d3e6)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:35.171149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:35.176087 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6afcc4-1525-4157-ad36-c3aee3426241 x-openstack-request-id: req-8a6afcc4-1525-4157-ad36-c3aee3426241 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:35.179848 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880e7f2-5758-4850-a285-1718779431a0", "name": "network-vif-deleted", "tag": "d9c86ab8-c11c-4e3a-b365-a7a07a49fa75", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:35.182915 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a6afcc4-1525-4157-ad36-c3aee3426241 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:35.186120 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880e7f2-5758-4850-a285-1718779431a0', 'name': 'network-vif-deleted', 'tag': 'd9c86ab8-c11c-4e3a-b365-a7a07a49fa75', 'status': 'completed', 'code': 200} Sep 21 18:28:35.285129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ab407-379b-40be-b312-f46dd4bcafc6 None None] Pushing event updated for resources: {'Port': ['ID=60d5a365-5754-445f-bca8-4ceb6676fd00,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:35.338972 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:35.389827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:35.431658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:35.436774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:35.440877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:35.476852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Pushing event updated for resources: {'Port': ['ID=b62b63a8-ef69-4888-9a35-813133d01701,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:35.700269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaf6e7-9c6c-45ab-8cbd-f231853a9e11 req-07859fcb-90a5-4c21-a52c-aec60a0f5f92 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:35.708221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0efaf6e7-9c6c-45ab-8cbd-f231853a9e11 req-07859fcb-90a5-4c21-a52c-aec60a0f5f92 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 945 time: 0.0799046 Sep 21 18:28:35.749609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0efaf6e7-9c6c-45ab-8cbd-f231853a9e11 req-830e7109-a8df-44e7-b13a-06ea15d37210 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402350 Sep 21 18:28:35.940806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdf52f-e339-4a26-b048-585f0ede9c47 req-3dc4638b-e9c7-4f6b-a455-cd1d0250cfdb tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:35.942544 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebbdf52f-e339-4a26-b048-585f0ede9c47 req-3dc4638b-e9c7-4f6b-a455-cd1d0250cfdb tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 945 time: 0.0629332 Sep 21 18:28:35.956408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38230) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:35.962422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Request body: {'floatingip': {'port_id': '1f2da217-7c04-4a14-a420-52119c2f1dda'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:36.006353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.117847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.288735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fa40bfa-6cb0-4fc2-be35-a2417149233f req-c414915c-22c7-458d-b819-fcba9f8cc982 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0533650 Sep 21 18:28:36.363957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.382789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 35ba87b3-38d0-4a2a-994c-55e4be096ec6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:36.454475 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 35ba87b3-38d0-4a2a-994c-55e4be096ec6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:36.454904 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.551188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.567128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Router b3c8afdb-d3e0-4c33-9286-809eb7c25584 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:28:36.575210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 35ba87b3-38d0-4a2a-994c-55e4be096ec6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=35ba87b3-38d0-4a2a-994c-55e4be096ec6,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:36.581325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.582262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 60d5a365-5754-445f-bca8-4ceb6676fd00 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:36.682762 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.689784 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=35ba87b3-38d0-4a2a-994c-55e4be096ec6,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:36.691077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.709073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 60d5a365-5754-445f-bca8-4ceb6676fd00 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:36.709990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.722784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:36.732549 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Sync routers for ids ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:36.747710 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Routers {'b3c8afdb-d3e0-4c33-9286-809eb7c25584'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:36.748791 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:36.757090 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.759644 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-db7a0c2f-5de2-4e85-bd4d-9aa025187065 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9913940 Sep 21 18:28:36.763769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38234) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:36.838935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.895630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 60d5a365-5754-445f-bca8-4ceb6676fd00, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=60d5a365-5754-445f-bca8-4ceb6676fd00,segment=NetworkSegment(64efc307-fd70-460b-90d4-ff4fcf58d3e6),segment_id=64efc307-fd70-460b-90d4-ff4fcf58d3e6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:36.901621 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:36.957167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Sync routers for ids ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:36.968533 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Floating IP c2716383-0f39-4dbd-832f-0a3a43063c12 associated. External IP: 172.25.3.99, port: 1f2da217-7c04-4a14-a420-52119c2f1dda. Sep 21 18:28:37.015820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Routers {'9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:37.019899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:37.025171 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Set router b3c8afdb-d3e0-4c33-9286-809eb7c25584 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:37.088891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=60d5a365-5754-445f-bca8-4ceb6676fd00,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:37.194053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Set router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:37.299539 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:35Z', 'revision_number': 3, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port': {'id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:34Z', 'updated_at': '2021-09-21T18:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:37.333046 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Checking router: b3c8afdb-d3e0-4c33-9286-809eb7c25584 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:37.333418 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Updating router b3c8afdb-d3e0-4c33-9286-809eb7c25584 port b62b63a8-ef69-4888-9a35-813133d01701 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:37.349527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598227b-fbb7-4cdf-ba38-9a41a93dd04e None None] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:37.370167 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:37.629722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48088251-f6c8-4328-afeb-bc4f0b17a5f1 req-8306f6dd-b4c1-460b-b140-267c821ec526 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0426152 Sep 21 18:28:37.741633 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:37.748739 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:37.811463 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Attempting to bind port b62b63a8-ef69-4888-9a35-813133d01701 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:37.811848 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Attempting to bind port b62b63a8-ef69-4888-9a35-813133d01701 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:37.812235 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Attempting to bind port b62b63a8-ef69-4888-9a35-813133d01701 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:37.823815 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:37.824199 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:37.824597 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:37.825050 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:37.825538 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Bound port: b62b63a8-ef69-4888-9a35-813133d01701, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:37.825973 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:37.858635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:37.862774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:37.971248 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124a5e-6bf1-4ac6-84c7-50e17bf5d723 None None] Pushing event updated for resources: {'Port': ['ID=b62b63a8-ef69-4888-9a35-813133d01701,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:37.979373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:37.979462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device d9c86ab8-c11c-4e3a-b365-a7a07a49fa75 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:38.000485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5851df80-42e0-4b56-aa0f-6b1d31299f2d None None] Provisioning complete for port 60d5a365-5754-445f-bca8-4ceb6676fd00 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:38.000485 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5851df80-42e0-4b56-aa0f-6b1d31299f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.032016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Router 2a0f515f-4c64-452d-806c-dca6d0036f07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:38.038574 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] For port b62b63a8-ef69-4888-9a35-813133d01701, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:38.048400 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] For port b62b63a8-ef69-4888-9a35-813133d01701, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b62b63a8-ef69-4888-9a35-813133d01701,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:38.056250 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.132673 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Routers {'b3c8afdb-d3e0-4c33-9286-809eb7c25584'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:38.136484 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:38.335233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 35ba87b3-38d0-4a2a-994c-55e4be096ec6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:38.401206 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] Set router b3c8afdb-d3e0-4c33-9286-809eb7c25584 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:38.424259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 4, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port': {'id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '20f8985f-c680-446d-9b6e-25fff55a07cf', 'name': '', 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'mac_address': 'fa:16:3e:1f:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:30Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 2, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'subnets': [{'id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:38.428972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:38.441763 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.458698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Checking router: 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:38.459194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Updating router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 port 20f8985f-c680-446d-9b6e-25fff55a07cf binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:38.516991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 35ba87b3-38d0-4a2a-994c-55e4be096ec6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:38.517593 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.536604 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.576002 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] Sync routers for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:38.576211 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.609504 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.625091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9b644187-49ba-4769-8969-7bce8ac964e2 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "PUT /v2.0/floatingips/c2716383-0f39-4dbd-832f-0a3a43063c12 HTTP/1.1" status: 200 len: 990 time: 2.6645486 Sep 21 18:28:38.629947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:38.630631 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efbb62f-b0d4-4140-8f22-3c246473717e" -d '{"events": [{"name": "network-changed", "server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:38.725587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4827656d-92cd-43cf-9be6-9d0b1503b2b2 None None] Provisioning complete for port 60d5a365-5754-445f-bca8-4ceb6676fd00 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:38.725974 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4827656d-92cd-43cf-9be6-9d0b1503b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:38.801032 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124a5e-6bf1-4ac6-84c7-50e17bf5d723 None None] Pushing event updated for resources: {'Port': ['ID=b62b63a8-ef69-4888-9a35-813133d01701,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:38.811666 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:38.812348 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:38.818585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Allocated IP 172.20.0.1 (f5017e0e-8adc-4527-82ba-f0573c7d8953/dd187b78-45e7-4d7f-a07e-3293692a7208/9f027162-28bf-47dd-bf55-b2e5d2f03ea7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:38.893122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 60d5a365-5754-445f-bca8-4ceb6676fd00 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:38.935822 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:35Z', 'revision_number': 3, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port': {'id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:34Z', 'updated_at': '2021-09-21T18:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:38.978810 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f541cb-fd71-4c05-a454-4cf3e2215a55 None None] The sync data for ids ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'] in n-d-810285-3 is: [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:35Z', 'revision_number': 3, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port': {'id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:34Z', 'updated_at': '2021-09-21T18:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:39.006502 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:39.055114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf07e3-a683-4340-817e-7c316d78715f req-8c312d8e-7d73-4b52-829e-45372416970b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:39.058904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78cf07e3-a683-4340-817e-7c316d78715f req-8c312d8e-7d73-4b52-829e-45372416970b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 946 time: 0.1548827 Sep 21 18:28:39.111092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.151320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 60d5a365-5754-445f-bca8-4ceb6676fd00 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:39.151991 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.163102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78cf07e3-a683-4340-817e-7c316d78715f req-0ee6f4b9-9609-43e1-954c-90b3aad8ae9e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975637 Sep 21 18:28:39.232231 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.245180 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea1d972-99c3-49c6-ba37-3cb6d3457221 x-openstack-request-id: req-4ea1d972-99c3-49c6-ba37-3cb6d3457221 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:39.245487 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:39.259810 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ea1d972-99c3-49c6-ba37-3cb6d3457221 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:39.260299 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'status': 'completed', 'code': 200} Sep 21 18:28:39.297437 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:28:39.310455 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.338895 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.499780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ad78-2edf-408d-81c3-1464dcad5024 None None] Pushing event updated for resources: {'Port': ['ID=20f8985f-c680-446d-9b6e-25fff55a07cf,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:39.541092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Attempting to bind port 20f8985f-c680-446d-9b6e-25fff55a07cf on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:39.541722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Attempting to bind port 20f8985f-c680-446d-9b6e-25fff55a07cf by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:39.542377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Attempting to bind port 20f8985f-c680-446d-9b6e-25fff55a07cf on network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:39.554826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:39.555622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Checking segment: {'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:39.556366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.561864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Bound using segment: {'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:39.562760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Bound port: 20f8985f-c680-446d-9b6e-25fff55a07cf, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ecc314-5155-4bf4-9fff-66bb202d5385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:39.570954 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.573712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef9bac7e-f795-40cd-8895-b62e9389f93e req-e0c4b751-dd4b-4bb3-a731-fc7f070ec2a4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.1835337 Sep 21 18:28:39.581986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Pushing event updated for resources: {'Port': ['ID=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:39.606076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:39.620439 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c2716383-0f39-4dbd-832f-0a3a43063c12', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'port_id': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'mac_address': 'fa:16:3e:da:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:28:21Z', 'updated_at': '2021-09-21T18:28:36Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:39.621742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:39.625298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:39.713447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] Checking router: 2a0f515f-4c64-452d-806c-dca6d0036f07 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:39.720765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-75a11cc1-ae7f-4184-b183-8248b6c82522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:39.723251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-75a11cc1-ae7f-4184-b183-8248b6c82522 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 1096 time: 0.3773663 Sep 21 18:28:39.737069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.755670 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:39.761376 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:39.775822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] For port 20f8985f-c680-446d-9b6e-25fff55a07cf, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:39.779603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] For port 20f8985f-c680-446d-9b6e-25fff55a07cf, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=20f8985f-c680-446d-9b6e-25fff55a07cf,segment=NetworkSegment(f5ecc314-5155-4bf4-9fff-66bb202d5385),segment_id=f5ecc314-5155-4bf4-9fff-66bb202d5385)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:39.787904 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:39.886689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Routers {'9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:39.888081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:39.958550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ad78-2edf-408d-81c3-1464dcad5024 None None] Pushing event updated for resources: {'Port': ['ID=20f8985f-c680-446d-9b6e-25fff55a07cf,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:39.975443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-162bc9d2-ee75-41bf-ae0b-94cb07e7b712 None None] Provisioning complete for port 20f8985f-c680-446d-9b6e-25fff55a07cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:39.975875 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-162bc9d2-ee75-41bf-ae0b-94cb07e7b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.097194 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:40.167561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] Set router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:40.220799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.305363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-6f7c9366-7d1b-47d7-8e6c-c980a093e3d9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:40.308204 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-6f7c9366-7d1b-47d7-8e6c-c980a093e3d9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 946 time: 0.1598165 Sep 21 18:28:40.383994 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-162bc9d2-ee75-41bf-ae0b-94cb07e7b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.531769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-30083c42-f1a7-4d12-b9b8-e4a502161e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:40.533992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-30083c42-f1a7-4d12-b9b8-e4a502161e28 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.4653029 Sep 21 18:28:40.553425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Deleting port e3dc6458-591d-4303-9b0f-b17d9889f9f0 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:40.553736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.597236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b62b63a8-ef69-4888-9a35-813133d01701 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:40.667059 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c2716383-0f39-4dbd-832f-0a3a43063c12', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'port_id': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'mac_address': 'fa:16:3e:da:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:28:21Z', 'updated_at': '2021-09-21T18:28:36Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:40.692506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2dc84-a6ac-4790-8d65-7ee132fdc1fe req-9fde085f-46e9-43bf-90c7-042caeff412c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:40.702503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5a2dc84-a6ac-4790-8d65-7ee132fdc1fe req-9fde085f-46e9-43bf-90c7-042caeff412c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 946 time: 0.3612239 Sep 21 18:28:40.728236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-7ac0e88b-f13f-43ee-984e-29f4f4998f09 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2da217-7c04-4a14-a420-52119c2f1dda HTTP/1.1" status: 200 len: 998 time: 0.1835086 Sep 21 18:28:40.738507 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be67fa9-82e8-404c-b7c0-6ee2a86c5f11 None None] The sync data for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 is: [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c2716383-0f39-4dbd-832f-0a3a43063c12', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'port_id': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'mac_address': 'fa:16:3e:da:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:28:21Z', 'updated_at': '2021-09-21T18:28:36Z', 'revision_number': 1, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:40.796227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] For port e3dc6458-591d-4303-9b0f-b17d9889f9f0, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e3dc6458-591d-4303-9b0f-b17d9889f9f0,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:40.796606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.798148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-162bc9d2-ee75-41bf-ae0b-94cb07e7b712 None None] For port 20f8985f-c680-446d-9b6e-25fff55a07cf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=20f8985f-c680-446d-9b6e-25fff55a07cf,segment=NetworkSegment(f5ecc314-5155-4bf4-9fff-66bb202d5385),segment_id=f5ecc314-5155-4bf4-9fff-66bb202d5385)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:40.808810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-162bc9d2-ee75-41bf-ae0b-94cb07e7b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.811000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b62b63a8-ef69-4888-9a35-813133d01701 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:40.811750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.814116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-6ccbd916-08af-4718-9ef7-5eb896e0d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:40.816129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-6ccbd916-08af-4718-9ef7-5eb896e0d7f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0738552 Sep 21 18:28:40.885083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.920508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 4, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port': {'id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '20f8985f-c680-446d-9b6e-25fff55a07cf', 'name': '', 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'mac_address': 'fa:16:3e:1f:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:30Z', 'updated_at': '2021-09-21T18:28:39Z', 'revision_number': 4, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'subnets': [{'id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:40.929009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:40.931121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bc9d2-ee75-41bf-ae0b-94cb07e7b712 None None] Pushing event updated for resources: {'Port': ['ID=20f8985f-c680-446d-9b6e-25fff55a07cf,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:40.966449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f505a9-b8ec-4b81-9214-15859aeafa48 None None] The sync data for ids ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'] in n-d-810285-3 is: [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:31Z', 'revision_number': 4, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port': {'id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '20f8985f-c680-446d-9b6e-25fff55a07cf', 'name': '', 'network_id': '8e49add7-d3e5-4fde-bb2b-aeca98b02564', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'mac_address': 'fa:16:3e:1f:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:30Z', 'updated_at': '2021-09-21T18:28:39Z', 'revision_number': 4, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'subnets': [{'id': '1c9f960a-fe4b-418b-a11b-4f0e55f15ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:40.979310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-838b1db0-82f9-49c5-a5b7-4bb69d397f1f None None] Provisioning complete for port 20f8985f-c680-446d-9b6e-25fff55a07cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:40.979977 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-838b1db0-82f9-49c5-a5b7-4bb69d397f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.010934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5a2dc84-a6ac-4790-8d65-7ee132fdc1fe req-f4d438c0-2aca-4203-849f-319583b8a719 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002126 Sep 21 18:28:41.049001 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.049549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.051251 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Floating IP 2d7836a9-1c87-4745-b846-b0da5481ac7f disassociated. External IP: 172.25.3.196, port: e3dc6458-591d-4303-9b0f-b17d9889f9f0. Sep 21 18:28:41.051829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Calling delete_port for e3dc6458-591d-4303-9b0f-b17d9889f9f0 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:41.059420 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.084354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b62b63a8-ef69-4888-9a35-813133d01701, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b62b63a8-ef69-4888-9a35-813133d01701,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:41.093872 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.094742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 20f8985f-c680-446d-9b6e-25fff55a07cf up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:41.107642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.126826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Pushing event updated for resources: {'Port': ['ID=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:41.214441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd0d0eea-306e-4a3b-bbf0-4f224b0d5ce6 req-25e779ea-9ca8-4e6a-8b50-c219332f762e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0439734 Sep 21 18:28:41.256790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.274757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-d2c181a7-1597-4493-8131-b009ec0a7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:41.286474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-d2c181a7-1597-4493-8131-b009ec0a7e02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3957124 Sep 21 18:28:41.294983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b62b63a8-ef69-4888-9a35-813133d01701,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:41.305059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event deleted for resources: {'Port': ['ID=e3dc6458-591d-4303-9b0f-b17d9889f9f0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:41.314259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-838b1db0-82f9-49c5-a5b7-4bb69d397f1f None None] Provisioning complete for port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:41.314652 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-838b1db0-82f9-49c5-a5b7-4bb69d397f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.316128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 20f8985f-c680-446d-9b6e-25fff55a07cf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:41.317140 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.450912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-838b1db0-82f9-49c5-a5b7-4bb69d397f1f None None] Port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:41.514103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-d9519d1e-2b01-48fb-b9da-875b48bd3a6d service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749496 Sep 21 18:28:41.522497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:41.524163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:41.569659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Router 6a290252-cb82-4897-a7e5-c43a2ee371ab has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:41.595505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e482fb-0deb-43c6-a248-bc5e5c8542af None None] New status for floating IP c2716383-0f39-4dbd-832f-0a3a43063c12: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:28:41.775744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:41.786349 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] Sync routers for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:41.812294 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:41.813259 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:41.814985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Router b3c8afdb-d3e0-4c33-9286-809eb7c25584 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:41.881450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] No DVR routers for this DVR port e3dc6458-591d-4303-9b0f-b17d9889f9f0 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:41.886342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:41.889214 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ffef496e-9d8a-4063-9fcb-41ec95914452 req-f997d858-43c7-451d-9bc5-040b061d5bf0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "DELETE /v2.0/ports/e3dc6458-591d-4303-9b0f-b17d9889f9f0 HTTP/1.1" status: 204 len: 173 time: 1.5721447 Sep 21 18:28:41.890309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-deleted', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:41.894910 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3515ec82-bd40-40a5-b1aa-d0a82775c715" -d '{"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-deleted", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:41.985021 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a73db2-8096-47b3-954b-f2e9026dbdf7 x-openstack-request-id: req-64a73db2-8096-47b3-954b-f2e9026dbdf7 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:41.985317 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0093f6b-9b07-4d15-8461-cdfc0258ef0c", "name": "network-vif-deleted", "tag": "e3dc6458-591d-4303-9b0f-b17d9889f9f0", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:41.985575 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64a73db2-8096-47b3-954b-f2e9026dbdf7 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:41.985986 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0093f6b-9b07-4d15-8461-cdfc0258ef0c', 'name': 'network-vif-deleted', 'tag': 'e3dc6458-591d-4303-9b0f-b17d9889f9f0', 'status': 'completed', 'code': 200} Sep 21 18:28:42.083494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5efbb62f-b0d4-4140-8f22-3c246473717e req-dd3a1576-3c74-4ffb-87df-e90d5c90b603 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570433 Sep 21 18:28:42.104005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-29ec5d0c-0711-46a1-b3d6-ce67acd496f3 None None] Provisioning complete for port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:42.109082 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-29ec5d0c-0711-46a1-b3d6-ce67acd496f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:42.170858 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:42.202451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-29ec5d0c-0711-46a1-b3d6-ce67acd496f3 None None] Port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:42.296101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b62b63a8-ef69-4888-9a35-813133d01701 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:42.500695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b62b63a8-ef69-4888-9a35-813133d01701 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:42.501646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:42.525766 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:42.661173 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] Checking router: 6a290252-cb82-4897-a7e5-c43a2ee371ab for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:42.672144 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:42.672960 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:42.772225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8fe416d3-bb11-49dd-9806-5a2d2d89cd0c req-99a8228c-d3b9-4278-8b58-f8f1c5d74aab tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0093f6b-9b07-4d15-8461-cdfc0258ef0c HTTP/1.1" status: 200 len: 210 time: 0.0512784 Sep 21 18:28:42.802511 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:42.808509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:42.819537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-50dcae9a-0acc-4137-bbfa-ab8913a2401a admin admin] 10.222.0.70 "PUT /v2.0/routers/b3c8afdb-d3e0-4c33-9286-809eb7c25584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0546639 Sep 21 18:28:42.835589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Sync routers for ids ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:42.930011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Routers {'b3c8afdb-d3e0-4c33-9286-809eb7c25584'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:42.930959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:42.931395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c33b2834-2e61-4323-862e-1544c44f4164 req-cb0e85b4-3701-4e28-84cf-3533af5a086e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0521951 Sep 21 18:28:43.040337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 20f8985f-c680-446d-9b6e-25fff55a07cf up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:43.137995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Set router b3c8afdb-d3e0-4c33-9286-809eb7c25584 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:43.140934 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:43.176888 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10250484-cc3a-4737-9028-f65de2dd6979 None None] The sync data for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 is: [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:43.187049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 20f8985f-c680-446d-9b6e-25fff55a07cf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:43.187417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:43.470093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:40Z', 'revision_number': 4, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port': {'id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:34Z', 'updated_at': '2021-09-21T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9f027162-28bf-47dd-bf55-b2e5d2f03ea7', 'name': '', 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'mac_address': 'fa:16:3e:30:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'dd187b78-45e7-4d7f-a07e-3293692a7208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:38Z', 'updated_at': '2021-09-21T18:28:40Z', 'revision_number': 2, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'subnets': [{'id': 'dd187b78-45e7-4d7f-a07e-3293692a7208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:43.500244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Checking router: b3c8afdb-d3e0-4c33-9286-809eb7c25584 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:43.500866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Updating router b3c8afdb-d3e0-4c33-9286-809eb7c25584 port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:28:43.529385 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:43.583885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:43.595973 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcebbc-8765-47db-9617-4b031bacc9cf None None] New status for floating IP 2d7836a9-1c87-4745-b846-b0da5481ac7f: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:28:43.611506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: e3dc6458-591d-4303-9b0f-b17d9889f9f0 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:43.611849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e3dc6458-591d-4303-9b0f-b17d9889f9f0 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:43.897403 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:43.904090 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:43.907121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38302) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:43.966091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ab440-7a66-467f-aa6e-2a895358bb49 None None] Pushing event updated for resources: {'Port': ['ID=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:43.986575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c315a6b-4676-4395-8279-b534ce47126e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.020237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c315a6b-4676-4395-8279-b534ce47126e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.067824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Attempting to bind port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:44.068202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Attempting to bind port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:44.068939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Attempting to bind port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 on network f5017e0e-8adc-4527-82ba-f0573c7d8953 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:44.087698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:44.088128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Checking segment: {'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:44.088481 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.089209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Bound using segment: {'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:44.089626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Bound port: 9f027162-28bf-47dd-bf55-b2e5d2f03ea7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64efc307-fd70-460b-90d4-ff4fcf58d3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:44.090069 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.122572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c315a6b-4676-4395-8279-b534ce47126e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.125837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c315a6b-4676-4395-8279-b534ce47126e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.127561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c315a6b-4676-4395-8279-b534ce47126e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "DELETE /v2.0/security-groups/77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1 HTTP/1.1" status: 204 len: 168 time: 0.2180066 Sep 21 18:28:44.130435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38310) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:44.142405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c315a6b-4676-4395-8279-b534ce47126e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:44.168065 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-7eea908a-9ba6-4819-ad0f-e89a7c54d9d8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] show failed (client error): The resource could not be found. Sep 21 18:28:44.169123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7eea908a-9ba6-4819-ad0f-e89a7c54d9d8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups/77b1cfef-f9e7-4fd5-9d3c-e7c77742d2e1 HTTP/1.1" status: 404 len: 347 time: 0.0376163 Sep 21 18:28:44.172139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38312) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:44.194137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] For port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:44.219345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] For port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,segment=NetworkSegment(64efc307-fd70-460b-90d4-ff4fcf58d3e6),segment_id=64efc307-fd70-460b-90d4-ff4fcf58d3e6)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:44.224045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.288757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Routers {'b3c8afdb-d3e0-4c33-9286-809eb7c25584'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:44.288982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6260fd0-dd31-4e5a-ab1a-f6fd1952f16e req-63112660-1d8f-4bdb-b44d-2d19b5d58958 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f880e7f2-5758-4850-a285-1718779431a0 HTTP/1.1" status: 200 len: 210 time: 0.0639653 Sep 21 18:28:44.290145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:44.292017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ab440-7a66-467f-aa6e-2a895358bb49 None None] Pushing event updated for resources: {'Port': ['ID=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:44.352950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Deleting port fa1356b6-2464-4811-921c-6b61a5b734f0 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:44.353295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.385918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-885654ad-ff90-4d07-9f30-d99341ce14d3 None None] Provisioning complete for port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:44.388968 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-885654ad-ff90-4d07-9f30-d99341ce14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.486848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] Set router b3c8afdb-d3e0-4c33-9286-809eb7c25584 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:44.515270 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.515502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.539248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Calling delete_port for fa1356b6-2464-4811-921c-6b61a5b734f0 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:44.651291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-885654ad-ff90-4d07-9f30-d99341ce14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.718289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38328) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:44.737736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.740909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-885654ad-ff90-4d07-9f30-d99341ce14d3 None None] For port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,segment=NetworkSegment(64efc307-fd70-460b-90d4-ff4fcf58d3e6),segment_id=64efc307-fd70-460b-90d4-ff4fcf58d3e6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:44.763904 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-885654ad-ff90-4d07-9f30-d99341ce14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.770893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event deleted for resources: {'Port': ['ID=fa1356b6-2464-4811-921c-6b61a5b734f0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:44.830345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885654ad-ff90-4d07-9f30-d99341ce14d3 None None] Pushing event updated for resources: {'Port': ['ID=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:44.840461 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.843478 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:44.847810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:40Z', 'revision_number': 4, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port': {'id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:34Z', 'updated_at': '2021-09-21T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9f027162-28bf-47dd-bf55-b2e5d2f03ea7', 'name': '', 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'mac_address': 'fa:16:3e:30:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'dd187b78-45e7-4d7f-a07e-3293692a7208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:38Z', 'updated_at': '2021-09-21T18:28:44Z', 'revision_number': 4, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'subnets': [{'id': 'dd187b78-45e7-4d7f-a07e-3293692a7208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:44.848564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-292cb4fc-ed56-456a-8323-34e5a83b2690 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "DELETE /v2.0/floatingips/2d7836a9-1c87-4745-b846-b0da5481ac7f HTTP/1.1" status: 204 len: 168 time: 0.6753392 Sep 21 18:28:44.895144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931832e5-1f54-4586-b7cc-d8ffd8d73e4c None None] The sync data for ids ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'] in n-d-810285-3 is: [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:40Z', 'revision_number': 4, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port': {'id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:34Z', 'updated_at': '2021-09-21T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9f027162-28bf-47dd-bf55-b2e5d2f03ea7', 'name': '', 'network_id': 'f5017e0e-8adc-4527-82ba-f0573c7d8953', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'mac_address': 'fa:16:3e:30:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'dd187b78-45e7-4d7f-a07e-3293692a7208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:38Z', 'updated_at': '2021-09-21T18:28:44Z', 'revision_number': 4, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'subnets': [{'id': 'dd187b78-45e7-4d7f-a07e-3293692a7208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:44.910102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a23eef39-40a7-4328-b8c4-c585ec546829 None None] Provisioning complete for port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:44.910895 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a23eef39-40a7-4328-b8c4-c585ec546829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.180666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.236278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38332) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:45.241543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-73a8dcbd-646c-44c5-baca-fc814e3e935a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361927630', 'description': 'tempest-description--1926721410'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:45.267655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a8dcbd-646c-44c5-baca-fc814e3e935a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.396670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a8dcbd-646c-44c5-baca-fc814e3e935a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.402352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a8dcbd-646c-44c5-baca-fc814e3e935a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.446328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73a8dcbd-646c-44c5-baca-fc814e3e935a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.450611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73a8dcbd-646c-44c5-baca-fc814e3e935a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2102416 Sep 21 18:28:45.450924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38340) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:45.456142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'security_group_rule': {'security_group_id': 'baa6135f-d2e2-43e2-813c-19915651036e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:45.467022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8dcbd-646c-44c5-baca-fc814e3e935a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa6135f-d2e2-43e2-813c-19915651036e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:45.497218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.549586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Deleting port 20f8985f-c680-446d-9b6e-25fff55a07cf {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:45.550163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.604199 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.609303 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.631266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de87f6e2-1445-4aed-b6b7-8b0fb25b3c8e,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:45.640628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.641839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898959 Sep 21 18:28:45.643881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.644272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.644575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.644906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.645245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.645566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.645893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.646228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.646561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.646883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.647205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.647525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88261-60f4-4c60-acbc-dfdeed1bcc47 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.647673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38344) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:45.653162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'security_group_rule': {'security_group_id': 'baa6135f-d2e2-43e2-813c-19915651036e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:45.676246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] For port 20f8985f-c680-446d-9b6e-25fff55a07cf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=20f8985f-c680-446d-9b6e-25fff55a07cf,segment=NetworkSegment(f5ecc314-5155-4bf4-9fff-66bb202d5385),segment_id=f5ecc314-5155-4bf4-9fff-66bb202d5385)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:45.676626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.696970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Calling delete_port for 20f8985f-c680-446d-9b6e-25fff55a07cf owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:45.717186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.877134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.884636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.922887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f000eed-90d1-4799-adfc-cfe3f6053b48,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:45.934577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:45.939167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2870033 Sep 21 18:28:45.939167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.939167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.939167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.939167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.939167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.939735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.939735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.940000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.940392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.940987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.941327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.941660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2962cee-8d8f-4d87-968f-e5fab590e6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:45.941970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38346) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:45.953731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:45.991334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.015084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.066136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Pushing event deleted for resources: {'Port': ['ID=20f8985f-c680-446d-9b6e-25fff55a07cf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:46.148434 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.347452 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Allocated IP 172.25.3.57 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/3d967a17-9313-4b2f-8001-e1eb521e0058) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:46.390108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.405686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:46.463816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:46.464200 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.502790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.549603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.640538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'Port': ['ID=3d967a17-9313-4b2f-8001-e1eb521e0058,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:46.647436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:46.651303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:46.653851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:46.721084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:46.787243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.829251 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.002809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.008608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.086531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'Port': ['ID=3d967a17-9313-4b2f-8001-e1eb521e0058,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:47.095862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.111458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.115180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ab23be96-c825-4cde-ad53-893b5520785e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1698987 Sep 21 18:28:47.171674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:47.179997 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1736d354-8b5d-40a8-8b90-97a09de636ab admin admin] 10.222.0.70 "PUT /v2.0/routers/9637c00b-1e2d-4c9a-ba8c-451caad2e9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4596145 Sep 21 18:28:47.180977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38354) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:47.185655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] Sync routers for ids ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:47.195735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] Routers {'9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:47.196648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:47.320141 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.343580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] Set router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:47.399130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-087d97d6-aa36-42dd-884e-533dbb7305cc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--361927630&fields=id&tenant_id=5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 267 time: 0.1022675 Sep 21 18:28:47.524184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.537294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:45Z', 'revision_number': 5, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port': {'id': '35ba87b3-38d0-4a2a-994c-55e4be096ec6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:47.568558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] Checking router: 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:47.576862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] Routers {'9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:47.577472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:47.584335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-e8c1f088-9be3-4163-963b-e6b601905e96 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:47.585835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-e8c1f088-9be3-4163-963b-e6b601905e96 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 817 time: 0.1750221 Sep 21 18:28:47.611539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-d9614f74-612b-4bc1-8133-0f584ab6d1b9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/quotas/5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 375 time: 0.0160441 Sep 21 18:28:47.615486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Deleting port 35ba87b3-38d0-4a2a-994c-55e4be096ec6 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:47.615885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.761646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] For port 35ba87b3-38d0-4a2a-994c-55e4be096ec6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=35ba87b3-38d0-4a2a-994c-55e4be096ec6,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:47.762067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:47.780161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-4e944620-a092-453a-a586-bf8449d3cb49 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260443 Sep 21 18:28:47.787519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Calling delete_port for 35ba87b3-38d0-4a2a-994c-55e4be096ec6 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:47.802599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-caf6f0af-cfd5-4a7f-b28d-e5b683148062 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:28:47.804356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-caf6f0af-cfd5-4a7f-b28d-e5b683148062 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061316 Sep 21 18:28:47.845486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] Set router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:47.908543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:47Z', 'revision_number': 6, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:47.942777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c197dd-e353-4ee0-9efa-1d86fba06eae None None] The sync data for ids ['9637c00b-1e2d-4c9a-ba8c-451caad2e9c3'] in n-d-810285-3 is: [{'id': '9637c00b-1e2d-4c9a-ba8c-451caad2e9c3', 'name': 'tempest-TestAggregatesBasicOps-2056179841-router', 'tenant_id': '9b268ef1197c40bfb6d97e5a575b978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:28Z', 'updated_at': '2021-09-21T18:28:47Z', 'revision_number': 6, 'project_id': '9b268ef1197c40bfb6d97e5a575b978a', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:47.994865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-8321f1f1-de8d-4b01-9954-3a4d6a7a2fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529458 Sep 21 18:28:48.121214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.157246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ba87b3-38d0-4a2a-994c-55e4be096ec6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:48.168629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-fb87e5de-b5f8-4f38-9e81-43bea77d24c9 service neutron] 10.222.0.70 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595712 Sep 21 18:28:48.226937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.342522 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.345244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.450505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 20f8985f-c680-446d-9b6e-25fff55a07cf no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:48.473240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.473856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:28:48.479161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 20f8985f-c680-446d-9b6e-25fff55a07cf {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:48.479509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 20f8985f-c680-446d-9b6e-25fff55a07cf not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:48.492011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.493213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8071b225-712d-44a1-a2d5-2c6b906ccdd3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9637c00b-1e2d-4c9a-ba8c-451caad2e9c3 HTTP/1.1" status: 204 len: 168 time: 1.3112788 Sep 21 18:28:48.495968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38376) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:48.499060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4457c6a-b406-4ff4-9770-4323da32732a req-9afbe40a-1205-4584-bd38-cd351f3c6784 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 210 time: 0.0364282 Sep 21 18:28:48.569348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] Deleting subnet 1c9f960a-fe4b-418b-a11b-4f0e55f15ef9 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:28:48.573324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.619978 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.710526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.774056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.802126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9f960a-fe4b-418b-a11b-4f0e55f15ef9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:48.807256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:48.810025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-240ffced-bee7-4604-bd6a-9f7bf347c699 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1c9f960a-fe4b-418b-a11b-4f0e55f15ef9 HTTP/1.1" status: 204 len: 168 time: 0.3129513 Sep 21 18:28:48.812327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38388) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:48.815072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4667e8f5-c646-46b1-8d08-04bb5f04c196 None None] Network 8e49add7-d3e5-4fde-bb2b-aeca98b02564 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:48.944583 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.043346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Deleting port 69917ca7-c91e-4b53-840c-546919b88624 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:49.043697 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.122566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] DHCP port deletion for 8e49add7-d3e5-4fde-bb2b-aeca98b02564 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:28:49.130984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] For port 69917ca7-c91e-4b53-840c-546919b88624, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=69917ca7-c91e-4b53-840c-546919b88624,segment=NetworkSegment(f5ecc314-5155-4bf4-9fff-66bb202d5385),segment_id=f5ecc314-5155-4bf4-9fff-66bb202d5385)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:49.131173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.154320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Calling delete_port for 69917ca7-c91e-4b53-840c-546919b88624 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:49.182025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] Deleting port 69917ca7-c91e-4b53-840c-546919b88624 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:49.182639 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.253662 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.268130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] For port 69917ca7-c91e-4b53-840c-546919b88624, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=69917ca7-c91e-4b53-840c-546919b88624,segment=NetworkSegment(f5ecc314-5155-4bf4-9fff-66bb202d5385),segment_id=f5ecc314-5155-4bf4-9fff-66bb202d5385)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:49.268901 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.285091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] No DVR routers for this DVR port 69917ca7-c91e-4b53-840c-546919b88624 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:49.290749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] Calling delete_port for 69917ca7-c91e-4b53-840c-546919b88624 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:49.320497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=69917ca7-c91e-4b53-840c-546919b88624,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:49.384194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.400085 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.407101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e49add7-d3e5-4fde-bb2b-aeca98b02564']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:49.418211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ecc314-5155-4bf4-9fff-66bb202d5385') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:49.418517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ecc314-5155-4bf4-9fff-66bb202d5385') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:49.434312 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.445857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.453725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:28:49.454256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:28:49.456148 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:28:49.475459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] Pushing event deleted for resources: {'Port': ['ID=69917ca7-c91e-4b53-840c-546919b88624,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:49.485813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012fa0f-6e1f-46a4-883d-440d8f93e9ad None None] No DVR routers for this DVR port 69917ca7-c91e-4b53-840c-546919b88624 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:49.539698 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.544882 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.550408 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8e49add7-d3e5-4fde-bb2b-aeca98b02564 HTTP/1.1" status: 204 len: 168 time: 0.7342565 Sep 21 18:28:49.552007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:49.646099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653867-d423-4c05-8dcf-ce4a1c76a9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e49add7-d3e5-4fde-bb2b-aeca98b02564,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:49.680163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3aaa0d42-dd9a-4b6a-a6f2-871d1e71a5a8 req-d49b0ce4-912d-486e-90ad-48d5900e6570 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 210 time: 0.0432620 Sep 21 18:28:49.701009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-539c6a47-df29-4115-bb18-af2d99e6fb49 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:49.703219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-539c6a47-df29-4115-bb18-af2d99e6fb49 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 817 time: 0.1524315 Sep 21 18:28:49.758648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-ffc4878f-4d31-4535-ab23-800d12a8efc5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 379 time: 0.0448709 Sep 21 18:28:49.769222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'port': {'device_id': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'admin_state_up': True, 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'security_groups': ['baa6135f-d2e2-43e2-813c-19915651036e']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:49.892414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Made reservation on behalf of 5538851b392c4ae68d1b049bc7baa723 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:49.896856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.053725 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.060314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Allocated IP 172.20.0.6 (a461d61d-f8dc-4e2e-9ab9-defee3d4a06d/3dbd0b82-3cd9-45dc-97df-543e124f7575/20f5c712-c766-4c37-a31b-f1123704b96d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:28:50.224141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.235512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 35ba87b3-38d0-4a2a-994c-55e4be096ec6 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:50.256812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 35ba87b3-38d0-4a2a-994c-55e4be096ec6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:50.257398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 35ba87b3-38d0-4a2a-994c-55e4be096ec6 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:50.258040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 69917ca7-c91e-4b53-840c-546919b88624 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:50.274838 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.278459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 69917ca7-c91e-4b53-840c-546919b88624 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:50.279003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 69917ca7-c91e-4b53-840c-546919b88624 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:50.333106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:28:50.341438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:50.343482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:50.346145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:28:50.363584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Deleting port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:50.364169 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.426454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:50.427467 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.449660 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6ec29674-71fc-4226-a326-84eb67357140 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6839721 Sep 21 18:28:50.461878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-199b8b87-de4b-42c7-87a3-d1cf6f618700 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:28:50.463204 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-199b8b87-de4b-42c7-87a3-d1cf6f618700 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071478 Sep 21 18:28:50.476551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Request body: {'port': {'device_id': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:50.558325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.715619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4ebb8140-4739-4ca3-9d2c-15c351c27e71 None None] Provisioning complete for port 20f5c712-c766-4c37-a31b-f1123704b96d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:50.716693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8140-4739-4ca3-9d2c-15c351c27e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.770576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb8140-4739-4ca3-9d2c-15c351c27e71 None None] Port 20f5c712-c766-4c37-a31b-f1123704b96d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:28:50.854899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e12d7-fab4-4d5e-b826-6002b347719b req-7c1fad52-fb44-4cc3-b159-45f92b33921a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:50.856419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf7e12d7-fab4-4d5e-b826-6002b347719b req-7c1fad52-fb44-4cc3-b159-45f92b33921a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 931 time: 0.0683160 Sep 21 18:28:50.874955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] For port 9f027162-28bf-47dd-bf55-b2e5d2f03ea7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,segment=NetworkSegment(64efc307-fd70-460b-90d4-ff4fcf58d3e6),segment_id=64efc307-fd70-460b-90d4-ff4fcf58d3e6)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:50.875338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.900414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Calling delete_port for 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:50.922931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf7e12d7-fab4-4d5e-b826-6002b347719b req-f44843c9-926f-4013-a253-eb7f47818e42 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590684 Sep 21 18:28:50.938836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f5c712-c766-4c37-a31b-f1123704b96d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:50.953169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.962241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Transition to ACTIVE for port object 20f5c712-c766-4c37-a31b-f1123704b96d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:28:50.968378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.030902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:51.108271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Attempting to bind port 20f5c712-c766-4c37-a31b-f1123704b96d on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:28:51.108639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Attempting to bind port 20f5c712-c766-4c37-a31b-f1123704b96d by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:28:51.108997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Attempting to bind port 20f5c712-c766-4c37-a31b-f1123704b96d on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:51.114088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Port 20f5c712-c766-4c37-a31b-f1123704b96d on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:28:51.114440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Attempting to bind port 20f5c712-c766-4c37-a31b-f1123704b96d on network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:28:51.122829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:28:51.123171 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Checking segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:51.123565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Bound using segment: {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:28:51.123999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Bound port: 20f5c712-c766-4c37-a31b-f1123704b96d, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfb5da4-6819-4434-bb0d-89373d8cd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:28:51.124452 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.163024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.196585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Pushing event deleted for resources: {'Port': ['ID=9f027162-28bf-47dd-bf55-b2e5d2f03ea7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:51.224722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:28:51.228707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:28:51.234261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.301095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:51.306608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:51.307245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.308664 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-f5ad3f78-8f9a-48be-b251-60848f3db3c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 1091 time: 0.8374362 Sep 21 18:28:51.309112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:51.311436 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c24975-c8e5-477d-b776-cb761016f354" -d '{"events": [{"name": "network-changed", "server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:51.388552 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2bbb49-a47c-41a0-bbe3-65fe11e5d35c x-openstack-request-id: req-9f2bbb49-a47c-41a0-bbe3-65fe11e5d35c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:51.390120 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:51.391786 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f2bbb49-a47c-41a0-bbe3-65fe11e5d35c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:51.392371 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d', 'status': 'completed', 'code': 200} Sep 21 18:28:51.425507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-99143a15-b0af-4ae1-9832-be9f1253156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:51.426856 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.428547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-99143a15-b0af-4ae1-9832-be9f1253156a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1094 time: 0.0736630 Sep 21 18:28:51.510875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-936668b0-da25-4535-a7f7-c4985987f214 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 217 time: 0.0710008 Sep 21 18:28:51.582753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-d1d6d781-0d3f-41c4-9744-fbf351cbbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:51.584353 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-d1d6d781-0d3f-41c4-9744-fbf351cbbbf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0663855 Sep 21 18:28:51.648041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6659d3f8-533b-437c-a708-1d0e2a3c17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:51.650619 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-6659d3f8-533b-437c-a708-1d0e2a3c17d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575769 Sep 21 18:28:51.707760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Router b3c8afdb-d3e0-4c33-9286-809eb7c25584 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:28:51.768620 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-77b1bbdc-11b7-4da1-991a-ecda4fb01ca1 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089876 Sep 21 18:28:51.847051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:28:51.856532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38484) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:51.858732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d64610b7-b746-453a-9e12-930865ef0eba admin admin] 10.222.0.70 "PUT /v2.0/routers/b3c8afdb-d3e0-4c33-9286-809eb7c25584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3045430 Sep 21 18:28:51.859276 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] Sync routers for ids ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:28:51.869319 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] Routers {'b3c8afdb-d3e0-4c33-9286-809eb7c25584'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:51.869960 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:51.919028 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8170aa7e-33a4-48da-9ad0-651952ca31eb req-5f17c448-9cba-45e9-b335-09a42eea7186 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425133 Sep 21 18:28:52.007037 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] Set router b3c8afdb-d3e0-4c33-9286-809eb7c25584 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:52.036322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:52.064477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de136e4b-62b2-42c7-9c50-553c4f52d4a5 req-65721ddc-4831-40d1-83e7-71c8fbd62e60 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:52.073675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de136e4b-62b2-42c7-9c50-553c4f52d4a5 req-65721ddc-4831-40d1-83e7-71c8fbd62e60 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0613317 Sep 21 18:28:52.100147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c24975-c8e5-477d-b776-cb761016f354 req-c2611142-8595-447f-85c4-d91b2f92ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:52.101706 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52c24975-c8e5-477d-b776-cb761016f354 req-c2611142-8595-447f-85c4-d91b2f92ed20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1094 time: 0.1264288 Sep 21 18:28:52.114080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de136e4b-62b2-42c7-9c50-553c4f52d4a5 req-8b776f40-d563-448a-9d14-a660dcc8e4b5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Sep 21 18:28:52.231542 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:51Z', 'revision_number': 5, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port': {'id': 'b62b63a8-ef69-4888-9a35-813133d01701', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:34Z', 'updated_at': '2021-09-21T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:52.247339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:52.274380 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] Checking router: b3c8afdb-d3e0-4c33-9286-809eb7c25584 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:28:52.284064 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] Routers {'b3c8afdb-d3e0-4c33-9286-809eb7c25584'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:28:52.285359 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:52.295739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c24975-c8e5-477d-b776-cb761016f354 req-2f9c497d-a8f6-4030-bd32-39843b124a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:52.297220 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52c24975-c8e5-477d-b776-cb761016f354 req-2f9c497d-a8f6-4030-bd32-39843b124a0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.1502242 Sep 21 18:28:52.350046 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52c24975-c8e5-477d-b776-cb761016f354 req-f781ca3b-6e31-421b-b27a-50a968290ef3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 217 time: 0.0434070 Sep 21 18:28:52.361747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Deleting port b62b63a8-ef69-4888-9a35-813133d01701 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:52.362008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:52.382855 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] Set router b3c8afdb-d3e0-4c33-9286-809eb7c25584 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:28:52.441029 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:52Z', 'revision_number': 6, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:52.454927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c24975-c8e5-477d-b776-cb761016f354 req-3d4df6ac-ab51-48cf-9601-1cf41fc080f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:52.456392 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52c24975-c8e5-477d-b776-cb761016f354 req-3d4df6ac-ab51-48cf-9601-1cf41fc080f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0966697 Sep 21 18:28:52.471412 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d0e94-871a-4d69-9b41-10f78f3d4b1e None None] The sync data for ids ['b3c8afdb-d3e0-4c33-9286-809eb7c25584'] in n-d-810285-3 is: [{'id': 'b3c8afdb-d3e0-4c33-9286-809eb7c25584', 'name': 'tempest-TestAggregatesBasicOps-1031608524-router', 'tenant_id': '3194838c00d84bdb89e9dfc44c735e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:33Z', 'updated_at': '2021-09-21T18:28:52Z', 'revision_number': 6, 'project_id': '3194838c00d84bdb89e9dfc44c735e63', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:28:52.517833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] For port b62b63a8-ef69-4888-9a35-813133d01701, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b62b63a8-ef69-4888-9a35-813133d01701,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:52.518217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:52.534539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Calling delete_port for b62b63a8-ef69-4888-9a35-813133d01701 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:52.547845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c24975-c8e5-477d-b776-cb761016f354 req-86971e06-b46c-49de-8b52-28ec161c9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:52.549407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52c24975-c8e5-477d-b776-cb761016f354 req-86971e06-b46c-49de-8b52-28ec161c9d09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847309 Sep 21 18:28:52.737023 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52c24975-c8e5-477d-b776-cb761016f354 req-a2e9f49a-3481-45c0-9c86-5e72f6c13bb2 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544909 Sep 21 18:28:52.871589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:52.910589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-52c24975-c8e5-477d-b776-cb761016f354 req-ba13776a-6de9-4ed4-aeb2-927a8b2fb63f service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627536 Sep 21 18:28:52.919560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62b63a8-ef69-4888-9a35-813133d01701,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:52.982069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.075152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.077260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.122536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.123105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c8afdb-d3e0-4c33-9286-809eb7c25584 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:28:53.128074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.129356 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f5260f04-3783-4e4b-852b-f5287eab4a36 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b3c8afdb-d3e0-4c33-9286-809eb7c25584 HTTP/1.1" status: 204 len: 168 time: 1.2701440 Sep 21 18:28:53.131950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38492) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:53.180803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] Deleting subnet dd187b78-45e7-4d7f-a07e-3293692a7208 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:28:53.184223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.231706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.265153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cdea-e740-494e-a50a-36411b593f26 req-a9147b15-b0cd-47a8-b037-91ebb95fcdb5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:53.267482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ea0cdea-e740-494e-a50a-36411b593f26 req-a9147b15-b0cd-47a8-b037-91ebb95fcdb5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0606768 Sep 21 18:28:53.324100 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.327445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ea0cdea-e740-494e-a50a-36411b593f26 req-a31c99a7-ef50-44f2-bcd7-0e5ee42bd193 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504932 Sep 21 18:28:53.395936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.425136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd187b78-45e7-4d7f-a07e-3293692a7208,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:53.429229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.434080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df064eeb-f806-4fcd-868c-0ee967da4a27 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dd187b78-45e7-4d7f-a07e-3293692a7208 HTTP/1.1" status: 204 len: 168 time: 0.2986088 Sep 21 18:28:53.434278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38496) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:53.441911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c6717-8b7e-40a7-aeb9-193d9bcda8eb None None] Network f5017e0e-8adc-4527-82ba-f0573c7d8953 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:53.520311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.589555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Deleting port 60d5a365-5754-445f-bca8-4ceb6676fd00 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:53.589943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.653006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] DHCP port deletion for f5017e0e-8adc-4527-82ba-f0573c7d8953 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:28:53.674179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] For port 60d5a365-5754-445f-bca8-4ceb6676fd00, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=60d5a365-5754-445f-bca8-4ceb6676fd00,segment=NetworkSegment(64efc307-fd70-460b-90d4-ff4fcf58d3e6),segment_id=64efc307-fd70-460b-90d4-ff4fcf58d3e6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:53.674581 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.691362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Calling delete_port for 60d5a365-5754-445f-bca8-4ceb6676fd00 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:53.706976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] Deleting port 60d5a365-5754-445f-bca8-4ceb6676fd00 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:28:53.707359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.781598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] For port 60d5a365-5754-445f-bca8-4ceb6676fd00, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=60d5a365-5754-445f-bca8-4ceb6676fd00,segment=NetworkSegment(64efc307-fd70-460b-90d4-ff4fcf58d3e6),segment_id=64efc307-fd70-460b-90d4-ff4fcf58d3e6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:53.782004 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.797406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] Calling delete_port for 60d5a365-5754-445f-bca8-4ceb6676fd00 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:28:53.799181 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.829716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d5a365-5754-445f-bca8-4ceb6676fd00,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:53.831599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] No DVR routers for this DVR port 60d5a365-5754-445f-bca8-4ceb6676fd00 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:53.895069 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.922816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] Pushing event deleted for resources: {'Port': ['ID=60d5a365-5754-445f-bca8-4ceb6676fd00,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:53.928056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fb8fa-6cf6-4f26-a5cd-665792417167 None None] No DVR routers for this DVR port 60d5a365-5754-445f-bca8-4ceb6676fd00 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:28:53.935422 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.957378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5017e0e-8adc-4527-82ba-f0573c7d8953']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:53.968404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64efc307-fd70-460b-90d4-ff4fcf58d3e6') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:53.968831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64efc307-fd70-460b-90d4-ff4fcf58d3e6') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:28:53.978651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.992111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:53.998857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:28:53.999496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:28:54.001452 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:28:54.064732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.071065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.073797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f5017e0e-8adc-4527-82ba-f0573c7d8953 HTTP/1.1" status: 204 len: 168 time: 0.6378021 Sep 21 18:28:54.231745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 60d5a365-5754-445f-bca8-4ceb6676fd00 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:54.256143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 60d5a365-5754-445f-bca8-4ceb6676fd00 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:54.256683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 60d5a365-5754-445f-bca8-4ceb6676fd00 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:54.257126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:54.280985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:54.281600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9f027162-28bf-47dd-bf55-b2e5d2f03ea7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:54.282447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b62b63a8-ef69-4888-9a35-813133d01701 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:54.305517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38504) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:54.309964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b62b63a8-ef69-4888-9a35-813133d01701 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:28:54.310598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b62b63a8-ef69-4888-9a35-813133d01701 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:28:54.372235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-527838e9-36c7-4576-a689-6dd3b4c65134 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b268ef1197c40bfb6d97e5a575b978a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648777 Sep 21 18:28:54.377658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38508) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:54.407609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468623c0-b311-42fb-ac54-17364ad1e240 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5017e0e-8adc-4527-82ba-f0573c7d8953,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:54.443988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aea2e957-5047-4471-bfb6-2feac5dc1860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.482209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aea2e957-5047-4471-bfb6-2feac5dc1860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.511145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0dadd-03d9-4d73-8193-166992806c95 req-571200d8-f4ab-4866-bb4f-d8bdf4428054 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:54.512692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51e0dadd-03d9-4d73-8193-166992806c95 req-571200d8-f4ab-4866-bb4f-d8bdf4428054 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0834391 Sep 21 18:28:54.566315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51e0dadd-03d9-4d73-8193-166992806c95 req-20373212-53cb-4ec1-96b8-d1793b1413a9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468490 Sep 21 18:28:54.574311 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aea2e957-5047-4471-bfb6-2feac5dc1860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.577421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aea2e957-5047-4471-bfb6-2feac5dc1860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.581573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aea2e957-5047-4471-bfb6-2feac5dc1860 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee700912-4bf1-4bf7-b3a2-fce78c8454fb HTTP/1.1" status: 204 len: 168 time: 0.2002161 Sep 21 18:28:54.597286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2e957-5047-4471-bfb6-2feac5dc1860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee700912-4bf1-4bf7-b3a2-fce78c8454fb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:54.942907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38518) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:54.989030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4b4df67f-a8fe-4fa6-a630-26eb4140d268 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3194838c00d84bdb89e9dfc44c735e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449531 Sep 21 18:28:54.991653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38520) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:55.044213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e3b-b211-4aca-83a6-1f5745442c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:55.067547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e3b-b211-4aca-83a6-1f5745442c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:55.117743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e3b-b211-4aca-83a6-1f5745442c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:55.120561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-89ce4e3b-b211-4aca-83a6-1f5745442c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:55.121726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-89ce4e3b-b211-4aca-83a6-1f5745442c51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20714095-5461-478a-91df-87dd9ac6e7d2 HTTP/1.1" status: 204 len: 168 time: 0.1284068 Sep 21 18:28:55.131263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4e3b-b211-4aca-83a6-1f5745442c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20714095-5461-478a-91df-87dd9ac6e7d2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:55.661581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:28:55.714526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2fb87-7fa0-4c67-96ca-fab7df77be7c req-2c307b44-0b2d-4fc0-8aab-981a5de0893a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:55.725323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ded2fb87-7fa0-4c67-96ca-fab7df77be7c req-2c307b44-0b2d-4fc0-8aab-981a5de0893a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0740194 Sep 21 18:28:55.771037 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ded2fb87-7fa0-4c67-96ca-fab7df77be7c req-e8d4d383-1cfe-49a7-8248-b979735b9f74 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440609 Sep 21 18:28:55.771883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:55.788113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '20f5c712-c766-4c37-a31b-f1123704b96d', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'port_id': '20f5c712-c766-4c37-a31b-f1123704b96d', 'mac_address': 'fa:16:3e:c0:30:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:28:55.830615 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:55.848601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f5c712-c766-4c37-a31b-f1123704b96d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:55.870415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:55.875230 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:55.890445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:55.943035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:56.032256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-48285852-network', 'tenant_id': '9008381893604b0f91d38dd1facdd55a'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:56.064492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Made reservation on behalf of 9008381893604b0f91d38dd1facdd55a for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:56.066856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.075608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.086139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['20f5c712-c766-4c37-a31b-f1123704b96d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:28:56.191232 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.194404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.216072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:28:56.234821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d860a9bc-531b-444c-aea1-741f2a3d2296,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:56.238803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.239148 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Added segment 3dc7c62c-bf86-4962-b6c4-e8537686fb95 of type vlan for network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea Sep 21 18:28:56.282776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.313018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.314037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:56.314668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.353142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4579167 Sep 21 18:28:56.353556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38552) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:56.361382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Request body: {'subnet': {'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-48285852-subnet', 'tenant_id': '9008381893604b0f91d38dd1facdd55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:56.383311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085b996-2d88-4f09-b0da-b40e9e01789f admin admin] Pushing event updated for resources: {'Network': ['ID=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:56.389038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Made reservation on behalf of 9008381893604b0f91d38dd1facdd55a for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:56.393096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.393267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:28:56.583083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.639355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b6b1c3-0474-43ce-87d3-5b2590b494d8,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:56.651058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Checking segment: {'id': '3dc7c62c-bf86-4962-b6c4-e8537686fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:56.651431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Network hostable DHCP agents. Network: cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:28:56.670779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:28:56.681332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:56.685664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:56.686294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:56.694263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ff395-b5e3-4718-b768-067d72ad0b05 None None] Network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:56.711898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a4432647-8ca8-4843-b214-5f6d3b306445 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3559003 Sep 21 18:28:56.842045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d176ae-3e8b-44fc-8368-1351d0ebced7 None None] Network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:56.930468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c682202-aa07-4e44-b6f8-4d6d669f7b34 req-e571bd35-cf0c-466c-90bb-12cab5a2fa5e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:56.938091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c682202-aa07-4e44-b6f8-4d6d669f7b34 req-e571bd35-cf0c-466c-90bb-12cab5a2fa5e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 944 time: 0.0684063 Sep 21 18:28:56.981828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c682202-aa07-4e44-b6f8-4d6d669f7b34 req-e180f3d2-af7f-4aad-ae6a-f1141cea8ccd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Sep 21 18:28:57.265953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38574) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:57.271230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-440381794-network', 'tenant_id': '882b843ed6534a9b9b0a5d06716e07a2'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:57.293718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Made reservation on behalf of 882b843ed6534a9b9b0a5d06716e07a2 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:57.296060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.305442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.402400 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.406706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.433035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:28:57.442047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c359c266-4528-4956-8f31-159cc23f541c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:57.448991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.449339 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Added segment a66ff69e-b1d2-4fc0-9dc7-2dbc72c391d1 of type vlan for network b673ed0a-e040-48f9-b5e2-c68e6a773169 Sep 21 18:28:57.507883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.535367 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.536460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:57.537077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.572094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3046191 Sep 21 18:28:57.574528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38576) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:57.580377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Request body: {'subnet': {'network_id': 'b673ed0a-e040-48f9-b5e2-c68e6a773169', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-440381794-subnet', 'tenant_id': '882b843ed6534a9b9b0a5d06716e07a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:28:57.605501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Made reservation on behalf of 882b843ed6534a9b9b0a5d06716e07a2 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:28:57.606172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a518aa-bc85-471a-8338-240a7f72b0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b673ed0a-e040-48f9-b5e2-c68e6a773169,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:57.608811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.618828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network b673ed0a-e040-48f9-b5e2-c68e6a773169 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:28:57.693341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:57.757679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 20f5c712-c766-4c37-a31b-f1123704b96d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:28:57.761457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 20f5c712-c766-4c37-a31b-f1123704b96d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:57.761761 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.814712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.843209 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.873419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:57.875772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89887def-6cfa-4bf9-83d4-eaa93452cbfa,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:57.876463 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a6d63e-e574-41e5-aac1-36544074d246" -d '{"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-plugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:57.886259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Checking segment: {'id': 'a66ff69e-b1d2-4fc0-9dc7-2dbc72c391d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'b673ed0a-e040-48f9-b5e2-c68e6a773169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:28:57.886622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Network hostable DHCP agents. Network: b673ed0a-e040-48f9-b5e2-c68e6a773169, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:28:57.898956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:57.903569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.907774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Network b673ed0a-e040-48f9-b5e2-c68e6a773169 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:28:57.919258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, b673ed0a-e040-48f9-b5e2-c68e6a773169) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:28:57.924351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:57.925097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:57.933178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da88a51-31fb-4e08-89a6-b81727167104 None None] Network b673ed0a-e040-48f9-b5e2-c68e6a773169 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:57.943945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6ab06aa7-e8d6-4c99-ae69-eaefb27af757 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3674800 Sep 21 18:28:57.951007 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5447aab5-65ea-4679-9dcc-5aa9cbaf42ad x-openstack-request-id: req-5447aab5-65ea-4679-9dcc-5aa9cbaf42ad {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:57.951317 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-plugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:57.951563 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5447aab5-65ea-4679-9dcc-5aa9cbaf42ad {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:57.952090 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d', 'code': 200} Sep 21 18:28:57.980983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:58.070888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969b36-a519-4c2b-978e-1bb064fb78a8 req-b1055df6-cd47-4fce-a2ee-2a43704c2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:58.073108 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-02969b36-a519-4c2b-978e-1bb064fb78a8 req-b1055df6-cd47-4fce-a2ee-2a43704c2a89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1096 time: 0.0554671 Sep 21 18:28:58.122392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba68114-b97e-4dbb-a8f2-da23f3169ac7 None None] Network b673ed0a-e040-48f9-b5e2-c68e6a773169 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:28:58.154249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b4b9-d38b-43a4-814e-627ad992c5c9 req-b343c030-8824-4661-adbb-8292677baced tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:58.163577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f45b4b9-d38b-43a4-814e-627ad992c5c9 req-b343c030-8824-4661-adbb-8292677baced tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0744162 Sep 21 18:28:58.167123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-02969b36-a519-4c2b-978e-1bb064fb78a8 req-9adbd891-288b-4a46-86f4-e96c57c8be38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797288 Sep 21 18:28:58.212022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f45b4b9-d38b-43a4-814e-627ad992c5c9 req-a12f6995-9f54-4289-8ff6-d837e68e5fd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466964 Sep 21 18:28:58.592368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-36670c90-9257-4abd-b6bb-e6045a3cf1ab tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:58.593892 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-36670c90-9257-4abd-b6bb-e6045a3cf1ab tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/networks?id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea HTTP/1.1" status: 200 len: 810 time: 0.1122048 Sep 21 18:28:58.609428 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-b40fb587-c636-4e52-b863-36b1497d2320 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/quotas/9008381893604b0f91d38dd1facdd55a HTTP/1.1" status: 200 len: 375 time: 0.0097125 Sep 21 18:28:58.647727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-2ac8df8d-7a30-411e-afbc-136a03249745 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9008381893604b0f91d38dd1facdd55a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325496 Sep 21 18:28:58.745397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-7ab84c2c-a36a-473f-a027-ca1066d97c2d service neutron] 10.222.0.70 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905361 Sep 21 18:28:58.844533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-baa57c25-afc3-4b81-b7a9-9dfe83b2bad7 service neutron] 10.222.0.70 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926845 Sep 21 18:28:59.041362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94781437-30e7-4362-ac0d-bfc1fb583b70 req-9a1d1708-51fd-4096-b855-47392f81a0de tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 210 time: 0.0338180 Sep 21 18:28:59.272151 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ae4bca3b-97a7-41b5-955d-b63a3c30d776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:59.371769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c290d-358c-4066-8fb7-22a9e52d453c req-366693a6-c334-4d8c-adce-bfbda5599a32 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:59.373333 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-188c290d-358c-4066-8fb7-22a9e52d453c req-366693a6-c334-4d8c-adce-bfbda5599a32 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0621634 Sep 21 18:28:59.425896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-188c290d-358c-4066-8fb7-22a9e52d453c req-490ecca7-f4e6-4d51-8432-43cd606ee6bc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461423 Sep 21 18:29:00.169865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e5bd05d-044c-4df2-8856-ec4105fde4c2 req-33fd0f89-6333-44fd-b208-194830575d21 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 210 time: 0.0330715 Sep 21 18:29:00.202937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-5fe8ca5f-c310-4dc1-9fa7-b99e5462e52b tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:00.204501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-5fe8ca5f-c310-4dc1-9fa7-b99e5462e52b tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.78 "GET /v2.0/networks?id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea HTTP/1.1" status: 200 len: 810 time: 0.1618111 Sep 21 18:29:00.227636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Request body: {'port': {'device_id': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea', 'admin_state_up': True, 'tenant_id': '9008381893604b0f91d38dd1facdd55a'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:00.346559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Made reservation on behalf of 9008381893604b0f91d38dd1facdd55a for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:29:00.350164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:00.485734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Allocated IP 172.20.0.9 (cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea/e9b6b1c3-0474-43ce-87d3-5b2590b494d8/d01f13bf-edc0-475f-9a12-120c2fd663ee) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:00.611235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f5dff-05f2-4db2-96f1-e71ac1b37fb4 req-9a2348b3-7246-4133-9c90-496925dd9b8e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:00.612648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353f5dff-05f2-4db2-96f1-e71ac1b37fb4 req-9a2348b3-7246-4133-9c90-496925dd9b8e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.1076677 Sep 21 18:29:00.694467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353f5dff-05f2-4db2-96f1-e71ac1b37fb4 req-ac8b8238-9f3d-4222-9eec-9125311b1bff tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555820 Sep 21 18:29:00.722291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:00.748764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:00.799482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:00.803319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:00.807933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:00.838129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Pushing event updated for resources: {'Port': ['ID=d01f13bf-edc0-475f-9a12-120c2fd663ee,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:00.887828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:00.888462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:00.913017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972cec2-fec5-4f36-8f2e-84c86c21b972 req-4129eefe-28fa-495f-a41d-5de434de583d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:00.915624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6972cec2-fec5-4f36-8f2e-84c86c21b972 req-4129eefe-28fa-495f-a41d-5de434de583d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0818143 Sep 21 18:29:00.917379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a2c262b3-bd51-4049-9a27-1e9c15eed28d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943955 Sep 21 18:29:00.925267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38628) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:00.931333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Request body: {'floatingip': {'port_id': '20f5c712-c766-4c37-a31b-f1123704b96d'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:00.937651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Request body: {'port': {'device_id': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:00.973866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:00.999112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.326925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01f13bf-edc0-475f-9a12-120c2fd663ee {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:01.340142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.355150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Transition to ACTIVE for port object d01f13bf-edc0-475f-9a12-120c2fd663ee will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:29:01.365305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464248-3818-45d1-8882-e184b487ec68 req-6ffebca3-f650-400e-8ab7-e4c2881164fe tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:01.374870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34464248-3818-45d1-8882-e184b487ec68 req-6ffebca3-f650-400e-8ab7-e4c2881164fe tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 931 time: 0.1248922 Sep 21 18:29:01.382041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.467043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Pushing event updated for resources: {'Port': ['ID=d01f13bf-edc0-475f-9a12-120c2fd663ee,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:01.476309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34464248-3818-45d1-8882-e184b487ec68 req-879c38cd-d506-4938-a7a3-404a39c7fc94 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001635 Sep 21 18:29:01.545025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Attempting to bind port d01f13bf-edc0-475f-9a12-120c2fd663ee on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:29:01.545799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Attempting to bind port d01f13bf-edc0-475f-9a12-120c2fd663ee by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '3dc7c62c-bf86-4962-b6c4-e8537686fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:29:01.545799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Attempting to bind port d01f13bf-edc0-475f-9a12-120c2fd663ee on network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:01.550066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Port d01f13bf-edc0-475f-9a12-120c2fd663ee on network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:29:01.550428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Attempting to bind port d01f13bf-edc0-475f-9a12-120c2fd663ee on network cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:01.556563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:29:01.556910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Checking segment: {'id': '3dc7c62c-bf86-4962-b6c4-e8537686fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:01.557303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Bound using segment: {'id': '3dc7c62c-bf86-4962-b6c4-e8537686fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:29:01.557742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Bound port: d01f13bf-edc0-475f-9a12-120c2fd663ee, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc7c62c-bf86-4962-b6c4-e8537686fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:29:01.558106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.627592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] For port d01f13bf-edc0-475f-9a12-120c2fd663ee, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:29:01.631811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] For port d01f13bf-edc0-475f-9a12-120c2fd663ee, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee,segment=NetworkSegment(3dc7c62c-bf86-4962-b6c4-e8537686fb95),segment_id=3dc7c62c-bf86-4962-b6c4-e8537686fb95)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:29:01.637484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.640090 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.645428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.673875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:01.674616 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:01.676372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] 10.222.0.78 "PUT /v2.0/ports/d01f13bf-edc0-475f-9a12-120c2fd663ee HTTP/1.1" status: 200 len: 1091 time: 0.7430227 Sep 21 18:29:01.679814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'tag': 'd01f13bf-edc0-475f-9a12-120c2fd663ee'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:01.683865 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce751592-581a-4a44-bfa3-1139059d7344" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9d4146-e95f-498a-8f72-28d28f5c0e8d", "tag": "d01f13bf-edc0-475f-9a12-120c2fd663ee"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:01.717760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ead27-6e9a-40e4-8d8c-9e07895c368e service neutron] Pushing event updated for resources: {'Port': ['ID=d01f13bf-edc0-475f-9a12-120c2fd663ee,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:01.751620 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de970be-e0f2-4240-b4ed-9b322c309e54 x-openstack-request-id: req-5de970be-e0f2-4240-b4ed-9b322c309e54 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:01.751911 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9d4146-e95f-498a-8f72-28d28f5c0e8d", "tag": "d01f13bf-edc0-475f-9a12-120c2fd663ee", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:01.752168 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5de970be-e0f2-4240-b4ed-9b322c309e54 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:01.752562 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'tag': 'd01f13bf-edc0-475f-9a12-120c2fd663ee', 'status': 'completed', 'code': 200} Sep 21 18:29:01.768504 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Floating IP ea402a2f-defa-48cf-b49c-06b76025eb82 associated. External IP: 172.25.3.57, port: 20f5c712-c766-4c37-a31b-f1123704b96d. Sep 21 18:29:01.769819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-01f829e8-38a1-4f9d-ad6b-a53a0b750f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:01.771389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-01f829e8-38a1-4f9d-ad6b-a53a0b750f52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9008381893604b0f91d38dd1facdd55a&device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 1094 time: 0.0499024 Sep 21 18:29:01.819575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-da8b622b-15d3-4669-8f4c-c503a567b410 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee HTTP/1.1" status: 200 len: 217 time: 0.0393188 Sep 21 18:29:01.878842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a7c764fc-113f-434d-a889-2f0878453297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:01.880659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-a7c764fc-113f-434d-a889-2f0878453297 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e9b6b1c3-0474-43ce-87d3-5b2590b494d8 HTTP/1.1" status: 200 len: 850 time: 0.0542190 Sep 21 18:29:01.917652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-6610f74d-f21a-423b-a9e1-3853517b5c3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284274 Sep 21 18:29:02.002178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Router 6a290252-cb82-4897-a7e5-c43a2ee371ab has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:29:02.015197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-ee4afa93-bbcf-4dfd-bfbe-d705fcc33429 service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897505 Sep 21 18:29:02.115545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dd33f5-b62f-4bc7-93d8-30db1e04c8dc req-738579fd-879d-4aec-9235-eb303887081c service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913792 Sep 21 18:29:02.117794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:29:02.122877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:02.129097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] Sync routers for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:29:02.139190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:02.140030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:02.169088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f7bb216d-0769-4902-a830-6fba819d1cd2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "PUT /v2.0/floatingips/ea402a2f-defa-48cf-b49c-06b76025eb82 HTTP/1.1" status: 200 len: 990 time: 1.2396772 Sep 21 18:29:02.169088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:02.169735 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f9097a-5c94-4ef0-ae65-c5892bf925dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:02.214324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce751592-581a-4a44-bfa3-1139059d7344 req-e8bbeec9-a6c1-4955-b5a4-d7d9969e7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.216447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce751592-581a-4a44-bfa3-1139059d7344 req-e8bbeec9-a6c1-4955-b5a4-d7d9969e7647 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9008381893604b0f91d38dd1facdd55a&device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 1094 time: 0.0434153 Sep 21 18:29:02.280581 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76f4a4b-556e-4895-9f8c-a52c02f060c9 x-openstack-request-id: req-c76f4a4b-556e-4895-9f8c-a52c02f060c9 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:02.280944 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:02.281310 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c76f4a4b-556e-4895-9f8c-a52c02f060c9 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:02.281736 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d', 'status': 'completed', 'code': 200} Sep 21 18:29:02.291164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:02.354075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce751592-581a-4a44-bfa3-1139059d7344 req-401f43de-4bad-4067-bfec-b624bce4e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.356102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce751592-581a-4a44-bfa3-1139059d7344 req-401f43de-4bad-4067-bfec-b624bce4e39e service neutron] 10.222.0.78 "GET /v2.0/networks?id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea HTTP/1.1" status: 200 len: 912 time: 0.1324785 Sep 21 18:29:02.408251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce751592-581a-4a44-bfa3-1139059d7344 req-5cf86306-81fa-40f6-a4b0-beca2e61210e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee HTTP/1.1" status: 200 len: 217 time: 0.0412655 Sep 21 18:29:02.488625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce751592-581a-4a44-bfa3-1139059d7344 req-65c5a6b6-f56b-490a-9c0c-62b8f2f87ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.489829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce751592-581a-4a44-bfa3-1139059d7344 req-65c5a6b6-f56b-490a-9c0c-62b8f2f87ca8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e9b6b1c3-0474-43ce-87d3-5b2590b494d8 HTTP/1.1" status: 200 len: 850 time: 0.0707498 Sep 21 18:29:02.493688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-9c56dcd0-1787-4552-ba5e-b54382b7ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.495191 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-9c56dcd0-1787-4552-ba5e-b54382b7ade6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1096 time: 0.1887670 Sep 21 18:29:02.552220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce751592-581a-4a44-bfa3-1139059d7344 req-03a994c6-fefd-4b3c-af47-91d8b3ebdcad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520003 Sep 21 18:29:02.595939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'ea402a2f-defa-48cf-b49c-06b76025eb82', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'port_id': '20f5c712-c766-4c37-a31b-f1123704b96d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'mac_address': 'fa:16:3e:c0:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:28:46Z', 'updated_at': '2021-09-21T18:29:01Z', 'revision_number': 1, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:02.605357 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-e4eb06b7-89c1-4fcd-98bb-208a1dbc434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.606911 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-e4eb06b7-89c1-4fcd-98bb-208a1dbc434b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.0998721 Sep 21 18:29:02.629781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] Checking router: 6a290252-cb82-4897-a7e5-c43a2ee371ab for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:29:02.639700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:02.640324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:28:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:02.676119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445560c-7f57-4ed9-b3c0-5abba498115a req-2fd06967-b185-4de7-8180-1796b38737b8 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.677946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1445560c-7f57-4ed9-b3c0-5abba498115a req-2fd06967-b185-4de7-8180-1796b38737b8 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 943 time: 0.1132472 Sep 21 18:29:02.684373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-cdcf14e4-4c32-43c5-b7a2-03d08cdcfdb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 998 time: 0.0674613 Sep 21 18:29:02.723832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce751592-581a-4a44-bfa3-1139059d7344 req-66bcf358-7ec2-470b-8b55-48603fc37fd4 service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549039 Sep 21 18:29:02.763766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-fd25f6c4-e420-431e-ae40-9fdf009cc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.766469 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-fd25f6c4-e420-431e-ae40-9fdf009cc72c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0732520 Sep 21 18:29:02.766819 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1445560c-7f57-4ed9-b3c0-5abba498115a req-04f87c3f-8162-4dca-a21d-44ce812aedc3 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769782 Sep 21 18:29:02.817966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:02.832453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-6798a0bf-80fe-4f96-b37a-6683ebd0f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:02.834014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-6798a0bf-80fe-4f96-b37a-6683ebd0f1b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590341 Sep 21 18:29:02.845657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce751592-581a-4a44-bfa3-1139059d7344 req-16ed331d-d522-48fb-af6e-37b112819b6a service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197312 Sep 21 18:29:02.969087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-45c56cc1-d804-41c9-aa0e-b773038f4d23 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203842 Sep 21 18:29:03.071254 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-58f9097a-5c94-4ef0-ae65-c5892bf925dd req-682b9a47-3dcf-4bfb-9f2e-9886fd55a0d7 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941048 Sep 21 18:29:03.089514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'ea402a2f-defa-48cf-b49c-06b76025eb82', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'port_id': '20f5c712-c766-4c37-a31b-f1123704b96d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'mac_address': 'fa:16:3e:c0:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:28:46Z', 'updated_at': '2021-09-21T18:29:01Z', 'revision_number': 1, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:03.116140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf67b0e-8e7b-4724-9a05-ee2c1a25cbae None None] The sync data for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 is: [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'ea402a2f-defa-48cf-b49c-06b76025eb82', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'port_id': '20f5c712-c766-4c37-a31b-f1123704b96d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'mac_address': 'fa:16:3e:c0:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:28:46Z', 'updated_at': '2021-09-21T18:29:01Z', 'revision_number': 1, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:29:03.332123 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd959f0-a456-45c8-94f8-7fe0aa42e14a None None] New status for floating IP ea402a2f-defa-48cf-b49c-06b76025eb82: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:29:03.577195 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb9eca2c-b086-46f4-b87a-b794430a3d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:03.881558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa8047-0cbc-426a-b028-6b33153fdce6 req-24db9b11-f230-48f8-bbd6-4dd86a0e80ee tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:03.883768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45fa8047-0cbc-426a-b028-6b33153fdce6 req-24db9b11-f230-48f8-bbd6-4dd86a0e80ee tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 943 time: 0.0558577 Sep 21 18:29:03.921290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45fa8047-0cbc-426a-b028-6b33153fdce6 req-6ea4b49e-75b6-4af3-906b-93a6476b60a7 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Sep 21 18:29:04.135990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:04.270010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:04.476801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d01f13bf-edc0-475f-9a12-120c2fd663ee details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:29:04.604270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d01f13bf-edc0-475f-9a12-120c2fd663ee, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee,segment=NetworkSegment(3dc7c62c-bf86-4962-b6c4-e8537686fb95),segment_id=3dc7c62c-bf86-4962-b6c4-e8537686fb95)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:04.784336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'd01f13bf-edc0-475f-9a12-120c2fd663ee', 'network_id': 'cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea', 'port_id': 'd01f13bf-edc0-475f-9a12-120c2fd663ee', 'mac_address': 'fa:16:3e:f5:2e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b6b1c3-0474-43ce-87d3-5b2590b494d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:29:04.829783 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:04.841780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:04.861201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01f13bf-edc0-475f-9a12-120c2fd663ee {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:04.887551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d01f13bf-edc0-475f-9a12-120c2fd663ee, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee,segment=NetworkSegment(3dc7c62c-bf86-4962-b6c4-e8537686fb95),segment_id=3dc7c62c-bf86-4962-b6c4-e8537686fb95)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:04.892902 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:04.955425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=d01f13bf-edc0-475f-9a12-120c2fd663ee,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:05.067610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f90f8-9273-43bd-85e7-2a1c2b5b612a req-04d63cec-ed28-4f26-bebf-9d76fd44019d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:05.069095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d46f90f8-9273-43bd-85e7-2a1c2b5b612a req-04d63cec-ed28-4f26-bebf-9d76fd44019d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 944 time: 0.0662289 Sep 21 18:29:05.107168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d01f13bf-edc0-475f-9a12-120c2fd663ee'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:29:05.107376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d46f90f8-9273-43bd-85e7-2a1c2b5b612a req-dffc4361-c658-4aeb-9edd-c5cf2d324a2a tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Sep 21 18:29:06.008810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-4665e911-f7fc-4f8d-9b94-b3506d931ccb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397313 Sep 21 18:29:06.089697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-e29e0084-0ab5-4d18-8fdd-2c1c3b72ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:06.091181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-e29e0084-0ab5-4d18-8fdd-2c1c3b72ab92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1096 time: 0.0405116 Sep 21 18:29:06.230648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177110ff-2c32-4515-8d5d-300e51c67e31 req-3bb9df62-6adc-456c-8083-2ffbbf240cda tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:06.232290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-177110ff-2c32-4515-8d5d-300e51c67e31 req-3bb9df62-6adc-456c-8083-2ffbbf240cda tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 944 time: 0.0521829 Sep 21 18:29:06.272455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-177110ff-2c32-4515-8d5d-300e51c67e31 req-f551fb62-7a06-4447-ab01-1a99d1d102a2 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Sep 21 18:29:06.488020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d01f13bf-edc0-475f-9a12-120c2fd663ee up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:06.495366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-d2aaa731-6110-4393-986d-c9cbde68a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:06.496836 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-d2aaa731-6110-4393-986d-c9cbde68a136 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.3846803 Sep 21 18:29:06.539061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port d01f13bf-edc0-475f-9a12-120c2fd663ee completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:29:06.543043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port d01f13bf-edc0-475f-9a12-120c2fd663ee triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:06.543419 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:06.563603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-7218bb38-edc1-40dd-9d6e-2fd47ff82081 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 1000 time: 0.0589900 Sep 21 18:29:06.617897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-032fab0b-df18-48d7-8bbf-1bb840a7dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:06.619422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-032fab0b-df18-48d7-8bbf-1bb840a7dd24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0488687 Sep 21 18:29:06.621183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:06.644467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f13bf-edc0-475f-9a12-120c2fd663ee'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:06.646815 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2300a160-b3da-4847-9b0b-c19f999260f0" -d '{"events": [{"server_uuid": "bd9d4146-e95f-498a-8f72-28d28f5c0e8d", "name": "network-vif-plugged", "status": "completed", "tag": "d01f13bf-edc0-475f-9a12-120c2fd663ee"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:06.659744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d01f13bf-edc0-475f-9a12-120c2fd663ee, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee,segment=NetworkSegment(3dc7c62c-bf86-4962-b6c4-e8537686fb95),segment_id=3dc7c62c-bf86-4962-b6c4-e8537686fb95)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:06.665278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:06.674412 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-1f120c01-37a7-436c-ae4a-c43beaf46cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:06.675965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-1f120c01-37a7-436c-ae4a-c43beaf46cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481820 Sep 21 18:29:06.689953 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a801d2-5c53-4e47-8490-a52138b3673b x-openstack-request-id: req-e2a801d2-5c53-4e47-8490-a52138b3673b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:06.690256 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9d4146-e95f-498a-8f72-28d28f5c0e8d", "name": "network-vif-plugged", "status": "completed", "tag": "d01f13bf-edc0-475f-9a12-120c2fd663ee", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:06.690506 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2a801d2-5c53-4e47-8490-a52138b3673b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:06.690881 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01f13bf-edc0-475f-9a12-120c2fd663ee', 'code': 200} Sep 21 18:29:06.718476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=d01f13bf-edc0-475f-9a12-120c2fd663ee,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:06.773642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-ba3e8ea9-a16d-44b7-9828-11eb8adb6c73 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905652 Sep 21 18:29:06.805024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479f2d1-8bc6-4fcc-b91c-0470f26bbd8c req-b8191b96-e7ee-46ac-a0e5-c476a2d65f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:06.806902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e479f2d1-8bc6-4fcc-b91c-0470f26bbd8c req-b8191b96-e7ee-46ac-a0e5-c476a2d65f7a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 1096 time: 0.0481517 Sep 21 18:29:06.847962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e479f2d1-8bc6-4fcc-b91c-0470f26bbd8c req-ef624af2-3b0f-45a2-b661-db3744ab8073 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Sep 21 18:29:06.875678 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ccadb85f-a70f-405f-939f-ed3c5679e700 req-1d46839d-c51d-479a-afda-81a24e6388c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Sep 21 18:29:07.270482 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:07.391961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cde078-ba4a-4f04-bc14-fbbb6b3507e3 req-e74c46c3-11c9-4234-b6ab-061e6f2c871b tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:07.393452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72cde078-ba4a-4f04-bc14-fbbb6b3507e3 req-e74c46c3-11c9-4234-b6ab-061e6f2c871b tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0507643 Sep 21 18:29:07.435712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72cde078-ba4a-4f04-bc14-fbbb6b3507e3 req-f1343d92-9b95-4c6e-a6be-cc28100320ae tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Sep 21 18:29:08.498609 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:08.554796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387c38d-cafd-495a-b988-d472b7da15f0 req-4fc8d4a5-4946-4f0c-90c5-379fe7d1eccc tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:08.556290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5387c38d-cafd-495a-b988-d472b7da15f0 req-4fc8d4a5-4946-4f0c-90c5-379fe7d1eccc tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0503526 Sep 21 18:29:08.596049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5387c38d-cafd-495a-b988-d472b7da15f0 req-1e44e471-d713-4ee2-8ace-c180ee857b73 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Sep 21 18:29:08.810957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b610b-80ac-4039-ab22-27caeef9f8d7 req-e752e22f-ad9d-41af-91a5-07281a01648f tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:08.812428 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf5b610b-80ac-4039-ab22-27caeef9f8d7 req-e752e22f-ad9d-41af-91a5-07281a01648f tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0525057 Sep 21 18:29:08.852280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf5b610b-80ac-4039-ab22-27caeef9f8d7 req-56d87ae3-b7f3-4876-9e32-52e784319a80 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Sep 21 18:29:09.086267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d1ac-43fa-431c-a3db-067575a50ba7 req-0ae2bcf3-09a0-4682-8fde-b56db3d55b5a tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:09.087848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b16d1ac-43fa-431c-a3db-067575a50ba7 req-0ae2bcf3-09a0-4682-8fde-b56db3d55b5a tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0521646 Sep 21 18:29:09.128098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b16d1ac-43fa-431c-a3db-067575a50ba7 req-db9bdf99-708c-40f5-b79d-c960685bbf34 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329330 Sep 21 18:29:09.657552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f0ad1f12-d34e-4f8e-bab5-f7b231890fec tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:09.659098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f0ad1f12-d34e-4f8e-bab5-f7b231890fec tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.4083588 Sep 21 18:29:09.674411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-9d3763f8-f9d3-447c-9a14-cfcee4670b4d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/quotas/243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 375 time: 0.0093694 Sep 21 18:29:09.726759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-12bf8e8f-b339-4c14-8f30-b0a62c3a5a86 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462668 Sep 21 18:29:09.816631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-6df2a927-750d-4227-8719-e1a73b9f8e18 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Sep 21 18:29:09.910677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-456c9c66-c756-488a-9f16-65257fa66fe6 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869954 Sep 21 18:29:10.221737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10b8b315-6286-429a-a3c2-d67ec266b6bb req-b81c6517-0d72-4053-9ff4-1655deb53a7b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 210 time: 0.0275800 Sep 21 18:29:10.341834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0ffb6-fcfe-4b43-87d8-ca9314f3efbc req-ff4a20a9-dd1c-499c-bbc9-621ee2c19aac tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:10.343346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0f0ffb6-fcfe-4b43-87d8-ca9314f3efbc req-ff4a20a9-dd1c-499c-bbc9-621ee2c19aac tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0611413 Sep 21 18:29:10.395432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0f0ffb6-fcfe-4b43-87d8-ca9314f3efbc req-dda23741-572f-499b-8b48-3f3824fa9128 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Sep 21 18:29:10.655833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7d17b-8cf1-4b70-94e4-114accc148e7 req-100d70c0-d3ab-4122-9921-34118701824b tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:10.657683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23b7d17b-8cf1-4b70-94e4-114accc148e7 req-100d70c0-d3ab-4122-9921-34118701824b tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0839813 Sep 21 18:29:10.684788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546aec3-1780-4437-9ff4-6995152f03ba req-fa19d36e-8f77-4fa4-abc9-98851149c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:10.686353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b546aec3-1780-4437-9ff4-6995152f03ba req-fa19d36e-8f77-4fa4-abc9-98851149c75b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9008381893604b0f91d38dd1facdd55a&device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 1096 time: 0.0767322 Sep 21 18:29:10.729941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23b7d17b-8cf1-4b70-94e4-114accc148e7 req-f0ac313b-062e-4065-8f34-81f8b641ad9d tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Sep 21 18:29:10.806067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546aec3-1780-4437-9ff4-6995152f03ba req-cab51bf0-6ab1-4346-94eb-7d4c1417b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:10.807613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b546aec3-1780-4437-9ff4-6995152f03ba req-cab51bf0-6ab1-4346-94eb-7d4c1417b654 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea HTTP/1.1" status: 200 len: 912 time: 0.1127691 Sep 21 18:29:10.852479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b546aec3-1780-4437-9ff4-6995152f03ba req-2592817a-2844-4892-a0b9-3478e684a8c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee HTTP/1.1" status: 200 len: 217 time: 0.0372813 Sep 21 18:29:10.904885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546aec3-1780-4437-9ff4-6995152f03ba req-dbd90efc-0c0c-4647-beed-54d82dda0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:10.906411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b546aec3-1780-4437-9ff4-6995152f03ba req-dbd90efc-0c0c-4647-beed-54d82dda0d34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e9b6b1c3-0474-43ce-87d3-5b2590b494d8 HTTP/1.1" status: 200 len: 850 time: 0.0468965 Sep 21 18:29:10.941120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b546aec3-1780-4437-9ff4-6995152f03ba req-7a02d4fe-c839-49d1-993c-8a85b8b1682d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275869 Sep 21 18:29:11.055690 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b546aec3-1780-4437-9ff4-6995152f03ba req-dde78bc3-3419-4944-9def-3ae1d2af2876 service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071181 Sep 21 18:29:11.126716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-984ba38a-c0c5-465d-bd49-8a4da826a1b4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:11.127559 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-984ba38a-c0c5-465d-bd49-8a4da826a1b4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1183784 Sep 21 18:29:11.148478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'port': {'device_id': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'admin_state_up': True, 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:11.165210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b546aec3-1780-4437-9ff4-6995152f03ba req-844c4180-8d25-4a64-bd72-4c96983a3877 service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016965 Sep 21 18:29:11.283184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:29:11.287939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:11.327540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ac2fefc-283c-4294-bdf9-60b4dfeee85b req-50823a16-1cea-46a0-9910-d308472dfb1d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 210 time: 0.0278935 Sep 21 18:29:11.448855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.20.0.7 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/afd27742-e5e6-4151-8e92-5787ff2a8f9d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:11.614144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:11.650008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:11.693461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:11.697684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:11.701661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:11.730900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=afd27742-e5e6-4151-8e92-5787ff2a8f9d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:11.771347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:11.772117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:11.793588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-f50742cc-58f4-4aab-b69d-2534e1eaf73c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528425 Sep 21 18:29:11.814238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Request body: {'port': {'device_id': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:11.859456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00655ef6-33e0-434f-a517-09b5adab2253 req-b02445d4-d3c1-48ae-a236-e9a2b043fe30 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:11.868557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00655ef6-33e0-434f-a517-09b5adab2253 req-b02445d4-d3c1-48ae-a236-e9a2b043fe30 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0670071 Sep 21 18:29:11.884324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:11.914698 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00655ef6-33e0-434f-a517-09b5adab2253 req-f4f17f27-8d0e-4d61-99ea-a646041e6837 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452433 Sep 21 18:29:12.037845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-be43efcd-c350-4b71-a6d1-4e8e09c4f721 None None] Provisioning complete for port afd27742-e5e6-4151-8e92-5787ff2a8f9d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:12.038964 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be43efcd-c350-4b71-a6d1-4e8e09c4f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.076534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-be43efcd-c350-4b71-a6d1-4e8e09c4f721 None None] Port afd27742-e5e6-4151-8e92-5787ff2a8f9d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:29:12.185637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd27742-e5e6-4151-8e92-5787ff2a8f9d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:12.194776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.208582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Transition to ACTIVE for port object afd27742-e5e6-4151-8e92-5787ff2a8f9d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:29:12.213908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.314040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=afd27742-e5e6-4151-8e92-5787ff2a8f9d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:12.386690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Attempting to bind port afd27742-e5e6-4151-8e92-5787ff2a8f9d on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:29:12.386690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Attempting to bind port afd27742-e5e6-4151-8e92-5787ff2a8f9d by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:29:12.386690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Attempting to bind port afd27742-e5e6-4151-8e92-5787ff2a8f9d on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:12.391242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Port afd27742-e5e6-4151-8e92-5787ff2a8f9d on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:29:12.391642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Attempting to bind port afd27742-e5e6-4151-8e92-5787ff2a8f9d on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:12.398155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:29:12.398629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:12.399209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:29:12.399756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Bound port: afd27742-e5e6-4151-8e92-5787ff2a8f9d, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:29:12.400120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.482468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] For port afd27742-e5e6-4151-8e92-5787ff2a8f9d, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:29:12.485773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] For port afd27742-e5e6-4151-8e92-5787ff2a8f9d, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=afd27742-e5e6-4151-8e92-5787ff2a8f9d,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:29:12.491666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.538788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:12.540443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.542661 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] 10.222.0.41 "PUT /v2.0/ports/afd27742-e5e6-4151-8e92-5787ff2a8f9d HTTP/1.1" status: 200 len: 1091 time: 0.7333667 Sep 21 18:29:12.553988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'tag': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:12.556948 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335ec472-d321-4e79-8927-b9e74c3aa80e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dac9aa9-d586-400e-a081-0d9c3cd948ae", "tag": "afd27742-e5e6-4151-8e92-5787ff2a8f9d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:12.595804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea4034-1940-4cd8-a85a-4f63e864fbe7 req-4108c6f0-fcb6-417f-a5da-67f2a322c51b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:12.596997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03ea4034-1940-4cd8-a85a-4f63e864fbe7 req-4108c6f0-fcb6-417f-a5da-67f2a322c51b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0813198 Sep 21 18:29:12.644137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d393f-76f4-46c6-8fdc-f8cd1364bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=afd27742-e5e6-4151-8e92-5787ff2a8f9d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:12.660918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03ea4034-1940-4cd8-a85a-4f63e864fbe7 req-f5898bcf-9d42-45b0-b9d5-eb9ff30805d9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539522 Sep 21 18:29:12.665256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-5e588994-9193-44bd-9feb-fcde38fc8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:12.666743 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-5e588994-9193-44bd-9feb-fcde38fc8981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 1094 time: 0.0658543 Sep 21 18:29:12.720816 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-e2810cf1-9f5e-41a4-b7ac-f08104e377be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd27742-e5e6-4151-8e92-5787ff2a8f9d HTTP/1.1" status: 200 len: 217 time: 0.0436797 Sep 21 18:29:12.779133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-1ba7bfc9-f441-467c-bdc2-7c4044e8cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:12.780752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-1ba7bfc9-f441-467c-bdc2-7c4044e8cf0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0517440 Sep 21 18:29:12.799169 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca0d9d-41c4-42a7-8a22-fd0074417cba x-openstack-request-id: req-e3ca0d9d-41c4-42a7-8a22-fd0074417cba {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:12.799282 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dac9aa9-d586-400e-a081-0d9c3cd948ae", "tag": "afd27742-e5e6-4151-8e92-5787ff2a8f9d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:12.799530 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3ca0d9d-41c4-42a7-8a22-fd0074417cba {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:12.799926 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'tag': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d', 'status': 'completed', 'code': 200} Sep 21 18:29:12.842380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-18b58f96-3f51-4e06-8ebd-c1bb790bfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:12.843943 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-18b58f96-3f51-4e06-8ebd-c1bb790bfaef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542545 Sep 21 18:29:12.943483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-7291ae7c-7c29-4477-ae63-2602a3efcf50 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909257 Sep 21 18:29:13.043951 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-24c71200-9416-4f7e-8e27-ea174d73aa29 req-6c2559b4-6e6f-4a51-bd2b-8746173803fc service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922053 Sep 21 18:29:13.054994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb05b-779b-40cd-a561-ce3fcba591cc req-3ac9276b-26ce-4dfe-80d1-cde2f6278cdd tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.057306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7acb05b-779b-40cd-a561-ce3fcba591cc req-3ac9276b-26ce-4dfe-80d1-cde2f6278cdd tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0619774 Sep 21 18:29:13.131564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7acb05b-779b-40cd-a561-ce3fcba591cc req-d3e361e0-adf0-4f05-adc2-4718c133e014 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669494 Sep 21 18:29:13.139649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-45e9a1e7-e26a-4220-8f02-371aeeec0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.141419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-45e9a1e7-e26a-4220-8f02-371aeeec0b8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 1094 time: 0.0464470 Sep 21 18:29:13.142374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-062d4abe-34d3-4fb0-b731-39a4f6db5e05 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592177 Sep 21 18:29:13.266543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-f61d67e8-35bd-4593-993e-c9e98ffe2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.268679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-f61d67e8-35bd-4593-993e-c9e98ffe2945 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6b98bdfaa0541a59027738d891fca2f&device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 1096 time: 0.0745692 Sep 21 18:29:13.286254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-d4d453fb-ac0b-4581-8815-0219c20e7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.287767 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-d4d453fb-ac0b-4581-8815-0219c20e7a1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1257033 Sep 21 18:29:13.343403 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-8468b87e-34a0-4e2d-a9d8-fc7a034e5d30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd27742-e5e6-4151-8e92-5787ff2a8f9d HTTP/1.1" status: 200 len: 217 time: 0.0439749 Sep 21 18:29:13.416153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-09850a30-b26b-4c03-9699-a06f935687cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.417975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-09850a30-b26b-4c03-9699-a06f935687cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0679729 Sep 21 18:29:13.439988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-c5bd76cd-cd51-40d8-a968-d2784e224cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.441465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-c5bd76cd-cd51-40d8-a968-d2784e224cbc service neutron] 10.222.0.78 "GET /v2.0/networks?id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 200 len: 911 time: 0.1499553 Sep 21 18:29:13.464782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4b38e-2da5-4621-925e-34899a1bff30 req-c22311a1-c338-4471-94e6-a39904d89d73 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.466510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dca4b38e-2da5-4621-925e-34899a1bff30 req-c22311a1-c338-4471-94e6-a39904d89d73 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0713661 Sep 21 18:29:13.469385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-e4a08a95-073b-4b90-ba83-88776ef409ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.471077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-e4a08a95-073b-4b90-ba83-88776ef409ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454628 Sep 21 18:29:13.544728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-c6608510-0900-4043-8a80-fef068681f50 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2da217-7c04-4a14-a420-52119c2f1dda HTTP/1.1" status: 200 len: 1000 time: 0.0928910 Sep 21 18:29:13.552037 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dca4b38e-2da5-4621-925e-34899a1bff30 req-784ee7dd-de87-4859-a70b-dd4191db48e0 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515869 Sep 21 18:29:13.578442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-1fc05213-5a30-411a-9aac-721608c0ff62 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999045 Sep 21 18:29:13.607113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-24f55d5f-2dce-41ae-a780-efcee5ab1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.608942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-24f55d5f-2dce-41ae-a780-efcee5ab1a38 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 200 len: 848 time: 0.0555198 Sep 21 18:29:13.679601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-1eac2348-d15a-4919-a2c6-14032e697f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.681186 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-1eac2348-d15a-4919-a2c6-14032e697f1a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75ab1cf6-a638-4833-8f75-3d0f9b833e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616953 Sep 21 18:29:13.724410 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-335ec472-d321-4e79-8927-b9e74c3aa80e req-8287ae46-1d88-4554-a898-d608989547f5 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386795 Sep 21 18:29:13.804152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-8c6df508-0a0f-4979-8d8e-f877ddf5f633 service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132069 Sep 21 18:29:13.915975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31234b-2f36-4567-a4c8-83c1ce8c6468 req-07522485-27c1-49c8-bedd-7e218a28fdf4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.917699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e31234b-2f36-4567-a4c8-83c1ce8c6468 req-07522485-27c1-49c8-bedd-7e218a28fdf4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.1287262 Sep 21 18:29:13.952439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aa415ae-5aca-4676-aaff-c24b0669547d req-af82350b-6374-400a-8324-d6cb254acd2a service neutron] 10.222.0.78 "GET /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337283 Sep 21 18:29:13.971936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e31234b-2f36-4567-a4c8-83c1ce8c6468 req-e4ac4a83-35fe-41fd-95da-07a9d972fdf7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455830 Sep 21 18:29:14.701376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768c02-b482-4716-9837-567d43fb4179 req-b139966b-9040-4da2-bb35-8c73f2ec3a36 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.703213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe768c02-b482-4716-9837-567d43fb4179 req-b139966b-9040-4da2-bb35-8c73f2ec3a36 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0579863 Sep 21 18:29:14.758943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe768c02-b482-4716-9837-567d43fb4179 req-16508def-57e5-4455-bb2c-ae8317f065b6 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Sep 21 18:29:15.281916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34385e-8ed1-488c-95ff-1e6a50005398 req-b3294f46-504d-48ce-a9c9-e0f528c34f87 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:15.285422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b34385e-8ed1-488c-95ff-1e6a50005398 req-b3294f46-504d-48ce-a9c9-e0f528c34f87 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.1613669 Sep 21 18:29:15.298888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-ceec69e4-4ce1-4d16-944e-dcd88a3dcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:15.300624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-ceec69e4-4ce1-4d16-944e-dcd88a3dcddb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9008381893604b0f91d38dd1facdd55a&device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 1096 time: 0.1277487 Sep 21 18:29:15.385103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8b34385e-8ed1-488c-95ff-1e6a50005398 req-225427bc-c688-4d0a-b029-2b9b09dc6f34 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832458 Sep 21 18:29:15.483419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-f4ef7e69-6495-4441-9228-74015ae96ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:15.486003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-f4ef7e69-6495-4441-9228-74015ae96ae2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea HTTP/1.1" status: 200 len: 912 time: 0.1750336 Sep 21 18:29:15.554911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-b066dd26-6421-4821-8a17-2553bf3700f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee HTTP/1.1" status: 200 len: 217 time: 0.0572369 Sep 21 18:29:15.587737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b018c6-adc3-43fb-8249-8eeea20fc376 req-c1bc9fdd-62bf-429d-8244-ed25d822455e tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:15.591629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26b018c6-adc3-43fb-8249-8eeea20fc376 req-c1bc9fdd-62bf-429d-8244-ed25d822455e tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.1023464 Sep 21 18:29:15.658845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-a118c310-fa0e-43fe-aa08-812556a93675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:15.660775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-a118c310-fa0e-43fe-aa08-812556a93675 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e9b6b1c3-0474-43ce-87d3-5b2590b494d8 HTTP/1.1" status: 200 len: 850 time: 0.0931029 Sep 21 18:29:15.690098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26b018c6-adc3-43fb-8249-8eeea20fc376 req-7d800fdc-8edb-4fde-852d-5a9da45b9f4b tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781682 Sep 21 18:29:15.707867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-e607683c-fc11-4eab-91c9-c6bfc74131fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387375 Sep 21 18:29:15.814356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-a12432c1-bb15-44c4-8048-a25f4a562852 service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000175 Sep 21 18:29:15.947495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-892e4d6a-fe71-43a8-a098-4137f57659ff req-84b8819c-24b8-47b6-b6a1-b471fb4f2df1 service neutron] 10.222.0.78 "GET /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260619 Sep 21 18:29:16.256508 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:29:16.530298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da7e55-35c9-47c3-ab3b-40193f28fd83 req-846b3122-54b7-486d-9f9b-86f7b6db8966 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:16.537573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3da7e55-35c9-47c3-ab3b-40193f28fd83 req-846b3122-54b7-486d-9f9b-86f7b6db8966 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0610864 Sep 21 18:29:16.584105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3da7e55-35c9-47c3-ab3b-40193f28fd83 req-1d76a768-5440-4499-b1e6-fe0a81c09dc8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Sep 21 18:29:16.847317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0005d-4532-4397-b5b1-cf637c20eee7 req-baeff3a9-98b8-4724-a417-650370d6cff6 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:16.848946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71a0005d-4532-4397-b5b1-cf637c20eee7 req-baeff3a9-98b8-4724-a417-650370d6cff6 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0824738 Sep 21 18:29:16.900967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71a0005d-4532-4397-b5b1-cf637c20eee7 req-d182addc-018d-4c57-9e8c-8c701bcf90b8 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460217 Sep 21 18:29:17.317353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39706d-243f-4cbc-99be-35459409b055 req-7aa1c700-7e4c-4f8f-832d-4d9adece7100 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:17.318812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e39706d-243f-4cbc-99be-35459409b055 req-7aa1c700-7e4c-4f8f-832d-4d9adece7100 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0725179 Sep 21 18:29:17.361020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e39706d-243f-4cbc-99be-35459409b055 req-e184d092-dc20-4fe4-8b12-d0d9a330a113 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Sep 21 18:29:17.712210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7a2a-d89c-4a5d-9659-81720bb23d98 req-d825367c-96ff-4e8d-a636-bec1b10a7b21 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:17.713843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-366e7a2a-d89c-4a5d-9659-81720bb23d98 req-d825367c-96ff-4e8d-a636-bec1b10a7b21 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0561063 Sep 21 18:29:17.760847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-366e7a2a-d89c-4a5d-9659-81720bb23d98 req-3123ed21-9b4f-4796-94f0-d4b5f8797c64 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390465 Sep 21 18:29:18.484718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c0c54-1e63-4c34-80a3-97161a82b773 req-f28cc9fa-5f75-4c3e-8d2e-6d0e9ccdb0f6 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:18.486432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-255c0c54-1e63-4c34-80a3-97161a82b773 req-f28cc9fa-5f75-4c3e-8d2e-6d0e9ccdb0f6 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0530462 Sep 21 18:29:18.534041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-255c0c54-1e63-4c34-80a3-97161a82b773 req-3dde6926-dcb2-43b4-a20e-582137b142cd tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/security-groups?id=d860a9bc-531b-444c-aea1-741f2a3d2296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Sep 21 18:29:18.882511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba9043-8024-49a9-a496-f402eed34680 req-0f5181d7-d518-4718-b9fb-e088a2d7efe0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:18.883993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21ba9043-8024-49a9-a496-f402eed34680 req-0f5181d7-d518-4718-b9fb-e088a2d7efe0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0541084 Sep 21 18:29:18.949376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21ba9043-8024-49a9-a496-f402eed34680 req-abe114aa-5c7c-4e3a-a11b-9618f84e087f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593235 Sep 21 18:29:18.966234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-1fa77278-218f-41a4-8670-e6cca0d869f7 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:18.967722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-1fa77278-218f-41a4-8670-e6cca0d869f7 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 945 time: 0.0708318 Sep 21 18:29:19.072334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Deleting port d01f13bf-edc0-475f-9a12-120c2fd663ee {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:29:19.072679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:19.160308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] For port d01f13bf-edc0-475f-9a12-120c2fd663ee, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d01f13bf-edc0-475f-9a12-120c2fd663ee,segment=NetworkSegment(3dc7c62c-bf86-4962-b6c4-e8537686fb95),segment_id=3dc7c62c-bf86-4962-b6c4-e8537686fb95)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:19.160672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:19.173315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Calling delete_port for d01f13bf-edc0-475f-9a12-120c2fd663ee owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:29:19.308793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:19.325136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d01f13bf-edc0-475f-9a12-120c2fd663ee'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:29:19.345881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Pushing event deleted for resources: {'Port': ['ID=d01f13bf-edc0-475f-9a12-120c2fd663ee,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:19.389759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] No DVR routers for this DVR port d01f13bf-edc0-475f-9a12-120c2fd663ee on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:29:19.392414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:19.394391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-229e1874-b5cf-49cb-995d-1f18e9203dde req-d16f6c5a-185e-45ac-989b-6163d4f5e48c tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.78 "DELETE /v2.0/ports/d01f13bf-edc0-475f-9a12-120c2fd663ee HTTP/1.1" status: 204 len: 173 time: 0.4202583 Sep 21 18:29:19.394822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'name': 'network-vif-deleted', 'tag': 'd01f13bf-edc0-475f-9a12-120c2fd663ee'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:19.397722 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9051d-62f5-41ca-8b31-824ed019b1fc" -d '{"events": [{"server_uuid": "bd9d4146-e95f-498a-8f72-28d28f5c0e8d", "name": "network-vif-deleted", "tag": "d01f13bf-edc0-475f-9a12-120c2fd663ee"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:19.438006 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831b2e17-0a70-49d2-a773-81498830ba29 x-openstack-request-id: req-831b2e17-0a70-49d2-a773-81498830ba29 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:19.438445 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9d4146-e95f-498a-8f72-28d28f5c0e8d", "name": "network-vif-deleted", "tag": "d01f13bf-edc0-475f-9a12-120c2fd663ee", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:19.438696 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-831b2e17-0a70-49d2-a773-81498830ba29 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:19.439096 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9d4146-e95f-498a-8f72-28d28f5c0e8d', 'name': 'network-vif-deleted', 'tag': 'd01f13bf-edc0-475f-9a12-120c2fd663ee', 'status': 'completed', 'code': 200} Sep 21 18:29:19.642216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9011cf26-ccbe-46f6-95d1-886589b3ebea req-98b676b5-bdf4-4221-be5f-4379e8939d07 tempest-TestServerAdvancedOps-2052872677 tempest-TestServerAdvancedOps-2052872677-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd9d4146-e95f-498a-8f72-28d28f5c0e8d HTTP/1.1" status: 200 len: 210 time: 0.0269213 Sep 21 18:29:20.067670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc1e72-0dc5-4a99-aa0f-e44c12d1a7bf req-5f6d78d8-4742-4f93-bea6-f3c6319cbe5f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:20.069194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61cc1e72-0dc5-4a99-aa0f-e44c12d1a7bf req-5f6d78d8-4742-4f93-bea6-f3c6319cbe5f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0505052 Sep 21 18:29:20.105996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61cc1e72-0dc5-4a99-aa0f-e44c12d1a7bf req-b1352bcf-fc40-4897-bda3-f947124bf49a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Sep 21 18:29:20.704506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38854) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:20.750423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] Deleting subnet e9b6b1c3-0474-43ce-87d3-5b2590b494d8 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:29:20.753904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:20.795021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:20.838801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:20.899898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:20.927241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b6b1c3-0474-43ce-87d3-5b2590b494d8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:20.931617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:20.936005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1bea4ce7-c2f6-424f-9fe2-e79eb078947a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e9b6b1c3-0474-43ce-87d3-5b2590b494d8 HTTP/1.1" status: 204 len: 168 time: 0.2280331 Sep 21 18:29:20.936844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38856) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:21.007631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.092317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.113318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:21.123700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc7c62c-bf86-4962-b6c4-e8537686fb95') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:21.123999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc7c62c-bf86-4962-b6c4-e8537686fb95') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:21.136182 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.151815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.158230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:29:21.158952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:29:21.160422 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:29:21.223273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.233775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ebe42-297c-46e7-a628-d0617e90f729 req-b8b58dd2-ad57-4515-875a-28f2f606cd41 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:21.235355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f99ebe42-297c-46e7-a628-d0617e90f729 req-b8b58dd2-ad57-4515-875a-28f2f606cd41 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0541797 Sep 21 18:29:21.240452 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.242907 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea HTTP/1.1" status: 204 len: 168 time: 0.3056026 Sep 21 18:29:21.243779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d348c-28ef-4047-bd6b-164cee1ef787 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9ccc19-c06d-4ba2-95c9-f8824f3c9dea,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:21.245660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 38860) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:21.283869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f99ebe42-297c-46e7-a628-d0617e90f729 req-59ce42aa-1ff6-49b3-a9b4-3171c83ebd13 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Sep 21 18:29:21.296155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] Deleting subnet 89887def-6cfa-4bf9-83d4-eaa93452cbfa {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:29:21.299728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.339855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.380437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.440903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.470119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89887def-6cfa-4bf9-83d4-eaa93452cbfa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:21.472509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.474519 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-039981f2-424e-45a8-874e-fa5efdbd4a2d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/89887def-6cfa-4bf9-83d4-eaa93452cbfa HTTP/1.1" status: 204 len: 168 time: 0.2277293 Sep 21 18:29:21.477253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38866) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:21.557297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.642366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.664933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b673ed0a-e040-48f9-b5e2-c68e6a773169']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:21.673816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66ff69e-b1d2-4fc0-9dc7-2dbc72c391d1') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:21.676393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66ff69e-b1d2-4fc0-9dc7-2dbc72c391d1') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:21.685193 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.698426 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.704680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:29:21.705418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:29:21.706929 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:29:21.763672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.770957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:21.776159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b673ed0a-e040-48f9-b5e2-c68e6a773169 HTTP/1.1" status: 204 len: 168 time: 0.2953200 Sep 21 18:29:21.785403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9f35b-ff69-45ea-b39d-f7dbb7dcb648 admin admin] Pushing event deleted for resources: {'Network': ['ID=b673ed0a-e040-48f9-b5e2-c68e6a773169,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:21.955721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38870) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:21.998129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea5a3bf9-ac67-4489-bb33-4392d9a6b911 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9008381893604b0f91d38dd1facdd55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411396 Sep 21 18:29:22.000806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38872) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:22.058939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ef2f-abb2-4235-a0cf-5d0e9c7fa23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.082357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ef2f-abb2-4235-a0cf-5d0e9c7fa23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.135421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ef2f-abb2-4235-a0cf-5d0e9c7fa23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.139494 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ef2f-abb2-4235-a0cf-5d0e9c7fa23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.140280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b2f0ef2f-abb2-4235-a0cf-5d0e9c7fa23a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d860a9bc-531b-444c-aea1-741f2a3d2296 HTTP/1.1" status: 204 len: 168 time: 0.1381962 Sep 21 18:29:22.149309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0ef2f-abb2-4235-a0cf-5d0e9c7fa23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d860a9bc-531b-444c-aea1-741f2a3d2296,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:22.424196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d825e-f2c9-4062-8587-ce14f542742b req-8b90ebc1-f3bd-4cc7-aa96-df2f8206fa25 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:22.434867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-363d825e-f2c9-4062-8587-ce14f542742b req-8b90ebc1-f3bd-4cc7-aa96-df2f8206fa25 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0658069 Sep 21 18:29:22.472578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-363d825e-f2c9-4062-8587-ce14f542742b req-0eb52b4b-360d-4176-957e-f0f6e086712e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362368 Sep 21 18:29:22.553188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d01f13bf-edc0-475f-9a12-120c2fd663ee no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:29:22.580744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38884) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:22.607363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: d01f13bf-edc0-475f-9a12-120c2fd663ee {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:29:22.607714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d01f13bf-edc0-475f-9a12-120c2fd663ee not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:29:22.638589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e6a6b33-3af6-4ba1-a82a-e2ee4b679ca5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=882b843ed6534a9b9b0a5d06716e07a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563715 Sep 21 18:29:22.641021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 38886) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:22.699069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d177-8159-44a5-932a-21af318d85c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.720212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d177-8159-44a5-932a-21af318d85c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.767930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d177-8159-44a5-932a-21af318d85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.770634 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d177-8159-44a5-932a-21af318d85c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.771887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e0a5d177-8159-44a5-932a-21af318d85c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c359c266-4528-4956-8f31-159cc23f541c HTTP/1.1" status: 204 len: 168 time: 0.1299155 Sep 21 18:29:22.782570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5d177-8159-44a5-932a-21af318d85c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c359c266-4528-4956-8f31-159cc23f541c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:23.602466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a963-60ec-4b44-b53a-37070cc22d82 req-b0a84a78-069a-49b4-bb83-3cf8eaed4a6f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:23.604086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cb3a963-60ec-4b44-b53a-37070cc22d82 req-b0a84a78-069a-49b4-bb83-3cf8eaed4a6f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0516677 Sep 21 18:29:23.643120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8cb3a963-60ec-4b44-b53a-37070cc22d82 req-d49d7e89-2ccb-486e-b2d0-9e23d7a976c3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Sep 21 18:29:24.765153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a0a0-e226-45d2-843d-326af13d3bac req-65bd2c7e-d83c-492e-98fc-5de594ebff7a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:24.766770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03d1a0a0-e226-45d2-843d-326af13d3bac req-65bd2c7e-d83c-492e-98fc-5de594ebff7a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0518186 Sep 21 18:29:24.808729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03d1a0a0-e226-45d2-843d-326af13d3bac req-5195c3b0-07dc-4cd1-aa54-754843f08739 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351362 Sep 21 18:29:25.500897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-0e9deedb-c944-4216-88ae-03a1e538f921 req-9fa87f15-0243-4573-9803-3156247850bb service neutron] (95091) timed out ('10.222.0.70', 42480) {{(pid=95091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:29:25.933738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715c1fe-626a-4ed4-b238-ed956e649aae req-fe80a400-b66c-4c0f-91bf-ab7507fcef7e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:25.935304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0715c1fe-626a-4ed4-b238-ed956e649aae req-fe80a400-b66c-4c0f-91bf-ab7507fcef7e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0563028 Sep 21 18:29:25.974154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0715c1fe-626a-4ed4-b238-ed956e649aae req-6813ce4f-66bd-4222-8b87-7cc3bcd22f5a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Sep 21 18:29:27.093376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963d3b6-2d00-49ae-9073-9e0ee3651f44 req-095a0cb1-36a7-4b7e-a3fd-2a37a6425dfd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:27.094889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d963d3b6-2d00-49ae-9073-9e0ee3651f44 req-095a0cb1-36a7-4b7e-a3fd-2a37a6425dfd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0497129 Sep 21 18:29:27.134917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d963d3b6-2d00-49ae-9073-9e0ee3651f44 req-edf4caf8-ae7c-45cc-995d-31ee6af8439f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Sep 21 18:29:28.250216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2c35-9c50-4829-807c-3a33fcd9cb4e req-03e4489d-2b6a-49b2-ba52-9c572063cd12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:28.251761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-053a2c35-9c50-4829-807c-3a33fcd9cb4e req-03e4489d-2b6a-49b2-ba52-9c572063cd12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0486763 Sep 21 18:29:28.291125 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-053a2c35-9c50-4829-807c-3a33fcd9cb4e req-ad821714-c652-4a08-b4d0-b2186c9151d0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Sep 21 18:29:29.254838 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-01ecb847-774c-450e-b22e-edd6ad276438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:29.414889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0084a6-9d81-466a-8511-13231332578d req-0d7ccb22-c182-4168-bfec-be7508f166e6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:29.416381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa0084a6-9d81-466a-8511-13231332578d req-0d7ccb22-c182-4168-bfec-be7508f166e6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0551095 Sep 21 18:29:29.455282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa0084a6-9d81-466a-8511-13231332578d req-37cfe623-d87f-45a4-915e-42ffb05ef209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Sep 21 18:29:30.572630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f4318-af0f-4ff2-857b-a7126735a336 req-a72ca7d8-b453-458a-8859-9a17e10c1311 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:30.574122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a9f4318-af0f-4ff2-857b-a7126735a336 req-a72ca7d8-b453-458a-8859-9a17e10c1311 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0488012 Sep 21 18:29:30.612742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a9f4318-af0f-4ff2-857b-a7126735a336 req-4aea20ad-f637-459b-bd3a-3dd722729a14 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Sep 21 18:29:31.730641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f6fd-c88b-41db-805e-5bfbfec36ff9 req-c2793ac7-c85a-4127-b02d-228719ac202b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:31.732126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0222f6fd-c88b-41db-805e-5bfbfec36ff9 req-c2793ac7-c85a-4127-b02d-228719ac202b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0492399 Sep 21 18:29:31.770564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0222f6fd-c88b-41db-805e-5bfbfec36ff9 req-15be9000-897a-4eca-aa5c-c1e93c071abf tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Sep 21 18:29:32.895403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de662-0838-4f83-bce8-2f774302e200 req-e28cc2dc-2086-48a6-a730-ceb0fb73a128 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:32.897015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c2de662-0838-4f83-bce8-2f774302e200 req-e28cc2dc-2086-48a6-a730-ceb0fb73a128 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 943 time: 0.0582306 Sep 21 18:29:32.936967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c2de662-0838-4f83-bce8-2f774302e200 req-5c6a652a-ff36-4ce2-b3c3-ecb385c51149 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Sep 21 18:29:33.578254 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17d26d50-6edf-4755-82ca-c22db8266d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.821090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device afd27742-e5e6-4151-8e92-5787ff2a8f9d details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:29:33.919118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port afd27742-e5e6-4151-8e92-5787ff2a8f9d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=afd27742-e5e6-4151-8e92-5787ff2a8f9d,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:33.930615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'port_id': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d', 'mac_address': 'fa:16:3e:a0:49:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:29:33.967942 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.981381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd27742-e5e6-4151-8e92-5787ff2a8f9d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:34.001279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port afd27742-e5e6-4151-8e92-5787ff2a8f9d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=afd27742-e5e6-4151-8e92-5787ff2a8f9d,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:34.006252 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.057371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=afd27742-e5e6-4151-8e92-5787ff2a8f9d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:34.059761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b34d8-94b6-413a-803f-122903fb4d45 req-90510ee3-a8fb-4814-b8ae-def650c71f1b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:34.061296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-467b34d8-94b6-413a-803f-122903fb4d45 req-90510ee3-a8fb-4814-b8ae-def650c71f1b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 944 time: 0.0494027 Sep 21 18:29:34.065259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.065535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.065880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.066238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.066575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.066909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.067239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.067569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.067922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.068270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.068598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.069554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:34.099653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-467b34d8-94b6-413a-803f-122903fb4d45 req-0441c567-5958-488a-b79a-a0c9657adeb5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Sep 21 18:29:34.142221 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.221354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['afd27742-e5e6-4151-8e92-5787ff2a8f9d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:29:34.289763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.807482 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:35.217142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67183d1e-6264-47ad-a4ff-59fde9a120c3 req-2ec67c9c-34e2-4cfa-bcae-63e28d2a47bb tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:35.218693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67183d1e-6264-47ad-a4ff-59fde9a120c3 req-2ec67c9c-34e2-4cfa-bcae-63e28d2a47bb tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 944 time: 0.0494528 Sep 21 18:29:35.256955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67183d1e-6264-47ad-a4ff-59fde9a120c3 req-377d3b38-4287-4bdc-8457-1450777a6b44 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Sep 21 18:29:35.847247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device afd27742-e5e6-4151-8e92-5787ff2a8f9d up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:35.904563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port afd27742-e5e6-4151-8e92-5787ff2a8f9d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:29:35.908910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port afd27742-e5e6-4151-8e92-5787ff2a8f9d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:35.909572 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:35.996942 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.021789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:36.024772 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3cef55-f471-4c06-8fde-675dc7adc169" -d '{"events": [{"server_uuid": "0dac9aa9-d586-400e-a081-0d9c3cd948ae", "name": "network-vif-plugged", "status": "completed", "tag": "afd27742-e5e6-4151-8e92-5787ff2a8f9d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:36.039895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port afd27742-e5e6-4151-8e92-5787ff2a8f9d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=afd27742-e5e6-4151-8e92-5787ff2a8f9d,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:36.044685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.099199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=afd27742-e5e6-4151-8e92-5787ff2a8f9d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:36.251362 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f10fbd-29bc-4e58-94c1-c7524e16cef9 x-openstack-request-id: req-a1f10fbd-29bc-4e58-94c1-c7524e16cef9 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:36.251680 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dac9aa9-d586-400e-a081-0d9c3cd948ae", "name": "network-vif-plugged", "status": "completed", "tag": "afd27742-e5e6-4151-8e92-5787ff2a8f9d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:36.251930 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1f10fbd-29bc-4e58-94c1-c7524e16cef9 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:36.252322 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d', 'code': 200} Sep 21 18:29:36.356525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee12775-8b95-4fa5-af5a-f828028c4bef req-e8bf3e77-dd84-4f3d-8729-4741e201ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:36.357923 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ee12775-8b95-4fa5-af5a-f828028c4bef req-e8bf3e77-dd84-4f3d-8729-4741e201ade3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 1096 time: 0.0471511 Sep 21 18:29:36.381548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9ba5b-b157-451c-9dd1-03c5a02f1b05 req-3812f7c9-b280-4d80-bd6b-cfaa4b4256c0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:36.383235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11e9ba5b-b157-451c-9dd1-03c5a02f1b05 req-3812f7c9-b280-4d80-bd6b-cfaa4b4256c0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 945 time: 0.0556574 Sep 21 18:29:36.395434 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2ee12775-8b95-4fa5-af5a-f828028c4bef req-b94b7c03-a4ad-4808-9bc3-3af8da3c2e44 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289140 Sep 21 18:29:36.421762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11e9ba5b-b157-451c-9dd1-03c5a02f1b05 req-5ca76ac6-0412-48e5-a7df-b9670a883f96 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Sep 21 18:29:37.268087 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:37.545093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4fa4-4b7b-45b1-a357-81ab7f73c558 req-9c57373b-fa01-4383-8800-e898136ab58b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:37.546521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-726c4fa4-4b7b-45b1-a357-81ab7f73c558 req-9c57373b-fa01-4383-8800-e898136ab58b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 945 time: 0.0515616 Sep 21 18:29:37.586716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-726c4fa4-4b7b-45b1-a357-81ab7f73c558 req-0bbe568e-a797-4b34-bbdf-6c41d097a881 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337074 Sep 21 18:29:37.763399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337fe3a-38f1-41f8-b123-e6ebcfe0919b req-465c99d6-026f-4db4-a1df-f280d54300d8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:37.764937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d337fe3a-38f1-41f8-b123-e6ebcfe0919b req-465c99d6-026f-4db4-a1df-f280d54300d8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 945 time: 0.0516069 Sep 21 18:29:37.807064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d337fe3a-38f1-41f8-b123-e6ebcfe0919b req-a45b8b59-5690-46b9-a523-099d882c2694 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Sep 21 18:29:37.970828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d92e9-7ecd-485c-8d55-870ce2c4b91e req-e352c0e4-48ee-4cbc-b910-2b0945a68377 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:37.972303 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da9d92e9-7ecd-485c-8d55-870ce2c4b91e req-e352c0e4-48ee-4cbc-b910-2b0945a68377 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 945 time: 0.0538630 Sep 21 18:29:38.011514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da9d92e9-7ecd-485c-8d55-870ce2c4b91e req-24ac9de1-a50c-40a9-a78a-a5891f3d80ae tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Sep 21 18:29:38.313223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a0b36-cf4a-4ab9-aca6-6f11e4b59e93 req-f6181522-b678-4cfe-8c45-a511114d9715 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:38.314662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-722a0b36-cf4a-4ab9-aca6-6f11e4b59e93 req-f6181522-b678-4cfe-8c45-a511114d9715 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 945 time: 0.0506265 Sep 21 18:29:38.353860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-722a0b36-cf4a-4ab9-aca6-6f11e4b59e93 req-e091b926-77de-4e9d-aac1-2c25cfcb6c6c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Sep 21 18:29:38.522248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.471241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b3051-4a94-4add-a7dd-536f11d6390b req-dccdb7f7-d7f4-44b8-a580-ffd3c217c1bd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:39.472744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c02b3051-4a94-4add-a7dd-536f11d6390b req-dccdb7f7-d7f4-44b8-a580-ffd3c217c1bd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 945 time: 0.0503736 Sep 21 18:29:39.510365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c02b3051-4a94-4add-a7dd-536f11d6390b req-8a26b71b-e6ec-4fac-808a-c2fc9ecef230 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Sep 21 18:29:39.792076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-26d39c3d-d5a7-4996-af40-80de62415f91 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:39.792076 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-26d39c3d-d5a7-4996-af40-80de62415f91 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 945 time: 0.0511038 Sep 21 18:29:39.885441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port afd27742-e5e6-4151-8e92-5787ff2a8f9d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:29:39.885780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.974451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] For port afd27742-e5e6-4151-8e92-5787ff2a8f9d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=afd27742-e5e6-4151-8e92-5787ff2a8f9d,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:39.974860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.988131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for afd27742-e5e6-4151-8e92-5787ff2a8f9d owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:29:40.118388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.144993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=afd27742-e5e6-4151-8e92-5787ff2a8f9d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:40.189207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] No DVR routers for this DVR port afd27742-e5e6-4151-8e92-5787ff2a8f9d on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:29:40.191954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.194270 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc23fa22-387c-457e-b5a5-4b6a27b11f58 req-db61579f-e607-4fce-a2c4-b5a706257903 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "DELETE /v2.0/ports/afd27742-e5e6-4151-8e92-5787ff2a8f9d HTTP/1.1" status: 204 len: 173 time: 0.3951232 Sep 21 18:29:40.194535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'name': 'network-vif-deleted', 'tag': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:40.196995 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa42a5b-70e0-4265-b4a1-8e638b70599c" -d '{"events": [{"server_uuid": "0dac9aa9-d586-400e-a081-0d9c3cd948ae", "name": "network-vif-deleted", "tag": "afd27742-e5e6-4151-8e92-5787ff2a8f9d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:40.237219 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdac1e64-001f-49f2-8cd8-6cf4c460b141 x-openstack-request-id: req-fdac1e64-001f-49f2-8cd8-6cf4c460b141 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:40.237606 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dac9aa9-d586-400e-a081-0d9c3cd948ae", "name": "network-vif-deleted", "tag": "afd27742-e5e6-4151-8e92-5787ff2a8f9d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:40.237943 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdac1e64-001f-49f2-8cd8-6cf4c460b141 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:40.238503 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dac9aa9-d586-400e-a081-0d9c3cd948ae', 'name': 'network-vif-deleted', 'tag': 'afd27742-e5e6-4151-8e92-5787ff2a8f9d', 'status': 'completed', 'code': 200} Sep 21 18:29:40.610845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27982aa8-fdbe-4e28-a669-dbedfcaf569b req-1b915c43-9d63-4211-84f6-47e2e04ab8d7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 210 time: 0.0312831 Sep 21 18:29:41.708891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b11c9279-d637-49c7-bf11-098a49660787 req-cd37ce6b-0d9f-4245-b7aa-401e8401ec1b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 210 time: 0.0273678 Sep 21 18:29:41.881960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device afd27742-e5e6-4151-8e92-5787ff2a8f9d no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:29:41.903500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: afd27742-e5e6-4151-8e92-5787ff2a8f9d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:29:41.903758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device afd27742-e5e6-4151-8e92-5787ff2a8f9d not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:29:42.808644 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d81e6712-4da0-4ea2-9ed3-82153eb25953 req-8e07d54b-5a96-4b3f-ae88-2d760d89f78d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 210 time: 0.0287137 Sep 21 18:29:43.925625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16ddf72c-f7c4-427f-977c-4b7af1a35711 req-4e618cd5-2ce7-4460-93fb-6d7e28246229 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9aa9-d586-400e-a081-0d9c3cd948ae HTTP/1.1" status: 200 len: 210 time: 0.0316327 Sep 21 18:29:47.480494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-c9e5732a-aaf0-4be0-909b-7418a02c4eb4 req-5ba126f3-065f-4892-93ab-62b23ae6e3e4 tempest-ServerDiskConfigTestJSON-555763905 tempest-ServerDiskConfigTestJSON-555763905-project] (95091) timed out ('10.222.0.70', 45372) {{(pid=95091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:29:53.256678 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:29:59.256897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-29ce692c-9abf-4e28-af44-09730adbb040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:03.589401 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd3bebb4-b916-4343-b31b-db20d94d375e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:04.144590 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:04.279146 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:04.811254 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:05.001049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-b7baadf5-8191-470c-be00-0aafcef54635 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:05.002525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-b7baadf5-8191-470c-be00-0aafcef54635 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1135955 Sep 21 18:30:05.018633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-b34d3b6a-875a-4521-8432-0e08a30d863a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/quotas/243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Sep 21 18:30:05.075782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-5811b148-cf00-442e-b242-f831ae7c1a78 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510836 Sep 21 18:30:05.183535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-4003d4f2-ec8d-4529-8976-7b09f92de687 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932813 Sep 21 18:30:05.285021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-b0a65bcc-14f2-402f-b588-83c10f974263 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952263 Sep 21 18:30:05.659041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c219971d-8340-49dd-89c9-aaa9e382a27b req-d99f2b67-d3b0-41e8-98a1-737a7b7ea85d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 210 time: 0.0279906 Sep 21 18:30:05.830292 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-d3c0b752-b8c5-4a7c-81ea-19c6ac7f151b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508528 Sep 21 18:30:05.918566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-6661046d-501e-4c0f-a578-f25efe623934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:05.921411 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-6661046d-501e-4c0f-a578-f25efe623934 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1096 time: 0.0480256 Sep 21 18:30:06.035466 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-a1418f63-d4fd-4312-865a-8a8f6364a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:06.037085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-a1418f63-d4fd-4312-865a-8a8f6364a2d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.0959616 Sep 21 18:30:06.118000 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-354cff01-8cfa-4614-86cb-94590202efa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 1000 time: 0.0735297 Sep 21 18:30:06.174829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-87de5e30-f216-4ceb-9e0f-9237e54fd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:06.176352 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-87de5e30-f216-4ceb-9e0f-9237e54fd134 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0519328 Sep 21 18:30:06.225464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-2deddc72-c5e1-4ece-b5eb-f7495feaf7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:06.227030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-2deddc72-c5e1-4ece-b5eb-f7495feaf7cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436008 Sep 21 18:30:06.332007 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-77d29791-44d9-4130-9936-cd3a30b12022 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973065 Sep 21 18:30:06.449351 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b54b7d4c-b7bb-4f4c-b949-857a0115970f req-76437e4d-a107-4508-90b0-6636c1687efd service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098931 Sep 21 18:30:06.646707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-7559868f-2958-4b7f-9fa6-ed0efaf26865 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:06.648813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-7559868f-2958-4b7f-9fa6-ed0efaf26865 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1667469 Sep 21 18:30:06.674616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'port': {'device_id': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'admin_state_up': True, 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:06.802939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-916266d7-9475-495e-b82f-35049ede2111 req-6e815717-89e0-4082-bccb-5b26e7e7c8ae tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 210 time: 0.0405121 Sep 21 18:30:06.872163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:30:06.879801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:07.047131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.20.0.9 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/3314070b-a7fd-4d92-9781-0f4ce452a48b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:30:07.288352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:07.299471 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:07.353641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:07.431751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:30:07.433433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:30:07.437919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:30:07.489150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=3314070b-a7fd-4d92-9781-0f4ce452a48b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:07.503965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.504362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.505000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.505000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.505524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.506810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.507043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.507575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.508087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.508432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.509054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.509245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:07.530976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:07.531961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:07.558051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-c7b69f77-044b-4476-be5c-5c20caded2d1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875768 Sep 21 18:30:07.573709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Request body: {'port': {'device_id': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:07.649681 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:07.768118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-993dcd49-ec42-48f7-a8a4-86cbb96cf812 None None] Provisioning complete for port 3314070b-a7fd-4d92-9781-0f4ce452a48b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:07.768889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-993dcd49-ec42-48f7-a8a4-86cbb96cf812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:07.840454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-993dcd49-ec42-48f7-a8a4-86cbb96cf812 None None] Port 3314070b-a7fd-4d92-9781-0f4ce452a48b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:30:08.222618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717568d-a75c-40ab-a1eb-78764da10091 req-c4d83f99-2eb9-4bd3-87da-e0a0dfcd0061 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:08.224232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a717568d-a75c-40ab-a1eb-78764da10091 req-c4d83f99-2eb9-4bd3-87da-e0a0dfcd0061 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 931 time: 0.0939560 Sep 21 18:30:08.312457 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a717568d-a75c-40ab-a1eb-78764da10091 req-b531bf30-91fd-485d-86d6-c1f91fae6f6a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582149 Sep 21 18:30:08.414830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3314070b-a7fd-4d92-9781-0f4ce452a48b {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:30:08.425321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:08.447821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Transition to ACTIVE for port object 3314070b-a7fd-4d92-9781-0f4ce452a48b will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:30:08.454279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:08.527337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:08.543358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Pushing event updated for resources: {'Port': ['ID=3314070b-a7fd-4d92-9781-0f4ce452a48b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:08.640753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Attempting to bind port 3314070b-a7fd-4d92-9781-0f4ce452a48b on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:30:08.641434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Attempting to bind port 3314070b-a7fd-4d92-9781-0f4ce452a48b by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:30:08.642094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Attempting to bind port 3314070b-a7fd-4d92-9781-0f4ce452a48b on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:08.650707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Port 3314070b-a7fd-4d92-9781-0f4ce452a48b on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:30:08.651394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Attempting to bind port 3314070b-a7fd-4d92-9781-0f4ce452a48b on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:08.660322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:30:08.660906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:30:08.661564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:30:08.662386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Bound port: 3314070b-a7fd-4d92-9781-0f4ce452a48b, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:30:08.663016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:08.781919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] For port 3314070b-a7fd-4d92-9781-0f4ce452a48b, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:30:08.787658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] For port 3314070b-a7fd-4d92-9781-0f4ce452a48b, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3314070b-a7fd-4d92-9781-0f4ce452a48b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:30:08.796335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:08.840537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:08.841217 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:08.842675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] 10.222.0.78 "PUT /v2.0/ports/3314070b-a7fd-4d92-9781-0f4ce452a48b HTTP/1.1" status: 200 len: 1091 time: 1.2750523 Sep 21 18:30:08.843158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'tag': '3314070b-a7fd-4d92-9781-0f4ce452a48b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:08.845496 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54c2a80-89b2-45b9-ad61-f6270603ca4b" -d '{"events": [{"name": "network-changed", "server_uuid": "471ad848-dce8-4b4c-9cd1-9d60881b4545", "tag": "3314070b-a7fd-4d92-9781-0f4ce452a48b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:08.890995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e40b8f-82f2-4e86-9d82-5606c4591bbe service neutron] Pushing event updated for resources: {'Port': ['ID=3314070b-a7fd-4d92-9781-0f4ce452a48b,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:08.961063 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e15cd-5e2f-45a4-a58a-8105458ca302 x-openstack-request-id: req-850e15cd-5e2f-45a4-a58a-8105458ca302 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:08.961416 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471ad848-dce8-4b4c-9cd1-9d60881b4545", "tag": "3314070b-a7fd-4d92-9781-0f4ce452a48b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:08.961710 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-850e15cd-5e2f-45a4-a58a-8105458ca302 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:08.962721 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'tag': '3314070b-a7fd-4d92-9781-0f4ce452a48b', 'status': 'completed', 'code': 200} Sep 21 18:30:08.965941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-e144e6c8-32bc-4c40-90cc-5a285d16388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:08.967729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-e144e6c8-32bc-4c40-90cc-5a285d16388e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 1094 time: 0.0607259 Sep 21 18:30:09.020061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-9322fd1a-90f0-47ed-8b9f-c1c4647d0dd2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3314070b-a7fd-4d92-9781-0f4ce452a48b HTTP/1.1" status: 200 len: 217 time: 0.0432203 Sep 21 18:30:09.108045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-17accaac-9c50-4876-86a9-3fca18a9f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:09.110494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-17accaac-9c50-4876-86a9-3fca18a9f72d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0826669 Sep 21 18:30:09.175687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-00842644-ee34-483f-a0f9-5bb951ca5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:09.177541 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-00842644-ee34-483f-a0f9-5bb951ca5845 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579615 Sep 21 18:30:09.287244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-9c1be4d8-31dd-4e97-a587-ee9276882605 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012299 Sep 21 18:30:09.444402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509cc3f-2d26-4418-965d-1c0c8367f76a req-467534cf-7983-4018-93e4-2f16f5079f25 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492352 Sep 21 18:30:09.492442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcfe79-c157-41ec-809a-567313277c7b req-3a7f8515-14c1-4a21-a762-e62a78c91b52 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:09.496943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0bcfe79-c157-41ec-809a-567313277c7b req-3a7f8515-14c1-4a21-a762-e62a78c91b52 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0685163 Sep 21 18:30:09.576666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0bcfe79-c157-41ec-809a-567313277c7b req-e94f80f3-ff9c-4282-9293-681e2ac7312b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621507 Sep 21 18:30:09.579757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-de6c4488-d986-459c-b71f-fc46ec94e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:09.581695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-de6c4488-d986-459c-b71f-fc46ec94e312 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 1094 time: 0.0762649 Sep 21 18:30:09.761918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-99df3448-a683-4a6a-85dd-c901be533024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:09.763458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-99df3448-a683-4a6a-85dd-c901be533024 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1737325 Sep 21 18:30:09.808364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-475ee5c3-39d9-45bc-b63d-e1b0fd290956 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3314070b-a7fd-4d92-9781-0f4ce452a48b HTTP/1.1" status: 200 len: 217 time: 0.0367274 Sep 21 18:30:09.870728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-78af1fae-f0bd-42d0-aa65-bc624d8f9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:09.872423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-78af1fae-f0bd-42d0-aa65-bc624d8f9d9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0563662 Sep 21 18:30:09.925416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-d4a46dac-ab3b-47f0-915f-019ec39a5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:09.927625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-d4a46dac-ab3b-47f0-915f-019ec39a5ee8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469244 Sep 21 18:30:10.040713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-02482292-7a80-4783-8894-3db7cb0cf9f8 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042361 Sep 21 18:30:10.153846 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a54c2a80-89b2-45b9-ad61-f6270603ca4b req-30b9f4c8-bad3-4717-a383-99ce2f4cc0cf service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058259 Sep 21 18:30:10.733973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875e13e-8629-4076-839f-3fca4a58143a req-a7a6a493-6ea7-41cb-a912-400053303fb6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:10.735621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b875e13e-8629-4076-839f-3fca4a58143a req-a7a6a493-6ea7-41cb-a912-400053303fb6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0631478 Sep 21 18:30:10.785601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b875e13e-8629-4076-839f-3fca4a58143a req-ee4628f0-9c38-4beb-ac9e-21cc51188c52 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Sep 21 18:30:11.921242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c7096-2d75-45da-b0ed-556f54f919b6 req-ed86144a-1f9c-4d0a-821b-b5b8dec1c64c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:11.923134 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-654c7096-2d75-45da-b0ed-556f54f919b6 req-ed86144a-1f9c-4d0a-821b-b5b8dec1c64c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0559835 Sep 21 18:30:12.006813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-654c7096-2d75-45da-b0ed-556f54f919b6 req-373da5b8-6d0c-4268-96a9-bce33420b332 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733507 Sep 21 18:30:13.152029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a10f6-ab52-490d-8d6a-3e258fd7f40b req-df73428f-3d1a-4271-b7c0-fe4190199029 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:13.153539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-907a10f6-ab52-490d-8d6a-3e258fd7f40b req-df73428f-3d1a-4271-b7c0-fe4190199029 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0621159 Sep 21 18:30:13.193505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-907a10f6-ab52-490d-8d6a-3e258fd7f40b req-0c1abf33-c59b-4b6a-96dc-f23428303d32 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338569 Sep 21 18:30:14.312020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b927-bc4e-4969-9899-5db1fc27e35c req-a52b456b-ca57-4547-89ab-67c574930e97 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:14.313507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7786b927-bc4e-4969-9899-5db1fc27e35c req-a52b456b-ca57-4547-89ab-67c574930e97 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0495675 Sep 21 18:30:14.351967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7786b927-bc4e-4969-9899-5db1fc27e35c req-caff4da1-24b4-40a5-9373-bd836b03c079 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Sep 21 18:30:15.471819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee88dfb-7703-4907-aef6-ae786a2fc831 req-cbcd8652-f3be-4cf8-858a-50ae126d2100 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:15.473318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dee88dfb-7703-4907-aef6-ae786a2fc831 req-cbcd8652-f3be-4cf8-858a-50ae126d2100 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0519204 Sep 21 18:30:15.516706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dee88dfb-7703-4907-aef6-ae786a2fc831 req-85604b0a-d965-490d-af27-98b791973ad2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Sep 21 18:30:16.643124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa6e37-9576-4083-b73f-f4115905c60b req-3e7bda25-75b9-45f4-b12c-a33e0dfc5f6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:16.644620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecfa6e37-9576-4083-b73f-f4115905c60b req-3e7bda25-75b9-45f4-b12c-a33e0dfc5f6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0526195 Sep 21 18:30:16.684004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecfa6e37-9576-4083-b73f-f4115905c60b req-92f26356-138f-4ce4-a02b-3973ee1f64be tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Sep 21 18:30:17.806617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238801-1e7a-4db6-b2c1-48fb798bafbf req-ad512ff0-8a04-4d0a-b610-e8214d5215e9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:17.808105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0238801-1e7a-4db6-b2c1-48fb798bafbf req-ad512ff0-8a04-4d0a-b610-e8214d5215e9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0524497 Sep 21 18:30:17.846231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d0238801-1e7a-4db6-b2c1-48fb798bafbf req-8cb362ea-0556-43f7-b145-7949d2fb0a8f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Sep 21 18:30:18.924413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3314070b-a7fd-4d92-9781-0f4ce452a48b details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:30:18.969286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d71fda-d87d-4ad0-96ca-cac7eda25590 req-26881884-6451-46af-96df-35a49f1bc829 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:18.970932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68d71fda-d87d-4ad0-96ca-cac7eda25590 req-26881884-6451-46af-96df-35a49f1bc829 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 943 time: 0.0552762 Sep 21 18:30:19.015081 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68d71fda-d87d-4ad0-96ca-cac7eda25590 req-7d77ae8d-552b-41a0-9b4d-2e581ead64fd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Sep 21 18:30:19.028237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3314070b-a7fd-4d92-9781-0f4ce452a48b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3314070b-a7fd-4d92-9781-0f4ce452a48b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:19.041426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '3314070b-a7fd-4d92-9781-0f4ce452a48b', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'port_id': '3314070b-a7fd-4d92-9781-0f4ce452a48b', 'mac_address': 'fa:16:3e:c4:79:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:30:19.091950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:19.105737 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3314070b-a7fd-4d92-9781-0f4ce452a48b {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:30:19.126383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3314070b-a7fd-4d92-9781-0f4ce452a48b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3314070b-a7fd-4d92-9781-0f4ce452a48b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:19.131488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:19.186528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3314070b-a7fd-4d92-9781-0f4ce452a48b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:19.388229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3314070b-a7fd-4d92-9781-0f4ce452a48b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:30:20.162685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc7d53-e49a-48f4-8666-8ec8e77cd572 req-64ac7601-1125-4905-ac91-af2428f71f4d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:20.164098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ccc7d53-e49a-48f4-8666-8ec8e77cd572 req-64ac7601-1125-4905-ac91-af2428f71f4d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 944 time: 0.0543363 Sep 21 18:30:20.218364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ccc7d53-e49a-48f4-8666-8ec8e77cd572 req-6b0e36fe-1700-4eed-8820-7c899b43424d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463085 Sep 21 18:30:20.955703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3314070b-a7fd-4d92-9781-0f4ce452a48b up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:30:21.008498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 3314070b-a7fd-4d92-9781-0f4ce452a48b completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:30:21.012400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 3314070b-a7fd-4d92-9781-0f4ce452a48b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:21.012771 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:21.096222 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:21.127174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3314070b-a7fd-4d92-9781-0f4ce452a48b'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:21.129544 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14834cb-9235-46bb-973c-6af5b0b401d3" -d '{"events": [{"server_uuid": "471ad848-dce8-4b4c-9cd1-9d60881b4545", "name": "network-vif-plugged", "status": "completed", "tag": "3314070b-a7fd-4d92-9781-0f4ce452a48b"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:21.145239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3314070b-a7fd-4d92-9781-0f4ce452a48b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3314070b-a7fd-4d92-9781-0f4ce452a48b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:21.150770 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:21.186513 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ff520b-910a-4a42-bc55-7e77c768b431 x-openstack-request-id: req-36ff520b-910a-4a42-bc55-7e77c768b431 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:21.186997 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ad848-dce8-4b4c-9cd1-9d60881b4545", "name": "network-vif-plugged", "status": "completed", "tag": "3314070b-a7fd-4d92-9781-0f4ce452a48b", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:21.187197 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36ff520b-910a-4a42-bc55-7e77c768b431 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:21.187636 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3314070b-a7fd-4d92-9781-0f4ce452a48b', 'code': 200} Sep 21 18:30:21.217107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3314070b-a7fd-4d92-9781-0f4ce452a48b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:21.285813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea181-d9f6-4896-9c32-ca747ce83bfb req-615a2d4e-3b18-4db8-b793-767dc351e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:21.289094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43aea181-d9f6-4896-9c32-ca747ce83bfb req-615a2d4e-3b18-4db8-b793-767dc351e3c8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 1096 time: 0.0487623 Sep 21 18:30:21.377310 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43aea181-d9f6-4896-9c32-ca747ce83bfb req-338c6aa4-e49d-456c-833c-408fa40fec23 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808308 Sep 21 18:30:21.406139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d0a4-7602-4a00-9f03-24c5aa46bc09 req-e2419f8e-0161-4ba3-a42d-dc467620368c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:21.408988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c116d0a4-7602-4a00-9f03-24c5aa46bc09 req-e2419f8e-0161-4ba3-a42d-dc467620368c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 945 time: 0.0999629 Sep 21 18:30:21.458453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c116d0a4-7602-4a00-9f03-24c5aa46bc09 req-d56dc9f4-cb4e-4fb9-bfb7-5ef04a4ac2d5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Sep 21 18:30:22.597259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56a135-e3c6-4a77-9eb7-dcc9c276cfd7 req-7de60514-ec64-4d4d-b999-b52fa1443646 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:22.598931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a56a135-e3c6-4a77-9eb7-dcc9c276cfd7 req-7de60514-ec64-4d4d-b999-b52fa1443646 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 945 time: 0.0562170 Sep 21 18:30:22.639397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a56a135-e3c6-4a77-9eb7-dcc9c276cfd7 req-323653cd-6d27-40f9-911b-9d67941521f4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344865 Sep 21 18:30:22.812863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f7b9d-c605-484d-b09e-648c4fed51dc req-6f6d79e0-46ce-4840-941c-f322373255df tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:22.814434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-739f7b9d-c605-484d-b09e-648c4fed51dc req-6f6d79e0-46ce-4840-941c-f322373255df tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Sep 21 18:30:22.852727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-739f7b9d-c605-484d-b09e-648c4fed51dc req-402f550f-31b2-4e3c-a2e6-eb5ea9f47088 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Sep 21 18:30:25.320299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-5fbac4f1-0018-4d0c-bced-17747ba38065 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:25.322579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-5fbac4f1-0018-4d0c-bced-17747ba38065 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1073442 Sep 21 18:30:25.337401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-2350fca6-6c0c-4cf2-9e47-54c90feefddf tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/quotas/243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 375 time: 0.0090966 Sep 21 18:30:25.392011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-98d79735-d0ac-42ef-b805-5f7fd30f1372 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491400 Sep 21 18:30:25.490084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-828f7cb6-1cb0-4c04-9301-d577776f2e7b service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904789 Sep 21 18:30:25.579935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-d22cad82-9bda-4489-8f70-512d6746992b service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829744 Sep 21 18:30:25.763115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd315b01-ea6e-4f37-adc5-4683bd43d6bb req-31cefb40-3859-4ea0-93bc-c73d2e4bda5e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 210 time: 0.0275185 Sep 21 18:30:26.749990 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-2f602b7d-ac42-438d-8813-5967ad07b6aa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:26.751421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-2f602b7d-ac42-438d-8813-5967ad07b6aa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1075711 Sep 21 18:30:26.765186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'port': {'device_id': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'admin_state_up': True, 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:26.915926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:30:26.922575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:26.936936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46f79aa0-1e98-4c00-9303-64b82272ca04 req-6f068e65-3e49-4698-b6b0-8ce29e01c381 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 210 time: 0.0519223 Sep 21 18:30:27.099669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.20.0.11 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/40eedb4d-8fa0-4187-9bf2-058b141d560e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:30:27.318445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:27.372675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:27.391578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3314070b-a7fd-4d92-9781-0f4ce452a48b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:30:27.431341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:30:27.434899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:30:27.438119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:30:27.481817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=40eedb4d-8fa0-4187-9bf2-058b141d560e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:27.497403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.497755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.498101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.498477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.498977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.499316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.499652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.499983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.500449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.501602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.501602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.501977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:27.539499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:27.554149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:27.564416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-8012cb8d-bc2b-49ff-b5dc-ad88345cec6b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8029313 Sep 21 18:30:27.586912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Request body: {'port': {'device_id': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:27.708043 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:27.788348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c253aa6f-dbcc-411f-a603-59260d118792 None None] Provisioning complete for port 40eedb4d-8fa0-4187-9bf2-058b141d560e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:27.794358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c253aa6f-dbcc-411f-a603-59260d118792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:27.831865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c253aa6f-dbcc-411f-a603-59260d118792 None None] Port 40eedb4d-8fa0-4187-9bf2-058b141d560e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:30:28.097719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25d114-bcbb-425a-831d-7d2bc57602ef req-59e8e1e1-8033-42a8-aa53-c5fe01139c0a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:28.099251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40eedb4d-8fa0-4187-9bf2-058b141d560e {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:30:28.106494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec25d114-bcbb-425a-831d-7d2bc57602ef req-59e8e1e1-8033-42a8-aa53-c5fe01139c0a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 932 time: 0.0726535 Sep 21 18:30:28.107882 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:28.124077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Transition to ACTIVE for port object 40eedb4d-8fa0-4187-9bf2-058b141d560e will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:30:28.128348 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:28.169199 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec25d114-bcbb-425a-831d-7d2bc57602ef req-c0dc818a-67b3-4ca6-9c23-d87f57297307 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Sep 21 18:30:28.248450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Pushing event updated for resources: {'Port': ['ID=40eedb4d-8fa0-4187-9bf2-058b141d560e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:28.405798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Attempting to bind port 40eedb4d-8fa0-4187-9bf2-058b141d560e on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:30:28.406169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Attempting to bind port 40eedb4d-8fa0-4187-9bf2-058b141d560e by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:30:28.408055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Attempting to bind port 40eedb4d-8fa0-4187-9bf2-058b141d560e on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:28.417881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Port 40eedb4d-8fa0-4187-9bf2-058b141d560e on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:30:28.418847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Attempting to bind port 40eedb4d-8fa0-4187-9bf2-058b141d560e on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:28.427661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:30:28.428272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:30:28.428853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:30:28.429488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Bound port: 40eedb4d-8fa0-4187-9bf2-058b141d560e, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:30:28.429891 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:28.534666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] For port 40eedb4d-8fa0-4187-9bf2-058b141d560e, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:30:28.540242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] For port 40eedb4d-8fa0-4187-9bf2-058b141d560e, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=40eedb4d-8fa0-4187-9bf2-058b141d560e,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:30:28.549574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:28.598837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:28.599461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:28.600906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] 10.222.0.41 "PUT /v2.0/ports/40eedb4d-8fa0-4187-9bf2-058b141d560e HTTP/1.1" status: 200 len: 1092 time: 1.0260384 Sep 21 18:30:28.601407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'tag': '40eedb4d-8fa0-4187-9bf2-058b141d560e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:28.604854 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64885f71-d4e9-4594-a89c-5a63078676ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cb2e23-96b2-4d0d-9467-d09a79281bb4", "tag": "40eedb4d-8fa0-4187-9bf2-058b141d560e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:28.634390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8460e-ffa7-4e2a-8265-a95ea6cdb96c service neutron] Pushing event updated for resources: {'Port': ['ID=40eedb4d-8fa0-4187-9bf2-058b141d560e,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:28.751958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-f25038f4-b6e6-4a23-bba3-bf49c4365bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:28.753965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-f25038f4-b6e6-4a23-bba3-bf49c4365bfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 1095 time: 0.0869784 Sep 21 18:30:28.823280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-644ef073-7cd2-4a14-ab61-1caf84038d0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40eedb4d-8fa0-4187-9bf2-058b141d560e HTTP/1.1" status: 200 len: 217 time: 0.0599294 Sep 21 18:30:28.899984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-fd24114a-f357-4c45-90ff-21d084e935a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:28.901780 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-fd24114a-f357-4c45-90ff-21d084e935a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0709109 Sep 21 18:30:28.906776 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689fd4bb-2cee-448b-90f6-5f2613363850 x-openstack-request-id: req-689fd4bb-2cee-448b-90f6-5f2613363850 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:28.907200 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cb2e23-96b2-4d0d-9467-d09a79281bb4", "tag": "40eedb4d-8fa0-4187-9bf2-058b141d560e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:28.907458 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-689fd4bb-2cee-448b-90f6-5f2613363850 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:28.907875 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'tag': '40eedb4d-8fa0-4187-9bf2-058b141d560e', 'status': 'completed', 'code': 200} Sep 21 18:30:28.967841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-91e4aa27-f404-4838-8c33-bde441624172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:28.969584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-91e4aa27-f404-4838-8c33-bde441624172 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582063 Sep 21 18:30:29.108378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-56b67d38-7799-4db6-bc9c-d5989ad7031c service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304269 Sep 21 18:30:29.240886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e38c791f-34b7-4762-9ccd-70c45dd79826 req-b5378f90-931d-45dd-b2d3-b05cbe3f82be service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208827 Sep 21 18:30:29.264615 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-270ebd06-af2e-452e-b02e-08bbf7055445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:29.402224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64885f71-d4e9-4594-a89c-5a63078676ab req-8fb9cd2f-9c90-472a-8a72-51949756f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:29.405090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64885f71-d4e9-4594-a89c-5a63078676ab req-8fb9cd2f-9c90-472a-8a72-51949756f6e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 1095 time: 0.1114554 Sep 21 18:30:29.453495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d1351-d917-4ab6-9ad0-35e0c4d0a25b req-16571d06-2bf7-4c70-bfa0-817e903c4e65 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:29.461280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b6d1351-d917-4ab6-9ad0-35e0c4d0a25b req-16571d06-2bf7-4c70-bfa0-817e903c4e65 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0731215 Sep 21 18:30:29.518340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b6d1351-d917-4ab6-9ad0-35e0c4d0a25b req-c58b4ebb-3b8a-4ef0-9396-50b0d3e657d2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544963 Sep 21 18:30:29.572926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64885f71-d4e9-4594-a89c-5a63078676ab req-82c58833-27e5-431c-a419-dd2424708e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:29.574870 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64885f71-d4e9-4594-a89c-5a63078676ab req-82c58833-27e5-431c-a419-dd2424708e69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1609929 Sep 21 18:30:29.632696 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64885f71-d4e9-4594-a89c-5a63078676ab req-2eff54e9-281f-4227-a146-e629b1ffcd68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40eedb4d-8fa0-4187-9bf2-058b141d560e HTTP/1.1" status: 200 len: 217 time: 0.0502937 Sep 21 18:30:30.039793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64885f71-d4e9-4594-a89c-5a63078676ab req-7dbea1e9-05cb-4703-80e4-3909233210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:30.041555 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64885f71-d4e9-4594-a89c-5a63078676ab req-7dbea1e9-05cb-4703-80e4-3909233210c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.4012847 Sep 21 18:30:30.109854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64885f71-d4e9-4594-a89c-5a63078676ab req-5903ca30-f3ba-4545-9354-c2a8326a07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:30.112068 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64885f71-d4e9-4594-a89c-5a63078676ab req-5903ca30-f3ba-4545-9354-c2a8326a07f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624273 Sep 21 18:30:30.257397 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:30:30.323763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64885f71-d4e9-4594-a89c-5a63078676ab req-096362e3-04df-41f0-ae39-d857887c3f48 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919520 Sep 21 18:30:30.556431 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64885f71-d4e9-4594-a89c-5a63078676ab req-16605016-de27-41f6-9e39-5605d27fa3d1 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205625 Sep 21 18:30:30.729011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92e83a-311f-4f70-a027-bb0e0efcdc2f req-7cd57a7a-b552-4e9b-b896-93463000d44f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:30.731020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc92e83a-311f-4f70-a027-bb0e0efcdc2f req-7cd57a7a-b552-4e9b-b896-93463000d44f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.1014221 Sep 21 18:30:30.814415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc92e83a-311f-4f70-a027-bb0e0efcdc2f req-186ec1ba-dd64-4fa1-b24d-45df66246cf0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734451 Sep 21 18:30:32.016563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d7ef5-93f7-44f8-b5ef-6640f0f43cbc req-b7bb3feb-5938-4fea-a45e-9de01f821a55 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:32.020123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e8d7ef5-93f7-44f8-b5ef-6640f0f43cbc req-b7bb3feb-5938-4fea-a45e-9de01f821a55 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0635800 Sep 21 18:30:32.084684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e8d7ef5-93f7-44f8-b5ef-6640f0f43cbc req-fa899627-069b-4402-911c-98eb27985f4d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Sep 21 18:30:33.295764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d575-fbfc-49de-a3d0-86d5ab473145 req-ba2089ac-214e-4df5-987d-f9a5594a2b3e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:33.297545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c564d575-fbfc-49de-a3d0-86d5ab473145 req-ba2089ac-214e-4df5-987d-f9a5594a2b3e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0797269 Sep 21 18:30:33.406701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c564d575-fbfc-49de-a3d0-86d5ab473145 req-3a633da8-5d42-4046-9121-c7eb7ca64bb2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976479 Sep 21 18:30:33.619351 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23562c1d-9e09-4449-81f7-eedea3b1e8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:34.167456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:34.267227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-8e71bd18-a92e-49d0-a7ce-71a471d1305f req-dbed5556-56dc-4082-9c54-ecef56f2e207 service neutron] (95090) timed out ('10.222.0.41', 60467) {{(pid=95090) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:30:34.313914 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:34.606180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11845113-23d0-427d-85d2-3be18bfec1d4 req-22735af8-89ce-4be2-bbac-5ed5b01993ec tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:34.619171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11845113-23d0-427d-85d2-3be18bfec1d4 req-22735af8-89ce-4be2-bbac-5ed5b01993ec tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.1074214 Sep 21 18:30:34.693454 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11845113-23d0-427d-85d2-3be18bfec1d4 req-96d625ac-acb7-40a7-9e32-442ffb6d307c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Sep 21 18:30:34.831223 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.825051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12587a7d-ba4e-41a0-a3d2-45b3e0a11c07 req-8972cc33-3061-461c-b881-a275aa0b0b70 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:35.830312 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12587a7d-ba4e-41a0-a3d2-45b3e0a11c07 req-8972cc33-3061-461c-b881-a275aa0b0b70 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0584702 Sep 21 18:30:35.869559 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12587a7d-ba4e-41a0-a3d2-45b3e0a11c07 req-56f1cc69-7965-4448-bf28-7b8be9bce01c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Sep 21 18:30:37.006589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c18bc3-fc3e-40b4-ba27-9c158f792987 req-d414844c-2d9f-4de3-8b6b-c806194c1a3d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:37.008930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6c18bc3-fc3e-40b4-ba27-9c158f792987 req-d414844c-2d9f-4de3-8b6b-c806194c1a3d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0579681 Sep 21 18:30:37.054122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6c18bc3-fc3e-40b4-ba27-9c158f792987 req-645ade85-c4a3-4ccd-9be4-63909648f64d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359185 Sep 21 18:30:37.274988 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.208668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406678a9-406b-4ed2-ab77-c499831a9a97 req-0db60f1f-9ad3-4c85-8867-6db37f81f8af tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:38.210351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-406678a9-406b-4ed2-ab77-c499831a9a97 req-0db60f1f-9ad3-4c85-8867-6db37f81f8af tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0630171 Sep 21 18:30:38.288334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-406678a9-406b-4ed2-ab77-c499831a9a97 req-b6b6446c-0a62-48dc-82d1-974181846a41 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662239 Sep 21 18:30:38.505258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:39.418409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68bba-c4f6-43ad-a873-f3ae18f92389 req-f1adda5a-3f51-4465-9b34-31ef691bbb75 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:39.420024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6e68bba-c4f6-43ad-a873-f3ae18f92389 req-f1adda5a-3f51-4465-9b34-31ef691bbb75 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0540950 Sep 21 18:30:39.460295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6e68bba-c4f6-43ad-a873-f3ae18f92389 req-70891001-e7c4-4aa8-992b-40ca006674d8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340810 Sep 21 18:30:40.621286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7e127-00dd-4199-9991-3142c14a77f1 req-59a8a0ef-1aba-4d7b-8440-2e6fad216d38 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:40.622841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4d7e127-00dd-4199-9991-3142c14a77f1 req-59a8a0ef-1aba-4d7b-8440-2e6fad216d38 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0756919 Sep 21 18:30:40.664273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4d7e127-00dd-4199-9991-3142c14a77f1 req-d1a21997-6616-49cf-bc58-91f52db0d5ee tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Sep 21 18:30:41.790984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297404-518c-4857-b174-1a61ddaa68c7 req-c5cc92b2-505d-4005-9642-d2bae20bc5f3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:41.792481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7297404-518c-4857-b174-1a61ddaa68c7 req-c5cc92b2-505d-4005-9642-d2bae20bc5f3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0535820 Sep 21 18:30:41.832150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7297404-518c-4857-b174-1a61ddaa68c7 req-206c5d90-0985-4209-8fc3-c665666cc71b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Sep 21 18:30:42.510526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf51c-edf6-4004-ad5e-af85c7caca5a req-9ccf02d8-8776-4e03-9be2-e780669a3281 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:42.511929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3edcf51c-edf6-4004-ad5e-af85c7caca5a req-9ccf02d8-8776-4e03-9be2-e780669a3281 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0515025 Sep 21 18:30:42.553215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3edcf51c-edf6-4004-ad5e-af85c7caca5a req-5dea2ed9-4d4e-413c-9f95-c0168ac14766 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352771 Sep 21 18:30:42.954940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9c202-5c5e-49aa-a4b8-cb9c5b5c1696 req-364c62eb-002e-467d-a4f7-ccfe470acf7a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:42.956398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10b9c202-5c5e-49aa-a4b8-cb9c5b5c1696 req-364c62eb-002e-467d-a4f7-ccfe470acf7a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0543544 Sep 21 18:30:42.995124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10b9c202-5c5e-49aa-a4b8-cb9c5b5c1696 req-8aa221ca-f2a5-4e80-8740-49f910c143cc tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Sep 21 18:30:43.685717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678c2e-7e82-4fc1-9067-7d950c3326ce req-b46e1d84-8144-4063-b67c-e53add614b96 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:43.687252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85678c2e-7e82-4fc1-9067-7d950c3326ce req-b46e1d84-8144-4063-b67c-e53add614b96 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0571878 Sep 21 18:30:43.727230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85678c2e-7e82-4fc1-9067-7d950c3326ce req-71945f86-b36d-4bf1-8f03-bf61302a9b9e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338142 Sep 21 18:30:44.119378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78321435-49e7-48da-bfa8-7182f2bea955 req-cc43d4bc-3aa9-4a32-8c0d-cb20778ac3b1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:44.120888 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78321435-49e7-48da-bfa8-7182f2bea955 req-cc43d4bc-3aa9-4a32-8c0d-cb20778ac3b1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0525286 Sep 21 18:30:44.162570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78321435-49e7-48da-bfa8-7182f2bea955 req-61537e93-12dc-41cd-9346-17b29afaff59 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Sep 21 18:30:44.855780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a2cc-ef8d-4fd8-861e-8b1bad249cde req-e23c6100-a124-4906-a961-a07032b906c2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:44.857224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9121a2cc-ef8d-4fd8-861e-8b1bad249cde req-e23c6100-a124-4906-a961-a07032b906c2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0526299 Sep 21 18:30:44.901727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9121a2cc-ef8d-4fd8-861e-8b1bad249cde req-a53e7562-2228-4e28-b28c-080075c49472 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Sep 21 18:30:45.298728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f00043-84bf-4ca4-842c-9830e7101f80 req-85f54b7c-0704-4255-93fd-a1537f73968b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:45.300332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08f00043-84bf-4ca4-842c-9830e7101f80 req-85f54b7c-0704-4255-93fd-a1537f73968b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0613422 Sep 21 18:30:45.350935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08f00043-84bf-4ca4-842c-9830e7101f80 req-4e76f02f-d805-410f-99cb-3d15878fa4b1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Sep 21 18:30:46.039016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573638e-a5f4-4e2e-963c-1691a11ba649 req-44e2899d-fbbb-4746-ad4a-216b89caffd8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:46.041241 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a573638e-a5f4-4e2e-963c-1691a11ba649 req-44e2899d-fbbb-4746-ad4a-216b89caffd8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0607820 Sep 21 18:30:46.089015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a573638e-a5f4-4e2e-963c-1691a11ba649 req-3a814b1c-95cc-4b9e-a157-18ec7b35caad tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Sep 21 18:30:46.474638 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a453ec3-f28c-425f-b2fd-da8b3dd4ce71 req-610fc0ea-e1f1-42d5-bed6-6169a2b4361b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:46.476126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a453ec3-f28c-425f-b2fd-da8b3dd4ce71 req-610fc0ea-e1f1-42d5-bed6-6169a2b4361b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0506704 Sep 21 18:30:46.514857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a453ec3-f28c-425f-b2fd-da8b3dd4ce71 req-ae220b69-a16e-4920-b189-9e99ba3abd5c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Sep 21 18:30:47.222737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4229e2-e51f-4361-8a00-1357ea9131a1 req-c0ebcff7-0271-4258-afa9-5d049b067baf tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:47.224328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f4229e2-e51f-4361-8a00-1357ea9131a1 req-c0ebcff7-0271-4258-afa9-5d049b067baf tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0561821 Sep 21 18:30:47.265238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f4229e2-e51f-4361-8a00-1357ea9131a1 req-e36c163e-823d-44ef-86a5-718066fdfd35 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344837 Sep 21 18:30:47.637613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688022-24fa-408a-989a-d36b52b629f9 req-611811e7-8c53-4079-a1ce-1ce29082fef3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:47.639220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca688022-24fa-408a-989a-d36b52b629f9 req-611811e7-8c53-4079-a1ce-1ce29082fef3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0513947 Sep 21 18:30:47.679352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca688022-24fa-408a-989a-d36b52b629f9 req-e01ea637-222d-47ce-b78a-eeb3ac7beb42 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Sep 21 18:30:48.401189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15c726-8907-4f70-a193-fb5d353c0e51 req-92c87576-beff-401d-9326-0c927fc4c8e8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:48.402908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c15c726-8907-4f70-a193-fb5d353c0e51 req-92c87576-beff-401d-9326-0c927fc4c8e8 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0593131 Sep 21 18:30:48.450036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c15c726-8907-4f70-a193-fb5d353c0e51 req-7ecd1c78-67ac-4328-9fa9-2eb462310cca tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399985 Sep 21 18:30:48.815575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab495b1-3660-430e-88c8-9c144734ee27 req-31e2d088-fe81-457d-990e-3e7f7718ad01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:48.817147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab495b1-3660-430e-88c8-9c144734ee27 req-31e2d088-fe81-457d-990e-3e7f7718ad01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0587492 Sep 21 18:30:48.857616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab495b1-3660-430e-88c8-9c144734ee27 req-7e50eaf5-5f96-4228-a3d3-453f17d6368a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Sep 21 18:30:49.590601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecac60-441d-49fe-9434-3fc819913005 req-82c91c7a-f550-431c-8ba9-2b5214a96bc2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:49.592603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8ecac60-441d-49fe-9434-3fc819913005 req-82c91c7a-f550-431c-8ba9-2b5214a96bc2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0600057 Sep 21 18:30:49.636542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8ecac60-441d-49fe-9434-3fc819913005 req-adeeb8e2-8ec2-457d-9c1b-eac70d175c2a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371244 Sep 21 18:30:50.001818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb809050-3883-480b-9249-c49ca993da19 req-fb245694-1602-41fe-aa9c-6677518ad3e8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:50.006711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb809050-3883-480b-9249-c49ca993da19 req-fb245694-1602-41fe-aa9c-6677518ad3e8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 944 time: 0.0622823 Sep 21 18:30:50.046622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb809050-3883-480b-9249-c49ca993da19 req-914ab49f-cbd6-4fa4-b51d-a5d1a8b7294a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365174 Sep 21 18:30:50.219185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 40eedb4d-8fa0-4187-9bf2-058b141d560e details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:30:50.323867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 40eedb4d-8fa0-4187-9bf2-058b141d560e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=40eedb4d-8fa0-4187-9bf2-058b141d560e,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:50.337049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '40eedb4d-8fa0-4187-9bf2-058b141d560e', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'port_id': '40eedb4d-8fa0-4187-9bf2-058b141d560e', 'mac_address': 'fa:16:3e:e1:52:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:30:50.382573 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.395982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40eedb4d-8fa0-4187-9bf2-058b141d560e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:30:50.416541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 40eedb4d-8fa0-4187-9bf2-058b141d560e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=40eedb4d-8fa0-4187-9bf2-058b141d560e,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:50.421335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.471382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=40eedb4d-8fa0-4187-9bf2-058b141d560e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:50.479898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.480231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.480696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.481038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.481375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.481709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.482037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.482394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.482718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.483041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.483365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.483686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:50.637758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['40eedb4d-8fa0-4187-9bf2-058b141d560e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:30:50.795648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e8ceb-8ba4-496c-a1da-5f322989809b req-5db1479e-ca41-49d6-bddc-6433554e1182 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:50.797182 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac1e8ceb-8ba4-496c-a1da-5f322989809b req-5db1479e-ca41-49d6-bddc-6433554e1182 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0808127 Sep 21 18:30:50.841668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ac1e8ceb-8ba4-496c-a1da-5f322989809b req-e7cc0493-e4b9-4aa9-aa54-42da417250ec tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360241 Sep 21 18:30:51.165285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35dd4a-f54e-4f6d-b4a6-48de6bf84ece req-1541b399-65e0-45b6-ba16-bc18d201c3a2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:51.167052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a35dd4a-f54e-4f6d-b4a6-48de6bf84ece req-1541b399-65e0-45b6-ba16-bc18d201c3a2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 945 time: 0.0504813 Sep 21 18:30:51.207680 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0a35dd4a-f54e-4f6d-b4a6-48de6bf84ece req-bffdccc1-b77c-464e-b3c3-c74bdcb1613c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Sep 21 18:30:51.686588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf88c3-b8fa-4241-9c24-30269a399915 req-38e839e2-f907-4309-afa3-235d42dd1036 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:51.688083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15cf88c3-b8fa-4241-9c24-30269a399915 req-38e839e2-f907-4309-afa3-235d42dd1036 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 945 time: 0.0512750 Sep 21 18:30:51.724920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-15cf88c3-b8fa-4241-9c24-30269a399915 req-10822533-0300-4973-bc67-3e215e0c5718 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Sep 21 18:30:51.971321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057f41b-bf03-43b2-b6ba-1fa0c8ddcf7a req-e23f51f9-23fa-44ed-a2e4-41c5dd159f71 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:51.972800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a057f41b-bf03-43b2-b6ba-1fa0c8ddcf7a req-e23f51f9-23fa-44ed-a2e4-41c5dd159f71 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0577486 Sep 21 18:30:52.010997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a057f41b-bf03-43b2-b6ba-1fa0c8ddcf7a req-9752ff88-bd15-479c-957e-70d881eebe48 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Sep 21 18:30:52.234636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 40eedb4d-8fa0-4187-9bf2-058b141d560e up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:30:52.282245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 40eedb4d-8fa0-4187-9bf2-058b141d560e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:30:52.285761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 40eedb4d-8fa0-4187-9bf2-058b141d560e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:52.286394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:52.328510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48689fb2-450e-4131-ae40-700fe3f02458 req-fed70e80-9183-4079-9877-0f674d0c5dfe tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:52.330135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48689fb2-450e-4131-ae40-700fe3f02458 req-fed70e80-9183-4079-9877-0f674d0c5dfe tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 945 time: 0.0523217 Sep 21 18:30:52.376403 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:52.377948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48689fb2-450e-4131-ae40-700fe3f02458 req-3d5f435b-3a1e-4eeb-8ae1-b5f24a529beb tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Sep 21 18:30:52.401204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eedb4d-8fa0-4187-9bf2-058b141d560e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:52.403446 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60499cca-4ecb-437a-9f3a-89cef8824fef" -d '{"events": [{"server_uuid": "f8cb2e23-96b2-4d0d-9467-d09a79281bb4", "name": "network-vif-plugged", "status": "completed", "tag": "40eedb4d-8fa0-4187-9bf2-058b141d560e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:52.415256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 40eedb4d-8fa0-4187-9bf2-058b141d560e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=40eedb4d-8fa0-4187-9bf2-058b141d560e,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:52.420041 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:52.443957 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf0599-df92-4845-a5b4-c893852fef46 x-openstack-request-id: req-1dbf0599-df92-4845-a5b4-c893852fef46 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:52.444384 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cb2e23-96b2-4d0d-9467-d09a79281bb4", "name": "network-vif-plugged", "status": "completed", "tag": "40eedb4d-8fa0-4187-9bf2-058b141d560e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:52.444608 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1dbf0599-df92-4845-a5b4-c893852fef46 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:52.444986 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eedb4d-8fa0-4187-9bf2-058b141d560e', 'code': 200} Sep 21 18:30:52.472051 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=40eedb4d-8fa0-4187-9bf2-058b141d560e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:52.551791 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8c32-7bde-42a8-9d70-0e9a6c3f23a1 req-f026413b-cbb0-4b3b-b0da-ff074759a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:52.553770 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad2c8c32-7bde-42a8-9d70-0e9a6c3f23a1 req-f026413b-cbb0-4b3b-b0da-ff074759a252 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 1097 time: 0.0444944 Sep 21 18:30:52.598201 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad2c8c32-7bde-42a8-9d70-0e9a6c3f23a1 req-8ce7be66-e284-4db0-8e6a-e6ae06ee5829 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371261 Sep 21 18:30:52.857219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce430e72-5893-4a20-86bb-b87e8a538212 req-0e10aaec-dbd5-4d07-8b45-967f1c0cfe95 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:52.858750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce430e72-5893-4a20-86bb-b87e8a538212 req-0e10aaec-dbd5-4d07-8b45-967f1c0cfe95 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 945 time: 0.0556886 Sep 21 18:30:52.903426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce430e72-5893-4a20-86bb-b87e8a538212 req-fc4d2522-74a5-4a70-af5e-ce005496102e tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369430 Sep 21 18:30:53.144095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3175537-1d85-4878-9fc6-fc1c03ea56db req-9f1aade2-37b7-419c-afc0-cf21713a4a8e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:53.145921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3175537-1d85-4878-9fc6-fc1c03ea56db req-9f1aade2-37b7-419c-afc0-cf21713a4a8e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0598798 Sep 21 18:30:53.188410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d3175537-1d85-4878-9fc6-fc1c03ea56db req-42f2db26-88b6-4de5-883c-07edbea7deae tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361218 Sep 21 18:30:53.427273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-5ada8400-4ccb-463e-874d-9b8fb6847762 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:53.429130 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-5ada8400-4ccb-463e-874d-9b8fb6847762 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 945 time: 0.0575008 Sep 21 18:30:53.559122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac646-c15e-48bd-a6f4-67f02d782ce7 req-e960d90a-5e07-4ea0-9724-62a00cd1cad7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:53.560883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c00ac646-c15e-48bd-a6f4-67f02d782ce7 req-e960d90a-5e07-4ea0-9724-62a00cd1cad7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 946 time: 0.0988846 Sep 21 18:30:53.599215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Deleting port 1f2da217-7c04-4a14-a420-52119c2f1dda {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:30:53.599561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:53.644335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c00ac646-c15e-48bd-a6f4-67f02d782ce7 req-2abc6cc6-18c7-45ed-8250-57bfbd6ff80e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748656 Sep 21 18:30:53.721739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] For port 1f2da217-7c04-4a14-a420-52119c2f1dda, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1f2da217-7c04-4a14-a420-52119c2f1dda,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:53.722159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:53.972873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:53.973181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:53.973601 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Floating IP c2716383-0f39-4dbd-832f-0a3a43063c12 disassociated. External IP: 172.25.3.99, port: 1f2da217-7c04-4a14-a420-52119c2f1dda. Sep 21 18:30:53.973985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Calling delete_port for 1f2da217-7c04-4a14-a420-52119c2f1dda owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:30:54.083518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b4a01-7f4b-4c81-bdba-9d5d1c66ec3f req-b2985b47-dc0e-4870-a45d-4dc197599e35 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:54.085151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b0b4a01-7f4b-4c81-bdba-9d5d1c66ec3f req-b2985b47-dc0e-4870-a45d-4dc197599e35 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 945 time: 0.1009479 Sep 21 18:30:54.168745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b0b4a01-7f4b-4c81-bdba-9d5d1c66ec3f req-60fcf3b1-76a2-450d-af90-fe23759a942f tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups?id=b4b76a5a-9a97-4620-b51d-20ed9cc51733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708964 Sep 21 18:30:54.199088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:54.228470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:30:54.232259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event deleted for resources: {'Port': ['ID=1f2da217-7c04-4a14-a420-52119c2f1dda,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:54.383438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:54.405602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '20f5c712-c766-4c37-a31b-f1123704b96d', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'port_id': '20f5c712-c766-4c37-a31b-f1123704b96d', 'mac_address': 'fa:16:3e:c0:30:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:30:54.454204 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:54.470217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20f5c712-c766-4c37-a31b-f1123704b96d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:30:54.491125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:54.496869 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:54.558507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:54.599359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['20f5c712-c766-4c37-a31b-f1123704b96d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:30:54.757626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Router 2a0f515f-4c64-452d-806c-dca6d0036f07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:30:54.774570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d439f-1f67-4941-99da-f7b6fb55bace req-6308dad4-78fc-4562-b3b5-ae9660e878fc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:54.778732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b7d439f-1f67-4941-99da-f7b6fb55bace req-6308dad4-78fc-4562-b3b5-ae9660e878fc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 944 time: 0.0932384 Sep 21 18:30:54.877672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b7d439f-1f67-4941-99da-f7b6fb55bace req-a1ea49be-21d3-4b11-bbec-d50c80b4582b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920386 Sep 21 18:30:54.950235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:30:54.966044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] Sync routers for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:30:54.977927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:30:54.979768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:30:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:55.033430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] No DVR routers for this DVR port 1f2da217-7c04-4a14-a420-52119c2f1dda on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:30:55.037607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:55.039645 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a36a7d0-20b4-4cab-a02b-09334922692a req-3c715dc8-d30e-48ea-a6b3-745345a3f3ae tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.78 "DELETE /v2.0/ports/1f2da217-7c04-4a14-a420-52119c2f1dda HTTP/1.1" status: 204 len: 173 time: 1.6043615 Sep 21 18:30:55.040136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'name': 'network-vif-deleted', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:55.043064 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b562f3-ed8a-4ff1-b52a-c694f762bfb0" -d '{"events": [{"server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "name": "network-vif-deleted", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:55.073630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede64f2-1806-4aa8-8dfb-2b2c02ea2b25 req-46c68516-d153-49b1-b218-a8bcc9964d2c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:55.081882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cede64f2-1806-4aa8-8dfb-2b2c02ea2b25 req-46c68516-d153-49b1-b218-a8bcc9964d2c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 946 time: 0.0950661 Sep 21 18:30:55.139335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cede64f2-1806-4aa8-8dfb-2b2c02ea2b25 req-fe610da4-5a6f-4280-a97a-2e097d6f8c0a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563803 Sep 21 18:30:55.154008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:30:55.208544 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bccc71-0754-49ec-ae22-b7c426eabfcb x-openstack-request-id: req-16bccc71-0754-49ec-ae22-b7c426eabfcb {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:55.209319 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571e016-e8d6-4a74-9587-d0f077ec5871", "name": "network-vif-deleted", "tag": "1f2da217-7c04-4a14-a420-52119c2f1dda", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:55.209319 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16bccc71-0754-49ec-ae22-b7c426eabfcb {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:55.209662 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9571e016-e8d6-4a74-9587-d0f077ec5871', 'name': 'network-vif-deleted', 'tag': '1f2da217-7c04-4a14-a420-52119c2f1dda', 'status': 'completed', 'code': 200} Sep 21 18:30:55.373885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bfd75-8070-4c5d-85e8-028439db861e req-0af4647f-231d-49f1-b6f9-c61f4ae70d9a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:55.385962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b91bfd75-8070-4c5d-85e8-028439db861e req-0af4647f-231d-49f1-b6f9-c61f4ae70d9a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 946 time: 0.0935767 Sep 21 18:30:55.443848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b91bfd75-8070-4c5d-85e8-028439db861e req-a5e3fd68-54b1-4e66-bf4f-537cc724aa99 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562294 Sep 21 18:30:55.640679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae394146-fb0c-4687-9d81-ca4b85a4ae9a req-000b764c-2111-4441-acc1-8b6baa45e946 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/ports?device_id=9571e016-e8d6-4a74-9587-d0f077ec5871 HTTP/1.1" status: 200 len: 210 time: 0.0315089 Sep 21 18:30:55.679822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:55.744058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] Checking router: 2a0f515f-4c64-452d-806c-dca6d0036f07 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:30:55.763979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:30:55.764461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:30:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:55.934823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:30:56.014674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb8023-0363-4011-b848-f8ae594527b2 req-aaf2dcf0-809d-48e7-b3f4-72ff8466a58f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:56.026378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3edb8023-0363-4011-b848-f8ae594527b2 req-aaf2dcf0-809d-48e7-b3f4-72ff8466a58f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 946 time: 0.0872281 Sep 21 18:30:56.098780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3edb8023-0363-4011-b848-f8ae594527b2 req-1fe6033b-5aad-4e99-ae18-8bdaf04f48cc tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711546 Sep 21 18:30:56.228698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484a476-a197-4bfa-86bf-6ecc4a4f4a66 req-fbc4aa50-431e-4e76-a80a-e6ce50e396bd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:56.238466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5484a476-a197-4bfa-86bf-6ecc4a4f4a66 req-fbc4aa50-431e-4e76-a80a-e6ce50e396bd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 944 time: 0.0750701 Sep 21 18:30:56.253462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:30:56.288751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5484a476-a197-4bfa-86bf-6ecc4a4f4a66 req-fec8f2e6-2117-4f42-826f-e3fd19bd62f3 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474432 Sep 21 18:30:56.293104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:56.335324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bc95e-029a-409b-8958-468a1f879bd6 None None] The sync data for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 is: [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:24:10Z', 'revision_number': 4, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c9f4157e-2283-4f33-ba92-0c6c96c66443', 'name': '', 'network_id': '75ab1cf6-a638-4833-8f75-3d0f9b833e1f', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'mac_address': 'fa:16:3e:31:b0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:09Z', 'updated_at': '2021-09-21T18:24:18Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'subnets': [{'id': '9f01ea14-f1b1-4658-bb8f-c273c18eb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:30:56.357116 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 20f5c712-c766-4c37-a31b-f1123704b96d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:56.357564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.470312 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.509181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:56.512630 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d301f43c-6e59-4aa4-99ac-6b2ee2e4415f" -d '{"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-plugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:56.546157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:56.556635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.575194 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e33c63-b4ed-4208-be03-4650f083990b x-openstack-request-id: req-a3e33c63-b4ed-4208-be03-4650f083990b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:56.575586 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-plugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:56.575964 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3e33c63-b4ed-4208-be03-4650f083990b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:56.576618 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d', 'code': 200} Sep 21 18:30:56.641370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:56.723407 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236dc432-774d-445d-ba89-64c303183c6e None None] New status for floating IP c2716383-0f39-4dbd-832f-0a3a43063c12: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:30:56.758347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39774) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:56.827996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279289aa-512f-427f-8606-2710ff6307ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.862519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279289aa-512f-427f-8606-2710ff6307ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.937199 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279289aa-512f-427f-8606-2710ff6307ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.941040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-279289aa-512f-427f-8606-2710ff6307ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.942523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-279289aa-512f-427f-8606-2710ff6307ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "DELETE /v2.0/security-groups/b4b76a5a-9a97-4620-b51d-20ed9cc51733 HTTP/1.1" status: 204 len: 168 time: 0.1832056 Sep 21 18:30:56.945233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39776) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:56.955833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279289aa-512f-427f-8606-2710ff6307ee tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b76a5a-9a97-4620-b51d-20ed9cc51733,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:56.967135 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-808f48e5-25ba-47f9-8c1c-8fc6b9983782 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] show failed (client error): The resource could not be found. Sep 21 18:30:56.971873 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-808f48e5-25ba-47f9-8c1c-8fc6b9983782 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "GET /v2.0/security-groups/b4b76a5a-9a97-4620-b51d-20ed9cc51733 HTTP/1.1" status: 404 len: 347 time: 0.0239794 Sep 21 18:30:56.972673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39778) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:57.127875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Deleting port 74457918-9da1-4d96-81e0-6e4130e58cdf {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:30:57.128404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:57.210402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1f2da217-7c04-4a14-a420-52119c2f1dda no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:30:57.243797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 1f2da217-7c04-4a14-a420-52119c2f1dda {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:30:57.246000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1f2da217-7c04-4a14-a420-52119c2f1dda not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:30:57.251055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e49d6c-4124-4145-af4b-69908b5ddad7 req-7776c15e-8836-4e79-aafc-544a54acffaf tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.256050 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:57.256614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:57.262728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16e49d6c-4124-4145-af4b-69908b5ddad7 req-7776c15e-8836-4e79-aafc-544a54acffaf tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 946 time: 0.0913422 Sep 21 18:30:57.276050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Calling delete_port for 74457918-9da1-4d96-81e0-6e4130e58cdf owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:30:57.312845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16e49d6c-4124-4145-af4b-69908b5ddad7 req-cfd88cf8-63d6-41b6-a1fa-75fdc3d10cc3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489984 Sep 21 18:30:57.475370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b399c9-1227-428d-9691-376e4cf7e4b6 req-74e4f951-85d3-4734-bfb0-2bb9e513e015 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.477547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41b399c9-1227-428d-9691-376e4cf7e4b6 req-74e4f951-85d3-4734-bfb0-2bb9e513e015 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0653667 Sep 21 18:30:57.492627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:57.532610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41b399c9-1227-428d-9691-376e4cf7e4b6 req-d375f02c-5e4d-43ab-9887-7666e4bb6f25 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450749 Sep 21 18:30:57.557047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Pushing event deleted for resources: {'Port': ['ID=74457918-9da1-4d96-81e0-6e4130e58cdf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:57.649516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248852f-7986-4bab-8266-f406863b4fbd req-5166be16-e809-4d34-974c-048ceb2cf3c7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.651520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c248852f-7986-4bab-8266-f406863b4fbd req-5166be16-e809-4d34-974c-048ceb2cf3c7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 946 time: 0.1175067 Sep 21 18:30:57.659573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:57.662534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:57.664132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-599700e9-7609-45b2-b549-b3f273e7f809 tempest-AttachVolumeTestJSON-900243950 tempest-AttachVolumeTestJSON-900243950-project] 10.222.0.70 "DELETE /v2.0/floatingips/c2716383-0f39-4dbd-832f-0a3a43063c12 HTTP/1.1" status: 204 len: 168 time: 0.6903274 Sep 21 18:30:57.806528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port 40eedb4d-8fa0-4187-9bf2-058b141d560e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:30:57.807751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:58.035619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] For port 40eedb4d-8fa0-4187-9bf2-058b141d560e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=40eedb4d-8fa0-4187-9bf2-058b141d560e,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:58.036955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:58.055320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for 40eedb4d-8fa0-4187-9bf2-058b141d560e owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:30:58.252704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:58.267401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3314070b-a7fd-4d92-9781-0f4ce452a48b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:30:58.325068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=40eedb4d-8fa0-4187-9bf2-058b141d560e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:58.451020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] No DVR routers for this DVR port 40eedb4d-8fa0-4187-9bf2-058b141d560e on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:30:58.459680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:58.464404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c248852f-7986-4bab-8266-f406863b4fbd req-670679a0-ccea-4877-bc29-3ea6d913209d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "DELETE /v2.0/ports/40eedb4d-8fa0-4187-9bf2-058b141d560e HTTP/1.1" status: 204 len: 173 time: 0.7986252 Sep 21 18:30:58.465074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'name': 'network-vif-deleted', 'tag': '40eedb4d-8fa0-4187-9bf2-058b141d560e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:58.467769 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a30166-74f6-41fe-8098-8ad96146bc51" -d '{"events": [{"server_uuid": "f8cb2e23-96b2-4d0d-9467-d09a79281bb4", "name": "network-vif-deleted", "tag": "40eedb4d-8fa0-4187-9bf2-058b141d560e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:58.560984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d73fcbb-2fee-4cde-b7fb-a3655fb77cf5 req-d4caca13-b789-492c-9b0c-6365d7e95a74 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 210 time: 0.1050768 Sep 21 18:30:58.631180 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f42189-b420-49b1-8587-99a58a6db247 x-openstack-request-id: req-e0f42189-b420-49b1-8587-99a58a6db247 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:58.631523 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cb2e23-96b2-4d0d-9467-d09a79281bb4", "name": "network-vif-deleted", "tag": "40eedb4d-8fa0-4187-9bf2-058b141d560e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:58.631892 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0f42189-b420-49b1-8587-99a58a6db247 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:58.632386 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cb2e23-96b2-4d0d-9467-d09a79281bb4', 'name': 'network-vif-deleted', 'tag': '40eedb4d-8fa0-4187-9bf2-058b141d560e', 'status': 'completed', 'code': 200} Sep 21 18:30:58.788706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f55b0-6b7a-4570-86dc-e825e8451a79 req-0dc716cd-e713-4719-98fa-39114aff1e5f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:58.791514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd9f55b0-6b7a-4570-86dc-e825e8451a79 req-0dc716cd-e713-4719-98fa-39114aff1e5f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0852349 Sep 21 18:30:58.858578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd9f55b0-6b7a-4570-86dc-e825e8451a79 req-952a4df3-5936-44b0-af8d-68a10c771658 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604527 Sep 21 18:30:59.276671 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad8627d5-c401-4e23-b894-7a08dda6acec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:59.737611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a39cbb10-0e63-4a8d-87ff-2017abddb4bb req-9721ba2d-6e52-4bf3-8c16-ba5318107965 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 210 time: 0.0534055 Sep 21 18:31:00.049807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f260be-842f-4513-9648-1018f5c221c2 req-51b6040f-87d7-4840-80b5-d5ff54404ad4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:00.065061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43f260be-842f-4513-9648-1018f5c221c2 req-51b6040f-87d7-4840-80b5-d5ff54404ad4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0821626 Sep 21 18:31:00.127969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43f260be-842f-4513-9648-1018f5c221c2 req-9da3d157-05c2-4936-8e61-ece7c3765bae tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666170 Sep 21 18:31:00.298038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 40eedb4d-8fa0-4187-9bf2-058b141d560e no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:00.325527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 40eedb4d-8fa0-4187-9bf2-058b141d560e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:00.326237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 40eedb4d-8fa0-4187-9bf2-058b141d560e not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:00.856973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0dfe488-c2f8-4d7a-a1b4-136fa854bfa3 req-6e57ef21-aaa2-4d3f-99ef-b1e878b08b01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 210 time: 0.0340922 Sep 21 18:31:01.347037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88657401-04f8-467b-91d0-4cc9fcada684 req-89b88e9c-8fda-473b-9df1-9ccd9b34ae06 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:01.355879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88657401-04f8-467b-91d0-4cc9fcada684 req-89b88e9c-8fda-473b-9df1-9ccd9b34ae06 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0753288 Sep 21 18:31:01.425992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88657401-04f8-467b-91d0-4cc9fcada684 req-d2adf4ae-5442-4c64-b0ab-b053158076ef tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689645 Sep 21 18:31:01.988867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-524a5c5d-e812-4c34-af88-7a2eaad341f5 req-1844662e-4193-46ca-adfe-593af10d7240 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 210 time: 0.0397215 Sep 21 18:31:02.560400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c304e-d611-4e02-aecd-97796d646781 req-bfbf1732-10b4-489b-a55e-599beab21577 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:02.562223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e7c304e-d611-4e02-aecd-97796d646781 req-bfbf1732-10b4-489b-a55e-599beab21577 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0610051 Sep 21 18:31:02.610379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e7c304e-d611-4e02-aecd-97796d646781 req-dc493844-8caf-43c9-91ee-445bf9e9f206 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 Sep 21 18:31:03.144167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f0e94a7-2758-446f-aabc-04e61690587c req-136e8127-d6e0-42b1-a903-049b33fdf710 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8cb2e23-96b2-4d0d-9467-d09a79281bb4 HTTP/1.1" status: 200 len: 210 time: 0.0372202 Sep 21 18:31:03.606134 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c627aff0-6cf1-44cc-a19f-58a01b9b19b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:03.786919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeab2bc-ed9f-495b-bced-b7844b210b92 req-325f09bb-e3a0-465c-a5b9-1f341dc82428 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:03.796618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfeab2bc-ed9f-495b-bced-b7844b210b92 req-325f09bb-e3a0-465c-a5b9-1f341dc82428 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0826833 Sep 21 18:31:03.855448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfeab2bc-ed9f-495b-bced-b7844b210b92 req-48f30bbd-42f0-4264-973d-c6bcf8083223 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534012 Sep 21 18:31:04.156741 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:04.298153 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:04.823653 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:05.059124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba318463-e854-4224-b9b1-152401616b9b req-6fe73f55-6495-4d2b-bc53-7cf1b2ef1df2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:05.071464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba318463-e854-4224-b9b1-152401616b9b req-6fe73f55-6495-4d2b-bc53-7cf1b2ef1df2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0929453 Sep 21 18:31:05.120762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba318463-e854-4224-b9b1-152401616b9b req-d451c6a8-9bb7-4f47-a99c-cf587a63d1dc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475314 Sep 21 18:31:06.459650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59162f0a-4e97-46f8-a26e-afa8891c0b46 req-c4374012-0e8a-4707-8cc8-e41e884c8593 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:06.461256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59162f0a-4e97-46f8-a26e-afa8891c0b46 req-c4374012-0e8a-4707-8cc8-e41e884c8593 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.1094348 Sep 21 18:31:06.557981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-59162f0a-4e97-46f8-a26e-afa8891c0b46 req-59e294d2-6268-47a8-b278-0036df473838 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843172 Sep 21 18:31:07.258390 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:31:07.281996 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:07.376546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-7bfc8632-841c-446a-9344-3673dc11a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:07.384077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-7bfc8632-841c-446a-9344-3673dc11a8ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1096 time: 0.0679445 Sep 21 18:31:07.542142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-51edbca3-1079-461b-b302-5200ee0d984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:07.545294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-51edbca3-1079-461b-b302-5200ee0d984c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.1421862 Sep 21 18:31:07.644932 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-0a927776-039e-45a3-9998-0a9ad90b80eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 1000 time: 0.0916376 Sep 21 18:31:07.713896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-6949f7dd-1cfd-4c0a-b53c-6b8c73142f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:07.716518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-6949f7dd-1cfd-4c0a-b53c-6b8c73142f02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0631154 Sep 21 18:31:07.749808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203069dc-ae92-4a46-81a0-95cd289e0f22 req-0d426508-7783-48c2-9473-57f8836afcec tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:07.757965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203069dc-ae92-4a46-81a0-95cd289e0f22 req-0d426508-7783-48c2-9473-57f8836afcec tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0749607 Sep 21 18:31:07.797035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203069dc-ae92-4a46-81a0-95cd289e0f22 req-55401e41-b9c5-419b-bb52-ffac057dce89 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379934 Sep 21 18:31:07.903525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-262a0d96-776c-4dcc-9c66-d74ce0bf5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:07.905106 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-262a0d96-776c-4dcc-9c66-d74ce0bf5756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446649 Sep 21 18:31:08.018799 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-a102811e-2527-4448-acfb-5e4ddbc63f77 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014633 Sep 21 18:31:08.129228 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64612d12-e9c9-4740-b00d-cb5046d38533 req-b2719373-0b5a-423d-9eab-4a7c1ce4be32 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951722 Sep 21 18:31:08.217073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8360f-b404-4a89-9872-75ea842849bb req-f94bd38b-a14a-4ea9-a6ba-8cf083e09002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:08.218803 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddb8360f-b404-4a89-9872-75ea842849bb req-f94bd38b-a14a-4ea9-a6ba-8cf083e09002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1096 time: 0.0466921 Sep 21 18:31:08.326052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8360f-b404-4a89-9872-75ea842849bb req-11bc1823-4ca2-485b-888e-04e679c923ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:08.327489 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddb8360f-b404-4a89-9872-75ea842849bb req-11bc1823-4ca2-485b-888e-04e679c923ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.1016977 Sep 21 18:31:08.406373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddb8360f-b404-4a89-9872-75ea842849bb req-2b7d789d-d93c-4c45-8ce3-7af6d993ad90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 1000 time: 0.0710075 Sep 21 18:31:08.464190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8360f-b404-4a89-9872-75ea842849bb req-d6a154e0-49c5-4ae4-b227-81e492843844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:08.465820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddb8360f-b404-4a89-9872-75ea842849bb req-d6a154e0-49c5-4ae4-b227-81e492843844 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0518801 Sep 21 18:31:08.526743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8360f-b404-4a89-9872-75ea842849bb req-69681c1a-668b-489d-ae31-ee7da36d46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:08.528674 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddb8360f-b404-4a89-9872-75ea842849bb req-69681c1a-668b-489d-ae31-ee7da36d46f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553544 Sep 21 18:31:08.533133 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:08.654900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddb8360f-b404-4a89-9872-75ea842849bb req-4e71692d-6b5e-465b-b093-bcfc8928d34b service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148107 Sep 21 18:31:08.791366 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ddb8360f-b404-4a89-9872-75ea842849bb req-e183d457-ab60-4106-adea-59009db462ee service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279218 Sep 21 18:31:08.942044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ddfd7-0e7d-4091-8f39-a6b6cd9382dc req-b5c36a10-2c4f-4179-97e9-2bc70cefa0ec tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:08.943904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be0ddfd7-0e7d-4091-8f39-a6b6cd9382dc req-b5c36a10-2c4f-4179-97e9-2bc70cefa0ec tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0598917 Sep 21 18:31:08.994563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be0ddfd7-0e7d-4091-8f39-a6b6cd9382dc req-5435d7b3-ea9a-4469-8d56-6e61786ac92d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404763 Sep 21 18:31:09.154609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39892) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:09.721601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:09.948337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13e6b4-93ec-4fed-bc06-cd92c1510cf9 req-7880b0db-0b7f-4220-a632-6dbb3979de84 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:09.949780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a13e6b4-93ec-4fed-bc06-cd92c1510cf9 req-7880b0db-0b7f-4220-a632-6dbb3979de84 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 945 time: 0.0566392 Sep 21 18:31:09.973841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Deleting port c9f4157e-2283-4f33-ba92-0c6c96c66443 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:09.974277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:09.990606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a13e6b4-93ec-4fed-bc06-cd92c1510cf9 req-3816d3f2-a6c5-424d-8fec-bf0e735833e1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Sep 21 18:31:10.065758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] For port c9f4157e-2283-4f33-ba92-0c6c96c66443, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c9f4157e-2283-4f33-ba92-0c6c96c66443,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:10.066129 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:10.079742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Calling delete_port for c9f4157e-2283-4f33-ba92-0c6c96c66443 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:10.130032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f1611-70fb-4f5f-bf25-100558627075 req-d0f6d9da-ef6e-49df-8507-b34a0bbb0c63 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:10.131681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a48f1611-70fb-4f5f-bf25-100558627075 req-d0f6d9da-ef6e-49df-8507-b34a0bbb0c63 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Sep 21 18:31:10.172307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a48f1611-70fb-4f5f-bf25-100558627075 req-9aa7ab9e-a150-4dd9-b9b6-75eb8101e7d2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Sep 21 18:31:10.260860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:10.289674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f4157e-2283-4f33-ba92-0c6c96c66443,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:10.369960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:10.453129 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:10.469519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:10.485915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:10.488448 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f303d71-e91a-4047-b52c-290e3c29488f" -d '{"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-unplugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:10.517179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:10.527811 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:10.568469 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c767a-39e2-4c17-94b1-2ecb6b4e38df x-openstack-request-id: req-329c767a-39e2-4c17-94b1-2ecb6b4e38df {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:10.568792 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-unplugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:10.569050 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-329c767a-39e2-4c17-94b1-2ecb6b4e38df {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:10.569435 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d', 'code': 200} Sep 21 18:31:10.597448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:10.723028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Router 2a0f515f-4c64-452d-806c-dca6d0036f07 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:10.834243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:10.843404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40d9b7cc-4a6a-4bba-ad63-a09a20aed78e admin admin] 10.222.0.70 "PUT /v2.0/routers/2a0f515f-4c64-452d-806c-dca6d0036f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853356 Sep 21 18:31:10.843858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 39906) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:10.847300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] Sync routers for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:10.857530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:10.858159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:31:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:10.954792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:10.964416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:11.075216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.140427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb08b-f2d5-4003-a1bc-7fbaf7ffc75f req-59898c2a-a722-4ac9-a812-a14157b12e21 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:11.141928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dfb08b-f2d5-4003-a1bc-7fbaf7ffc75f req-59898c2a-a722-4ac9-a812-a14157b12e21 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 945 time: 0.0787261 Sep 21 18:31:11.156944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:31:10Z', 'revision_number': 5, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port': {'id': '216df70f-0a95-45cb-b52d-eb405be26c90', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:06Z', 'updated_at': '2021-09-21T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:11.181688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Deleting port 216df70f-0a95-45cb-b52d-eb405be26c90 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:11.182029 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.184885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] Checking router: 2a0f515f-4c64-452d-806c-dca6d0036f07 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:11.193352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] Routers {'2a0f515f-4c64-452d-806c-dca6d0036f07'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:11.193985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:31:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['2a0f515f-4c64-452d-806c-dca6d0036f07'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:11.215373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7dfb08b-f2d5-4003-a1bc-7fbaf7ffc75f req-735a396a-3311-4d13-8959-d7cb1f949cee tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=97ff00f0-266b-42b7-8f76-9577f1aafa54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 Sep 21 18:31:11.278807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] For port 216df70f-0a95-45cb-b52d-eb405be26c90, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=216df70f-0a95-45cb-b52d-eb405be26c90,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:11.279184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.294892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] Set router 2a0f515f-4c64-452d-806c-dca6d0036f07 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:11.315981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Calling delete_port for 216df70f-0a95-45cb-b52d-eb405be26c90 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:11.355938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:31:11Z', 'revision_number': 6, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:11.402047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bfd8fc-a37f-4f0d-be53-f16fb5c09f56 None None] The sync data for ids ['2a0f515f-4c64-452d-806c-dca6d0036f07'] in n-d-810285-3 is: [{'id': '2a0f515f-4c64-452d-806c-dca6d0036f07', 'name': 'tempest-AttachVolumeTestJSON-78012206-router', 'tenant_id': 'f6b98bdfaa0541a59027738d891fca2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:05Z', 'updated_at': '2021-09-21T18:31:11Z', 'revision_number': 6, 'project_id': 'f6b98bdfaa0541a59027738d891fca2f', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:11.431705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5f1a3-632b-48be-8877-2d9697cb544b req-d71875ab-a2a8-4d69-900f-a64b9d154bbb tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:11.433241 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ee5f1a3-632b-48be-8877-2d9697cb544b req-d71875ab-a2a8-4d69-900f-a64b9d154bbb tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.1514781 Sep 21 18:31:11.496888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-abc80e40-b7e9-405f-9ece-de220139a4a4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:11.498424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-abc80e40-b7e9-405f-9ece-de220139a4a4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 945 time: 0.1239622 Sep 21 18:31:11.581624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ee5f1a3-632b-48be-8877-2d9697cb544b req-a1140553-7384-48ae-83ce-cbb39c01c406 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353021 Sep 21 18:31:11.685715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port 3314070b-a7fd-4d92-9781-0f4ce452a48b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:11.686059 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.690049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.740411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Pushing event deleted for resources: {'Port': ['ID=216df70f-0a95-45cb-b52d-eb405be26c90,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:11.798620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.799086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.799300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.799633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.799965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.800293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.800631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.801251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.801534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.801855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.802177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.802620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:11.872503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] For port 3314070b-a7fd-4d92-9781-0f4ce452a48b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3314070b-a7fd-4d92-9781-0f4ce452a48b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:11.872503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.879283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.943508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for 3314070b-a7fd-4d92-9781-0f4ce452a48b owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:11.987028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.990179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.070941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.072017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0f515f-4c64-452d-806c-dca6d0036f07 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:31:12.077033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.078178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa49077a-41a2-4154-9689-5c9cecea6691 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2a0f515f-4c64-452d-806c-dca6d0036f07 HTTP/1.1" status: 204 len: 168 time: 1.2333453 Sep 21 18:31:12.080773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39928) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:12.132922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] Deleting subnet 9f01ea14-f1b1-4658-bb8f-c273c18eb419 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:31:12.137758 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.160331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.173456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3314070b-a7fd-4d92-9781-0f4ce452a48b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:31:12.185216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.193623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=3314070b-a7fd-4d92-9781-0f4ce452a48b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:12.262693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] No DVR routers for this DVR port 3314070b-a7fd-4d92-9781-0f4ce452a48b on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:12.265673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.268010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b333300-f7c9-42d5-8aac-b1e4a6a59c5c req-afabb0b6-4322-4a28-a7a5-c3c0e5a43f4f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "DELETE /v2.0/ports/3314070b-a7fd-4d92-9781-0f4ce452a48b HTTP/1.1" status: 204 len: 173 time: 0.7263756 Sep 21 18:31:12.268575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'name': 'network-vif-deleted', 'tag': '3314070b-a7fd-4d92-9781-0f4ce452a48b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:12.273095 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f98f6a-a32c-4a3f-951c-225a745efa77" -d '{"events": [{"server_uuid": "471ad848-dce8-4b4c-9cd1-9d60881b4545", "name": "network-vif-deleted", "tag": "3314070b-a7fd-4d92-9781-0f4ce452a48b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:12.288050 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.364836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.394346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 216df70f-0a95-45cb-b52d-eb405be26c90 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:12.404737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f01ea14-f1b1-4658-bb8f-c273c18eb419,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:12.409782 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.411810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-140e483e-a2da-47ef-b8b0-c2e5f48d1892 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9f01ea14-f1b1-4658-bb8f-c273c18eb419 HTTP/1.1" status: 204 len: 168 time: 0.3290553 Sep 21 18:31:12.414592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39938) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:12.423881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751086fd-95df-420b-a61a-4362683c90a0 None None] Network 75ab1cf6-a638-4833-8f75-3d0f9b833e1f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:31:12.427826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 216df70f-0a95-45cb-b52d-eb405be26c90 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:12.428560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 216df70f-0a95-45cb-b52d-eb405be26c90 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:12.429202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c9f4157e-2283-4f33-ba92-0c6c96c66443 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:12.491261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c9f4157e-2283-4f33-ba92-0c6c96c66443 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:12.495535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c9f4157e-2283-4f33-ba92-0c6c96c66443 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:12.513866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.584817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c58c422-947b-4bbe-b9aa-e5d3c27505f7 req-3149fce9-9464-4655-9c8d-90e85c3d1722 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 210 time: 0.0739992 Sep 21 18:31:12.593071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Deleting port fec80b05-2349-444e-a16c-3078b8b9dbe8 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:12.593849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.629350 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eae119-ad66-4382-be08-b81cc6608e87 x-openstack-request-id: req-36eae119-ad66-4382-be08-b81cc6608e87 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:12.629890 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ad848-dce8-4b4c-9cd1-9d60881b4545", "name": "network-vif-deleted", "tag": "3314070b-a7fd-4d92-9781-0f4ce452a48b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:12.630359 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36eae119-ad66-4382-be08-b81cc6608e87 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:12.630968 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ad848-dce8-4b4c-9cd1-9d60881b4545', 'name': 'network-vif-deleted', 'tag': '3314070b-a7fd-4d92-9781-0f4ce452a48b', 'status': 'completed', 'code': 200} Sep 21 18:31:12.705166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] For port fec80b05-2349-444e-a16c-3078b8b9dbe8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fec80b05-2349-444e-a16c-3078b8b9dbe8,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:12.705166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.721189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Calling delete_port for fec80b05-2349-444e-a16c-3078b8b9dbe8 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:12.744899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] DHCP port deletion for 75ab1cf6-a638-4833-8f75-3d0f9b833e1f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:31:12.872860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] Deleting port fec80b05-2349-444e-a16c-3078b8b9dbe8 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:12.875637 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.978406 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] For port fec80b05-2349-444e-a16c-3078b8b9dbe8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fec80b05-2349-444e-a16c-3078b8b9dbe8,segment=NetworkSegment(7371d17b-65a3-45af-83fe-96357fbe9b57),segment_id=7371d17b-65a3-45af-83fe-96357fbe9b57)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:12.978810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:12.999244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] Calling delete_port for fec80b05-2349-444e-a16c-3078b8b9dbe8 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:13.005299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147e37-27e0-484a-b617-5c286537da98 req-35f2d8ff-d728-4a08-b816-4c27f0913e82 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:13.016258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67147e37-27e0-484a-b617-5c286537da98 req-35f2d8ff-d728-4a08-b816-4c27f0913e82 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.1055629 Sep 21 18:31:13.071713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67147e37-27e0-484a-b617-5c286537da98 req-eec65d7d-c69f-42ed-a039-26082fc94ad5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543144 Sep 21 18:31:13.106744 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.138653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] Pushing event deleted for resources: {'Port': ['ID=fec80b05-2349-444e-a16c-3078b8b9dbe8,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:13.144257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9128f-b7d4-4608-b042-ea0f5b90448a None None] No DVR routers for this DVR port fec80b05-2349-444e-a16c-3078b8b9dbe8 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:13.239031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.272949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec80b05-2349-444e-a16c-3078b8b9dbe8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:13.298069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] No DVR routers for this DVR port fec80b05-2349-444e-a16c-3078b8b9dbe8 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:13.359087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-76c52e95-9dd2-46a6-abf7-2b4d70e93e8b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1649847 Sep 21 18:31:13.392287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.429691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ab1cf6-a638-4833-8f75-3d0f9b833e1f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:13.441829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7371d17b-65a3-45af-83fe-96357fbe9b57') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:13.442141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7371d17b-65a3-45af-83fe-96357fbe9b57') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:13.455924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.471328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.478807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:31:13.479444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:31:13.492789 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:31:13.584077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.605527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.607638 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/75ab1cf6-a638-4833-8f75-3d0f9b833e1f HTTP/1.1" status: 204 len: 168 time: 1.1920209 Sep 21 18:31:13.608698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdbcef-a296-435d-bee3-c4f97f95c7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ab1cf6-a638-4833-8f75-3d0f9b833e1f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:13.772285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7cd04a1-62c6-445c-ad88-6fcbb6b1a5ae req-e6e257ef-fa58-46b1-ac54-1df44f4f32e9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 210 time: 0.0757914 Sep 21 18:31:13.822704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39970) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:13.868709 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-73048120-9159-4196-8d18-9a200764f967 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6b98bdfaa0541a59027738d891fca2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440364 Sep 21 18:31:13.871433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 39972) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:13.923119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab21f-4460-4543-afe1-b30e892393aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:13.948701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab21f-4460-4543-afe1-b30e892393aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:14.007006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab21f-4460-4543-afe1-b30e892393aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:14.010758 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab21f-4460-4543-afe1-b30e892393aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:14.014617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a1ab21f-4460-4543-afe1-b30e892393aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a7ae5ba-44a1-441f-be00-f89fb9d1c5fa HTTP/1.1" status: 204 len: 168 time: 0.1395354 Sep 21 18:31:14.022094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ab21f-4460-4543-afe1-b30e892393aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7ae5ba-44a1-441f-be00-f89fb9d1c5fa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:14.209545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e139-4544-4849-beeb-7c5d9819452a req-f5917483-8041-4e15-9756-63ff6e1d2afd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:14.210674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee48e139-4544-4849-beeb-7c5d9819452a req-f5917483-8041-4e15-9756-63ff6e1d2afd tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0562909 Sep 21 18:31:14.255887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee48e139-4544-4849-beeb-7c5d9819452a req-dc957de2-f481-48cf-b50d-c68365a0497e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385060 Sep 21 18:31:14.291961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06180-c85a-417d-a0db-659cd21fa05f req-3d693d3b-5bda-4815-8d41-6f40c2b2cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:14.293702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-3d693d3b-5bda-4815-8d41-6f40c2b2cc8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1&tenant_id=5538851b392c4ae68d1b049bc7baa723 HTTP/1.1" status: 200 len: 1094 time: 0.0557652 Sep 21 18:31:14.356767 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fec80b05-2349-444e-a16c-3078b8b9dbe8 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:14.372676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06180-c85a-417d-a0db-659cd21fa05f req-5adfc3e8-3cff-41d1-8c2b-ee098dc180b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:14.374416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-5adfc3e8-3cff-41d1-8c2b-ee098dc180b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5538851b392c4ae68d1b049bc7baa723&device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1094 time: 0.0563526 Sep 21 18:31:14.388454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: fec80b05-2349-444e-a16c-3078b8b9dbe8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:14.388801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fec80b05-2349-444e-a16c-3078b8b9dbe8 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:14.391768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:14.496163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06180-c85a-417d-a0db-659cd21fa05f req-2e5266eb-b417-4d0f-aa2c-296dc1cf8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:14.497813 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-2e5266eb-b417-4d0f-aa2c-296dc1cf8b95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 200 len: 919 time: 0.1165614 Sep 21 18:31:14.574416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-d3bf7d14-4501-4f19-a907-1c00d704ba12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 200 len: 998 time: 0.0696027 Sep 21 18:31:14.638448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06180-c85a-417d-a0db-659cd21fa05f req-a3e27b96-091f-41c0-a430-bab9f93ed755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:14.638448 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-a3e27b96-091f-41c0-a430-bab9f93ed755 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 200 len: 856 time: 0.0567415 Sep 21 18:31:14.692492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06180-c85a-417d-a0db-659cd21fa05f req-216bb510-0a09-4438-a846-99a0d5a9a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:14.694181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-216bb510-0a09-4438-a846-99a0d5a9a44c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493155 Sep 21 18:31:14.807380 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-03d6af0b-0d7b-4d2d-a8e7-dc1650271df4 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018288 Sep 21 18:31:14.881401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aaaab13b-7011-4fcc-9fa7-3d5452bb4835 req-df3fdd70-732f-4c70-b37d-0c6c43f363d6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 210 time: 0.0344667 Sep 21 18:31:14.920630 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-10a06180-c85a-417d-a0db-659cd21fa05f req-55dd6521-1e4c-4ba9-b51c-c877eef98716 service neutron] 10.222.0.41 "GET /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061976 Sep 21 18:31:15.341721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3314070b-a7fd-4d92-9781-0f4ce452a48b no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:15.395494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 3314070b-a7fd-4d92-9781-0f4ce452a48b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:15.397999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3314070b-a7fd-4d92-9781-0f4ce452a48b not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:15.491849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad85d-44e7-4760-b273-01411c0b78ef req-6094fc33-0812-4b96-8e5a-0e5c36f58294 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:15.502098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b54ad85d-44e7-4760-b273-01411c0b78ef req-6094fc33-0812-4b96-8e5a-0e5c36f58294 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0954845 Sep 21 18:31:15.558785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b54ad85d-44e7-4760-b273-01411c0b78ef req-130b71e6-b39f-4bf6-b864-c6725c922e3e tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551794 Sep 21 18:31:16.052948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7c2831e-4cf9-48c0-9e78-11af55f82ccf req-1fe9c347-6be1-47e0-b6ff-e5427676e823 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 210 time: 0.0578496 Sep 21 18:31:16.769335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa951bb1-3a2a-4f7e-bdd1-ae8ba104af98 req-ab016d7b-363c-4d15-a676-010d2ed993fc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:16.772007 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa951bb1-3a2a-4f7e-bdd1-ae8ba104af98 req-ab016d7b-363c-4d15-a676-010d2ed993fc tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0821557 Sep 21 18:31:16.837933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa951bb1-3a2a-4f7e-bdd1-ae8ba104af98 req-7df9611e-3e10-470a-9650-43c4dda61af2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594277 Sep 21 18:31:17.263755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cca33543-a6d6-495f-b4e3-2d2045c54d40 req-2df4a481-1fcc-4b9f-8e87-2127e118d101 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=471ad848-dce8-4b4c-9cd1-9d60881b4545 HTTP/1.1" status: 200 len: 210 time: 0.0715501 Sep 21 18:31:18.062887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ac38-5b54-4f3f-bf88-83dc593f1219 req-941c0175-98eb-4dfb-b7d1-3b5805129099 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:18.066862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b76ac38-5b54-4f3f-bf88-83dc593f1219 req-941c0175-98eb-4dfb-b7d1-3b5805129099 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0882542 Sep 21 18:31:18.120716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b76ac38-5b54-4f3f-bf88-83dc593f1219 req-a4d76e98-6a49-40f5-b128-7a81c69e1277 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471776 Sep 21 18:31:19.316484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd5f30-4015-4b5f-84be-f9a311708932 req-44f1945c-e6b8-438c-b24c-4834b205593d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:19.318370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-afdd5f30-4015-4b5f-84be-f9a311708932 req-44f1945c-e6b8-438c-b24c-4834b205593d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0697544 Sep 21 18:31:19.405420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-afdd5f30-4015-4b5f-84be-f9a311708932 req-16e8e733-47e6-48dd-8ca8-e13e22d25bc5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687375 Sep 21 18:31:20.586106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b848-10ed-4ba7-8915-4d06f0ec9d49 req-ad1c98a3-d9cd-45f2-9d6f-e3c3e6da18f4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:20.588116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fa1b848-10ed-4ba7-8915-4d06f0ec9d49 req-ad1c98a3-d9cd-45f2-9d6f-e3c3e6da18f4 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0563207 Sep 21 18:31:20.634623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fa1b848-10ed-4ba7-8915-4d06f0ec9d49 req-66b25331-05eb-44a2-94b3-5989f78c7220 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Sep 21 18:31:22.029965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:22.037943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-faf76531-e378-4d8b-bc14-f95b9f4cf934 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066181545', 'description': 'tempest-secgroup-smoke-2066181545 description', 'project_id': '243e69bdbbe54b3780975a8b5b8607e2'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:22.069385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-faf76531-e378-4d8b-bc14-f95b9f4cf934 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.152173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4815b46-5a35-4f1f-bf47-f64dac8b6544 req-2ce71b72-59dd-4daf-8ea6-36bcf0e8eea9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:22.155005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4815b46-5a35-4f1f-bf47-f64dac8b6544 req-2ce71b72-59dd-4daf-8ea6-36bcf0e8eea9 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0646167 Sep 21 18:31:22.242908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d4815b46-5a35-4f1f-bf47-f64dac8b6544 req-961f09bb-9d69-4528-9cb3-6c495ffa2c76 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804629 Sep 21 18:31:22.252534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-faf76531-e378-4d8b-bc14-f95b9f4cf934 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.272033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-faf76531-e378-4d8b-bc14-f95b9f4cf934 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.302344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf76531-e378-4d8b-bc14-f95b9f4cf934 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aabd1ff-5bca-4852-af10-f6bbf719ce27,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:22.322160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-faf76531-e378-4d8b-bc14-f95b9f4cf934 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.327507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40168) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:22.328063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-faf76531-e378-4d8b-bc14-f95b9f4cf934 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2958832 Sep 21 18:31:22.332398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-968b0de4-4cc3-4ba0-a062-34fa87d5059a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'security_group_rule': {'security_group_id': '5aabd1ff-5bca-4852-af10-f6bbf719ce27', 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:22.440180 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-968b0de4-4cc3-4ba0-a062-34fa87d5059a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.525916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-968b0de4-4cc3-4ba0-a062-34fa87d5059a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.538506 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-968b0de4-4cc3-4ba0-a062-34fa87d5059a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.583695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b0de4-4cc3-4ba0-a062-34fa87d5059a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3a53d6-bc21-448f-a1f7-0d6450fd19fd,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:22.589516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-968b0de4-4cc3-4ba0-a062-34fa87d5059a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.591534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-968b0de4-4cc3-4ba0-a062-34fa87d5059a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2628291 Sep 21 18:31:22.595853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40170) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:22.600541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f6aa4209-29e7-4f49-843e-9af205f14c12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'security_group_rule': {'security_group_id': '5aabd1ff-5bca-4852-af10-f6bbf719ce27', 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:22.657359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6aa4209-29e7-4f49-843e-9af205f14c12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.729851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6aa4209-29e7-4f49-843e-9af205f14c12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.737226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6aa4209-29e7-4f49-843e-9af205f14c12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.757105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa4209-29e7-4f49-843e-9af205f14c12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512ec718-c48e-4492-9d3b-ccfcc7996067,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:22.769385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f6aa4209-29e7-4f49-843e-9af205f14c12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.771830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f6aa4209-29e7-4f49-843e-9af205f14c12 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1738183 Sep 21 18:31:22.774740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40172) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:22.779612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-74a07de1-f5de-4a2c-9820-55a059837baa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'security_group_rule': {'security_group_id': '5aabd1ff-5bca-4852-af10-f6bbf719ce27', 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:22.811104 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-74a07de1-f5de-4a2c-9820-55a059837baa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.890853 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-74a07de1-f5de-4a2c-9820-55a059837baa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.895246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-74a07de1-f5de-4a2c-9820-55a059837baa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.918802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a07de1-f5de-4a2c-9820-55a059837baa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18853a12-70e4-4f4e-816e-dc4b812fdb2a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:22.923890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-74a07de1-f5de-4a2c-9820-55a059837baa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.928540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-74a07de1-f5de-4a2c-9820-55a059837baa tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494143 Sep 21 18:31:22.928811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40174) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:22.933763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a49ccd78-2f9f-4fea-91b0-574805bf9d88 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'security_group_rule': {'security_group_id': '5aabd1ff-5bca-4852-af10-f6bbf719ce27', 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:22.964268 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a49ccd78-2f9f-4fea-91b0-574805bf9d88 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.031941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a49ccd78-2f9f-4fea-91b0-574805bf9d88 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.038728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a49ccd78-2f9f-4fea-91b0-574805bf9d88 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.062550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ccd78-2f9f-4fea-91b0-574805bf9d88 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9049242-58eb-4b93-921c-2c7732bf6758,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:23.072597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a49ccd78-2f9f-4fea-91b0-574805bf9d88 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.073892 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a49ccd78-2f9f-4fea-91b0-574805bf9d88 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439376 Sep 21 18:31:23.076739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40176) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:23.081327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'security_group_rule': {'security_group_id': '5aabd1ff-5bca-4852-af10-f6bbf719ce27', 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:23.113619 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Project 243e69bdbbe54b3780975a8b5b8607e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:31:23.121268 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.241135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.255325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.272895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bd2c52-2ec5-4c15-a7b9-bb30bdb0f3d8,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:23.298356 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.302506 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e46a6c1d-3dc0-4ede-9dc3-9e0c2e2ccaed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2219996 Sep 21 18:31:23.304102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40186) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:23.315625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'security_group_rule': {'security_group_id': '5aabd1ff-5bca-4852-af10-f6bbf719ce27', 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:23.371303 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Project 243e69bdbbe54b3780975a8b5b8607e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:31:23.377054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.512722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e2e93-d3d0-4ccc-b828-e69d9dad4da7 req-151ca4f6-c6f8-483f-b03a-36fb926b6d4a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:23.514218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3e2e93-d3d0-4ccc-b828-e69d9dad4da7 req-151ca4f6-c6f8-483f-b03a-36fb926b6d4a tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.1246428 Sep 21 18:31:23.590918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.614924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.669516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3e2e93-d3d0-4ccc-b828-e69d9dad4da7 req-de099df5-8765-4206-b493-93913e475514 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360281 Sep 21 18:31:23.693592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5092bb-dcde-496e-8f98-75311107eb70,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:23.709413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.722752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6a50aa0c-b84c-474b-878b-06bda48b7822 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4144034 Sep 21 18:31:24.917844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2086c-3bcd-4b1c-9795-bf841b79f986 req-74977775-780d-4b79-b827-880e126a3f1f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:24.919465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f2086c-3bcd-4b1c-9795-bf841b79f986 req-74977775-780d-4b79-b827-880e126a3f1f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0794446 Sep 21 18:31:24.968371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f2086c-3bcd-4b1c-9795-bf841b79f986 req-39ffbc33-5f38-47cf-9c36-c38c67dd4484 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Sep 21 18:31:26.181461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835f6d-21ce-412c-b08a-9bc04da882c5 req-b0c9839f-3bbb-4918-85f5-19c2a68baa63 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:26.184174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f835f6d-21ce-412c-b08a-9bc04da882c5 req-b0c9839f-3bbb-4918-85f5-19c2a68baa63 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0624185 Sep 21 18:31:26.235764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f835f6d-21ce-412c-b08a-9bc04da882c5 req-6819f461-11a1-44ff-8b9b-3d569f9d4728 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446868 Sep 21 18:31:27.367017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e15750-1c7c-478f-b3f6-dfba91a4d693 req-b343311a-cd3b-492a-b0a8-d6e07589fdb6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:27.369210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58e15750-1c7c-478f-b3f6-dfba91a4d693 req-b343311a-cd3b-492a-b0a8-d6e07589fdb6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0512059 Sep 21 18:31:27.413065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58e15750-1c7c-478f-b3f6-dfba91a4d693 req-c6028e08-c8ba-4424-8c75-b74e4eea44be tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359604 Sep 21 18:31:27.978912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40292) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:28.093924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94ed0f1b-c4f1-4b6f-abd9-069980aa714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.200317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94ed0f1b-c4f1-4b6f-abd9-069980aa714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.204497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-94ed0f1b-c4f1-4b6f-abd9-069980aa714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.244797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed0f1b-c4f1-4b6f-abd9-069980aa714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58902853-f7a0-4ef2-8012-e2823dca862c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:28.251610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94ed0f1b-c4f1-4b6f-abd9-069980aa714f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76013cb451cb4e09bd8a8ad57fcf1e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692332 Sep 21 18:31:28.252013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40296) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:28.311553 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.334630 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.387316 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.390053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.391368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58902853-f7a0-4ef2-8012-e2823dca862c HTTP/1.1" status: 204 len: 168 time: 0.1383581 Sep 21 18:31:28.400246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58902853-f7a0-4ef2-8012-e2823dca862c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:28.408697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.409054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.409403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.409747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.410483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.410829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.411164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.411507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.411839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.412195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.412527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.412881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9042c63-9226-425c-884d-9ef46f9449c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:28.450996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:31:28.560510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:28.562983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b142fc-735f-42dc-888c-cf48ee7dd631 req-dfad7750-1532-4d31-a374-832a9e45a3f0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:28.571939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33b142fc-735f-42dc-888c-cf48ee7dd631 req-dfad7750-1532-4d31-a374-832a9e45a3f0 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 943 time: 0.0631862 Sep 21 18:31:28.575697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '20f5c712-c766-4c37-a31b-f1123704b96d', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'port_id': '20f5c712-c766-4c37-a31b-f1123704b96d', 'mac_address': 'fa:16:3e:c0:30:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:31:28.615576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.625808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33b142fc-735f-42dc-888c-cf48ee7dd631 req-f3379586-5bb7-4708-834d-5fde525d7fe2 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521832 Sep 21 18:31:28.631620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f5c712-c766-4c37-a31b-f1123704b96d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:31:28.654296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:28.657357 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.723583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:28.855662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['20f5c712-c766-4c37-a31b-f1123704b96d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:31:29.258968 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-25bcb52f-a146-4234-ad63-aeb58a2698b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.760055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4bc0-c3fa-4d84-8490-96ec191d26d6 req-f7e631b9-9148-4852-8308-03a452363923 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:29.761643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b9a4bc0-c3fa-4d84-8490-96ec191d26d6 req-f7e631b9-9148-4852-8308-03a452363923 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 944 time: 0.0549717 Sep 21 18:31:29.803313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b9a4bc0-c3fa-4d84-8490-96ec191d26d6 req-b0fb0a41-7306-481d-8a22-c89e83cb296b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355997 Sep 21 18:31:30.451851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:31:30.510159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 20f5c712-c766-4c37-a31b-f1123704b96d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:30.511142 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.761472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.792483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:30.794893 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a4df89-f9a5-4b74-a426-c479512264f6" -d '{"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-plugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:30.815959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:30.823496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.853183 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e91a6a-970b-4caf-954d-128754d0b16a x-openstack-request-id: req-95e91a6a-970b-4caf-954d-128754d0b16a {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:30.853474 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-plugged", "status": "completed", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:30.853725 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95e91a6a-970b-4caf-954d-128754d0b16a {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:30.854392 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d', 'code': 200} Sep 21 18:31:30.888280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=10']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:31.018820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb8580-99f4-4f1e-b4a0-2c730d35e5ad req-be595fee-49a7-4602-89f5-ee04cbbc9d3b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:31.021500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6cb8580-99f4-4f1e-b4a0-2c730d35e5ad req-be595fee-49a7-4602-89f5-ee04cbbc9d3b tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 946 time: 0.0770113 Sep 21 18:31:31.041606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20409-d8e0-4e66-8f5d-a37f8a0bd887 req-c908da3a-d2b8-404f-9131-7570f14da5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:31.044297 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bee20409-d8e0-4e66-8f5d-a37f8a0bd887 req-c908da3a-d2b8-404f-9131-7570f14da5df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 1097 time: 0.0490203 Sep 21 18:31:31.068014 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6cb8580-99f4-4f1e-b4a0-2c730d35e5ad req-e673e082-8d10-4ad8-acf9-05abb52918a5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Sep 21 18:31:31.090680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-bee20409-d8e0-4e66-8f5d-a37f8a0bd887 req-2091e45e-7637-4859-a117-2fe55e7074e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382562 Sep 21 18:31:32.242142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f00379-42bd-45f4-994c-6feb485d0849 req-c849ea53-e805-4ea0-8e91-d66fed79a49f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:32.244519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1f00379-42bd-45f4-994c-6feb485d0849 req-c849ea53-e805-4ea0-8e91-d66fed79a49f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 946 time: 0.0713675 Sep 21 18:31:32.300575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1f00379-42bd-45f4-994c-6feb485d0849 req-f1dce0b9-89a8-4d9f-876c-2f997647ff14 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498116 Sep 21 18:31:33.436679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95b32c-d3e6-4961-99a5-20f6f6a2a521 req-ba20b62c-55e8-4f4f-8dd6-340650be0815 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:33.438380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b95b32c-d3e6-4961-99a5-20f6f6a2a521 req-ba20b62c-55e8-4f4f-8dd6-340650be0815 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 946 time: 0.0570955 Sep 21 18:31:33.486123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b95b32c-d3e6-4961-99a5-20f6f6a2a521 req-8f96ddec-aa65-4581-9e4c-89bc475a2184 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359709 Sep 21 18:31:33.592253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-65a44f44-d892-4f3c-a423-a9f38df61a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.150896 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.297335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.319976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40488) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:34.438533 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d587fb7f-a2cb-479e-9c9b-257f566c906e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.533475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d587fb7f-a2cb-479e-9c9b-257f566c906e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.538225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d587fb7f-a2cb-479e-9c9b-257f566c906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.583092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d587fb7f-a2cb-479e-9c9b-257f566c906e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2242f606a9cd42bcb8cabf6f4fbbf787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618992 Sep 21 18:31:34.583828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587fb7f-a2cb-479e-9c9b-257f566c906e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9935dbb-a50d-4369-8990-6aaeea781972,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:34.586409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40492) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:34.643976 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfc11bb7-1e85-44d4-8516-af4a3372f254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.666667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfc11bb7-1e85-44d4-8516-af4a3372f254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.718831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfc11bb7-1e85-44d4-8516-af4a3372f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.721419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bfc11bb7-1e85-44d4-8516-af4a3372f254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.722623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bfc11bb7-1e85-44d4-8516-af4a3372f254 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9935dbb-a50d-4369-8990-6aaeea781972 HTTP/1.1" status: 204 len: 168 time: 0.1342533 Sep 21 18:31:34.732742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc11bb7-1e85-44d4-8516-af4a3372f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9935dbb-a50d-4369-8990-6aaeea781972,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:34.817167 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.018802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40500) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.029961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-600554a4-daaf-4fbc-bf5e-43d464839266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.124895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-600554a4-daaf-4fbc-bf5e-43d464839266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.128953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-600554a4-daaf-4fbc-bf5e-43d464839266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.169586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-600554a4-daaf-4fbc-bf5e-43d464839266 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a00d5aaa9c614aefa11b96572af03638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518290 Sep 21 18:31:35.170371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600554a4-daaf-4fbc-bf5e-43d464839266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559877ec-fab8-45d2-8bfb-36969a749949,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.172212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40502) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.224237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-198fbdd4-ddf4-4459-beef-7f93c44c16c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.247438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-198fbdd4-ddf4-4459-beef-7f93c44c16c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.299874 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-198fbdd4-ddf4-4459-beef-7f93c44c16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.302815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-198fbdd4-ddf4-4459-beef-7f93c44c16c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.304011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-198fbdd4-ddf4-4459-beef-7f93c44c16c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/559877ec-fab8-45d2-8bfb-36969a749949 HTTP/1.1" status: 204 len: 168 time: 0.1304142 Sep 21 18:31:35.313397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fbdd4-ddf4-4459-beef-7f93c44c16c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559877ec-fab8-45d2-8bfb-36969a749949,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:37.283248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:37.651798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40604) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:37.766922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2550d682-cf29-4ef4-8e87-fa15a8d96f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:37.870101 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2550d682-cf29-4ef4-8e87-fa15a8d96f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:37.875502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2550d682-cf29-4ef4-8e87-fa15a8d96f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:37.920717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550d682-cf29-4ef4-8e87-fa15a8d96f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd3a5f-5989-4b61-9d0d-4ef433c004b4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:37.928814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:37.937889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2550d682-cf29-4ef4-8e87-fa15a8d96f88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aac9d4800f6e49c8993567b63684a05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832336 Sep 21 18:31:37.983648 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e442e25-9417-46b7-b07e-91e8677170fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.006272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e442e25-9417-46b7-b07e-91e8677170fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.061306 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e442e25-9417-46b7-b07e-91e8677170fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.063997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e442e25-9417-46b7-b07e-91e8677170fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.067476 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4e442e25-9417-46b7-b07e-91e8677170fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dcdd3a5f-5989-4b61-9d0d-4ef433c004b4 HTTP/1.1" status: 204 len: 168 time: 0.1345313 Sep 21 18:31:38.074954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e442e25-9417-46b7-b07e-91e8677170fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd3a5f-5989-4b61-9d0d-4ef433c004b4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:38.372059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40616) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:38.386688 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a65526b2-8b13-417f-9453-92b06ea0f69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.482843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a65526b2-8b13-417f-9453-92b06ea0f69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.487210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a65526b2-8b13-417f-9453-92b06ea0f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.530266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a65526b2-8b13-417f-9453-92b06ea0f69a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2027bed22aaa446ab51b99d08605c606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570535 Sep 21 18:31:38.531544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65526b2-8b13-417f-9453-92b06ea0f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b992fc-3c8d-4e8d-92b4-871ac6b369de,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:38.533341 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40618) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:38.544057 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.597695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a59dd58b-caa2-4396-b61f-dc58dee810a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.629214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a59dd58b-caa2-4396-b61f-dc58dee810a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.685585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a59dd58b-caa2-4396-b61f-dc58dee810a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.688448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a59dd58b-caa2-4396-b61f-dc58dee810a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.689870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a59dd58b-caa2-4396-b61f-dc58dee810a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16b992fc-3c8d-4e8d-92b4-871ac6b369de HTTP/1.1" status: 204 len: 168 time: 0.1550152 Sep 21 18:31:38.698406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dd58b-caa2-4396-b61f-dc58dee810a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b992fc-3c8d-4e8d-92b4-871ac6b369de,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:41.641838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-bd3dfd1f-fc3a-4dd3-a5e2-41398f85e011 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066181545&fields=id&tenant_id=243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 267 time: 0.0338862 Sep 21 18:31:41.757859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-c6b97187-6aa0-4b2f-9b5c-905a3cb7e255 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:41.759332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-c6b97187-6aa0-4b2f-9b5c-905a3cb7e255 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1083889 Sep 21 18:31:41.774982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-f8467c61-6d51-4a07-8fa1-d6fb87695965 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/quotas/243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 375 time: 0.0099235 Sep 21 18:31:41.827642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-97fdaf1d-a093-41a1-aa4a-1de8061041bf tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467079 Sep 21 18:31:41.932454 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-ea375667-471a-4e29-89cc-fbc704f67b2e service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921474 Sep 21 18:31:42.027596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-40ceef9b-ea2d-4476-b1b0-b68574ed2294 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889211 Sep 21 18:31:42.345289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baec178d-06ef-44e3-a09a-ecbae4f3e0f6 req-63a79168-f87b-4be4-868a-46aab82066cf tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 210 time: 0.0296323 Sep 21 18:31:43.263948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-28607bb2-5c31-4437-a142-d6562909ce2c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:43.265663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-28607bb2-5c31-4437-a142-d6562909ce2c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1235979 Sep 21 18:31:43.314137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-1db908af-7b14-4262-b238-40390acf7316 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 380 time: 0.0384259 Sep 21 18:31:43.324895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'port': {'device_id': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'admin_state_up': True, 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'security_groups': ['5aabd1ff-5bca-4852-af10-f6bbf719ce27']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:43.475417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-441da1a9-a412-4317-af94-76bb1178c2c3 req-15088500-28f3-4816-b747-f9c44a8803b3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 210 time: 0.0373933 Sep 21 18:31:43.501582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:31:43.505384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:43.639764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.20.0.12 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/a80efdd0-3170-41e8-a433-bd8b0c2f756b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:31:43.790951 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:43.839218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:43.890209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:31:43.895263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:43.902450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:31:43.906359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=a80efdd0-3170-41e8-a433-bd8b0c2f756b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:43.973147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:43.973906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:43.992380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-108c15a3-1b0d-4c6c-8c05-64b97441eb1c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6715946 Sep 21 18:31:44.005255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Request body: {'port': {'device_id': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:44.066130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:44.260662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b3f2f281-742d-4729-b4ef-4f44a43103fe None None] Provisioning complete for port a80efdd0-3170-41e8-a433-bd8b0c2f756b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:44.261725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b3f2f281-742d-4729-b4ef-4f44a43103fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:44.262309 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:31:44.301489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2f281-742d-4729-b4ef-4f44a43103fe None None] Port a80efdd0-3170-41e8-a433-bd8b0c2f756b cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:31:44.793767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107de7d-e7e5-4bf6-bb81-c977da9321f7 req-2d4851f1-973e-464b-878c-c8fc747da09b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:44.795319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1107de7d-e7e5-4bf6-bb81-c977da9321f7 req-2d4851f1-973e-464b-878c-c8fc747da09b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 932 time: 0.0895720 Sep 21 18:31:44.803321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80efdd0-3170-41e8-a433-bd8b0c2f756b {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:31:44.816688 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:44.846974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Transition to ACTIVE for port object a80efdd0-3170-41e8-a433-bd8b0c2f756b will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:31:44.855905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1107de7d-e7e5-4bf6-bb81-c977da9321f7 req-f4d8d44d-53e4-47e9-905b-baed833a759c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481281 Sep 21 18:31:44.856502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:44.909273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Pushing event updated for resources: {'Port': ['ID=a80efdd0-3170-41e8-a433-bd8b0c2f756b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:44.987824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Attempting to bind port a80efdd0-3170-41e8-a433-bd8b0c2f756b on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:31:44.988528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Attempting to bind port a80efdd0-3170-41e8-a433-bd8b0c2f756b by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:31:44.989119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Attempting to bind port a80efdd0-3170-41e8-a433-bd8b0c2f756b on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:31:44.994361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Port a80efdd0-3170-41e8-a433-bd8b0c2f756b on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:31:44.994780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Attempting to bind port a80efdd0-3170-41e8-a433-bd8b0c2f756b on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:31:45.000498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:31:45.000917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:31:45.001395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:31:45.001893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Bound port: a80efdd0-3170-41e8-a433-bd8b0c2f756b, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:31:45.002351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:45.075779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] For port a80efdd0-3170-41e8-a433-bd8b0c2f756b, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:31:45.079490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] For port a80efdd0-3170-41e8-a433-bd8b0c2f756b, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:31:45.084800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:45.131468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.132704 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:45.134229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] 10.222.0.78 "PUT /v2.0/ports/a80efdd0-3170-41e8-a433-bd8b0c2f756b HTTP/1.1" status: 200 len: 1092 time: 1.1339204 Sep 21 18:31:45.134690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:45.136921 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6427798c-0f45-4e3d-88f2-d881fd18b1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:45.175442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32997d74-cd30-4ee4-8d12-e0895fedbbae service neutron] Pushing event updated for resources: {'Port': ['ID=a80efdd0-3170-41e8-a433-bd8b0c2f756b,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:45.220235 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318ae3b6-5822-4c19-bc27-caec2152b5e0 x-openstack-request-id: req-318ae3b6-5822-4c19-bc27-caec2152b5e0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:45.220610 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:45.220802 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-318ae3b6-5822-4c19-bc27-caec2152b5e0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:45.221171 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'status': 'completed', 'code': 200} Sep 21 18:31:45.241024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-0941cc04-3abb-4c07-bcdd-e80a98856e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.243747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-0941cc04-3abb-4c07-bcdd-e80a98856e8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 1095 time: 0.0608194 Sep 21 18:31:45.299733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-069f0133-3280-4c0c-95bf-bf1abf269225 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b HTTP/1.1" status: 200 len: 217 time: 0.0407245 Sep 21 18:31:45.377036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-0090b6db-9583-47fd-9734-9dad9b02b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.378719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-0090b6db-9583-47fd-9734-9dad9b02b53a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0715487 Sep 21 18:31:45.434357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-1136d955-dbc7-46a5-aedd-04bf1230ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.436376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-1136d955-dbc7-46a5-aedd-04bf1230ada6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492647 Sep 21 18:31:45.537040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-8a6d016c-c593-406f-88fb-6f83b1d2bde8 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926456 Sep 21 18:31:45.643049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9020b4-36d8-4b60-8f2f-05d0dae27dbc req-62e5b60d-46a9-4f4a-949f-f0b1c13df3fd service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968568 Sep 21 18:31:45.733312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-797f10d5-1863-4349-aace-a045abeab990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.734941 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-797f10d5-1863-4349-aace-a045abeab990 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 1095 time: 0.0463428 Sep 21 18:31:45.838896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-793189b9-7c9f-4728-bb45-89a956fef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.840540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-793189b9-7c9f-4728-bb45-89a956fef5ca service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.0976267 Sep 21 18:31:45.888841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-67cce919-a3cf-4fd4-a64a-9028685d03c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b HTTP/1.1" status: 200 len: 217 time: 0.0410810 Sep 21 18:31:45.958636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-d3f7b34c-4195-47c2-a3d4-55f3a1f9d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.959133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-d3f7b34c-4195-47c2-a3d4-55f3a1f9d149 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0636849 Sep 21 18:31:46.052504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4442e-1a26-4d2f-8126-4d167c656f12 req-18a69cbe-6af2-4c44-90c9-706ef311d1dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:46.054205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97b4442e-1a26-4d2f-8126-4d167c656f12 req-18a69cbe-6af2-4c44-90c9-706ef311d1dd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.1120112 Sep 21 18:31:46.063501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-07f93f71-021e-4899-8e3e-e7681e0d66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:46.066229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-07f93f71-021e-4899-8e3e-e7681e0d66e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730417 Sep 21 18:31:46.174658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97b4442e-1a26-4d2f-8126-4d167c656f12 req-17d5dbc3-93ee-4b93-bf6d-12348e52afe6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070089 Sep 21 18:31:46.217968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-1b0e3257-aa49-4d62-8f23-3cf033a9a703 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435339 Sep 21 18:31:46.315390 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6427798c-0f45-4e3d-88f2-d881fd18b1d9 req-0e78fd38-50ca-4c20-8bb1-9a80422bb4b0 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899050 Sep 21 18:31:47.305406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f86b31-1d44-4b84-b73a-3a7471f201a1 req-46676d43-3a8f-4141-8475-6831c40b25a4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:47.306870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90f86b31-1d44-4b84-b73a-3a7471f201a1 req-46676d43-3a8f-4141-8475-6831c40b25a4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0576146 Sep 21 18:31:47.358794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90f86b31-1d44-4b84-b73a-3a7471f201a1 req-f21b304c-c1ec-49c1-8125-4325f5cf8ba8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Sep 21 18:31:48.504563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239f3d-f232-4c22-b173-f3a0f81155b9 req-197b676e-572a-4f59-9d1f-40fcfc445c72 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:48.506262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c239f3d-f232-4c22-b173-f3a0f81155b9 req-197b676e-572a-4f59-9d1f-40fcfc445c72 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0663877 Sep 21 18:31:48.556366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c239f3d-f232-4c22-b173-f3a0f81155b9 req-da7d4b06-0c08-47d4-94e8-db88746d7b41 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Sep 21 18:31:49.541961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40910) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:49.671117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5b0c04-7174-495b-8f03-d13d78de8225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.706153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12699c24-aa8a-4533-a647-7a9d52463a80 req-6a10b3ba-931c-4800-a8dc-5e0cbacbcf9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:49.707741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12699c24-aa8a-4533-a647-7a9d52463a80 req-6a10b3ba-931c-4800-a8dc-5e0cbacbcf9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0795519 Sep 21 18:31:49.776814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-12699c24-aa8a-4533-a647-7a9d52463a80 req-6268b5f3-4c50-4b6f-ac62-c129afcf5e00 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561144 Sep 21 18:31:49.829988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5b0c04-7174-495b-8f03-d13d78de8225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.834673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9c5b0c04-7174-495b-8f03-d13d78de8225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.880075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9c5b0c04-7174-495b-8f03-d13d78de8225 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6dd7e56105da44729fad8fb97154986b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369575 Sep 21 18:31:49.880984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b0c04-7174-495b-8f03-d13d78de8225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be10e41-281b-44d7-8880-0106442d66ed,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:49.883979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40916) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:49.942216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54ff8c87-476f-40a4-bc16-163bd78eaa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.965292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54ff8c87-476f-40a4-bc16-163bd78eaa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.013361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54ff8c87-476f-40a4-bc16-163bd78eaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.016058 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54ff8c87-476f-40a4-bc16-163bd78eaa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.017219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-54ff8c87-476f-40a4-bc16-163bd78eaa81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3be10e41-281b-44d7-8880-0106442d66ed HTTP/1.1" status: 204 len: 168 time: 0.1315229 Sep 21 18:31:50.025610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff8c87-476f-40a4-bc16-163bd78eaa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be10e41-281b-44d7-8880-0106442d66ed,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:50.333344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 40922) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:50.346873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-128ecd0d-92ae-4c6c-a8dc-92c586040436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.436266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-128ecd0d-92ae-4c6c-a8dc-92c586040436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.440068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-128ecd0d-92ae-4c6c-a8dc-92c586040436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.477829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-128ecd0d-92ae-4c6c-a8dc-92c586040436 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be891c19148d499680f3b69f19b5e51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432447 Sep 21 18:31:50.478489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ecd0d-92ae-4c6c-a8dc-92c586040436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a457f-b354-4ad5-8286-3e743bc1bbd0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:50.480976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 40924) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:50.534707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1391e0b4-3424-4f8e-86d3-013888c1365f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.556021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1391e0b4-3424-4f8e-86d3-013888c1365f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.603835 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1391e0b4-3424-4f8e-86d3-013888c1365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.606545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1391e0b4-3424-4f8e-86d3-013888c1365f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.607681 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1391e0b4-3424-4f8e-86d3-013888c1365f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec8a457f-b354-4ad5-8286-3e743bc1bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1256068 Sep 21 18:31:50.615427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391e0b4-3424-4f8e-86d3-013888c1365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a457f-b354-4ad5-8286-3e743bc1bbd0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:50.894577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba111de2-9775-4b5b-ad72-b45adb197aea req-063819d5-1453-4fbd-8bf5-d779251983e3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:50.896207 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba111de2-9775-4b5b-ad72-b45adb197aea req-063819d5-1453-4fbd-8bf5-d779251983e3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0501416 Sep 21 18:31:50.936562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba111de2-9775-4b5b-ad72-b45adb197aea req-2004acd2-7e19-45c8-951e-d644b53940f4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336637 Sep 21 18:31:52.066912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07041a6a-9088-4c07-a9bc-65890cc530fd req-b552ae12-8226-4b85-90bd-031de0fe7d66 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:52.068468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07041a6a-9088-4c07-a9bc-65890cc530fd req-b552ae12-8226-4b85-90bd-031de0fe7d66 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0604491 Sep 21 18:31:52.109395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07041a6a-9088-4c07-a9bc-65890cc530fd req-26cd5ee8-4ab0-471b-aa49-c280f9b5712c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344212 Sep 21 18:31:53.242447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316580-ac8e-4c30-aede-16ebe8da7c43 req-7b19cb50-48ea-4703-8974-beff38680976 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:53.245100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37316580-ac8e-4c30-aede-16ebe8da7c43 req-7b19cb50-48ea-4703-8974-beff38680976 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0619311 Sep 21 18:31:53.293729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-37316580-ac8e-4c30-aede-16ebe8da7c43 req-4cf8d786-4fac-4c9b-a14b-01f1100be2c0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406179 Sep 21 18:31:54.462384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2686d-2825-481d-ad38-d62ad77c71ff req-91d1e2a3-d72a-4645-af57-33b7e5cf0475 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:54.465161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83e2686d-2825-481d-ad38-d62ad77c71ff req-91d1e2a3-d72a-4645-af57-33b7e5cf0475 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0953505 Sep 21 18:31:54.509750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83e2686d-2825-481d-ad38-d62ad77c71ff req-ca4f6441-a228-427d-b9e8-f48bcc422a2d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386007 Sep 21 18:31:55.499323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a80efdd0-3170-41e8-a433-bd8b0c2f756b details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:31:55.601345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port a80efdd0-3170-41e8-a433-bd8b0c2f756b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:55.613988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'port_id': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'mac_address': 'fa:16:3e:ce:c8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:31:55.653524 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:55.655503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6e9e1-50d1-4ca3-867c-14c82db6ffc7 req-25d56729-a612-402e-b384-8f79038f64c6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:55.657056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ce6e9e1-50d1-4ca3-867c-14c82db6ffc7 req-25d56729-a612-402e-b384-8f79038f64c6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 944 time: 0.0551932 Sep 21 18:31:55.667671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80efdd0-3170-41e8-a433-bd8b0c2f756b {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:31:55.689477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port a80efdd0-3170-41e8-a433-bd8b0c2f756b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:55.695724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:55.701230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ce6e9e1-50d1-4ca3-867c-14c82db6ffc7 req-bc266fe5-d6a3-45e4-a369-194b94ddebcb tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367694 Sep 21 18:31:55.761208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=a80efdd0-3170-41e8-a433-bd8b0c2f756b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:55.770515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.770889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.771347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.771703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.772643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.773153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.773700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.774044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.774408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.774746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.775101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.775410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:55.960161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['a80efdd0-3170-41e8-a433-bd8b0c2f756b'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:31:56.821621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27eabc-c47f-4695-b715-739b8b4696a0 req-ca29b8bc-ac79-4ea1-968e-1e064e0cc081 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:56.823215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed27eabc-c47f-4695-b715-739b8b4696a0 req-ca29b8bc-ac79-4ea1-968e-1e064e0cc081 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 945 time: 0.0523756 Sep 21 18:31:56.860056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41058) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:56.871600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed27eabc-c47f-4695-b715-739b8b4696a0 req-c3464de2-528f-4940-843b-e98c472bdebc tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Sep 21 18:31:56.982075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a4db1f-d3ab-41e0-8db5-f05edc08d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.074242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a4db1f-d3ab-41e0-8db5-f05edc08d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.078383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a4db1f-d3ab-41e0-8db5-f05edc08d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.122354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-83a4db1f-d3ab-41e0-8db5-f05edc08d609 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10af71e74f8547849f38dcae86ccda44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612257 Sep 21 18:31:57.123250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4db1f-d3ab-41e0-8db5-f05edc08d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb05ef9-45a9-4365-b385-4365be686719,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:57.125132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41062) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:57.177358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a252a0b-28a4-4124-82ba-2263359f3924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.199643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a252a0b-28a4-4124-82ba-2263359f3924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.248617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a252a0b-28a4-4124-82ba-2263359f3924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.251343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a252a0b-28a4-4124-82ba-2263359f3924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.252514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a252a0b-28a4-4124-82ba-2263359f3924 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abb05ef9-45a9-4365-b385-4365be686719 HTTP/1.1" status: 204 len: 168 time: 0.1263828 Sep 21 18:31:57.261907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a252a0b-28a4-4124-82ba-2263359f3924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb05ef9-45a9-4365-b385-4365be686719,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:57.507757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a80efdd0-3170-41e8-a433-bd8b0c2f756b up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:31:57.533578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41068) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:57.546715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3fef2f9-e04a-448f-853f-f3d61c83ce1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.559232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port a80efdd0-3170-41e8-a433-bd8b0c2f756b completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:31:57.563173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port a80efdd0-3170-41e8-a433-bd8b0c2f756b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:57.563553 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.642520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3fef2f9-e04a-448f-853f-f3d61c83ce1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.644233 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.646903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a3fef2f9-e04a-448f-853f-f3d61c83ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.668867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:57.671394 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cfc837-3f19-4f8e-b1c7-ee0674101c0a" -d '{"events": [{"server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "name": "network-vif-plugged", "status": "completed", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:57.688528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port a80efdd0-3170-41e8-a433-bd8b0c2f756b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:57.693153 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.703749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a3fef2f9-e04a-448f-853f-f3d61c83ce1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02e567d6843747eb9fb1d467152eb819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689782 Sep 21 18:31:57.706413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fef2f9-e04a-448f-853f-f3d61c83ce1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98dbc6-f224-4b11-b407-c34d752e4c35,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:57.706802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41072) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:57.716515 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5869c5-dcd8-40ee-bcc4-0b8e7a35f2cf x-openstack-request-id: req-9c5869c5-dcd8-40ee-bcc4-0b8e7a35f2cf {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:57.716811 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "name": "network-vif-plugged", "status": "completed", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:57.717066 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c5869c5-dcd8-40ee-bcc4-0b8e7a35f2cf {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:57.717456 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'code': 200} Sep 21 18:31:57.746576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=a80efdd0-3170-41e8-a433-bd8b0c2f756b,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:57.775663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-817e01e2-9bf9-4bc0-84b8-56cd52e36fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.823841 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-817e01e2-9bf9-4bc0-84b8-56cd52e36fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.865351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0023d4-7bc6-402a-9ebd-b7a345cf4fa6 req-0743448e-eb8f-4b03-815c-052434556541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:57.867981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0023d4-7bc6-402a-9ebd-b7a345cf4fa6 req-0743448e-eb8f-4b03-815c-052434556541 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 1097 time: 0.0829086 Sep 21 18:31:57.899338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-817e01e2-9bf9-4bc0-84b8-56cd52e36fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.901982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-817e01e2-9bf9-4bc0-84b8-56cd52e36fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.903207 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-817e01e2-9bf9-4bc0-84b8-56cd52e36fb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d98dbc6-f224-4b11-b407-c34d752e4c35 HTTP/1.1" status: 204 len: 168 time: 0.1951337 Sep 21 18:31:57.921507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0023d4-7bc6-402a-9ebd-b7a345cf4fa6 req-9b981130-83d1-4839-9022-d861a00e85b3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453990 Sep 21 18:31:57.922925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e01e2-9bf9-4bc0-84b8-56cd52e36fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98dbc6-f224-4b11-b407-c34d752e4c35,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:58.009646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6472-f497-452a-b547-897f6422da14 req-63c11de7-6f3c-4270-81be-975df8f04a20 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:58.011294 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-946f6472-f497-452a-b547-897f6422da14 req-63c11de7-6f3c-4270-81be-975df8f04a20 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 946 time: 0.0560200 Sep 21 18:31:58.056163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-946f6472-f497-452a-b547-897f6422da14 req-265e5c3a-128e-4b58-8726-0314a57155a5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368299 Sep 21 18:31:59.145812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41112) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:59.208572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2378-8281-4ad3-86ef-f414343e277a req-184f5776-3d5c-4df1-b145-11e4c534dc0a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:59.210647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec4c2378-8281-4ad3-86ef-f414343e277a req-184f5776-3d5c-4df1-b145-11e4c534dc0a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 946 time: 0.0562897 Sep 21 18:31:59.266400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-49f88293-5526-4b38-8e34-82f27b4ef5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.270597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec4c2378-8281-4ad3-86ef-f414343e277a req-d7409c60-1ce3-4b8c-aeb0-30b3e00171ed tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508225 Sep 21 18:31:59.285826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ea12d99-caec-454e-9a6e-4b1800b70751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.437162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ea12d99-caec-454e-9a6e-4b1800b70751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.446259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8ea12d99-caec-454e-9a6e-4b1800b70751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.491215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56149688-fd97-4724-85c8-d361761887c1 req-71021ef6-d7a2-4fb9-a866-1ace6c167542 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:59.493001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56149688-fd97-4724-85c8-d361761887c1 req-71021ef6-d7a2-4fb9-a866-1ace6c167542 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 946 time: 0.1091700 Sep 21 18:31:59.513761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea12d99-caec-454e-9a6e-4b1800b70751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6657ec58-9977-4ace-ad0e-1d73c47dcec3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:59.523624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8ea12d99-caec-454e-9a6e-4b1800b70751 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8e8db5bb6c84a42bd2c2c2a84e5441c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726270 Sep 21 18:31:59.526847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41118) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:59.556567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56149688-fd97-4724-85c8-d361761887c1 req-14abc85f-4b9d-49f5-a1e0-c60d3e0a02d4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527146 Sep 21 18:31:59.582171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41120) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:59.594808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42016484-3749-48c0-ac23-1ff1b559cb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.620352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42016484-3749-48c0-ac23-1ff1b559cb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.628617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7162ecd-65d4-4e2d-a2b2-5e745aa30577 tempest-TestVolumeBootPattern-823563528 tempest-TestVolumeBootPattern-823563528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:59.630290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f7162ecd-65d4-4e2d-a2b2-5e745aa30577 tempest-TestVolumeBootPattern-823563528 tempest-TestVolumeBootPattern-823563528-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 1092 time: 0.0466561 Sep 21 18:31:59.634073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41122) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:59.638772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:59.666343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.694917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42016484-3749-48c0-ac23-1ff1b559cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.697692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42016484-3749-48c0-ac23-1ff1b559cb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.698915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-42016484-3749-48c0-ac23-1ff1b559cb00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6657ec58-9977-4ace-ad0e-1d73c47dcec3 HTTP/1.1" status: 204 len: 168 time: 0.1707070 Sep 21 18:31:59.707824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42016484-3749-48c0-ac23-1ff1b559cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6657ec58-9977-4ace-ad0e-1d73c47dcec3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:59.823318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:59.942745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.25.3.93 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/f61893af-b06e-44f9-9723-02718bdcd540) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:00.096096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:00.148274 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:00.190123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:00.193282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:00.196117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:00.232123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=f61893af-b06e-44f9-9723-02718bdcd540,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:00.632998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:00.730905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:00.962074 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:00.968768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:01.098674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=f61893af-b06e-44f9-9723-02718bdcd540,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:01.110558 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:01.247006 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Floating IP 4d2b27f4-2a7d-4520-8dae-686efc9540af associated. External IP: 172.25.3.93, port: a80efdd0-3170-41e8-a433-bd8b0c2f756b. Sep 21 18:32:01.513166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:32:01.642097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:01.661359 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:01.668147 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:01.668916 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:31:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:01.675560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:01.707539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-27ff18ed-8872-481c-9c0c-32b49fe7c034 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0719945 Sep 21 18:32:01.708095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:32:01.711552 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b919fc4b-bcc7-4400-9642-db87ea33dd42" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:32:01.778404 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c14e1a3-d4bc-4c75-8f67-bafd81eb289a x-openstack-request-id: req-7c14e1a3-d4bc-4c75-8f67-bafd81eb289a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:32:01.778728 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:32:01.778939 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c14e1a3-d4bc-4c75-8f67-bafd81eb289a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:32:01.779340 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'status': 'completed', 'code': 200} Sep 21 18:32:01.799933 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:01.855128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-75d7fe0c-d090-427a-9b03-5fd3a2bd63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:01.856872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-75d7fe0c-d090-427a-9b03-5fd3a2bd63d5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 1097 time: 0.0546861 Sep 21 18:32:01.991213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-b7d4b2dd-2fa4-4141-abd2-b9c518a44f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:01.993465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-b7d4b2dd-2fa4-4141-abd2-b9c518a44f26 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1283264 Sep 21 18:32:01.999523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41200) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:02.081031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-982e6ce6-064e-4510-8499-b3ae3bbe35bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b HTTP/1.1" status: 200 len: 999 time: 0.0751085 Sep 21 18:32:02.138271 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '4d2b27f4-2a7d-4520-8dae-686efc9540af', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:ce:c8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:32:00Z', 'updated_at': '2021-09-21T18:32:00Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:02.152255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-a50e4a23-a772-494e-a754-fc55bc788081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:02.153755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-a50e4a23-a772-494e-a754-fc55bc788081 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0646639 Sep 21 18:32:02.154697 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac5f002e-846e-491f-86d1-6ec7611ca64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:02.167065 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:02.176518 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:02.177150 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:31:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:02.233332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-3df2b37c-a5cc-4b32-bea5-8b2658fa95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:02.234933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-3df2b37c-a5cc-4b32-bea5-8b2658fa95e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700254 Sep 21 18:32:02.307335 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:02.376990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac5f002e-846e-491f-86d1-6ec7611ca64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:02.386947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac5f002e-846e-491f-86d1-6ec7611ca64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:02.409273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-2709bd8c-308f-4e68-94e2-1c5e7b6b5191 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617107 Sep 21 18:32:02.461179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f002e-846e-491f-86d1-6ec7611ca64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe84e4-138c-400b-aebc-b74d40d4e17a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:02.468023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ac5f002e-846e-491f-86d1-6ec7611ca64c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5545d9f71964f83a9972d1a4d1bdbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673169 Sep 21 18:32:02.473888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41204) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:02.540909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-39033afb-bfe6-4836-b676-543241ca3f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:02.550674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b919fc4b-bcc7-4400-9642-db87ea33dd42 req-109d2afc-90c3-4560-90c6-76d638742b0d service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261580 Sep 21 18:32:02.566403 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '4d2b27f4-2a7d-4520-8dae-686efc9540af', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:ce:c8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:32:00Z', 'updated_at': '2021-09-21T18:32:00Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:02.566783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-39033afb-bfe6-4836-b676-543241ca3f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:02.596412 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d86b30-7d76-4dfc-9430-e8a2c4c160b4 None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '4d2b27f4-2a7d-4520-8dae-686efc9540af', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:ce:c8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:32:00Z', 'updated_at': '2021-09-21T18:32:00Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:02.640149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-39033afb-bfe6-4836-b676-543241ca3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:02.643124 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-39033afb-bfe6-4836-b676-543241ca3f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:02.647970 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-39033afb-bfe6-4836-b676-543241ca3f1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08fe84e4-138c-400b-aebc-b74d40d4e17a HTTP/1.1" status: 204 len: 168 time: 0.1710665 Sep 21 18:32:02.656954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39033afb-bfe6-4836-b676-543241ca3f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe84e4-138c-400b-aebc-b74d40d4e17a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:02.866400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbda4c7-f73a-46e3-9d9b-94a8c37b3d4a None None] New status for floating IP 4d2b27f4-2a7d-4520-8dae-686efc9540af: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:32:02.985918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41210) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:03.012372 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6122f1ca-6d9e-4d96-bd46-f2856591fccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:03.135866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6122f1ca-6d9e-4d96-bd46-f2856591fccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:03.140543 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6122f1ca-6d9e-4d96-bd46-f2856591fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:03.182797 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6122f1ca-6d9e-4d96-bd46-f2856591fccd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05fc533c511f446eb2cb33337811169b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953976 Sep 21 18:32:03.183755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122f1ca-6d9e-4d96-bd46-f2856591fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da0548-6d60-4a23-b0bc-b0ff26ca6e2f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:03.186910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41212) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:03.242687 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79348dd9-3ec4-42fa-8bf2-c932410eabc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:03.267587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79348dd9-3ec4-42fa-8bf2-c932410eabc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:03.320879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79348dd9-3ec4-42fa-8bf2-c932410eabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:03.323839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79348dd9-3ec4-42fa-8bf2-c932410eabc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:03.325048 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-79348dd9-3ec4-42fa-8bf2-c932410eabc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42da0548-6d60-4a23-b0bc-b0ff26ca6e2f HTTP/1.1" status: 204 len: 168 time: 0.1371918 Sep 21 18:32:03.333469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79348dd9-3ec4-42fa-8bf2-c932410eabc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da0548-6d60-4a23-b0bc-b0ff26ca6e2f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:03.598645 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-87119514-0fc1-4648-a96e-24c3106cef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:04.157318 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:04.309199 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:04.819268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:05.367309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d951479-9baa-404f-b9ec-012d88623330 req-f1c0e10d-b777-47be-a5b7-97dac0e7842c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:05.368928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d951479-9baa-404f-b9ec-012d88623330 req-f1c0e10d-b777-47be-a5b7-97dac0e7842c tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 946 time: 0.0702026 Sep 21 18:32:05.418030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d951479-9baa-404f-b9ec-012d88623330 req-7bf5f693-b949-47fa-948a-2ee3a7260263 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 Sep 21 18:32:05.719870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41306) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:05.827030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2f33e71-be69-4acf-adbb-7e6c1c5d814a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:05.918700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2f33e71-be69-4acf-adbb-7e6c1c5d814a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:05.923168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a2f33e71-be69-4acf-adbb-7e6c1c5d814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:05.970234 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a2f33e71-be69-4acf-adbb-7e6c1c5d814a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=686592e813444bee8e1a8afa7489744b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491894 Sep 21 18:32:05.972212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f33e71-be69-4acf-adbb-7e6c1c5d814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a9416-9c44-4d8d-96d6-cf9e316974a2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:05.973066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41310) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:06.023719 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-644b5ba8-ed51-42c7-907e-92813195e198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.045093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-644b5ba8-ed51-42c7-907e-92813195e198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.090528 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-644b5ba8-ed51-42c7-907e-92813195e198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.093045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-644b5ba8-ed51-42c7-907e-92813195e198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.094203 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-644b5ba8-ed51-42c7-907e-92813195e198 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b96a9416-9c44-4d8d-96d6-cf9e316974a2 HTTP/1.1" status: 204 len: 168 time: 0.1196461 Sep 21 18:32:06.102012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b5ba8-ed51-42c7-907e-92813195e198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a9416-9c44-4d8d-96d6-cf9e316974a2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:06.350114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41316) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:06.363687 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f25153d3-2ce1-4eb9-91b8-0fda398a1192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.456097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f25153d3-2ce1-4eb9-91b8-0fda398a1192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.460530 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f25153d3-2ce1-4eb9-91b8-0fda398a1192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.499417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f25153d3-2ce1-4eb9-91b8-0fda398a1192 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f719e53fe4844293936469753cbc430c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481020 Sep 21 18:32:06.500300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25153d3-2ce1-4eb9-91b8-0fda398a1192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fa588f-e9e2-410b-a379-62672090e539,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:06.502613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41320) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:06.549421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564bbe5-1447-4dcc-ab53-e167ec895535 req-24e19fd9-3fe0-4369-97e5-a1027d0bf4e5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:06.551241 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a564bbe5-1447-4dcc-ab53-e167ec895535 req-24e19fd9-3fe0-4369-97e5-a1027d0bf4e5 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 946 time: 0.0557697 Sep 21 18:32:06.551900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66f26aa6-c9f1-424c-94bd-5d328b7bcbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.575037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66f26aa6-c9f1-424c-94bd-5d328b7bcbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.591510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a564bbe5-1447-4dcc-ab53-e167ec895535 req-afcb1748-21a4-434e-b717-d5a3c8655642 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups?id=baa6135f-d2e2-43e2-813c-19915651036e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334556 Sep 21 18:32:06.628176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66f26aa6-c9f1-424c-94bd-5d328b7bcbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.631489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66f26aa6-c9f1-424c-94bd-5d328b7bcbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.633196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-66f26aa6-c9f1-424c-94bd-5d328b7bcbac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76fa588f-e9e2-410b-a379-62672090e539 HTTP/1.1" status: 204 len: 168 time: 0.1296592 Sep 21 18:32:06.642241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f26aa6-c9f1-424c-94bd-5d328b7bcbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fa588f-e9e2-410b-a379-62672090e539,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:06.721052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-89a92b8f-082b-4032-ab2c-73eac235a52f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:06.722842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-89a92b8f-082b-4032-ab2c-73eac235a52f tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 946 time: 0.0533662 Sep 21 18:32:06.822085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Deleting port 20f5c712-c766-4c37-a31b-f1123704b96d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:06.822085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:06.916473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] For port 20f5c712-c766-4c37-a31b-f1123704b96d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=20f5c712-c766-4c37-a31b-f1123704b96d,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:06.916843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:07.105132 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:07.110697 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:07.111072 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Floating IP ea402a2f-defa-48cf-b49c-06b76025eb82 disassociated. External IP: 172.25.3.57, port: 20f5c712-c766-4c37-a31b-f1123704b96d. Sep 21 18:32:07.111435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Calling delete_port for 20f5c712-c766-4c37-a31b-f1123704b96d owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:07.253919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:07.290428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event deleted for resources: {'Port': ['ID=20f5c712-c766-4c37-a31b-f1123704b96d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:07.290782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:07.427038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Router 6a290252-cb82-4897-a7e5-c43a2ee371ab has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:32:07.544390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:07.558310 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] Sync routers for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:07.570996 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:07.570996 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:07.586360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] No DVR routers for this DVR port 20f5c712-c766-4c37-a31b-f1123704b96d on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:07.589333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:07.591879 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-623db7bf-608e-4099-abd6-6d1b0e98309a req-c5477899-7294-48ae-b974-124314fd8ec6 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.41 "DELETE /v2.0/ports/20f5c712-c766-4c37-a31b-f1123704b96d HTTP/1.1" status: 204 len: 173 time: 0.8625562 Sep 21 18:32:07.592554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-deleted', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:32:07.596621 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc860f1d-e3b9-41ff-a0b4-d6be3294b429" -d '{"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-deleted", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:32:07.648407 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac0dd0e-bcaf-4475-aefa-a6c2e8f13d4f x-openstack-request-id: req-bac0dd0e-bcaf-4475-aefa-a6c2e8f13d4f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:32:07.648694 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcfdadb-2023-4671-86f9-c51ffc6fffd1", "name": "network-vif-deleted", "tag": "20f5c712-c766-4c37-a31b-f1123704b96d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:32:07.648941 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bac0dd0e-bcaf-4475-aefa-a6c2e8f13d4f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:32:07.649342 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcfdadb-2023-4671-86f9-c51ffc6fffd1', 'name': 'network-vif-deleted', 'tag': '20f5c712-c766-4c37-a31b-f1123704b96d', 'status': 'completed', 'code': 200} Sep 21 18:32:07.747689 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:07.772059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d71bb2f-7b52-446d-b4eb-a37246bd32db req-6fc9bf24-44e3-4045-85d1-1d2366751c58 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffcfdadb-2023-4671-86f9-c51ffc6fffd1 HTTP/1.1" status: 200 len: 210 time: 0.0526102 Sep 21 18:32:07.985112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41392) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:08.021870 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:08.118122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7e885ce-5869-48fe-98c2-98991bc4a6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.139161 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] Checking router: 6a290252-cb82-4897-a7e5-c43a2ee371ab for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:08.147815 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:08.148364 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:08.222714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7e885ce-5869-48fe-98c2-98991bc4a6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.227715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7e885ce-5869-48fe-98c2-98991bc4a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.258245 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:08.266764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e885ce-5869-48fe-98c2-98991bc4a6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e711bde-7f3f-4294-9315-4f6373f0f38e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:08.275331 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c7e885ce-5869-48fe-98c2-98991bc4a6d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5703401770684f68b352ae153d8cbf39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866275 Sep 21 18:32:08.275752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:08.327845 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5e2334ff-e2c4-4a81-a7ca-6978002a69b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.348896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5e2334ff-e2c4-4a81-a7ca-6978002a69b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.399434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5e2334ff-e2c4-4a81-a7ca-6978002a69b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.402106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5e2334ff-e2c4-4a81-a7ca-6978002a69b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.403407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5e2334ff-e2c4-4a81-a7ca-6978002a69b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e711bde-7f3f-4294-9315-4f6373f0f38e HTTP/1.1" status: 204 len: 168 time: 0.1268795 Sep 21 18:32:08.411441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2334ff-e2c4-4a81-a7ca-6978002a69b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e711bde-7f3f-4294-9315-4f6373f0f38e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:08.470600 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:08.501463 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fecf7c4-03f9-424d-8965-8e0360256953 None None] The sync data for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 is: [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:24:35Z', 'revision_number': 4, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'f125b284-9561-49a3-9727-6d4cfe37a6aa', 'name': '', 'network_id': 'a461d61d-f8dc-4e2e-9ab9-defee3d4a06d', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'mac_address': 'fa:16:3e:22:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:48Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'subnets': [{'id': '3dbd0b82-3cd9-45dc-97df-543e124f7575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:08.560399 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.730058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0cc4de-b481-4a25-8a96-139867f52780 None None] New status for floating IP ea402a2f-defa-48cf-b49c-06b76025eb82: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:32:08.872414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41418) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:08.934082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d12f9f47-3606-462f-8943-360f2a9cc104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:08.960842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d12f9f47-3606-462f-8943-360f2a9cc104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.016089 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d12f9f47-3606-462f-8943-360f2a9cc104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.019251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d12f9f47-3606-462f-8943-360f2a9cc104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.024294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d12f9f47-3606-462f-8943-360f2a9cc104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "DELETE /v2.0/security-groups/baa6135f-d2e2-43e2-813c-19915651036e HTTP/1.1" status: 204 len: 168 time: 0.1469302 Sep 21 18:32:09.024852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41426) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:09.030944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f9f47-3606-462f-8943-360f2a9cc104 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa6135f-d2e2-43e2-813c-19915651036e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:09.052349 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-3b957546-fd3a-478b-a4db-14cf880e5a2d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] show failed (client error): The resource could not be found. Sep 21 18:32:09.057788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41428) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:09.058147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3b957546-fd3a-478b-a4db-14cf880e5a2d tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "GET /v2.0/security-groups/baa6135f-d2e2-43e2-813c-19915651036e HTTP/1.1" status: 404 len: 347 time: 0.0314376 Sep 21 18:32:09.190532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Deleting port 3d967a17-9313-4b2f-8001-e1eb521e0058 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:09.190770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.269002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.269333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.282270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Calling delete_port for 3d967a17-9313-4b2f-8001-e1eb521e0058 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:09.435048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.461648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Pushing event deleted for resources: {'Port': ['ID=3d967a17-9313-4b2f-8001-e1eb521e0058,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:09.536155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.538805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:09.543138 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-790de11e-a7e4-4585-98a8-ddc9319c4805 tempest-AttachVolumeShelveTestJSON-420353045 tempest-AttachVolumeShelveTestJSON-420353045-project] 10.222.0.70 "DELETE /v2.0/floatingips/ea402a2f-defa-48cf-b49c-06b76025eb82 HTTP/1.1" status: 204 len: 168 time: 0.4808948 Sep 21 18:32:09.673976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41448) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:09.797328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a184a514-e77e-4f6f-88c7-423a8447bfe6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1759726216'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:09.797918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a184a514-e77e-4f6f-88c7-423a8447bfe6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Unknown quota resources ['metering_label']. {{(pid=95090) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:32:10.328415 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a184a514-e77e-4f6f-88c7-423a8447bfe6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:10.329747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a184a514-e77e-4f6f-88c7-423a8447bfe6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6554034 Sep 21 18:32:10.333504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:10.338631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1552097f-855a-401e-8dd4-8031e4f00e04 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '755b44e3-346e-4aa9-b8aa-686cc812c3df'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:10.339117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1552097f-855a-401e-8dd4-8031e4f00e04 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95090) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:32:10.434730 n-d-810285-3 neutron-server[95090]: WARNING neutron.services.metering.metering_plugin [None req-1552097f-855a-401e-8dd4-8031e4f00e04 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:32:10.551879 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1552097f-855a-401e-8dd4-8031e4f00e04 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:10.553885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1552097f-855a-401e-8dd4-8031e4f00e04 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2190421 Sep 21 18:32:10.557784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41454) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:10.560058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:10.562284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3252a365-e868-4b25-9cba-5ea68cf11bd6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '755b44e3-346e-4aa9-b8aa-686cc812c3df'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:10.562854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3252a365-e868-4b25-9cba-5ea68cf11bd6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95090) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:32:10.581678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 20f5c712-c766-4c37-a31b-f1123704b96d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:10.582042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 20f5c712-c766-4c37-a31b-f1123704b96d not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:10.625937 n-d-810285-3 neutron-server[95090]: WARNING neutron.services.metering.metering_plugin [None req-3252a365-e868-4b25-9cba-5ea68cf11bd6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:32:10.715085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3252a365-e868-4b25-9cba-5ea68cf11bd6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:10.716456 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3252a365-e868-4b25-9cba-5ea68cf11bd6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1575639 Sep 21 18:32:10.719101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41456) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:10.735393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41460) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:10.736493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4778c470-efbb-4c6f-868a-6aaa497efae4 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=3a095228-12a8-4ffb-8bb2-632126c303e3 HTTP/1.1" status: 200 len: 464 time: 0.0147412 Sep 21 18:32:10.897457 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07b09571-60b0-4577-a277-c3d4ff0092f0 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:10.898768 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-07b09571-60b0-4577-a277-c3d4ff0092f0 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/3a095228-12a8-4ffb-8bb2-632126c303e3 HTTP/1.1" status: 204 len: 168 time: 0.1609061 Sep 21 18:32:10.901469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41462) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:10.912850 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-31b3bb0d-d792-4673-9e37-6d7d66427d4d tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=3a095228-12a8-4ffb-8bb2-632126c303e3 HTTP/1.1" status: 200 len: 221 time: 0.0093307 Sep 21 18:32:10.916397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41464) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:10.920878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-45b56b29-bb89-4338-aa98-4d41cfca0d79 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--206342299', 'description': 'label created by tempest'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:10.921588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-45b56b29-bb89-4338-aa98-4d41cfca0d79 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Unknown quota resources ['metering_label']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:32:11.127472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-45b56b29-bb89-4338-aa98-4d41cfca0d79 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:11.130227 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-45b56b29-bb89-4338-aa98-4d41cfca0d79 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2113228 Sep 21 18:32:11.132015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41466) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.210016 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8dbe83c8-851f-452a-a929-ed5e8e4af561 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=05164648-ce27-4d34-99e7-68c902b6802f HTTP/1.1" status: 200 len: 467 time: 0.0764935 Sep 21 18:32:11.212823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41468) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.422570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a61cd125-c55f-4169-97fa-44df42de37ac tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:11.422570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a61cd125-c55f-4169-97fa-44df42de37ac tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/05164648-ce27-4d34-99e7-68c902b6802f HTTP/1.1" status: 204 len: 168 time: 0.2082813 Sep 21 18:32:11.425427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41470) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.437276 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94945fc8-6ad0-4893-b414-b8960c83dbd6 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=05164648-ce27-4d34-99e7-68c902b6802f HTTP/1.1" status: 200 len: 216 time: 0.0106206 Sep 21 18:32:11.440771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41472) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.450473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-79bee996-3412-4780-846c-c9362b977465 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0085690 Sep 21 18:32:11.453942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41474) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.466765 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c2307889-f7b1-462c-b65b-5206e675b3e1 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116978 Sep 21 18:32:11.470094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41476) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.523934 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8de04554-d19e-4f21-b8a2-af3f838b8d55 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/755b44e3-346e-4aa9-b8aa-686cc812c3df HTTP/1.1" status: 200 len: 473 time: 0.0526025 Sep 21 18:32:11.528010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41478) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.537383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2906b471-a3cb-4b6f-b017-b883cd8d7ff2 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/b472fb0f-2fa7-4cc3-9aa9-f61be9f3c669 HTTP/1.1" status: 200 len: 461 time: 0.0082989 Sep 21 18:32:11.542620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41480) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.642695 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a700feb-9e9c-47ed-ba49-6dd57536ecb4 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:11.643841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6a700feb-9e9c-47ed-ba49-6dd57536ecb4 tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/b472fb0f-2fa7-4cc3-9aa9-f61be9f3c669 HTTP/1.1" status: 204 len: 168 time: 0.1003165 Sep 21 18:32:11.646512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41482) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:11.840831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa744bc3-8d76-468f-b68b-093465d5510b tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:11.844735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aa744bc3-8d76-468f-b68b-093465d5510b tempest-MeteringTestJSON-507445874 tempest-MeteringTestJSON-507445874-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/755b44e3-346e-4aa9-b8aa-686cc812c3df HTTP/1.1" status: 204 len: 168 time: 0.1971958 Sep 21 18:32:12.184671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41498) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:12.301385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.397146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.401800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.448845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=574897dd18c842579d1b3792cbd7f604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629590 Sep 21 18:32:12.449713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d61cba-710d-46de-b61b-a3bc48c2e81f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:12.451755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41502) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:12.457587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.457935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.459032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.459307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.459641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.459973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.460308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.460625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.460955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.461281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.461601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.461920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ddb97-a0c7-4277-ba7b-611931319ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:12.507992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a04f586a-9171-4e46-8758-9897573fa1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.530298 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a04f586a-9171-4e46-8758-9897573fa1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.580747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a04f586a-9171-4e46-8758-9897573fa1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.583407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a04f586a-9171-4e46-8758-9897573fa1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.588371 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a04f586a-9171-4e46-8758-9897573fa1b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85d61cba-710d-46de-b61b-a3bc48c2e81f HTTP/1.1" status: 204 len: 168 time: 0.1351452 Sep 21 18:32:12.597479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f586a-9171-4e46-8758-9897573fa1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d61cba-710d-46de-b61b-a3bc48c2e81f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:12.875666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41508) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:12.890249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-855841e9-fef4-4182-8eaf-df401e81d25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.989872 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-855841e9-fef4-4182-8eaf-df401e81d25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:12.993896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-855841e9-fef4-4182-8eaf-df401e81d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:13.036223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-855841e9-fef4-4182-8eaf-df401e81d25c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d1bd635ae964d39bd3a4802e88797c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592517 Sep 21 18:32:13.037391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855841e9-fef4-4182-8eaf-df401e81d25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bc3a4c-15db-4b1f-82f1-1630c4e192e0,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:13.039078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41510) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:13.103491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2538-ec39-48c0-a52c-ed98c4643321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:13.128811 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2538-ec39-48c0-a52c-ed98c4643321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:13.183769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2538-ec39-48c0-a52c-ed98c4643321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:13.186448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2538-ec39-48c0-a52c-ed98c4643321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:13.187640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0a0a2538-ec39-48c0-a52c-ed98c4643321 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8bc3a4c-15db-4b1f-82f1-1630c4e192e0 HTTP/1.1" status: 204 len: 168 time: 0.1473713 Sep 21 18:32:13.197343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2538-ec39-48c0-a52c-ed98c4643321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bc3a4c-15db-4b1f-82f1-1630c4e192e0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:14.635043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41550) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:14.742214 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1482361889', 'router:external': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:14.766073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Made reservation on behalf of e8ebdea74f4f4f07b26929e3b7a6da26 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:14.768887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:14.778147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:14.881033 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:14.886370 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:14.915502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:14.921379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740982ea-f4f7-4794-9338-48c3b7146ecd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:14.931514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:14.931978 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Added segment 3b80f754-b332-4866-9c86-5f5b0ab6e442 of type vlan for network 87a35b08-6fb9-44f7-a09b-c8f1be45176f Sep 21 18:32:14.981372 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.011319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.012284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:15.012878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.045572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4093816 Sep 21 18:32:15.049942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41556) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:15.056662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'subnet': {'network_id': '87a35b08-6fb9-44f7-a09b-c8f1be45176f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:15.078913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7199f-5660-44a7-97b0-485170ca8d8a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Network': ['ID=87a35b08-6fb9-44f7-a09b-c8f1be45176f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:15.079838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Made reservation on behalf of e8ebdea74f4f4f07b26929e3b7a6da26 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:15.083057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.091935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 87a35b08-6fb9-44f7-a09b-c8f1be45176f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:15.265149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41564) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:15.393203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.objects.ports [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:32:15.393665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.753066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.761273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:15.770852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Checking segment: {'id': '3b80f754-b332-4866-9c86-5f5b0ab6e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '87a35b08-6fb9-44f7-a09b-c8f1be45176f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:15.771886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network hostable DHCP agents. Network: 87a35b08-6fb9-44f7-a09b-c8f1be45176f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:15.788928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network 87a35b08-6fb9-44f7-a09b-c8f1be45176f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:15.799405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 87a35b08-6fb9-44f7-a09b-c8f1be45176f) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:15.804323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:15.804928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.811046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d546104-6601-4dd6-b437-61c87a6b9aef None None] Network 87a35b08-6fb9-44f7-a09b-c8f1be45176f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:15.824011 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-598a916b-cc0a-4ab8-ba26-bfc4cd1a66a9 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7725129 Sep 21 18:32:15.826592 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41568) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:15.831545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1969235192', 'network_id': '87a35b08-6fb9-44f7-a09b-c8f1be45176f'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:15.854388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Made reservation on behalf of e8ebdea74f4f4f07b26929e3b7a6da26 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:15.856775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:15.874367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] device_id is not set on port ba080abe-3c0e-4f04-8636-3e0bffd69292 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:15.946380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67072e8-2cd0-493c-87f7-1648d3442b37 None None] Network 87a35b08-6fb9-44f7-a09b-c8f1be45176f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:15.999654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Allocated IP 2001:db8::2c0 (87a35b08-6fb9-44f7-a09b-c8f1be45176f/8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26/ba080abe-3c0e-4f04-8636-3e0bffd69292) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:16.015737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Deleting port f125b284-9561-49a3-9727-6d4cfe37a6aa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:16.015990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.137448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] For port f125b284-9561-49a3-9727-6d4cfe37a6aa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f125b284-9561-49a3-9727-6d4cfe37a6aa,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:16.137808 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.149384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.151280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-75e8b015-93d1-47b0-a9f3-723a0985209e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761778 Sep 21 18:32:16.154977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Calling delete_port for f125b284-9561-49a3-9727-6d4cfe37a6aa owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:16.188009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.237091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network 87a35b08-6fb9-44f7-a09b-c8f1be45176f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:16.245778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:16.248104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Port': ['ID=ba080abe-3c0e-4f04-8636-3e0bffd69292,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:16.250334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:16.251321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:16.251912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.267731 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cea4a131-4aa2-4ce9-ae19-65f3cfb078c4 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4399478 Sep 21 18:32:16.269659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-326f775d-20d5-47a3-aa21-65b19a5b8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:16.270407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41570) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:16.271378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-326f775d-20d5-47a3-aa21-65b19a5b8ba1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 1097 time: 0.0629609 Sep 21 18:32:16.355097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Deleting port ba080abe-3c0e-4f04-8636-3e0bffd69292 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:16.355450 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.437422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-895099d9-fe80-44f3-9763-9c880b89d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:16.438933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-895099d9-fe80-44f3-9763-9c880b89d2a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1348505 Sep 21 18:32:16.440093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.452179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Calling delete_port for ba080abe-3c0e-4f04-8636-3e0bffd69292 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:16.501263 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.538131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-84608ccc-98c6-4337-a9f7-1f4dd8d17c9f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b HTTP/1.1" status: 200 len: 1001 time: 0.0907357 Sep 21 18:32:16.538764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f125b284-9561-49a3-9727-6d4cfe37a6aa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:16.579046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.608546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba080abe-3c0e-4f04-8636-3e0bffd69292,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:16.646621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.651416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-ac883fa8-2b5b-4341-a1ff-a400485588c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:16.651651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-145c8632-7023-4423-b667-9b57b84e6baa tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ba080abe-3c0e-4f04-8636-3e0bffd69292 HTTP/1.1" status: 204 len: 168 time: 0.3772428 Sep 21 18:32:16.651759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-ac883fa8-2b5b-4341-a1ff-a400485588c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.1038389 Sep 21 18:32:16.651856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41572) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:16.658272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87a35b08-6fb9-44f7-a09b-c8f1be45176f', 'external_fixed_ips': [{'subnet_id': '8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26', 'ip_address': '2001:db8::2c0'}]}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:16.688228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.689298 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.748945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.780238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-251d27e0-5870-4e5d-b26b-ca2811476b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:16.781760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-251d27e0-5870-4e5d-b26b-ca2811476b95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924935 Sep 21 18:32:16.801016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.895344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:16.963179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-397ca7c9-6546-42c8-854b-89e689c97dff service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717887 Sep 21 18:32:17.101612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.128196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.138019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b47dd614-e88a-493c-a9e2-ffec07613e6c req-cf0843cf-c720-4db9-8ab8-d65944c2dca0 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639884 Sep 21 18:32:17.156600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Router 6a290252-cb82-4897-a7e5-c43a2ee371ab has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:32:17.268328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:17.276149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2a805ca9-eac7-47f4-a9a7-01e138e372f5 admin admin] 10.222.0.70 "PUT /v2.0/routers/6a290252-cb82-4897-a7e5-c43a2ee371ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0082095 Sep 21 18:32:17.277721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41574) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:17.278651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Allocated IP 2001:db8::2c0 (87a35b08-6fb9-44f7-a09b-c8f1be45176f/8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26/9013e057-e718-4c72-8d2c-bef6d3e2f693) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:17.279939 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] Sync routers for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:17.292400 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:17.293212 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:17.407376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.427405 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:17.454656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.496584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network 87a35b08-6fb9-44f7-a09b-c8f1be45176f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:17.499961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:17.504015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:17.554522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Port': ['ID=9013e057-e718-4c72-8d2c-bef6d3e2f693,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:17.629894 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:32:16Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:17.658384 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] Checking router: 6a290252-cb82-4897-a7e5-c43a2ee371ab for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:17.667717 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] Routers {'6a290252-cb82-4897-a7e5-c43a2ee371ab'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:17.668348 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6a290252-cb82-4897-a7e5-c43a2ee371ab'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:17.749226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.753024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.788616 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] Set router 6a290252-cb82-4897-a7e5-c43a2ee371ab gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:17.865282 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.932427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Deleting port f6bc5f0e-40b3-4616-9485-a6b8c30319fa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:17.933089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.982169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:17.998862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:32:16Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:18.028459 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02038d3-e8c6-45cc-a09d-3d071d6e195b None None] The sync data for ids ['6a290252-cb82-4897-a7e5-c43a2ee371ab'] in n-d-810285-3 is: [{'id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'name': 'tempest-AttachVolumeShelveTestJSON-1391265149-router', 'tenant_id': '5538851b392c4ae68d1b049bc7baa723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:28Z', 'updated_at': '2021-09-21T18:32:16Z', 'revision_number': 5, 'project_id': '5538851b392c4ae68d1b049bc7baa723', 'gw_port': {'id': 'f6bc5f0e-40b3-4616-9485-a6b8c30319fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a290252-cb82-4897-a7e5-c43a2ee371ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:29Z', 'updated_at': '2021-09-21T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:18.049807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] For port f6bc5f0e-40b3-4616-9485-a6b8c30319fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:18.050471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.064302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Calling delete_port for f6bc5f0e-40b3-4616-9485-a6b8c30319fa owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:18.125560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Router 82c8143c-7611-4164-9392-10fac63564ce is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:18.234954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:18.245058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Sync routers for ids ['82c8143c-7611-4164-9392-10fac63564ce'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:18.247627 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.250093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.251449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fb75801a-f05a-4241-ac6b-f8aab1008c13 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5987420 Sep 21 18:32:18.254101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41576) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:18.255261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Routers {'82c8143c-7611-4164-9392-10fac63564ce'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:18.256231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['82c8143c-7611-4164-9392-10fac63564ce'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:18.278008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bc5f0e-40b3-4616-9485-a6b8c30319fa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:18.343153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.375397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.380684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Set router 82c8143c-7611-4164-9392-10fac63564ce gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:18.494160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.498855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.528661 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.570089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.570888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a290252-cb82-4897-a7e5-c43a2ee371ab {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:18.573062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f125b284-9561-49a3-9727-6d4cfe37a6aa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:18.577249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.578473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b303b391-27e6-4f79-af3c-5d7ebbc49c1a admin admin] 10.222.0.70 "DELETE /v2.0/routers/6a290252-cb82-4897-a7e5-c43a2ee371ab HTTP/1.1" status: 204 len: 168 time: 1.2997527 Sep 21 18:32:18.581533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41578) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:18.605414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f125b284-9561-49a3-9727-6d4cfe37a6aa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:18.605758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f125b284-9561-49a3-9727-6d4cfe37a6aa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:18.640958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Deleting port 9013e057-e718-4c72-8d2c-bef6d3e2f693 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:18.641302 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.645456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] Deleting subnet 3dbd0b82-3cd9-45dc-97df-543e124f7575 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:32:18.649728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.663694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c8143c-7611-4164-9392-10fac63564ce', 'name': '', 'tenant_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87a35b08-6fb9-44f7-a09b-c8f1be45176f', 'external_fixed_ips': [{'subnet_id': '8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26', 'ip_address': '2001:db8::2c0'}], 'enable_snat': True}, 'gw_port_id': '9013e057-e718-4c72-8d2c-bef6d3e2f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:32:16Z', 'updated_at': '2021-09-21T18:32:17Z', 'revision_number': 3, 'project_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'gw_port': {'id': '9013e057-e718-4c72-8d2c-bef6d3e2f693', 'name': '', 'network_id': '87a35b08-6fb9-44f7-a09b-c8f1be45176f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c8143c-7611-4164-9392-10fac63564ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26', 'ip_address': '2001:db8::2c0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:32:17Z', 'updated_at': '2021-09-21T18:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:18.690410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Checking router: 82c8143c-7611-4164-9392-10fac63564ce for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:18.690760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Updating router 82c8143c-7611-4164-9392-10fac63564ce port 9013e057-e718-4c72-8d2c-bef6d3e2f693 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:32:18.719916 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.734842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.791952 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.810291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Calling delete_port for 9013e057-e718-4c72-8d2c-bef6d3e2f693 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:18.887369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.000968 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.004656 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.011182 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:32:19.011182 n-d-810285-3 neutron-server[95092]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Sep 21 18:32:19.011182 n-d-810285-3 neutron-server[95092]: [parameters: {'host': 'n-d-810285-3', 'ml2_port_bindings_port_id': '9013e057-e718-4c72-8d2c-bef6d3e2f693', 'ml2_port_bindings_host': ''}] Sep 21 18:32:19.011182 n-d-810285-3 neutron-server[95092]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:32:19.011727 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:32:19.039647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbd0b82-3cd9-45dc-97df-543e124f7575,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:19.044429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.046749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c6940386-1968-4ffb-8b96-00296d8f159c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3dbd0b82-3cd9-45dc-97df-543e124f7575 HTTP/1.1" status: 204 len: 168 time: 0.4622436 Sep 21 18:32:19.048257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4f5e6-e9dd-4901-8154-d970ef002a46 None None] Network a461d61d-f8dc-4e2e-9ab9-defee3d4a06d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:19.049328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41580) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:19.091974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.120810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event deleted for resources: {'Port': ['ID=9013e057-e718-4c72-8d2c-bef6d3e2f693,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:19.125063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.147482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.205511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Deleting port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:19.206137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.255248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.257989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.288214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] DHCP port deletion for a461d61d-f8dc-4e2e-9ab9-defee3d4a06d request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:32:19.291356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] For port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:19.291504 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.308888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Calling delete_port for 2fe2f64c-005a-44ff-9f3f-b4542e6c264b owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:19.309475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.310029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82c8143c-7611-4164-9392-10fac63564ce {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:19.315290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.316617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71b617cf-fc54-4609-88b5-cfe761226f34 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "DELETE /v2.0/routers/82c8143c-7611-4164-9392-10fac63564ce HTTP/1.1" status: 204 len: 168 time: 1.0613883 Sep 21 18:32:19.319728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41582) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:19.354240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] Deleting port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:19.354649 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.389043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Deleting subnet 8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:32:19.394716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.413369 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.428996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] For port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,segment=NetworkSegment(7cfb5da4-6819-4434-bb0d-89373d8cd83f),segment_id=7cfb5da4-6819-4434-bb0d-89373d8cd83f)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:19.429787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.438399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.441857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] Calling delete_port for 2fe2f64c-005a-44ff-9f3f-b4542e6c264b owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:19.443874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:19.449475 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] No DVR routers for this DVR port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:19.482918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.521098 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.534566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Port 9013e057-e718-4c72-8d2c-bef6d3e2f693 not found while updating agent binding for router 82c8143c-7611-4164-9392-10fac63564ce. {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 18:32:19.544037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a461d61d-f8dc-4e2e-9ab9-defee3d4a06d']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:19.544642 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.548002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.557450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Routers set() bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:19.557824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Router IDs set() for agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:32:19.558452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'82c8143c-7611-4164-9392-10fac63564ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent'). {{(pid=95092) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:32:19.558826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59b5e1-01b8-4342-b881-8d048fbefa18 None None] The sync data for ids ['82c8143c-7611-4164-9392-10fac63564ce'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:19.560301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] No DVR routers for this DVR port 2fe2f64c-005a-44ff-9f3f-b4542e6c264b on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:19.563533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfb5da4-6819-4434-bb0d-89373d8cd83f') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:19.564055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfb5da4-6819-4434-bb0d-89373d8cd83f') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:19.575039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:19.575606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.579203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e5a48-eb22-4bcd-8402-d90d24c57e4f None None] Pushing event deleted for resources: {'Port': ['ID=2fe2f64c-005a-44ff-9f3f-b4542e6c264b,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:19.581128 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.585702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e86b8e18-00e6-4ef0-9f86-8b89805b50b6 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26 HTTP/1.1" status: 204 len: 168 time: 0.2648864 Sep 21 18:32:19.590656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41584) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:19.596045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:19.609942 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:19.665519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.669371 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.678416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.682223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a461d61d-f8dc-4e2e-9ab9-defee3d4a06d HTTP/1.1" status: 204 len: 168 time: 0.6296794 Sep 21 18:32:19.690396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8875-1801-4b1d-9b61-d8ed7f90fa94 admin admin] Pushing event deleted for resources: {'Network': ['ID=a461d61d-f8dc-4e2e-9ab9-defee3d4a06d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:19.754323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.775184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a35b08-6fb9-44f7-a09b-c8f1be45176f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:19.785270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b80f754-b332-4866-9c86-5f5b0ab6e442') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:19.785575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b80f754-b332-4866-9c86-5f5b0ab6e442') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:19.796950 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.803168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41588) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:19.812122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.819099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:19.819605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:19.821470 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:19.846589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5000a525-b248-4bd9-a769-d6d2b0011cdd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5538851b392c4ae68d1b049bc7baa723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421374 Sep 21 18:32:19.849576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41590) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:19.883053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.889408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87a35b08-6fb9-44f7-a09b-c8f1be45176f {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:32:19.896985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.899135 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "DELETE /v2.0/networks/87a35b08-6fb9-44f7-a09b-c8f1be45176f HTTP/1.1" status: 204 len: 168 time: 0.3069000 Sep 21 18:32:19.909614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b3c8e-3398-45f5-9b00-dc401af35dc8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event deleted for resources: {'Network': ['ID=87a35b08-6fb9-44f7-a09b-c8f1be45176f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:19.923335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0a27985-ffd6-43c5-a2bb-c79324a536d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.955862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0a27985-ffd6-43c5-a2bb-c79324a536d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.027750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0a27985-ffd6-43c5-a2bb-c79324a536d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.030565 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f0a27985-ffd6-43c5-a2bb-c79324a536d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.035022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f0a27985-ffd6-43c5-a2bb-c79324a536d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9922981b-0658-402a-8759-8789843fed28 HTTP/1.1" status: 204 len: 168 time: 0.1813591 Sep 21 18:32:20.042748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a27985-ffd6-43c5-a2bb-c79324a536d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9922981b-0658-402a-8759-8789843fed28,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:20.201408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41600) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:20.206116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2e628567-d641-4d37-961e-b63a17032258 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'router': {'name': 'tempest-router--1038431400', 'project_id': '7c7495663f154602a40e35c2aa4d9df4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:20.229064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e628567-d641-4d37-961e-b63a17032258 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.230010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e628567-d641-4d37-961e-b63a17032258 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.285642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e628567-d641-4d37-961e-b63a17032258 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.290212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e628567-d641-4d37-961e-b63a17032258 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.308295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e628567-d641-4d37-961e-b63a17032258 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.312105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2e628567-d641-4d37-961e-b63a17032258 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1070650 Sep 21 18:32:20.312384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41604) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:20.385449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2fe2f64c-005a-44ff-9f3f-b4542e6c264b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:20.396991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3cf6-1354-43de-8969-1e67ca90bc81 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.411509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 2fe2f64c-005a-44ff-9f3f-b4542e6c264b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:20.412291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2fe2f64c-005a-44ff-9f3f-b4542e6c264b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:20.413074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f6bc5f0e-40b3-4616-9485-a6b8c30319fa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:20.440210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f6bc5f0e-40b3-4616-9485-a6b8c30319fa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:20.440650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f6bc5f0e-40b3-4616-9485-a6b8c30319fa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:20.566271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3cf6-1354-43de-8969-1e67ca90bc81 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.569220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3cf6-1354-43de-8969-1e67ca90bc81 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.965401 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3cf6-1354-43de-8969-1e67ca90bc81 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.966009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d3cf6-1354-43de-8969-1e67ca90bc81 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c72c42de-42b7-4490-bde9-8135b0e962c8 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:20.970959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3cf6-1354-43de-8969-1e67ca90bc81 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.975749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ff5d3cf6-1354-43de-8969-1e67ca90bc81 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "DELETE /v2.0/routers/c72c42de-42b7-4490-bde9-8135b0e962c8 HTTP/1.1" status: 204 len: 168 time: 0.6622605 Sep 21 18:32:21.151817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41644) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:21.262179 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:32:21.368479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1338326699', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:21.393721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.395042 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.448626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.469137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41656) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:21.577448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8971455-d6e7-4f04-9af0-a68ad2ee50eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.597790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.671167 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8971455-d6e7-4f04-9af0-a68ad2ee50eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.675871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8971455-d6e7-4f04-9af0-a68ad2ee50eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.718821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a8971455-d6e7-4f04-9af0-a68ad2ee50eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=503bcfef82184903abdde6d91eb2ce68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484267 Sep 21 18:32:21.720016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971455-d6e7-4f04-9af0-a68ad2ee50eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14230836-fe52-4f12-a583-07425ec1ad32,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:21.722572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:21.775193 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53a7f56b-efa4-4aed-8979-00208217f135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.801207 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53a7f56b-efa4-4aed-8979-00208217f135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.809199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.832351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.850242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53a7f56b-efa4-4aed-8979-00208217f135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.852757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53a7f56b-efa4-4aed-8979-00208217f135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.856213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-53a7f56b-efa4-4aed-8979-00208217f135 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14230836-fe52-4f12-a583-07425ec1ad32 HTTP/1.1" status: 204 len: 168 time: 0.1304393 Sep 21 18:32:21.862463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f56b-efa4-4aed-8979-00208217f135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14230836-fe52-4f12-a583-07425ec1ad32,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:21.951741 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Allocated IP 172.25.3.208 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/841e1121-9d39-4a37-a0a9-792c23938ac1) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:22.066946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.102248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.142138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:22.147040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:22.156365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:22.157952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event updated for resources: {'Port': ['ID=841e1121-9d39-4a37-a0a9-792c23938ac1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:22.430991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.658175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.801910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Router f154c0d4-6b27-4840-931e-534d603187a7 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:22.923929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:22.939606 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] Sync routers for ids ['f154c0d4-6b27-4840-931e-534d603187a7'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:22.945954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.947514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e4c9bb9e-0c16-458c-b5c9-81ab118ac1d8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7945509 Sep 21 18:32:22.950459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41694) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:22.953921 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] Routers {'f154c0d4-6b27-4840-931e-534d603187a7'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:22.954600 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f154c0d4-6b27-4840-931e-534d603187a7'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:22.999053 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:23.010889 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] Routers {'f154c0d4-6b27-4840-931e-534d603187a7'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:23.011806 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f154c0d4-6b27-4840-931e-534d603187a7'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:23.057885 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:23.058590 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca18cdd-d7ea-4c04-a6e3-477a4246e350 None None] The sync data for ids ['f154c0d4-6b27-4840-931e-534d603187a7'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:23.081860 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-24589104-c85f-4080-a4b2-e52436bbfe87 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/f154c0d4-6b27-4840-931e-534d603187a7 HTTP/1.1" status: 200 len: 925 time: 0.1300569 Sep 21 18:32:23.085598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:23.118521 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eef9416b-84dc-46c4-b179-7cbe4fd8b3e3 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=f154c0d4-6b27-4840-931e-534d603187a7 HTTP/1.1" status: 200 len: 205 time: 0.0309732 Sep 21 18:32:23.120399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41702) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:23.249025 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.363282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.418880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Deleting port 841e1121-9d39-4a37-a0a9-792c23938ac1 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:23.419237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.507912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.519796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Calling delete_port for 841e1121-9d39-4a37-a0a9-792c23938ac1 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:23.698101 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.730156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event deleted for resources: {'Port': ['ID=841e1121-9d39-4a37-a0a9-792c23938ac1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:23.802835 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.901673 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.904179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.959395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.959929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Fanout notify agent at l3_agent the message router_deleted on router f154c0d4-6b27-4840-931e-534d603187a7 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:23.967977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.972900 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1ab47f01-df4e-4186-872c-e2ca5b3f5672 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/f154c0d4-6b27-4840-931e-534d603187a7 HTTP/1.1" status: 204 len: 168 time: 0.8477354 Sep 21 18:32:23.973132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41724) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:23.978330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415650107', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': False}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:24.011257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.012454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.078056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.235472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.458606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.483035 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.592041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Allocated IP 172.25.3.82 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/03770cf6-db83-4c46-b636-7342850b3fe7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:24.702882 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.739115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:24.778254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:24.781190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:24.784695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:24.816242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Port': ['ID=03770cf6-db83-4c46-b636-7342850b3fe7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:24.867612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41734) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:24.987517 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a42860a-892c-4a04-87f7-3829d8eef74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.093205 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a42860a-892c-4a04-87f7-3829d8eef74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.097662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3a42860a-892c-4a04-87f7-3829d8eef74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.138095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42860a-892c-4a04-87f7-3829d8eef74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fdb157-d425-4c48-a6d0-d1da2335fe3d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:25.143577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3a42860a-892c-4a04-87f7-3829d8eef74c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4816f183f9df46cfa0384a6bf928aa50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742517 Sep 21 18:32:25.146399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41738) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:25.203006 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b88bca9-fc4b-482e-845a-651982855342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.225701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b88bca9-fc4b-482e-845a-651982855342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.275674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b88bca9-fc4b-482e-845a-651982855342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.278325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b88bca9-fc4b-482e-845a-651982855342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.279568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3b88bca9-fc4b-482e-845a-651982855342 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17fdb157-d425-4c48-a6d0-d1da2335fe3d HTTP/1.1" status: 204 len: 168 time: 0.1320825 Sep 21 18:32:25.288196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88bca9-fc4b-482e-845a-651982855342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fdb157-d425-4c48-a6d0-d1da2335fe3d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:25.385108 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.562653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:25.576563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7421cf1-6095-45be-acae-f39b8265d380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.586451 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.668889 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7421cf1-6095-45be-acae-f39b8265d380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.673295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7421cf1-6095-45be-acae-f39b8265d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.713508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e7421cf1-6095-45be-acae-f39b8265d380 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b59b720a786e4ac2bd61de3e99d219fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497200 Sep 21 18:32:25.714829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7421cf1-6095-45be-acae-f39b8265d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e020479b-92f4-470a-a22f-27946a8c8f7e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:25.716033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41746) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:25.730311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Router e6e3fce7-23b6-44df-8434-f7a10936e93e is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:25.813671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b4d3dcc9-fac9-4dd2-9d55-2225f9402c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.867586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b4d3dcc9-fac9-4dd2-9d55-2225f9402c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.898384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:25.907206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Sync routers for ids ['e6e3fce7-23b6-44df-8434-f7a10936e93e'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:25.917799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Routers {'e6e3fce7-23b6-44df-8434-f7a10936e93e'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:25.918508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e6e3fce7-23b6-44df-8434-f7a10936e93e'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:25.920196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.922587 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1205082b-f6e0-40e0-b7e5-cfb6507934d5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9469516 Sep 21 18:32:25.924638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41748) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:25.985325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b4d3dcc9-fac9-4dd2-9d55-2225f9402c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.987903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b4d3dcc9-fac9-4dd2-9d55-2225f9402c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.989077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b4d3dcc9-fac9-4dd2-9d55-2225f9402c83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e020479b-92f4-470a-a22f-27946a8c8f7e HTTP/1.1" status: 204 len: 168 time: 0.2713201 Sep 21 18:32:26.004386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3dcc9-fac9-4dd2-9d55-2225f9402c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020479b-92f4-470a-a22f-27946a8c8f7e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:26.039950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Set router e6e3fce7-23b6-44df-8434-f7a10936e93e gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:26.064112 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d9c7d7cd-49d5-46b8-b097-a8f8a605e184 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/e6e3fce7-23b6-44df-8434-f7a10936e93e HTTP/1.1" status: 200 len: 908 time: 0.1379359 Sep 21 18:32:26.066884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:26.073524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415650107', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': True}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:26.102840 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.104034 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.165050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.323684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.394109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e3fce7-23b6-44df-8434-f7a10936e93e', 'name': 'tempest-snat-router-1415650107', 'tenant_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.82'}], 'enable_snat': False}, 'gw_port_id': '03770cf6-db83-4c46-b636-7342850b3fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:32:24Z', 'updated_at': '2021-09-21T18:32:24Z', 'revision_number': 3, 'project_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'gw_port': {'id': '03770cf6-db83-4c46-b636-7342850b3fe7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e3fce7-23b6-44df-8434-f7a10936e93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:32:24Z', 'updated_at': '2021-09-21T18:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:26.423775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Checking router: e6e3fce7-23b6-44df-8434-f7a10936e93e for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:26.424158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Updating router e6e3fce7-23b6-44df-8434-f7a10936e93e port 03770cf6-db83-4c46-b636-7342850b3fe7 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:32:26.461355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.577526 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.607066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.753145 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.759700 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.808819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Attempting to bind port 03770cf6-db83-4c46-b636-7342850b3fe7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:32:26.809192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Attempting to bind port 03770cf6-db83-4c46-b636-7342850b3fe7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:32:26.809580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Attempting to bind port 03770cf6-db83-4c46-b636-7342850b3fe7 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:32:26.823500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:32:26.823883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:26.824331 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.824729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:32:26.825092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Allocated IP 172.25.3.243 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/20f6c6f1-366f-4375-8b4a-9ba4df1328d9) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:26.825245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Bound port: 03770cf6-db83-4c46-b636-7342850b3fe7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:32:26.825561 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.827456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86267438-ec6b-4438-bb06-e8d883948732 None None] Pushing event updated for resources: {'Port': ['ID=03770cf6-db83-4c46-b636-7342850b3fe7,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:26.897302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] For port 03770cf6-db83-4c46-b636-7342850b3fe7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:32:26.900733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] For port 03770cf6-db83-4c46-b636-7342850b3fe7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=03770cf6-db83-4c46-b636-7342850b3fe7,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:32:26.905867 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.968334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.979278 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Routers {'e6e3fce7-23b6-44df-8434-f7a10936e93e'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:26.980050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e6e3fce7-23b6-44df-8434-f7a10936e93e'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:27.006128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.022900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86267438-ec6b-4438-bb06-e8d883948732 None None] Pushing event updated for resources: {'Port': ['ID=03770cf6-db83-4c46-b636-7342850b3fe7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:27.044167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:27.048054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:27.053698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:27.104172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Port': ['ID=20f6c6f1-366f-4375-8b4a-9ba4df1328d9,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:27.133630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] Set router e6e3fce7-23b6-44df-8434-f7a10936e93e gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:27.364822 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.376605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e3fce7-23b6-44df-8434-f7a10936e93e', 'name': 'tempest-snat-router-1415650107', 'tenant_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.82'}], 'enable_snat': False}, 'gw_port_id': '03770cf6-db83-4c46-b636-7342850b3fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:32:24Z', 'updated_at': '2021-09-21T18:32:24Z', 'revision_number': 3, 'project_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'gw_port': {'id': '03770cf6-db83-4c46-b636-7342850b3fe7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e3fce7-23b6-44df-8434-f7a10936e93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:32:24Z', 'updated_at': '2021-09-21T18:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:27.417299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd2a1d-1098-469c-af00-a9173e10cda6 None None] The sync data for ids ['e6e3fce7-23b6-44df-8434-f7a10936e93e'] in n-d-810285-3 is: [{'id': 'e6e3fce7-23b6-44df-8434-f7a10936e93e', 'name': 'tempest-snat-router-1415650107', 'tenant_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.82'}], 'enable_snat': False}, 'gw_port_id': '03770cf6-db83-4c46-b636-7342850b3fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:32:24Z', 'updated_at': '2021-09-21T18:32:24Z', 'revision_number': 3, 'project_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'gw_port': {'id': '03770cf6-db83-4c46-b636-7342850b3fe7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e3fce7-23b6-44df-8434-f7a10936e93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:32:24Z', 'updated_at': '2021-09-21T18:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:27.612021 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.825898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Router 7b9fc4b8-fd37-4035-a78b-2233bb18e868 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:27.967818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:27.983876 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Sync routers for ids ['7b9fc4b8-fd37-4035-a78b-2233bb18e868'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:27.997346 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Routers {'7b9fc4b8-fd37-4035-a78b-2233bb18e868'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:27.998603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.998893 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7b9fc4b8-fd37-4035-a78b-2233bb18e868'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:28.000292 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c8e9cc6-4435-418a-919f-67278db9b433 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9321451 Sep 21 18:32:28.002908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:28.143295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b9a57429-2cff-4231-9d2b-29e4231f005b tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/7b9fc4b8-fd37-4035-a78b-2233bb18e868 HTTP/1.1" status: 200 len: 908 time: 0.1391802 Sep 21 18:32:28.146430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41810) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:28.149667 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Set router 7b9fc4b8-fd37-4035-a78b-2233bb18e868 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:28.296531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.416991 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9fc4b8-fd37-4035-a78b-2233bb18e868', 'name': 'tempest-snat-router-1415650107', 'tenant_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '20f6c6f1-366f-4375-8b4a-9ba4df1328d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:32:26Z', 'updated_at': '2021-09-21T18:32:27Z', 'revision_number': 3, 'project_id': 'e8ebdea74f4f4f07b26929e3b7a6da26', 'gw_port': {'id': '20f6c6f1-366f-4375-8b4a-9ba4df1328d9', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9fc4b8-fd37-4035-a78b-2233bb18e868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:32:26Z', 'updated_at': '2021-09-21T18:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:28.455453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 03770cf6-db83-4c46-b636-7342850b3fe7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:32:28.457054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.486979 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Checking router: 7b9fc4b8-fd37-4035-a78b-2233bb18e868 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:28.487428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Updating router 7b9fc4b8-fd37-4035-a78b-2233bb18e868 port 20f6c6f1-366f-4375-8b4a-9ba4df1328d9 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:32:28.530685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 03770cf6-db83-4c46-b636-7342850b3fe7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:28.531484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.534703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Deleting port 20f6c6f1-366f-4375-8b4a-9ba4df1328d9 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:28.535227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.650699 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.665361 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.681720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 03770cf6-db83-4c46-b636-7342850b3fe7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=03770cf6-db83-4c46-b636-7342850b3fe7,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:28.682247 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.687984 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.691327 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Calling delete_port for 20f6c6f1-366f-4375-8b4a-9ba4df1328d9 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:28.779953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=03770cf6-db83-4c46-b636-7342850b3fe7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:28.907734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.937196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event deleted for resources: {'Port': ['ID=20f6c6f1-366f-4375-8b4a-9ba4df1328d9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:28.985952 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.db.api [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:32:28.986702 n-d-810285-3 neutron-server[95093]: DEBUG oslo_db.api [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:32:29.018835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.135244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.137806 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.189378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.190558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9fc4b8-fd37-4035-a78b-2233bb18e868 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:29.197225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.201210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cbf1dfe4-17d0-4a9b-b5e1-c666539f329a tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "DELETE /v2.0/routers/7b9fc4b8-fd37-4035-a78b-2233bb18e868 HTTP/1.1" status: 204 len: 168 time: 1.0506709 Sep 21 18:32:29.201544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41834) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:29.206326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41836) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:29.273817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2146ea6b-a7d4-4685-8d07-d164d8ee1705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.372119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.497864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.503376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.506623 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Port 20f6c6f1-366f-4375-8b4a-9ba4df1328d9 not found while updating agent binding for router 7b9fc4b8-fd37-4035-a78b-2233bb18e868. {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 18:32:29.532586 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Routers set() bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:29.533087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Router IDs set() for agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:32:29.533999 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_agentschedulers_db [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b9fc4b8-fd37-4035-a78b-2233bb18e868'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent'). {{(pid=95093) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:32:29.534646 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23409bb-ef30-4bef-be36-958710f973eb None None] The sync data for ids ['7b9fc4b8-fd37-4035-a78b-2233bb18e868'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:29.564211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c6c95-26b5-4633-a422-423cd2924704,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:29.571464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=061dc84d69f04b459d848d1b7a3d38c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639398 Sep 21 18:32:29.575641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41840) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:29.583959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.584314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.584661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.585002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.585343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.585680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.586012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.586373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.586705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.587034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.587363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.587689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f99c-eff1-41bf-b404-61f569be2153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.637183 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f93e1c-ecf7-4400-bf16-094782fdb10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.665243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f93e1c-ecf7-4400-bf16-094782fdb10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.682154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.713532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f93e1c-ecf7-4400-bf16-094782fdb10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.716360 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80f93e1c-ecf7-4400-bf16-094782fdb10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.718226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80f93e1c-ecf7-4400-bf16-094782fdb10b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d39c6c95-26b5-4633-a422-423cd2924704 HTTP/1.1" status: 204 len: 168 time: 0.1409502 Sep 21 18:32:29.725695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f93e1c-ecf7-4400-bf16-094782fdb10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c6c95-26b5-4633-a422-423cd2924704,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:29.794620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.857718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Deleting port 03770cf6-db83-4c46-b636-7342850b3fe7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:29.858160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.946879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] For port 03770cf6-db83-4c46-b636-7342850b3fe7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=03770cf6-db83-4c46-b636-7342850b3fe7,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:29.947258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.962306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Calling delete_port for 03770cf6-db83-4c46-b636-7342850b3fe7 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:30.015542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41846) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:30.029801 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2386deb7-ea51-4393-91bc-46d281bfc74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.121088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2386deb7-ea51-4393-91bc-46d281bfc74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.126169 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2386deb7-ea51-4393-91bc-46d281bfc74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.142787 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.163368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386deb7-ea51-4393-91bc-46d281bfc74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9160c0a-f0fb-4eb3-b240-84bad4838cb8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:30.167824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2386deb7-ea51-4393-91bc-46d281bfc74a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73a40e34c70244c0adf3afc529a3bb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512344 Sep 21 18:32:30.171764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41848) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:30.180547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event deleted for resources: {'Port': ['ID=03770cf6-db83-4c46-b636-7342850b3fe7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:30.226291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1db62b29-ad90-4ebe-8ec2-d585fd2fe125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.235820 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.251217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1db62b29-ad90-4ebe-8ec2-d585fd2fe125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.298834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1db62b29-ad90-4ebe-8ec2-d585fd2fe125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.301844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1db62b29-ad90-4ebe-8ec2-d585fd2fe125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.303029 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1db62b29-ad90-4ebe-8ec2-d585fd2fe125 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9160c0a-f0fb-4eb3-b240-84bad4838cb8 HTTP/1.1" status: 204 len: 168 time: 0.1303561 Sep 21 18:32:30.311027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db62b29-ad90-4ebe-8ec2-d585fd2fe125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9160c0a-f0fb-4eb3-b240-84bad4838cb8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:30.337892 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.340294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.389795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.390666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6e3fce7-23b6-44df-8434-f7a10936e93e {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:30.395792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.401236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:30.405710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1207668906', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:30.406915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f6d0c413-3463-464c-a468-cc743e60b118 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e6e3fce7-23b6-44df-8434-f7a10936e93e HTTP/1.1" status: 204 len: 168 time: 1.2040677 Sep 21 18:32:30.432639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.433729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.491263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.641363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.843976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.869228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.983724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Allocated IP 172.25.3.185 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/f2c1eb61-d5b3-4e7d-9e82-c94b3cb78a51) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:31.099073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.133020 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.171037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:31.173947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:31.178021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:31.203545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event updated for resources: {'Port': ['ID=f2c1eb61-d5b3-4e7d-9e82-c94b3cb78a51,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:31.457713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.668170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.745294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41898) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:31.800263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Router 0ee26ce9-f87c-495b-9ef4-40bb3bebae44 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:31.857490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-873538bd-0cc3-41b9-b0cb-525c505b6f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.918598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:31.932711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] Sync routers for ids ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:31.943319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] Routers {'0ee26ce9-f87c-495b-9ef4-40bb3bebae44'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:31.944098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:31.960337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-873538bd-0cc3-41b9-b0cb-525c505b6f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.964717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-873538bd-0cc3-41b9-b0cb-525c505b6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.969028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.970430 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a9f14304-53a2-485e-9e54-5822296ec66b tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.5682476 Sep 21 18:32:31.973036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41902) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:31.978728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': False}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:31.983308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:31.994055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] Routers {'0ee26ce9-f87c-495b-9ef4-40bb3bebae44'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:31.995015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:32.005278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-873538bd-0cc3-41b9-b0cb-525c505b6f10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3cc939c2049444338d148b5f2db31c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587769 Sep 21 18:32:32.009043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41904) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:32.015237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873538bd-0cc3-41b9-b0cb-525c505b6f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad3c7f-0437-450f-bbda-b53ffc373326,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:32.034844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:32.035509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd185-96ea-4c0e-a347-68248e7ec423 None None] The sync data for ids ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:32.067490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-46bd98a0-6ebc-4daa-b1f9-303f898c33f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.089955 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-46bd98a0-6ebc-4daa-b1f9-303f898c33f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.138354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-46bd98a0-6ebc-4daa-b1f9-303f898c33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.141335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-46bd98a0-6ebc-4daa-b1f9-303f898c33f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.144968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-46bd98a0-6ebc-4daa-b1f9-303f898c33f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffad3c7f-0437-450f-bbda-b53ffc373326 HTTP/1.1" status: 204 len: 168 time: 0.1327069 Sep 21 18:32:32.152361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd98a0-6ebc-4daa-b1f9-303f898c33f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad3c7f-0437-450f-bbda-b53ffc373326,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:32.282426 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.328449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 03770cf6-db83-4c46-b636-7342850b3fe7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:32.349772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 03770cf6-db83-4c46-b636-7342850b3fe7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:32.350393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 03770cf6-db83-4c46-b636-7342850b3fe7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:33.009532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.012969 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.124629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Router 0ee26ce9-f87c-495b-9ef4-40bb3bebae44 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:32:33.236951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:33.242018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.245845 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a9f13964-4ead-488c-94b8-2ea11f1a66a5 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "PUT /v2.0/routers/0ee26ce9-f87c-495b-9ef4-40bb3bebae44 HTTP/1.1" status: 200 len: 926 time: 1.2716391 Sep 21 18:32:33.246123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41938) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:33.247996 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] Sync routers for ids ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:33.258122 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] Routers {'0ee26ce9-f87c-495b-9ef4-40bb3bebae44'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:33.259039 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:33.299630 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:33.309611 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] Routers {'0ee26ce9-f87c-495b-9ef4-40bb3bebae44'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:33.310650 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:33.345023 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:33.345691 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a38bd0-a52f-4c60-902d-b54abeb616f9 None None] The sync data for ids ['0ee26ce9-f87c-495b-9ef4-40bb3bebae44'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:33.362668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b210fce2-4374-4538-8e2f-1337ad92ae6f tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/0ee26ce9-f87c-495b-9ef4-40bb3bebae44 HTTP/1.1" status: 200 len: 926 time: 0.1128390 Sep 21 18:32:33.363874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41942) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:33.439870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076c2b6-06b7-421d-9cab-05a368f35bda tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:33.444113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b076c2b6-06b7-421d-9cab-05a368f35bda tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=0ee26ce9-f87c-495b-9ef4-40bb3bebae44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0764985 Sep 21 18:32:33.444307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41950) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:33.531207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f287953-546d-4165-b8c9-b00cd771a641 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:33.532733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f287953-546d-4165-b8c9-b00cd771a641 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.0873563 Sep 21 18:32:33.535386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41952) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:33.565298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-84715dff-4a12-4109-8bf3-2df453e5781d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee26ce9-f87c-495b-9ef4-40bb3bebae44 HTTP/1.1" status: 200 len: 205 time: 0.0284271 Sep 21 18:32:33.567744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41954) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:33.601976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-99041ffc-aa1f-426f-b4c2-24f7a8b05689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.680519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.794338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.852592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Deleting port f2c1eb61-d5b3-4e7d-9e82-c94b3cb78a51 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:33.852934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.933989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.947376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Calling delete_port for f2c1eb61-d5b3-4e7d-9e82-c94b3cb78a51 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:34.125310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.151076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.156323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event deleted for resources: {'Port': ['ID=f2c1eb61-d5b3-4e7d-9e82-c94b3cb78a51,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:34.224886 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.315831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41988) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:34.319899 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.322327 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.330742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.370896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.370896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee26ce9-f87c-495b-9ef4-40bb3bebae44 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:34.377561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.383180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b90f756f-af86-4f09-9b8e-b38a5627f5ff tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/0ee26ce9-f87c-495b-9ef4-40bb3bebae44 HTTP/1.1" status: 204 len: 168 time: 0.8100922 Sep 21 18:32:34.383304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41992) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:34.387982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ed530590-4268-4b41-9f67-fb32245c1502 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-355472643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:34.409972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed530590-4268-4b41-9f67-fb32245c1502 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.411099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed530590-4268-4b41-9f67-fb32245c1502 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.440114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4a5df4d-9e35-4ff5-8dd8-74dd7bfc5ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.471238 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed530590-4268-4b41-9f67-fb32245c1502 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.475874 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed530590-4268-4b41-9f67-fb32245c1502 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.531933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4a5df4d-9e35-4ff5-8dd8-74dd7bfc5ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.535892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4a5df4d-9e35-4ff5-8dd8-74dd7bfc5ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.540234 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed530590-4268-4b41-9f67-fb32245c1502 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.541765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed530590-4268-4b41-9f67-fb32245c1502 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1574755 Sep 21 18:32:34.544557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 41994) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:34.549019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:34.578238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a4a5df4d-9e35-4ff5-8dd8-74dd7bfc5ee5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66178ad597164debb4c0bdfc04d3857e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610404 Sep 21 18:32:34.579078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5df4d-9e35-4ff5-8dd8-74dd7bfc5ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b29fa-c344-47a9-a104-347189003261,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:34.581496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 41996) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:34.635656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29129278-9faf-4893-97be-18058e2406e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.657419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29129278-9faf-4893-97be-18058e2406e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.706958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29129278-9faf-4893-97be-18058e2406e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.709612 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29129278-9faf-4893-97be-18058e2406e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.710814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-29129278-9faf-4893-97be-18058e2406e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/462b29fa-c344-47a9-a104-347189003261 HTTP/1.1" status: 204 len: 168 time: 0.1277804 Sep 21 18:32:34.719024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29129278-9faf-4893-97be-18058e2406e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b29fa-c344-47a9-a104-347189003261,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:34.765826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.821652 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.970738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.995254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:34.998925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42002) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:35.012847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71ad790c-ebe6-458b-abb8-48108e44a2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.101578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Allocated IP 172.25.3.228 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/955de044-8f1b-4131-bcff-38db667ba33c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:35.111531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71ad790c-ebe6-458b-abb8-48108e44a2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.116428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71ad790c-ebe6-458b-abb8-48108e44a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.156712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71ad790c-ebe6-458b-abb8-48108e44a2a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2bcada868da34468933f53bf90a20ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566594 Sep 21 18:32:35.157945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad790c-ebe6-458b-abb8-48108e44a2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df4551d-a5de-41dd-8ab2-124fa7a65675,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:35.160391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42004) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:35.215567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-89c5a9d1-af84-44c5-9e61-ea4bdd0cbe55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.224729 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.237974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-89c5a9d1-af84-44c5-9e61-ea4bdd0cbe55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.260297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.287559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-89c5a9d1-af84-44c5-9e61-ea4bdd0cbe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.290621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-89c5a9d1-af84-44c5-9e61-ea4bdd0cbe55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.294463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-89c5a9d1-af84-44c5-9e61-ea4bdd0cbe55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1df4551d-a5de-41dd-8ab2-124fa7a65675 HTTP/1.1" status: 204 len: 168 time: 0.1305625 Sep 21 18:32:35.301210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5a9d1-af84-44c5-9e61-ea4bdd0cbe55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df4551d-a5de-41dd-8ab2-124fa7a65675,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:35.312169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:35.322308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:35.325698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event updated for resources: {'Port': ['ID=955de044-8f1b-4131-bcff-38db667ba33c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:35.338371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:35.619229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.829217 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.832513 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.965330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Router 916a336b-4c89-4b52-9da5-8c1c85d80880 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:36.025241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42026) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:36.078121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:36.085071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.089242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7bc9d523-4152-4bf2-8d76-4f6848bc6c0e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "PUT /v2.0/routers/916a336b-4c89-4b52-9da5-8c1c85d80880 HTTP/1.1" status: 200 len: 883 time: 1.5407100 Sep 21 18:32:36.089242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42030) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:36.092559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] Sync routers for ids ['916a336b-4c89-4b52-9da5-8c1c85d80880'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:36.104401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] Routers {'916a336b-4c89-4b52-9da5-8c1c85d80880'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:36.105533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['916a336b-4c89-4b52-9da5-8c1c85d80880'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:36.133522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-490769863'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:36.147286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:36.156742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] Routers {'916a336b-4c89-4b52-9da5-8c1c85d80880'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:36.157705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['916a336b-4c89-4b52-9da5-8c1c85d80880'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:36.160386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:36.164973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.174106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.195801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:36.196507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf5874-28a9-4d53-8f03-60004832eb44 None None] The sync data for ids ['916a336b-4c89-4b52-9da5-8c1c85d80880'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:36.289343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.294033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.325308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:36.340349 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.340697 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Added segment b2ea121c-e3b7-4c20-bf49-3e40184219fd of type vlan for network f06624b5-e644-4758-8449-17f19dd5df55 Sep 21 18:32:36.342053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f3e67-f651-45d2-8404-41f58d95d9a7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:36.389725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.417559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.423282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.423929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.464168 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4375174 Sep 21 18:32:36.467605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42032) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:36.499341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'subnet': {'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:36.521188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4bf50-2286-4784-81bb-dab7d28769a8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Network': ['ID=f06624b5-e644-4758-8449-17f19dd5df55,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:36.533802 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f06624b5-e644-4758-8449-17f19dd5df55 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:36.542043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b9ecf871-c879-47ce-83c3-df9f7eae4ce3 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/916a336b-4c89-4b52-9da5-8c1c85d80880 HTTP/1.1" status: 200 len: 924 time: 0.4492316 Sep 21 18:32:36.542777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42034) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:36.660689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb1fd5-e29d-414c-9af5-0e2b271b29f8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.662202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3feb1fd5-e29d-414c-9af5-0e2b271b29f8 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=916a336b-4c89-4b52-9da5-8c1c85d80880&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1188686 Sep 21 18:32:36.665666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42036) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:36.677875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:36.682168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.753542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363cc398-6e25-4e89-bc44-98240b293aee tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.755612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-363cc398-6e25-4e89-bc44-98240b293aee tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.0886552 Sep 21 18:32:36.759140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42038) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:36.791488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ef8921fe-05aa-4b33-9f7f-d63806d59a62 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=916a336b-4c89-4b52-9da5-8c1c85d80880 HTTP/1.1" status: 200 len: 205 time: 0.0289395 Sep 21 18:32:36.791876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42040) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:36.868386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.917606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.934158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Subnet': ['ID=cdbf9ce5-7420-4cbc-9b0a-4363d3369472,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:36.945657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Checking segment: {'id': 'b2ea121c-e3b7-4c20-bf49-3e40184219fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:36.946027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network hostable DHCP agents. Network: f06624b5-e644-4758-8449-17f19dd5df55, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:36.963831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network f06624b5-e644-4758-8449-17f19dd5df55 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:36.972936 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f06624b5-e644-4758-8449-17f19dd5df55) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:36.977747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.978389 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.985846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d62406-fa0f-481c-b87d-9f955f62a24e None None] Network f06624b5-e644-4758-8449-17f19dd5df55 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:36.994561 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-42157bf0-6bca-43b9-9bd6-597cc5e93561 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5258105 Sep 21 18:32:36.997266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42042) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:37.002530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'name': 'tempest-AllowedAddressPairTestJSON-414429775'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:37.046257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.107937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Deleting port 955de044-8f1b-4131-bcff-38db667ba33c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:37.108304 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.127754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:37.132372 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.158541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] device_id is not set on port ecc0e197-510b-4fdd-9882-f4abffa05b90 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:37.159613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f06624b5-e644-4758-8449-17f19dd5df55', 'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'tenant_id': 'a878bdc0240c4ddda19df4d7b567e019', 'fixed_ips': [{'subnet_id': 'cdbf9ce5-7420-4cbc-9b0a-4363d3369472'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:32:37.160650 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.198733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.213164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Calling delete_port for 955de044-8f1b-4131-bcff-38db667ba33c owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:37.279550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.291464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Allocated IP 172.20.0.10 (f06624b5-e644-4758-8449-17f19dd5df55/cdbf9ce5-7420-4cbc-9b0a-4363d3369472/ecc0e197-510b-4fdd-9882-f4abffa05b90) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:37.417253 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.453373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event deleted for resources: {'Port': ['ID=955de044-8f1b-4131-bcff-38db667ba33c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:37.478732 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.526606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.529172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.576951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Allocated IP 172.20.0.2 (f06624b5-e644-4758-8449-17f19dd5df55/cdbf9ce5-7420-4cbc-9b0a-4363d3369472/973e1008-2987-46a5-bcd8-badbcf5541d3) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:37.591034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=ecc0e197-510b-4fdd-9882-f4abffa05b90,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:37.607254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network f06624b5-e644-4758-8449-17f19dd5df55 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:37.608750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:37.614529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:37.659732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.664431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.679125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:37.680210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.697325 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1066187c-2178-40fe-9e61-e2733b7fc33c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6990902 Sep 21 18:32:37.701886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42046) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:37.709329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'name': 'tempest-AllowedAddressPairTestJSON-15505605', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:bc:32:c5'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:37.722384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.723114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Fanout notify agent at l3_agent the message router_deleted on router 916a336b-4c89-4b52-9da5-8c1c85d80880 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:37.733879 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.739211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-547ef21f-67d0-4814-9477-1acb94f18b38 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/916a336b-4c89-4b52-9da5-8c1c85d80880 HTTP/1.1" status: 204 len: 168 time: 0.9461744 Sep 21 18:32:37.739894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42048) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:37.745246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-66a61f7d-d1b6-48d3-9b3a-90d62bf8ab6f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1381377211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:37.773701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66a61f7d-d1b6-48d3-9b3a-90d62bf8ab6f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.774971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66a61f7d-d1b6-48d3-9b3a-90d62bf8ab6f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.787663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.800852 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.845715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Network f06624b5-e644-4758-8449-17f19dd5df55 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:37.849251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:37.854355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:37.861162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66a61f7d-d1b6-48d3-9b3a-90d62bf8ab6f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.871312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66a61f7d-d1b6-48d3-9b3a-90d62bf8ab6f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.878621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:37.896195 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-66a61f7d-d1b6-48d3-9b3a-90d62bf8ab6f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.898424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-66a61f7d-d1b6-48d3-9b3a-90d62bf8ab6f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1567872 Sep 21 18:32:37.901384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42052) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:37.906835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': True}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:37.911160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Pushing event updated for resources: {'Port': ['ID=973e1008-2987-46a5-bcd8-badbcf5541d3,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:37.927829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Attempting to bind port 973e1008-2987-46a5-bcd8-badbcf5541d3 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:32:37.928265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Attempting to bind port 973e1008-2987-46a5-bcd8-badbcf5541d3 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b2ea121c-e3b7-4c20-bf49-3e40184219fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:32:37.928597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Attempting to bind port 973e1008-2987-46a5-bcd8-badbcf5541d3 on network f06624b5-e644-4758-8449-17f19dd5df55 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:32:37.934745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:32:37.935164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Checking segment: {'id': 'b2ea121c-e3b7-4c20-bf49-3e40184219fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:37.935587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.935968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Bound using segment: {'id': 'b2ea121c-e3b7-4c20-bf49-3e40184219fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:32:37.936689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Bound port: 973e1008-2987-46a5-bcd8-badbcf5541d3, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ea121c-e3b7-4c20-bf49-3e40184219fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:32:37.937095 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:37.995799 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.014826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] For port 973e1008-2987-46a5-bcd8-badbcf5541d3, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:32:38.018297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] device_id is not set on port 26a4cb21-b7c6-4571-8309-a3b322186d43 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:38.019055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] For port 973e1008-2987-46a5-bcd8-badbcf5541d3, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=973e1008-2987-46a5-bcd8-badbcf5541d3,segment=NetworkSegment(b2ea121c-e3b7-4c20-bf49-3e40184219fd),segment_id=b2ea121c-e3b7-4c20-bf49-3e40184219fd)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:32:38.025800 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.092446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e418a-0f05-47be-9748-3c83bdd0e89d None None] Pushing event updated for resources: {'Port': ['ID=973e1008-2987-46a5-bcd8-badbcf5541d3,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:38.157812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Allocated IP 172.20.0.8 (f06624b5-e644-4758-8449-17f19dd5df55/cdbf9ce5-7420-4cbc-9b0a-4363d3369472/26a4cb21-b7c6-4571-8309-a3b322186d43) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:38.181212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.383432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.452990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.468792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.486912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.499319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 973e1008-2987-46a5-bcd8-badbcf5541d3 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:32:38.532165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network f06624b5-e644-4758-8449-17f19dd5df55 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:38.533075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=26a4cb21-b7c6-4571-8309-a3b322186d43,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:38.536165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:38.539065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:38.568064 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.581022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 973e1008-2987-46a5-bcd8-badbcf5541d3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:38.581394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.590465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:38.591196 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.606483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0b0a4989-10f3-4934-a336-5e59bad3a319 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.9031389 Sep 21 18:32:38.608956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42054) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:38.659758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Allocated IP 172.25.3.104 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/1a160c73-1746-43cc-9071-34519aef1b11) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:38.679488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.688103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9531e405-9119-45f8-a622-663d6b72b604 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:38.694921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9531e405-9119-45f8-a622-663d6b72b604 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:38.700857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9531e405-9119-45f8-a622-663d6b72b604 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:38.702557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9531e405-9119-45f8-a622-663d6b72b604 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.0926244 Sep 21 18:32:38.705542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42056) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:38.717937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 973e1008-2987-46a5-bcd8-badbcf5541d3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=973e1008-2987-46a5-bcd8-badbcf5541d3,segment=NetworkSegment(b2ea121c-e3b7-4c20-bf49-3e40184219fd),segment_id=b2ea121c-e3b7-4c20-bf49-3e40184219fd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:38.723462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.785095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=973e1008-2987-46a5-bcd8-badbcf5541d3,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:38.810291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting port 26a4cb21-b7c6-4571-8309-a3b322186d43 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:38.810947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.834563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.873997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.901035 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:38.916893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:38.919369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Calling delete_port for 26a4cb21-b7c6-4571-8309-a3b322186d43 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:38.925367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:38.927594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Port': ['ID=1a160c73-1746-43cc-9071-34519aef1b11,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:38.930370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:39.074219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.106367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Port': ['ID=26a4cb21-b7c6-4571-8309-a3b322186d43,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:39.204243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.251440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9df127-08a7-4c07-8f91-e43a0899e394 None None] Network f06624b5-e644-4758-8449-17f19dd5df55 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:39.274871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.279662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9b8a913-6fa3-4ac5-aa02-abbe5dd1fde8 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/ports/26a4cb21-b7c6-4571-8309-a3b322186d43 HTTP/1.1" status: 204 len: 168 time: 0.5703654 Sep 21 18:32:39.279949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42058) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:39.311001 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8b45ab-fb43-47e6-a39e-02d590bb5fa5 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] GET failed (client error): The resource could not be found. Sep 21 18:32:39.315925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2d8b45ab-fb43-47e6-a39e-02d590bb5fa5 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "GET /v2.0/ports/26a4cb21-b7c6-4571-8309-a3b322186d43 HTTP/1.1" status: 404 len: 333 time: 0.0316603 Sep 21 18:32:39.318679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42060) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:39.323071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-93b2aba3-b8af-4f07-b489-524363b91e5c None None] Provisioning complete for port 973e1008-2987-46a5-bcd8-badbcf5541d3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:39.323639 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93b2aba3-b8af-4f07-b489-524363b91e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.324032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'name': 'tempest-AllowedAddressPairTestJSON-673862419'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:39.431265 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.434963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.455734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:39.460197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.497155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] device_id is not set on port 59f85f78-f9cc-456f-8711-67b60a953759 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:39.589186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Router 5ebeaffa-7dc2-47c5-862d-c490c6659401 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:39.641467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Allocated IP 172.20.0.8 (f06624b5-e644-4758-8449-17f19dd5df55/cdbf9ce5-7420-4cbc-9b0a-4363d3369472/59f85f78-f9cc-456f-8711-67b60a953759) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:39.714598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:39.719399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.723194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ff0081ea-c85d-4f45-becb-07a9caf87ded tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "PUT /v2.0/routers/5ebeaffa-7dc2-47c5-862d-c490c6659401 HTTP/1.1" status: 200 len: 919 time: 1.8180556 Sep 21 18:32:39.723521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42062) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:39.733252 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] Sync routers for ids ['5ebeaffa-7dc2-47c5-862d-c490c6659401'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:39.743929 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] Routers {'5ebeaffa-7dc2-47c5-862d-c490c6659401'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:39.744946 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5ebeaffa-7dc2-47c5-862d-c490c6659401'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:39.785153 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:39.795449 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] Routers {'5ebeaffa-7dc2-47c5-862d-c490c6659401'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:39.796102 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5ebeaffa-7dc2-47c5-862d-c490c6659401'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:39.820271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-89f163da-278d-4238-8be1-eadad94054ec None None] Provisioning complete for port ecc0e197-510b-4fdd-9882-f4abffa05b90 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:39.821723 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89f163da-278d-4238-8be1-eadad94054ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.842457 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:39.843377 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b9934-32ec-49b3-bcbe-c0eefbef9643 None None] The sync data for ids ['5ebeaffa-7dc2-47c5-862d-c490c6659401'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:39.868939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.871710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fd396cd0-7783-4cf0-95b8-8f589ff0c06f tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/5ebeaffa-7dc2-47c5-862d-c490c6659401 HTTP/1.1" status: 200 len: 925 time: 0.1469054 Sep 21 18:32:39.874881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-89f163da-278d-4238-8be1-eadad94054ec None None] Port ecc0e197-510b-4fdd-9882-f4abffa05b90 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:39.875202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42064) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:39.885746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-89f163da-278d-4238-8be1-eadad94054ec None None] Provisioning complete for port 973e1008-2987-46a5-bcd8-badbcf5541d3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:39.886343 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89f163da-278d-4238-8be1-eadad94054ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.938327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bdc1af-b03e-4ac4-a1be-b93b03d59723 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:39.939971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80bdc1af-b03e-4ac4-a1be-b93b03d59723 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=5ebeaffa-7dc2-47c5-862d-c490c6659401&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0637312 Sep 21 18:32:39.941948 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:39.944339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42066) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:40.018072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network f06624b5-e644-4758-8449-17f19dd5df55 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:40.050577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:40.060830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:40.066968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=59f85f78-f9cc-456f-8711-67b60a953759,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:40.116583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-97c4bed6-f758-455d-a3db-85d155ece183 None None] Provisioning complete for port ecc0e197-510b-4fdd-9882-f4abffa05b90 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:40.116834 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97c4bed6-f758-455d-a3db-85d155ece183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.123896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d953e-10f4-43b8-8565-b63ea7762c37 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:40.125314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-161d953e-10f4-43b8-8565-b63ea7762c37 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.1799877 Sep 21 18:32:40.128513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42068) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:40.135643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:40.135643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.159482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-97c4bed6-f758-455d-a3db-85d155ece183 None None] Port ecc0e197-510b-4fdd-9882-f4abffa05b90 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:40.165440 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d11b78bd-e68d-4b1b-bf71-a2f5eb923eeb tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8428545 Sep 21 18:32:40.165440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:40.169396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6262dffa-ee0f-475c-877d-49a11e1f96e7 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ebeaffa-7dc2-47c5-862d-c490c6659401 HTTP/1.1" status: 200 len: 205 time: 0.0371008 Sep 21 18:32:40.169644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42072) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:40.171342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:bc:32:c5'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:40.248957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.273516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-512d0816-6d79-4f2f-a98b-f86843f26b1b None None] Could not find standard attr ID for object 26a4cb21-b7c6-4571-8309-a3b322186d43. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:32:40.297118 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.409939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 973e1008-2987-46a5-bcd8-badbcf5541d3 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:32:40.446448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.467720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.475149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 973e1008-2987-46a5-bcd8-badbcf5541d3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:40.475883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.476031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.508299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Deleting port 1a160c73-1746-43cc-9071-34519aef1b11 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:40.508727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.563278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=59f85f78-f9cc-456f-8711-67b60a953759,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:40.595050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] In _notify_port_updated(), no bound segment for port 59f85f78-f9cc-456f-8711-67b60a953759 on network f06624b5-e644-4758-8449-17f19dd5df55 {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:32:40.601275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:40.601564 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.602125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.603603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a7e5e41a-cfbf-4be8-8d8e-42bca743b3c7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "PUT /v2.0/ports/59f85f78-f9cc-456f-8711-67b60a953759 HTTP/1.1" status: 200 len: 993 time: 0.4373276 Sep 21 18:32:40.606316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42074) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:40.616222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Calling delete_port for 1a160c73-1746-43cc-9071-34519aef1b11 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:40.702399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting port 59f85f78-f9cc-456f-8711-67b60a953759 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:40.702829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.797303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e7522556-76b8-4ef8-b5bf-4f831777cae9 None None] Provisioning complete for port 59f85f78-f9cc-456f-8711-67b60a953759 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:40.797695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e7522556-76b8-4ef8-b5bf-4f831777cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.798599 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.807314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.817975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Calling delete_port for 59f85f78-f9cc-456f-8711-67b60a953759 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:40.838954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event deleted for resources: {'Port': ['ID=1a160c73-1746-43cc-9071-34519aef1b11,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:40.917655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.982034 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:40.994835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e7522556-76b8-4ef8-b5bf-4f831777cae9 None None] Port 59f85f78-f9cc-456f-8711-67b60a953759 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:41.012533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Port': ['ID=59f85f78-f9cc-456f-8711-67b60a953759,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:41.019734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.022460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.067346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.068012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebeaffa-7dc2-47c5-862d-c490c6659401 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:41.075894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.077223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8eb7ce93-48d2-47ac-b285-5295d10e2751 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/5ebeaffa-7dc2-47c5-862d-c490c6659401 HTTP/1.1" status: 204 len: 168 time: 0.9063225 Sep 21 18:32:41.081291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42076) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:41.087663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c2fb6fae-d161-4034-84a6-fcc952d8a20e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-676097630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:41.110394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b4d63071-1207-47ad-b71f-862249e58c8e None None] Could not find standard attr ID for object 59f85f78-f9cc-456f-8711-67b60a953759. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:32:41.116645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6fae-d161-4034-84a6-fcc952d8a20e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.117870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6fae-d161-4034-84a6-fcc952d8a20e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.164146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.166642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cd2d420b-cf87-4489-a425-33fcf5da8d86 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/ports/59f85f78-f9cc-456f-8711-67b60a953759 HTTP/1.1" status: 204 len: 168 time: 0.5592377 Sep 21 18:32:41.169152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42078) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:41.184330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6fae-d161-4034-84a6-fcc952d8a20e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.189212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6fae-d161-4034-84a6-fcc952d8a20e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.196237 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e7c5cc-afcd-4231-8f8a-d97085469589 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] GET failed (client error): The resource could not be found. Sep 21 18:32:41.197827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71e7c5cc-afcd-4231-8f8a-d97085469589 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "GET /v2.0/ports/59f85f78-f9cc-456f-8711-67b60a953759 HTTP/1.1" status: 404 len: 333 time: 0.0277886 Sep 21 18:32:41.201468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42080) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:41.206585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'name': 'tempest-AllowedAddressPairTestJSON-1189898518'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:41.211262 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6fae-d161-4034-84a6-fcc952d8a20e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.213112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c2fb6fae-d161-4034-84a6-fcc952d8a20e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1303270 Sep 21 18:32:41.217383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42082) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:41.222058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'enable_snat': False}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:41.321487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:41.325094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.343015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] device_id is not set on port 43c11a9f-1f84-4745-8e83-01b6cbbef12f yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:41.427430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.453250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Allocated IP 172.20.0.7 (f06624b5-e644-4758-8449-17f19dd5df55/cdbf9ce5-7420-4cbc-9b0a-4363d3369472/43c11a9f-1f84-4745-8e83-01b6cbbef12f) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:41.949786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.969090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.984567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.988824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.028060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network f06624b5-e644-4758-8449-17f19dd5df55 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:42.031248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:42.033680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:42.077075 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=43c11a9f-1f84-4745-8e83-01b6cbbef12f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:42.100009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:42.101022 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.101793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Allocated IP 172.25.3.228 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/34fe623d-5ede-453e-9abd-ffbe77c92327) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:42.120615 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e7be4a76-92fd-439a-8ed3-286657e07b1a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9179151 Sep 21 18:32:42.123109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42084) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:42.138141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bc:32:c5'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:42.305934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.337724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-37d59a84-6d7f-4c0a-b306-2f8c29088d7a None None] Provisioning complete for port 43c11a9f-1f84-4745-8e83-01b6cbbef12f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:42.338536 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-37d59a84-6d7f-4c0a-b306-2f8c29088d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.375681 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.386980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-37d59a84-6d7f-4c0a-b306-2f8c29088d7a None None] Port 43c11a9f-1f84-4745-8e83-01b6cbbef12f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:42.393825 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.465831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:42.471727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:42.482714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:42.513115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Pushing event updated for resources: {'Port': ['ID=34fe623d-5ede-453e-9abd-ffbe77c92327,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:42.747735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.779210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.907683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=43c11a9f-1f84-4745-8e83-01b6cbbef12f,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:42.931121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] In _notify_port_updated(), no bound segment for port 43c11a9f-1f84-4745-8e83-01b6cbbef12f on network f06624b5-e644-4758-8449-17f19dd5df55 {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:32:42.936960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:42.937623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:42.939021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d8bb28b6-3b65-45b1-9141-f7267908c4f7 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "PUT /v2.0/ports/43c11a9f-1f84-4745-8e83-01b6cbbef12f HTTP/1.1" status: 200 len: 996 time: 0.8149269 Sep 21 18:32:42.941815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42086) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:42.942086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.034138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting port 43c11a9f-1f84-4745-8e83-01b6cbbef12f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:43.034750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.108482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6cac1a7c-1cc3-4f56-9f0f-9d9747ec43e0 None None] Provisioning complete for port 43c11a9f-1f84-4745-8e83-01b6cbbef12f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:43.108767 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6cac1a7c-1cc3-4f56-9f0f-9d9747ec43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.129819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.142069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6cac1a7c-1cc3-4f56-9f0f-9d9747ec43e0 None None] Port 43c11a9f-1f84-4745-8e83-01b6cbbef12f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:43.142470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Calling delete_port for 43c11a9f-1f84-4745-8e83-01b6cbbef12f owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:43.148419 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.151768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.273112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.279885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Router 6ede0960-04c6-49d7-82cd-d8342b9907c0 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:43.309348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Port': ['ID=43c11a9f-1f84-4745-8e83-01b6cbbef12f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:43.387736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.389651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-869ab915-769a-407e-b223-b1fda4f1b634 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/ports/43c11a9f-1f84-4745-8e83-01b6cbbef12f HTTP/1.1" status: 204 len: 168 time: 0.4465325 Sep 21 18:32:43.392334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42088) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:43.423617 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd73d70-820c-41f7-a296-1f3e71fdc64c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] GET failed (client error): The resource could not be found. Sep 21 18:32:43.425394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ebd73d70-820c-41f7-a296-1f3e71fdc64c tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "GET /v2.0/ports/43c11a9f-1f84-4745-8e83-01b6cbbef12f HTTP/1.1" status: 404 len: 333 time: 0.0319698 Sep 21 18:32:43.429745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42090) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:43.434897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:43.436685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'name': 'tempest-AllowedAddressPairTestJSON-675087625'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:43.439482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.444339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42092) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:43.445166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cbbec6fb-ed6e-404e-8d78-9bbd1d25fb26 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "PUT /v2.0/routers/6ede0960-04c6-49d7-82cd-d8342b9907c0 HTTP/1.1" status: 200 len: 919 time: 2.2266939 Sep 21 18:32:43.447305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] Sync routers for ids ['6ede0960-04c6-49d7-82cd-d8342b9907c0'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:43.458395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] Routers {'6ede0960-04c6-49d7-82cd-d8342b9907c0'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:43.460289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6ede0960-04c6-49d7-82cd-d8342b9907c0'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:43.497736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:43.512419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] Routers {'6ede0960-04c6-49d7-82cd-d8342b9907c0'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:43.513122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6ede0960-04c6-49d7-82cd-d8342b9907c0'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:43.545869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:43.546479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b5deb-47ca-44b8-9c31-c407763b556f None None] The sync data for ids ['6ede0960-04c6-49d7-82cd-d8342b9907c0'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:43.627895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc3b85e9-e116-4c9d-a193-8597db7156ee tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/6ede0960-04c6-49d7-82cd-d8342b9907c0 HTTP/1.1" status: 200 len: 925 time: 0.1821954 Sep 21 18:32:43.631312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42094) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:43.642462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:43.646250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.664561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] device_id is not set on port 50bd72e1-0cb2-40d5-9671-e167888a75ca yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:43.675641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c332429-3d66-480b-8c78-38336f92a64c tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:43.677208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9c332429-3d66-480b-8c78-38336f92a64c tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=6ede0960-04c6-49d7-82cd-d8342b9907c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0449095 Sep 21 18:32:43.679971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42096) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:43.769163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f6497-e39d-4433-919c-c0c25bced579 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:43.773334 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0a7f6497-e39d-4433-919c-c0c25bced579 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/networks/d4b58782-e2d1-40ac-af5b-2f88777796ec HTTP/1.1" status: 200 len: 881 time: 0.0897388 Sep 21 18:32:43.773601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42098) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:43.782517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Allocated IP 172.20.0.5 (f06624b5-e644-4758-8449-17f19dd5df55/cdbf9ce5-7420-4cbc-9b0a-4363d3369472/50bd72e1-0cb2-40d5-9671-e167888a75ca) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:43.806454 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-771131d3-4e9c-4cb8-98f1-4638382c934d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ede0960-04c6-49d7-82cd-d8342b9907c0 HTTP/1.1" status: 200 len: 205 time: 0.0315959 Sep 21 18:32:43.808787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42100) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:43.915712 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.935943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.970815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.019363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network f06624b5-e644-4758-8449-17f19dd5df55 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:44.024450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:44.024745 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.031354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:44.055959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=50bd72e1-0cb2-40d5-9671-e167888a75ca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:44.086738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:44.087369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.089618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Deleting port 34fe623d-5ede-453e-9abd-ffbe77c92327 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:44.089966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.102903 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-27ec846b-d9d1-449b-b35f-b0d3523a7f60 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6717696 Sep 21 18:32:44.105389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42102) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:44.110847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'network_id': 'f06624b5-e644-4758-8449-17f19dd5df55', 'name': 'tempest-AllowedAddressPairTestJSON-512815591'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:44.179742 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.194974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Calling delete_port for 34fe623d-5ede-453e-9abd-ffbe77c92327 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:44.237318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Made reservation on behalf of a878bdc0240c4ddda19df4d7b567e019 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:44.241767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.261131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] device_id is not set on port 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:44.268234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3d64cda0-159b-459f-860c-043517b2f420 None None] Provisioning complete for port 50bd72e1-0cb2-40d5-9671-e167888a75ca triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:44.268618 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d64cda0-159b-459f-860c-043517b2f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.308341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3d64cda0-159b-459f-860c-043517b2f420 None None] Port 50bd72e1-0cb2-40d5-9671-e167888a75ca cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:44.373283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.389134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Allocated IP 172.20.0.8 (f06624b5-e644-4758-8449-17f19dd5df55/cdbf9ce5-7420-4cbc-9b0a-4363d3369472/5eafdda2-c52d-4c2a-b8a6-57b9189114b6) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:44.397282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event deleted for resources: {'Port': ['ID=34fe623d-5ede-453e-9abd-ffbe77c92327,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:44.464301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.546584 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.557575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.559750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.583305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.607076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.607793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Fanout notify agent at l3_agent the message router_deleted on router 6ede0960-04c6-49d7-82cd-d8342b9907c0 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:44.616714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.617897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-970c9b7c-ac6a-47f3-b41f-932260ccb0e8 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/6ede0960-04c6-49d7-82cd-d8342b9907c0 HTTP/1.1" status: 204 len: 168 time: 0.8081713 Sep 21 18:32:44.621585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42104) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:44.626280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-757262571', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:44.629421 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Network f06624b5-e644-4758-8449-17f19dd5df55 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:44.632539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:44.636228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:44.651759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.652892 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.666994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=5eafdda2-c52d-4c2a-b8a6-57b9189114b6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:44.696797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:44.697622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.715801 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c21e6b2-d3a1-4107-859c-342a453395aa tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6066256 Sep 21 18:32:44.716014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42106) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:44.718285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.721868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:bc:32:c5'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ef:b5:10'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:44.862529 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.879602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.931804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-401917c3-c760-4778-b3a5-d507e258eab5 None None] Provisioning complete for port 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:44.932663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-401917c3-c760-4778-b3a5-d507e258eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:44.969840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-401917c3-c760-4778-b3a5-d507e258eab5 None None] Port 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:45.071146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.071793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.076433 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.091700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.158495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event updated for resources: {'Port': ['ID=5eafdda2-c52d-4c2a-b8a6-57b9189114b6,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:45.173183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] In _notify_port_updated(), no bound segment for port 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 on network f06624b5-e644-4758-8449-17f19dd5df55 {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:32:45.179939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:45.180728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.182086 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea7dbc7b-9ac4-40ba-af32-d29c1176637d tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "PUT /v2.0/ports/5eafdda2-c52d-4c2a-b8a6-57b9189114b6 HTTP/1.1" status: 200 len: 1055 time: 0.4649432 Sep 21 18:32:45.184978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:45.205019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Allocated IP 172.25.3.207 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/570c6a1d-acdb-482c-adb1-ef496224d83b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:45.281899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting port 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:45.282289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.329277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.369011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.380919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.389271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c182c9a8-e30e-406e-a80e-5f029b482afc None None] Provisioning complete for port 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:45.389638 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c182c9a8-e30e-406e-a80e-5f029b482afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.393925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Calling delete_port for 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:45.416321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:45.422844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event updated for resources: {'Port': ['ID=570c6a1d-acdb-482c-adb1-ef496224d83b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:45.426380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:45.428991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:45.436244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c182c9a8-e30e-406e-a80e-5f029b482afc None None] Port 5eafdda2-c52d-4c2a-b8a6-57b9189114b6 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:32:45.534450 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.564571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Port': ['ID=5eafdda2-c52d-4c2a-b8a6-57b9189114b6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:45.787385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:45.789527 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-072eec51-ecaf-4a8b-a8f0-c4eb5bac35ba tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/ports/5eafdda2-c52d-4c2a-b8a6-57b9189114b6 HTTP/1.1" status: 204 len: 168 time: 0.6028268 Sep 21 18:32:45.792192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42110) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:45.819465 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-7554e80e-fe0b-41c6-845c-9aca96d79af6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] GET failed (client error): The resource could not be found. Sep 21 18:32:45.821186 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7554e80e-fe0b-41c6-845c-9aca96d79af6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "GET /v2.0/ports/5eafdda2-c52d-4c2a-b8a6-57b9189114b6 HTTP/1.1" status: 404 len: 333 time: 0.0280285 Sep 21 18:32:45.823993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:45.922780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting port 50bd72e1-0cb2-40d5-9671-e167888a75ca {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:45.923040 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.012430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.023018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.035053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Calling delete_port for 50bd72e1-0cb2-40d5-9671-e167888a75ca owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:46.168796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.199435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Port': ['ID=50bd72e1-0cb2-40d5-9671-e167888a75ca,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:46.221402 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.278110 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.282952 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2c937ca1-2a3e-4eb8-9cea-4025f5ed08f6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/ports/50bd72e1-0cb2-40d5-9671-e167888a75ca HTTP/1.1" status: 204 len: 168 time: 0.4579928 Sep 21 18:32:46.283624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42114) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:46.316959 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3ac0a6-1342-4f3a-8684-9c2062e0eaef tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] GET failed (client error): The resource could not be found. Sep 21 18:32:46.319529 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad3ac0a6-1342-4f3a-8684-9c2062e0eaef tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "GET /v2.0/ports/50bd72e1-0cb2-40d5-9671-e167888a75ca HTTP/1.1" status: 404 len: 333 time: 0.0349386 Sep 21 18:32:46.323368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42116) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:46.376818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Router 92ef50d8-f66c-473e-8c39-34a202b20988 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:32:46.431743 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting port ecc0e197-510b-4fdd-9882-f4abffa05b90 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:46.432469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.496352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:46.508543 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] Sync routers for ids ['92ef50d8-f66c-473e-8c39-34a202b20988'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:46.518040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.519392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-be3562a7-ccf1-47b3-8e90-e3efb90a12f2 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8965557 Sep 21 18:32:46.519570 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] Routers {'92ef50d8-f66c-473e-8c39-34a202b20988'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:46.520202 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['92ef50d8-f66c-473e-8c39-34a202b20988'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:46.522857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42118) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:46.528322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:46.543502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.558019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Calling delete_port for ecc0e197-510b-4fdd-9882-f4abffa05b90 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:46.558999 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:46.569306 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] Routers {'92ef50d8-f66c-473e-8c39-34a202b20988'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:46.569680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['92ef50d8-f66c-473e-8c39-34a202b20988'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:46.603677 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:46.604323 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6368f640-d7fa-4de9-9f68-d9924a9e088c None None] The sync data for ids ['92ef50d8-f66c-473e-8c39-34a202b20988'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:46.693945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.730363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Port': ['ID=ecc0e197-510b-4fdd-9882-f4abffa05b90,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:46.794076 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.796173 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-28119cbd-9c84-410f-9519-7bcf75d91149 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/ports/ecc0e197-510b-4fdd-9882-f4abffa05b90 HTTP/1.1" status: 204 len: 168 time: 0.4718425 Sep 21 18:32:46.798742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42120) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:46.891967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting subnet cdbf9ce5-7420-4cbc-9b0a-4363d3369472 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:32:46.901708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.904720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.941795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.960641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.062267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Deleting port 570c6a1d-acdb-482c-adb1-ef496224d83b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:47.062497 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.089507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.188081 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.202792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Calling delete_port for 570c6a1d-acdb-482c-adb1-ef496224d83b owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:47.204845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.238670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbf9ce5-7420-4cbc-9b0a-4363d3369472,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:47.244960 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.246951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0be207ad-8765-484a-8532-309edc29eb4a tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/subnets/cdbf9ce5-7420-4cbc-9b0a-4363d3369472 HTTP/1.1" status: 204 len: 168 time: 0.4472289 Sep 21 18:32:47.249452 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42122) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:47.250001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b97c6-9e45-4169-bc3f-b877002ab3f2 None None] Network f06624b5-e644-4758-8449-17f19dd5df55 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:47.371633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.432011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] DHCP port deletion for f06624b5-e644-4758-8449-17f19dd5df55 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:32:47.479150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] Deleting port 973e1008-2987-46a5-bcd8-badbcf5541d3 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:47.479533 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.513843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Deleting port 973e1008-2987-46a5-bcd8-badbcf5541d3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:47.514277 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.517048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.547328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] For port 973e1008-2987-46a5-bcd8-badbcf5541d3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=973e1008-2987-46a5-bcd8-badbcf5541d3,segment=NetworkSegment(b2ea121c-e3b7-4c20-bf49-3e40184219fd),segment_id=b2ea121c-e3b7-4c20-bf49-3e40184219fd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:47.547720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.560306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Pushing event deleted for resources: {'Port': ['ID=570c6a1d-acdb-482c-adb1-ef496224d83b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:47.560997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] Calling delete_port for 973e1008-2987-46a5-bcd8-badbcf5541d3 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:47.642492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.648987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] For port 973e1008-2987-46a5-bcd8-badbcf5541d3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=973e1008-2987-46a5-bcd8-badbcf5541d3,segment=NetworkSegment(b2ea121c-e3b7-4c20-bf49-3e40184219fd),segment_id=b2ea121c-e3b7-4c20-bf49-3e40184219fd)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:47.649284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.667325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Calling delete_port for 973e1008-2987-46a5-bcd8-badbcf5541d3 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:47.667831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] Pushing event deleted for resources: {'Port': ['ID=973e1008-2987-46a5-bcd8-badbcf5541d3,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:47.673753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76513e33-6a3a-464a-8b04-0899464624c1 None None] No DVR routers for this DVR port 973e1008-2987-46a5-bcd8-badbcf5541d3 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:47.682625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.943862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.946631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.951942 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:47.975827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Port': ['ID=973e1008-2987-46a5-bcd8-badbcf5541d3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:47.980935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] No DVR routers for this DVR port 973e1008-2987-46a5-bcd8-badbcf5541d3 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:48.094739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Router 92ef50d8-f66c-473e-8c39-34a202b20988 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:32:48.129443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.183980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06624b5-e644-4758-8449-17f19dd5df55']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:48.197029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ea121c-e3b7-4c20-bf49-3e40184219fd') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:48.197261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ea121c-e3b7-4c20-bf49-3e40184219fd') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:48.235117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.236916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:48.248050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] Sync routers for ids ['92ef50d8-f66c-473e-8c39-34a202b20988'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:48.248646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.249843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9353e89e-85e1-4881-9677-2ea2d6a5efca tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "PUT /v2.0/routers/92ef50d8-f66c-473e-8c39-34a202b20988 HTTP/1.1" status: 200 len: 709 time: 1.7259622 Sep 21 18:32:48.252435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42124) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.258442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] Routers {'92ef50d8-f66c-473e-8c39-34a202b20988'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:48.259078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['92ef50d8-f66c-473e-8c39-34a202b20988'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:48.293047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.294902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:48.303735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:48.303940 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.304200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] Routers {'92ef50d8-f66c-473e-8c39-34a202b20988'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:48.304808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:32:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['92ef50d8-f66c-473e-8c39-34a202b20988'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:48.307053 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:48.337466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:48.338133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb756e-ef7c-4e13-b647-5466876cac20 None None] The sync data for ids ['92ef50d8-f66c-473e-8c39-34a202b20988'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:48.351311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a04a169b-b175-4704-a11c-70ba066fabe1 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/routers/92ef50d8-f66c-473e-8c39-34a202b20988 HTTP/1.1" status: 200 len: 744 time: 0.0977991 Sep 21 18:32:48.354108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.403094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 973e1008-2987-46a5-bcd8-badbcf5541d3 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:48.403273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-45bd2af6-9abf-4515-9f07-dc1d982711a0 tempest-RoutersIpV6AdminTest-2066111280 tempest-RoutersIpV6AdminTest-2066111280-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&device_id=92ef50d8-f66c-473e-8c39-34a202b20988 HTTP/1.1" status: 200 len: 205 time: 0.0472913 Sep 21 18:32:48.405660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42128) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.411099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.417066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.419265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] 10.222.0.70 "DELETE /v2.0/networks/f06624b5-e644-4758-8449-17f19dd5df55 HTTP/1.1" status: 204 len: 168 time: 1.1688950 Sep 21 18:32:48.428453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 973e1008-2987-46a5-bcd8-badbcf5541d3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:48.429049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 973e1008-2987-46a5-bcd8-badbcf5541d3 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:48.441144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ae0f-1312-4245-8fb8-a0932c7dfcb6 tempest-AllowedAddressPairTestJSON-644076902 tempest-AllowedAddressPairTestJSON-644076902-project] Pushing event deleted for resources: {'Network': ['ID=f06624b5-e644-4758-8449-17f19dd5df55,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:48.447652 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4dfa9c27-756e-4509-9c30-1d8b85e71d09 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=92ef50d8-f66c-473e-8c39-34a202b20988 HTTP/1.1" status: 200 len: 205 time: 0.0407681 Sep 21 18:32:48.449982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42132) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.526736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb535c12-6861-42c0-baa8-1b54ab8aa35d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.678329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42136) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.691604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb535c12-6861-42c0-baa8-1b54ab8aa35d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.694700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb535c12-6861-42c0-baa8-1b54ab8aa35d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.743241 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb535c12-6861-42c0-baa8-1b54ab8aa35d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.743773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb535c12-6861-42c0-baa8-1b54ab8aa35d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Fanout notify agent at l3_agent the message router_deleted on router 92ef50d8-f66c-473e-8c39-34a202b20988 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:48.751063 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cb535c12-6861-42c0-baa8-1b54ab8aa35d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.755914 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cb535c12-6861-42c0-baa8-1b54ab8aa35d tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/92ef50d8-f66c-473e-8c39-34a202b20988 HTTP/1.1" status: 204 len: 168 time: 0.3036885 Sep 21 18:32:48.756150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42140) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.785736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-158eaad3-d573-4de1-baed-120e59f275e5 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=92ef50d8-f66c-473e-8c39-34a202b20988 HTTP/1.1" status: 200 len: 205 time: 0.0284622 Sep 21 18:32:48.789499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42142) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.827192 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-670fce0d-b701-472b-93c2-ef77354c762a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a878bdc0240c4ddda19df4d7b567e019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476800 Sep 21 18:32:48.827872 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-b9338251-f609-4b15-80b4-db63751a48e9 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] delete failed (client error): The resource could not be found. Sep 21 18:32:48.831360 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b9338251-f609-4b15-80b4-db63751a48e9 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/92ef50d8-f66c-473e-8c39-34a202b20988 HTTP/1.1" status: 404 len: 336 time: 0.0384018 Sep 21 18:32:48.831360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42144) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.831654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42146) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.863789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b51b1f92-177e-4770-9c97-b56e65b4dc2a tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ede0960-04c6-49d7-82cd-d8342b9907c0 HTTP/1.1" status: 200 len: 205 time: 0.0310042 Sep 21 18:32:48.866242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42148) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.892384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228fbc64-c1fc-4123-b701-02840b6f41ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.905321 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-94d8b167-0d5a-4091-8ba8-2b4e09ec4d8e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] delete failed (client error): The resource could not be found. Sep 21 18:32:48.906397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-94d8b167-0d5a-4091-8ba8-2b4e09ec4d8e tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/6ede0960-04c6-49d7-82cd-d8342b9907c0 HTTP/1.1" status: 404 len: 336 time: 0.0392365 Sep 21 18:32:48.908959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42150) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.915029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228fbc64-c1fc-4123-b701-02840b6f41ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.938282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-43345dd5-2b00-4596-b146-a800cae96975 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ebeaffa-7dc2-47c5-862d-c490c6659401 HTTP/1.1" status: 200 len: 205 time: 0.0282183 Sep 21 18:32:48.940574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42152) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:48.971155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228fbc64-c1fc-4123-b701-02840b6f41ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.974003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-228fbc64-c1fc-4123-b701-02840b6f41ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:48.975212 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-228fbc64-c1fc-4123-b701-02840b6f41ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd3f3e67-f651-45d2-8404-41f58d95d9a7 HTTP/1.1" status: 204 len: 168 time: 0.1444716 Sep 21 18:32:48.984596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fbc64-c1fc-4123-b701-02840b6f41ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f3e67-f651-45d2-8404-41f58d95d9a7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:48.986462 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-306eea37-6baa-411b-9589-ea28a8c21188 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] delete failed (client error): The resource could not be found. Sep 21 18:32:48.990501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-306eea37-6baa-411b-9589-ea28a8c21188 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/5ebeaffa-7dc2-47c5-862d-c490c6659401 HTTP/1.1" status: 404 len: 336 time: 0.0460904 Sep 21 18:32:48.991356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42156) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.028665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5b9bba2d-3937-4914-acd7-6fc5f307db1f tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=916a336b-4c89-4b52-9da5-8c1c85d80880 HTTP/1.1" status: 200 len: 205 time: 0.0365715 Sep 21 18:32:49.032357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42158) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.071127 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-337400b7-1457-463a-ab5c-816bfb1e0cac tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] delete failed (client error): The resource could not be found. Sep 21 18:32:49.072189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-337400b7-1457-463a-ab5c-816bfb1e0cac tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/916a336b-4c89-4b52-9da5-8c1c85d80880 HTTP/1.1" status: 404 len: 336 time: 0.0390429 Sep 21 18:32:49.075228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42160) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.102567 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8c8848f6-68bd-4b9f-9526-52f93bf1d9ec tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee26ce9-f87c-495b-9ef4-40bb3bebae44 HTTP/1.1" status: 200 len: 205 time: 0.0261562 Sep 21 18:32:49.104947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.142127 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-ae1458e2-ca94-4c99-b805-90be3b2d8f69 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] delete failed (client error): The resource could not be found. Sep 21 18:32:49.143200 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ae1458e2-ca94-4c99-b805-90be3b2d8f69 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/0ee26ce9-f87c-495b-9ef4-40bb3bebae44 HTTP/1.1" status: 404 len: 336 time: 0.0373013 Sep 21 18:32:49.146342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42166) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.173419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f2729ad3-549b-463d-818c-736e108498a0 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "GET /v2.0/ports?device_id=f154c0d4-6b27-4840-931e-534d603187a7 HTTP/1.1" status: 200 len: 205 time: 0.0258329 Sep 21 18:32:49.176022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42168) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.218718 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-cbd79b27-0b31-4ea2-9f19-39dba087f457 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] delete failed (client error): The resource could not be found. Sep 21 18:32:49.219745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cbd79b27-0b31-4ea2-9f19-39dba087f457 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/routers/f154c0d4-6b27-4840-931e-534d603187a7 HTTP/1.1" status: 404 len: 336 time: 0.0428507 Sep 21 18:32:49.222442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42174) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.249221 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-276d10de-3e45-4e36-901b-3e8525bad570 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] DELETE failed (client error): The resource could not be found. Sep 21 18:32:49.249611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276d10de-3e45-4e36-901b-3e8525bad570 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:32:49.251400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-276d10de-3e45-4e36-901b-3e8525bad570 tempest-RoutersIpV6AdminTest-1242293906 tempest-RoutersIpV6AdminTest-1242293906-project] 10.222.0.70 "DELETE /v2.0/subnets/8cd60d9c-e6bc-4e02-acf7-4c83f2e8dc26 HTTP/1.1" status: 404 len: 337 time: 0.0280704 Sep 21 18:32:49.463859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42186) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.571396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da6ec1e7-5541-4d52-b45a-aafa912f163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.668157 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da6ec1e7-5541-4d52-b45a-aafa912f163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.672337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-da6ec1e7-5541-4d52-b45a-aafa912f163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.702610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42196) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.716285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ec1e7-5541-4d52-b45a-aafa912f163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c501623d-c214-4726-8b04-e332d13cf9d8,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:49.722688 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-da6ec1e7-5541-4d52-b45a-aafa912f163d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13058b933f164c5f9e4fada8507e5b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577298 Sep 21 18:32:49.724224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42200) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.773529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65e30de2-dafc-46c7-8ba6-c00155b4ed5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.794643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65e30de2-dafc-46c7-8ba6-c00155b4ed5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.803248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-55eafe30-a131-44f1-ac22-a9f9a785878b tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.804264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-55eafe30-a131-44f1-ac22-a9f9a785878b tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1006002 Sep 21 18:32:49.807268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42202) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.815177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-6493d46f-9514-46da-ba7a-61c3a116352f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.816118 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6493d46f-9514-46da-ba7a-61c3a116352f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079448 Sep 21 18:32:49.819175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42204) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.822933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-ecd25f85-ab0b-4c20-810c-dd52480b20d4 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.823849 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ecd25f85-ab0b-4c20-810c-dd52480b20d4 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038292 Sep 21 18:32:49.826150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42206) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.831665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-44e7b2af-207c-4244-b41a-0c7bc814fa22 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.832601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-44e7b2af-207c-4244-b41a-0c7bc814fa22 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050094 Sep 21 18:32:49.835160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42208) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.839024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-4ca1e6ae-3548-4279-a664-b205b3dfe77a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.840115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4ca1e6ae-3548-4279-a664-b205b3dfe77a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040855 Sep 21 18:32:49.842329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42210) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.846067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-0cc26981-f0c3-470a-901a-aec88a9920c1 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.847001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0cc26981-f0c3-470a-901a-aec88a9920c1 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038497 Sep 21 18:32:49.849532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42212) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.853978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-6693664c-0135-4da1-8cd0-0b322722f33a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.854935 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6693664c-0135-4da1-8cd0-0b322722f33a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044847 Sep 21 18:32:49.857257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42214) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.861504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-7d81d51a-d975-43f2-917c-5e3a02b5f246 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.862454 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7d81d51a-d975-43f2-917c-5e3a02b5f246 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041835 Sep 21 18:32:49.863589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65e30de2-dafc-46c7-8ba6-c00155b4ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.865104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42216) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.866794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65e30de2-dafc-46c7-8ba6-c00155b4ed5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.867807 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-65e30de2-dafc-46c7-8ba6-c00155b4ed5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c501623d-c214-4726-8b04-e332d13cf9d8 HTTP/1.1" status: 204 len: 168 time: 0.1426423 Sep 21 18:32:49.869432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-a9b9a9aa-86be-4e11-a154-305d80823c46 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.870649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a9b9a9aa-86be-4e11-a154-305d80823c46 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046444 Sep 21 18:32:49.872807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42220) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.875686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e30de2-dafc-46c7-8ba6-c00155b4ed5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c501623d-c214-4726-8b04-e332d13cf9d8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:49.877141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-6342675e-bebb-4bfa-8c08-67c913efbcd0 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.878063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6342675e-bebb-4bfa-8c08-67c913efbcd0 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044148 Sep 21 18:32:49.881068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42222) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.885296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-bab2a30b-985a-403d-ba0c-9869b34f40e3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.886263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bab2a30b-985a-403d-ba0c-9869b34f40e3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043001 Sep 21 18:32:49.888596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42224) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.893684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-4408c1ea-8dee-492b-b03e-0a02a7f50ad2 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.894848 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4408c1ea-8dee-492b-b03e-0a02a7f50ad2 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042667 Sep 21 18:32:49.897546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42226) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.901604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-e27f3841-ccc9-4acf-be8d-37161ec4e7bc tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.902562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e27f3841-ccc9-4acf-be8d-37161ec4e7bc tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041685 Sep 21 18:32:49.904879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42228) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.909856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-bc4cb6d0-251d-43f3-97e5-c1d44ed69aec tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.910814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc4cb6d0-251d-43f3-97e5-c1d44ed69aec tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051026 Sep 21 18:32:49.913376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42230) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.917161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-37f3daae-eb12-4daa-94b6-392989f74293 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.918070 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-37f3daae-eb12-4daa-94b6-392989f74293 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038605 Sep 21 18:32:49.920288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42232) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.924014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-611cf976-db4d-491f-aba5-76ee1efb310f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.925332 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-611cf976-db4d-491f-aba5-76ee1efb310f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042350 Sep 21 18:32:49.928515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42234) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.932637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-32c783fe-acf5-44e7-a23c-f439a26b54e8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.933667 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32c783fe-acf5-44e7-a23c-f439a26b54e8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040760 Sep 21 18:32:49.936122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42236) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.940183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-ec7f2766-a39a-4d7a-95ff-20dff8c7327e tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.941134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ec7f2766-a39a-4d7a-95ff-20dff8c7327e tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040989 Sep 21 18:32:49.943864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42238) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.949168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-527008e9-89a0-4694-9053-e4c43abb7363 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.950139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-527008e9-89a0-4694-9053-e4c43abb7363 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051868 Sep 21 18:32:49.953078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42240) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.957669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-0c4aabd9-f50e-44ea-bb40-8982d76ab8f4 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.959084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c4aabd9-f50e-44ea-bb40-8982d76ab8f4 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051203 Sep 21 18:32:49.961991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42242) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.966209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-af4c1342-4bf6-42c6-aa2d-0b399ca1fa90 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.967155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af4c1342-4bf6-42c6-aa2d-0b399ca1fa90 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041466 Sep 21 18:32:49.969685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42244) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.973966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-557d21ba-1e23-4b3a-aeee-df9b34dbca3c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.975285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-557d21ba-1e23-4b3a-aeee-df9b34dbca3c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044632 Sep 21 18:32:49.977616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42246) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.981716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-5ea8f9d1-3d43-407d-b327-8e45383e862c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.982707 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5ea8f9d1-3d43-407d-b327-8e45383e862c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043352 Sep 21 18:32:49.985158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42248) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.990312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-4f016009-563e-4972-ba77-497504b84649 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:49.991456 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4f016009-563e-4972-ba77-497504b84649 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052397 Sep 21 18:32:49.994104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42250) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:49.999142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-da5870a6-329d-48f9-bc2d-332de85db635 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.000124 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-da5870a6-329d-48f9-bc2d-332de85db635 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050547 Sep 21 18:32:50.002539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42252) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.007250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-82e7fa44-0e56-42df-847f-3a039d37595f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.008204 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-82e7fa44-0e56-42df-847f-3a039d37595f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046394 Sep 21 18:32:50.010705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42254) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.014959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-2fe2a3ce-6f63-4a10-aac8-336069db3f70 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.015891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2fe2a3ce-6f63-4a10-aac8-336069db3f70 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042181 Sep 21 18:32:50.018340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42256) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.023203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-4e1bd0a4-9dff-40fe-8b62-1e6a29bd17d3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.023361 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4e1bd0a4-9dff-40fe-8b62-1e6a29bd17d3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040877 Sep 21 18:32:50.025774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42258) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.029980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-c86ddb73-e5a8-44ae-9d96-4332a5a0e554 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.033257 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c86ddb73-e5a8-44ae-9d96-4332a5a0e554 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042286 Sep 21 18:32:50.033525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42260) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.037561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-b984669b-20dd-4bd7-9786-da704b3efb09 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.040617 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b984669b-20dd-4bd7-9786-da704b3efb09 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042214 Sep 21 18:32:50.040848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42262) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.044720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-66c32c91-8168-4c56-92c3-8f31943d1787 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.047953 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-66c32c91-8168-4c56-92c3-8f31943d1787 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039616 Sep 21 18:32:50.048342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42264) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.053619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-695f2049-5cc7-4781-970d-7ac540ea8234 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.054805 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-695f2049-5cc7-4781-970d-7ac540ea8234 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052056 Sep 21 18:32:50.057309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42266) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.062017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-a67889b1-1849-4a80-bbd0-601c93bb187f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.063041 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a67889b1-1849-4a80-bbd0-601c93bb187f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048237 Sep 21 18:32:50.065451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42268) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.070800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-a8c97781-edf7-4d2d-a65f-277e46fc5e14 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.071742 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a8c97781-edf7-4d2d-a65f-277e46fc5e14 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050993 Sep 21 18:32:50.073793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42270) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.078176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-23d3c147-c9d2-44ed-8d52-7b9e37b39d77 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.079149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-23d3c147-c9d2-44ed-8d52-7b9e37b39d77 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040977 Sep 21 18:32:50.081744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42274) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.086140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-344b18a0-7df8-4358-9071-42e568b99ee3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.087109 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-344b18a0-7df8-4358-9071-42e568b99ee3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044286 Sep 21 18:32:50.090658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.094734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-c76d3c5f-b8fa-4520-9bbb-7663746986b8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.098024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c76d3c5f-b8fa-4520-9bbb-7663746986b8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042193 Sep 21 18:32:50.098500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42278) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.103107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-5fc9c3ec-375f-4669-89ce-63b0be3f6af7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.104032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5fc9c3ec-375f-4669-89ce-63b0be3f6af7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041032 Sep 21 18:32:50.106407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42280) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.110160 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-9c0f1692-0ace-4c29-8519-91d2244c8578 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.111098 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9c0f1692-0ace-4c29-8519-91d2244c8578 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038064 Sep 21 18:32:50.113315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42282) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.117605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-060cfe19-f2a7-47ef-b0f5-83988fc193a3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.118545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-060cfe19-f2a7-47ef-b0f5-83988fc193a3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044186 Sep 21 18:32:50.120751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42284) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.125116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-e2105060-9f48-430d-81ef-3f1faf95a348 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.126035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e2105060-9f48-430d-81ef-3f1faf95a348 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044613 Sep 21 18:32:50.128239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42286) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.132266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-07d5767e-e6fa-498b-8ceb-f4edaf1f6a8a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.133406 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-07d5767e-e6fa-498b-8ceb-f4edaf1f6a8a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040946 Sep 21 18:32:50.135300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42288) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.139039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-61ec24f1-8e66-46b1-a8b7-091f4f3a81f4 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.140174 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61ec24f1-8e66-46b1-a8b7-091f4f3a81f4 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038245 Sep 21 18:32:50.141978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42290) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.145625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-fe788afa-9ea8-4b0e-818b-26ff3e501c0a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.146712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fe788afa-9ea8-4b0e-818b-26ff3e501c0a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039024 Sep 21 18:32:50.148829 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42292) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.152530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-3678122b-8572-4ac4-9bf4-38787c5adeb7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.154618 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3678122b-8572-4ac4-9bf4-38787c5adeb7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049264 Sep 21 18:32:50.155471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.159265 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-c1d35efe-f6e6-4c5a-ba35-e41d176d1d8c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.160173 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c1d35efe-f6e6-4c5a-ba35-e41d176d1d8c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0038743 Sep 21 18:32:50.162787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42296) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.166501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-d44efc93-1863-4390-9025-bd09ef1f79b8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.167416 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d44efc93-1863-4390-9025-bd09ef1f79b8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037854 Sep 21 18:32:50.169478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42298) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.173149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-52ce2aaa-88f1-41fd-a131-dbe936e8b8c8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.174037 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-52ce2aaa-88f1-41fd-a131-dbe936e8b8c8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037534 Sep 21 18:32:50.176736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42300) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.182817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-8234825b-c19a-4ddc-add9-3a88bec53dd3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.183961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8234825b-c19a-4ddc-add9-3a88bec53dd3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048721 Sep 21 18:32:50.186774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42302) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.191435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-8c69784f-a55c-4876-8d7c-7f6ab990b172 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.195345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8c69784f-a55c-4876-8d7c-7f6ab990b172 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045402 Sep 21 18:32:50.195551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42304) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.199677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-f2cd5e3e-7692-4438-880c-7c4210c4c133 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.200616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f2cd5e3e-7692-4438-880c-7c4210c4c133 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041640 Sep 21 18:32:50.202983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.206751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-405abae8-1be2-4aa1-9407-3e93182b6b2a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.207668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-405abae8-1be2-4aa1-9407-3e93182b6b2a tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038640 Sep 21 18:32:50.209877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42308) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.213652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-da517257-5b20-475d-ac8e-f7b90dd8490d tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.214597 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-da517257-5b20-475d-ac8e-f7b90dd8490d tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038645 Sep 21 18:32:50.216738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42310) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.225268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-3de31568-5b9d-44e9-883c-ba7fa39770d7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.226202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3de31568-5b9d-44e9-883c-ba7fa39770d7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086265 Sep 21 18:32:50.228741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42312) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.233116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-4ec0767d-4472-4581-9a77-0700f44789b8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.234060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4ec0767d-4472-4581-9a77-0700f44789b8 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043349 Sep 21 18:32:50.236326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42314) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.240784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-784e03ae-dabf-4dc6-906d-c96580795179 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.241169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42316) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.241723 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-784e03ae-dabf-4dc6-906d-c96580795179 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045273 Sep 21 18:32:50.244078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42318) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.248089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-f82c4566-c531-45cd-b3f0-70571a4de807 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.252741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f82c4566-c531-45cd-b3f0-70571a4de807 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039198 Sep 21 18:32:50.252741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42320) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.255001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-2f3bf163-f39f-4487-9e1d-2f4f91c7bc52 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.256108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2f3bf163-f39f-4487-9e1d-2f4f91c7bc52 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041614 Sep 21 18:32:50.258427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.262182 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-a3b4cc57-63fc-44ed-a536-fb4b905f808d tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.263120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a3b4cc57-63fc-44ed-a536-fb4b905f808d tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037897 Sep 21 18:32:50.265291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42324) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.269007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-32054917-218d-42bb-b3c5-240a8a0561e3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.269928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-32054917-218d-42bb-b3c5-240a8a0561e3 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038095 Sep 21 18:32:50.272571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42326) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.278864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-930d0f28-d301-4e34-a412-529790497cc9 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.280372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-930d0f28-d301-4e34-a412-529790497cc9 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064058 Sep 21 18:32:50.282326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42328) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.287799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-6f65e283-7d62-43ab-9f17-d5c23d84f4b5 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.290613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f65e283-7d62-43ab-9f17-d5c23d84f4b5 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073974 Sep 21 18:32:50.291172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42330) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.292212 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51c3ae31-c42a-4f6a-b2ad-c9927c29d9a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8ebdea74f4f4f07b26929e3b7a6da26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498428 Sep 21 18:32:50.294540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42332) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.295164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-c726a5f0-41b1-4994-a3fd-f1684d38e59c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.296112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c726a5f0-41b1-4994-a3fd-f1684d38e59c tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040555 Sep 21 18:32:50.298219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42334) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.303012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-a47fd0d6-07a9-4ae3-9f6d-03afe4cd1a84 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.303997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a47fd0d6-07a9-4ae3-9f6d-03afe4cd1a84 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048795 Sep 21 18:32:50.306094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42336) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.309863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-745555b4-31d4-431e-9cb8-6140bd07aaa7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.310795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-745555b4-31d4-431e-9cb8-6140bd07aaa7 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038593 Sep 21 18:32:50.312920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42338) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.316612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-8c834862-8a57-4223-ad58-70864ea85161 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.322006 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8c834862-8a57-4223-ad58-70864ea85161 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082207 Sep 21 18:32:50.322595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42340) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.326588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-61065ce3-c44e-4b21-bb51-dfcb3409c403 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.327518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-61065ce3-c44e-4b21-bb51-dfcb3409c403 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040619 Sep 21 18:32:50.329726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42342) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.333540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [None req-4df94fa4-3957-4ef3-b599-426bf63f7e5f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.334498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4df94fa4-3957-4ef3-b599-426bf63f7e5f tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038712 Sep 21 18:32:50.336748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42344) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.340884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [None req-43fd7aae-4e83-4b71-9116-7925224a76e6 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:32:50.341805 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-43fd7aae-4e83-4b71-9116-7925224a76e6 tempest-ExtensionsTestJSON-572988454 tempest-ExtensionsTestJSON-572988454-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041640 Sep 21 18:32:50.361592 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6326-9763-46ad-b9a1-02e41556e2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.383576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6326-9763-46ad-b9a1-02e41556e2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.431322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6326-9763-46ad-b9a1-02e41556e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.434303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6326-9763-46ad-b9a1-02e41556e2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.435468 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b1eb6326-9763-46ad-b9a1-02e41556e2bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/740982ea-f4f7-4794-9338-48c3b7146ecd HTTP/1.1" status: 204 len: 168 time: 0.1399643 Sep 21 18:32:50.444495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb6326-9763-46ad-b9a1-02e41556e2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740982ea-f4f7-4794-9338-48c3b7146ecd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:50.612371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.727145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56432d6c-6157-46f2-9ded-8daa6226ef3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.821568 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56432d6c-6157-46f2-9ded-8daa6226ef3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.825445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56432d6c-6157-46f2-9ded-8daa6226ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.869005 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-56432d6c-6157-46f2-9ded-8daa6226ef3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c5a3f4866d449cabf4300e9d8ec64ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532480 Sep 21 18:32:50.869005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432d6c-6157-46f2-9ded-8daa6226ef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0ef03-6683-4b9a-b77d-56224386f141,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:50.870059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42368) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:50.924235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9161a092-a197-4286-a036-0870c65fb6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.948227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9161a092-a197-4286-a036-0870c65fb6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.996899 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9161a092-a197-4286-a036-0870c65fb6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.999602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9161a092-a197-4286-a036-0870c65fb6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:51.000818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9161a092-a197-4286-a036-0870c65fb6f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19a0ef03-6683-4b9a-b77d-56224386f141 HTTP/1.1" status: 204 len: 168 time: 0.1298442 Sep 21 18:32:51.014968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161a092-a197-4286-a036-0870c65fb6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0ef03-6683-4b9a-b77d-56224386f141,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:51.703116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42408) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:51.842797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42414) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:51.891289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-789463539'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:51.910208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1061346519', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:51.924044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:51.927754 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:51.942224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:51.957291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Made reservation on behalf of d6db275027ca448d85e9de36efddb2d6 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:51.960242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:51.971235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.059182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.064848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.097676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:52.121157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4948d757-be28-473b-89a1-1e2849a82843,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:52.125330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.125673 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment 99eb4bff-0a8c-4668-bfa0-66ae041602c8 of type vlan for network 5eb37474-ac80-46ab-a4f1-312ed92fd76b Sep 21 18:32:52.180817 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.226103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.231596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:52.232181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.243978 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.259223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.274007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] device_id is not set on port f21d132a-d137-4626-aee5-56e9c6154353 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:52.288682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4447374 Sep 21 18:32:52.292324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42418) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:52.297430 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'name': 'tempest-PortsIpV6TestJSON-1494929035'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:52.369501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477751ae-c227-458b-b290-9e09b19e924a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=5eb37474-ac80-46ab-a4f1-312ed92fd76b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:52.374625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da0e1df-b9d3-4342-96b2-a0aede276d9a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:52.381417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:52.410010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:52.414548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.434463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:52.450711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Allocated IP 172.25.3.25 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/f21d132a-d137-4626-aee5-56e9c6154353) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:52.593446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.600509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.631928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.635652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.673156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:52.678462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:52.685737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:52.698011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=95d5c081-2fb1-4ee4-b212-fc3e7491e585,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:52.705456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': '99eb4bff-0a8c-4668-bfa0-66ae041602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:52.705794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Pushing event updated for resources: {'Port': ['ID=f21d132a-d137-4626-aee5-56e9c6154353,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:52.705935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: 5eb37474-ac80-46ab-a4f1-312ed92fd76b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:52.723007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:52.730867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:52.731600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.732711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5eb37474-ac80-46ab-a4f1-312ed92fd76b) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:52.736948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:52.743173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:52.743619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e53d05-b5cf-44d2-9f91-ca80eaf29b88 None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:52.743815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.747804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fe1c123d-f647-4323-bd8c-5e93f459a7dc tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0432465 Sep 21 18:32:52.750744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42420) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:52.755145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.25'}]}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:52.765933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42422) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:52.766564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eb719881-d343-4aa9-b34c-e4e5b11106e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4732728 Sep 21 18:32:52.771397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1106401657'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:52.792665 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.793649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.816864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:52.820610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.868727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.230075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:53.268406 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.268745 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment 2a7ec6bc-a9b5-4bbf-80cf-5131b47c431a of type vlan for network be3e3651-cb10-45a1-b5bc-6a7d7154e309 Sep 21 18:32:53.368378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.374492 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.418090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.423540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:53.424116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.496746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7296271 Sep 21 18:32:53.499312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42424) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:53.505612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'ports': [{'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b'}, {'network_id': 'be3e3651-cb10-45a1-b5bc-6a7d7154e309'}]} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:53.505941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:53.506460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': 'be3e3651-cb10-45a1-b5bc-6a7d7154e309'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:53.527274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29827770-2d44-431c-b41f-ae6785f1b236 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=be3e3651-cb10-45a1-b5bc-6a7d7154e309,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:53.540762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network be3e3651-cb10-45a1-b5bc-6a7d7154e309 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:53.672284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.680029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 2} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:53.685709 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.695165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.700783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.786401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 76583351-a369-4b34-bceb-5e4761cbd8cc yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:53.843488 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.899912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.979413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 1c6d6498-a9fb-4697-b59e-5d11304015bc yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:54.011275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.013472 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.058678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.059104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e533393-525a-4a20-8e6e-ac378c5c5f85 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:54.073641 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:32:54.077232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d50ade72-27f1-4b90-a2f6-4af44f2d8959 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3230567 Sep 21 18:32:54.077618 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42426) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:54.123003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.190691 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.205637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Deleting port f21d132a-d137-4626-aee5-56e9c6154353 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:54.205979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.255880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:54.285973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:54.293140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:54.293980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.307815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=76583351-a369-4b34-bceb-5e4761cbd8cc,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:54.369380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.384287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=1c6d6498-a9fb-4697-b59e-5d11304015bc,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:54.390459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Calling delete_port for f21d132a-d137-4626-aee5-56e9c6154353 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:54.413761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': '2a7ec6bc-a9b5-4bbf-80cf-5131b47c431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'be3e3651-cb10-45a1-b5bc-6a7d7154e309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:54.414111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: be3e3651-cb10-45a1-b5bc-6a7d7154e309, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:54.803262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network be3e3651-cb10-45a1-b5bc-6a7d7154e309 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:54.818595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, be3e3651-cb10-45a1-b5bc-6a7d7154e309) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:54.822649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:54.828195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:54.828660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383a9a8-8779-4412-8f9a-d65133102761 None None] Network be3e3651-cb10-45a1-b5bc-6a7d7154e309 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:54.832911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:54.834144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.875422 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-87d1dbe7-0588-4f36-85e5-c3ceb40f12dd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3725469 Sep 21 18:32:54.875642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42428) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:54.918251 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.975481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Pushing event deleted for resources: {'Port': ['ID=f21d132a-d137-4626-aee5-56e9c6154353,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:55.049918 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.052373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3244c3b2-0573-47ee-aa6e-1b05bee853b0 tempest-RoutersAdminNegativeTest-724659759 tempest-RoutersAdminNegativeTest-724659759-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f21d132a-d137-4626-aee5-56e9c6154353 HTTP/1.1" status: 204 len: 168 time: 0.9731054 Sep 21 18:32:55.054761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 1c6d6498-a9fb-4697-b59e-5d11304015bc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:55.055043 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.126675 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.140998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 1c6d6498-a9fb-4697-b59e-5d11304015bc owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:55.225120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.254690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=1c6d6498-a9fb-4697-b59e-5d11304015bc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:55.260888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.262918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-750bcdbd-0b81-46e1-9bd1-94a9074fa84b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/1c6d6498-a9fb-4697-b59e-5d11304015bc HTTP/1.1" status: 204 len: 168 time: 0.3863328 Sep 21 18:32:55.265384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.306139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.317397 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb09693-c099-4a31-9585-71e84f7ce175 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:55.323812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb09693-c099-4a31-9585-71e84f7ce175 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:55.325390 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3eb09693-c099-4a31-9585-71e84f7ce175 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0590367 Sep 21 18:32:55.328234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42440) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.416547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 76583351-a369-4b34-bceb-5e4761cbd8cc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:55.416975 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.422632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-969d1eca-9bda-4af6-8ab5-ac83bfed68e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.488194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.501114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 76583351-a369-4b34-bceb-5e4761cbd8cc owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:55.521242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-969d1eca-9bda-4af6-8ab5-ac83bfed68e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.525137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-969d1eca-9bda-4af6-8ab5-ac83bfed68e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.563626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-969d1eca-9bda-4af6-8ab5-ac83bfed68e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11f24ced05b34512a97a22dd4313fc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563601 Sep 21 18:32:55.565459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d1eca-9bda-4af6-8ab5-ac83bfed68e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef008a-1e1d-4b65-a754-86a66dc557ae,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:55.566974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42442) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.594745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.632849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=76583351-a369-4b34-bceb-5e4761cbd8cc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:55.641498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.643133 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c907f4e1-395a-4078-b2ec-25b55fc9496f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/76583351-a369-4b34-bceb-5e4761cbd8cc HTTP/1.1" status: 204 len: 168 time: 0.3139625 Sep 21 18:32:55.646153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42444) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.657458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd4f1-665d-45a5-a8f8-6f590b1a0cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.682800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd4f1-665d-45a5-a8f8-6f590b1a0cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.696027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785af9a4-6b7b-4ec7-a953-b1ef232860d4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:55.697536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-785af9a4-6b7b-4ec7-a953-b1ef232860d4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0502701 Sep 21 18:32:55.700308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42446) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.725168 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4582e55-2d7e-4e9c-9566-2e393eca478f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:32:55.726769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e4582e55-2d7e-4e9c-9566-2e393eca478f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/1c6d6498-a9fb-4697-b59e-5d11304015bc HTTP/1.1" status: 404 len: 333 time: 0.0254366 Sep 21 18:32:55.729478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42448) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.735206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd4f1-665d-45a5-a8f8-6f590b1a0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.737839 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd4f1-665d-45a5-a8f8-6f590b1a0cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.739030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1f1cd4f1-665d-45a5-a8f8-6f590b1a0cfb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94ef008a-1e1d-4b65-a754-86a66dc557ae HTTP/1.1" status: 204 len: 168 time: 0.1711164 Sep 21 18:32:55.747999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cd4f1-665d-45a5-a8f8-6f590b1a0cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef008a-1e1d-4b65-a754-86a66dc557ae,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:55.772488 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-07018b46-57fd-4881-9f63-7e0a1e316c72 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:32:55.774211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-07018b46-57fd-4881-9f63-7e0a1e316c72 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/76583351-a369-4b34-bceb-5e4761cbd8cc HTTP/1.1" status: 404 len: 333 time: 0.0435989 Sep 21 18:32:55.776868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:55.866666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.957645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.985135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3e3651-cb10-45a1-b5bc-6a7d7154e309']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:55.995563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7ec6bc-a9b5-4bbf-80cf-5131b47c431a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:55.995861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7ec6bc-a9b5-4bbf-80cf-5131b47c431a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:56.006378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.017941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42456) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:56.022889 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.028971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:56.029448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:56.032410 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:56.072440 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cc355c84-641d-4b4a-89aa-b6b69c638f05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6db275027ca448d85e9de36efddb2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529227 Sep 21 18:32:56.074716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42458) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:56.093853 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.101133 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.103080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/be3e3651-cb10-45a1-b5bc-6a7d7154e309 HTTP/1.1" status: 204 len: 168 time: 0.3252962 Sep 21 18:32:56.108979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42460) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:56.114244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1762414236'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:56.129466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42d9b9d5-171b-476f-9959-6e6aea566341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.133162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873271b-41ee-4a2f-ad6a-2342ea4c3dee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=be3e3651-cb10-45a1-b5bc-6a7d7154e309,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:56.154852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42d9b9d5-171b-476f-9959-6e6aea566341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.155516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:56.159061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.182822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:56.191796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.192179 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment 1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd of type vlan for network 5bd31096-293c-4394-afa6-9ad7246a4575 Sep 21 18:32:56.205143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42d9b9d5-171b-476f-9959-6e6aea566341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.208007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42d9b9d5-171b-476f-9959-6e6aea566341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.210051 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-42d9b9d5-171b-476f-9959-6e6aea566341 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0da0e1df-b9d3-4342-96b2-a0aede276d9a HTTP/1.1" status: 204 len: 168 time: 0.1344252 Sep 21 18:32:56.218151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9b9d5-171b-476f-9959-6e6aea566341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da0e1df-b9d3-4342-96b2-a0aede276d9a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:56.239912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.267789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.274596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:56.275206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.312378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2020497 Sep 21 18:32:56.315589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42466) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:56.321621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:56.351799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109e83-6d98-4253-aabe-4c475d192113 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=5bd31096-293c-4394-afa6-9ad7246a4575,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:56.380573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5bd31096-293c-4394-afa6-9ad7246a4575 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:56.433048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:56.436929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.630829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.695874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=86b34f0e-29c1-44ec-8efb-c3fdefcb5978,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:56.704322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': '1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:56.704691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: 5bd31096-293c-4394-afa6-9ad7246a4575, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:56.725123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5bd31096-293c-4394-afa6-9ad7246a4575 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:56.735453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5bd31096-293c-4394-afa6-9ad7246a4575) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:56.740071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:56.740684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.745970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece061ea-f1ec-4f28-9fe2-4ab69220f39c None None] Network 5bd31096-293c-4394-afa6-9ad7246a4575 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:56.760147 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7fd0e19b-7184-424b-856f-549e2aca5215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4410615 Sep 21 18:32:56.760364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42482) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:56.767399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575', 'name': 'tempest-PortsIpV6TestJSON-1161458318'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:56.888752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:56.892602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.909487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5bd31096-293c-4394-afa6-9ad7246a4575', 'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575', 'tenant_id': '02dc917ac34445f1a475ff96f19e60fb', 'fixed_ips': [{'subnet_id': '86b34f0e-29c1-44ec-8efb-c3fdefcb5978'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:32:56.910823 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.911505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 57356a43-7613-4eed-8af6-404c8f033a14 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:56.997286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42490) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.048399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::2f9 (5bd31096-293c-4394-afa6-9ad7246a4575/86b34f0e-29c1-44ec-8efb-c3fdefcb5978/57356a43-7613-4eed-8af6-404c8f033a14) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:57.130039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fbbc21f1-0931-47ed-b8e4-9fb03d073235 tempest-AgentManagementNegativeTest-1233753750 tempest-AgentManagementNegativeTest-1233753750-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1313112 Sep 21 18:32:57.205099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.240531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.290448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5bd31096-293c-4394-afa6-9ad7246a4575 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:57.290741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Allocated IP 2001:db8::2 (5bd31096-293c-4394-afa6-9ad7246a4575/86b34f0e-29c1-44ec-8efb-c3fdefcb5978/7d512815-1974-4a61-b517-6cfc1bfbb096) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:57.293824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:57.298969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:57.304049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:57.304713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.316616 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=57356a43-7613-4eed-8af6-404c8f033a14,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.328140 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6447aa90-ba6c-4afb-a3b4-1e5593de7215 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5666850 Sep 21 18:32:57.330818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42498) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.404536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42500) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.440359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 57356a43-7613-4eed-8af6-404c8f033a14 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:57.440835 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.459613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.466625 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.517591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Pushing event updated for resources: {'Port': ['ID=7d512815-1974-4a61-b517-6cfc1bfbb096,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.521582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Network 5bd31096-293c-4394-afa6-9ad7246a4575 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:57.523718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:57.528923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:57.532663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.533005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.533113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd7672ff-bc89-4bd7-9fbe-7d577d368843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.533341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.533673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.534003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.534355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.534678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.535001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.535319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.535634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.536023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.536981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.561750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.581454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 57356a43-7613-4eed-8af6-404c8f033a14 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:57.592635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Attempting to bind port 7d512815-1974-4a61-b517-6cfc1bfbb096 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:32:57.593003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Attempting to bind port 7d512815-1974-4a61-b517-6cfc1bfbb096 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:32:57.593366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Attempting to bind port 7d512815-1974-4a61-b517-6cfc1bfbb096 on network 5bd31096-293c-4394-afa6-9ad7246a4575 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:32:57.598380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:32:57.599549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Checking segment: {'id': '1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:57.599964 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.600326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Bound using segment: {'id': '1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:32:57.600789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Bound port: 7d512815-1974-4a61-b517-6cfc1bfbb096, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '5bd31096-293c-4394-afa6-9ad7246a4575'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:32:57.601166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.665840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] For port 7d512815-1974-4a61-b517-6cfc1bfbb096, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:32:57.669203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] For port 7d512815-1974-4a61-b517-6cfc1bfbb096, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7d512815-1974-4a61-b517-6cfc1bfbb096,segment=NetworkSegment(1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd),segment_id=1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:32:57.673495 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.725498 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd7672ff-bc89-4bd7-9fbe-7d577d368843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.736025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0c554-2769-4da3-afa0-f88a2ef7f316 None None] Pushing event updated for resources: {'Port': ['ID=7d512815-1974-4a61-b517-6cfc1bfbb096,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.749337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd7672ff-bc89-4bd7-9fbe-7d577d368843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.805404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bd7672ff-bc89-4bd7-9fbe-7d577d368843 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a32ba337776448bdbf8b5f531bce5343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997107 Sep 21 18:32:57.808448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42504) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.812026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7672ff-bc89-4bd7-9fbe-7d577d368843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82218cae-f4a1-4970-9590-bb57328e40d3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.820751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.860400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=57356a43-7613-4eed-8af6-404c8f033a14,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.878700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7311a28b-b33c-4529-810a-82f060758e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.909150 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.911712 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-743ae3c7-28ba-4301-8cba-66166646db79 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/57356a43-7613-4eed-8af6-404c8f033a14 HTTP/1.1" status: 204 len: 168 time: 0.5792844 Sep 21 18:32:57.913921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42506) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.919639 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7311a28b-b33c-4529-810a-82f060758e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.959680 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f451a0b-b4c1-431f-805e-bc262fde4126 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:32:57.960405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f451a0b-b4c1-431f-805e-bc262fde4126 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:32:57.963023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8f451a0b-b4c1-431f-805e-bc262fde4126 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/57356a43-7613-4eed-8af6-404c8f033a14 HTTP/1.1" status: 404 len: 333 time: 0.0449257 Sep 21 18:32:57.965068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42508) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.994547 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f2c57d-e3f2-4f3f-8a7f-93713b1d33eb tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:32:57.996236 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d4f2c57d-e3f2-4f3f-8a7f-93713b1d33eb tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/57356a43-7613-4eed-8af6-404c8f033a14 HTTP/1.1" status: 404 len: 333 time: 0.0301628 Sep 21 18:32:57.999360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42510) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:58.029957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7311a28b-b33c-4529-810a-82f060758e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.032647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7311a28b-b33c-4529-810a-82f060758e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.033790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7311a28b-b33c-4529-810a-82f060758e8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82218cae-f4a1-4970-9590-bb57328e40d3 HTTP/1.1" status: 204 len: 168 time: 0.2241907 Sep 21 18:32:58.051108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311a28b-b33c-4529-810a-82f060758e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82218cae-f4a1-4970-9590-bb57328e40d3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:58.066705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet 86b34f0e-29c1-44ec-8efb-c3fdefcb5978 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:32:58.071073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.113263 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.213454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.262851 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:32:58.283916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.312435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=86b34f0e-29c1-44ec-8efb-c3fdefcb5978,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:58.316248 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.322222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a4d0700-e22b-498b-a0e9-4ed048111fee tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/86b34f0e-29c1-44ec-8efb-c3fdefcb5978 HTTP/1.1" status: 204 len: 168 time: 0.3213100 Sep 21 18:32:58.322387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42520) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:58.441183 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.470684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7d512815-1974-4a61-b517-6cfc1bfbb096 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:32:58.499224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 7d512815-1974-4a61-b517-6cfc1bfbb096 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:58.499478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.536877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7d512815-1974-4a61-b517-6cfc1bfbb096 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:58.537334 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.584029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] For port 7d512815-1974-4a61-b517-6cfc1bfbb096, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7d512815-1974-4a61-b517-6cfc1bfbb096,segment=NetworkSegment(1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd),segment_id=1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:58.584500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.603468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 7d512815-1974-4a61-b517-6cfc1bfbb096 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:58.628268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.663829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7d512815-1974-4a61-b517-6cfc1bfbb096, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7d512815-1974-4a61-b517-6cfc1bfbb096,segment=NetworkSegment(1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd),segment_id=1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:58.669065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.705749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.733746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7d512815-1974-4a61-b517-6cfc1bfbb096,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:58.739658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=7d512815-1974-4a61-b517-6cfc1bfbb096,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:58.743279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No DVR routers for this DVR port 7d512815-1974-4a61-b517-6cfc1bfbb096 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:58.799048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80fd66-d841-4e95-a9bf-c59151d6ebee None None] Network 5bd31096-293c-4394-afa6-9ad7246a4575 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:58.838527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.852292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42534) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:58.861267 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd31096-293c-4394-afa6-9ad7246a4575']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:58.867739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c9c0fc78-053f-4b26-a04c-0e06ee496fa9 None None] Could not find standard attr ID for object 7d512815-1974-4a61-b517-6cfc1bfbb096. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:32:58.872540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:58.872920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edb2e05-eb69-42a6-ac59-c9f5bcabd2bd') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:58.884181 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.898836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.907227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:58.907747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:58.912407 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:58.967684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1931056862'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:58.985788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.986575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff02c51-5c69-4ff9-8b29-6901f88f006a None None] DHCP port deletion for 5bd31096-293c-4394-afa6-9ad7246a4575 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:32:58.992855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Made reservation on behalf of cb184b0d521843b78f1660e54826ef35 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:58.997186 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.004277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.007041 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/5bd31096-293c-4394-afa6-9ad7246a4575 HTTP/1.1" status: 204 len: 168 time: 0.6838222 Sep 21 18:32:59.007927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949be0e-fc5a-4cc6-9195-b0ffa5719a22 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=5bd31096-293c-4394-afa6-9ad7246a4575,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:59.012291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:59.016404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1561862978'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:59.016739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.038973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:59.042545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.067627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:59.076535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.076958 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment 7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2 of type vlan for network ff523ebc-a465-4076-b64c-739ef7e7a7d2 Sep 21 18:32:59.119315 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.122790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.127387 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.146454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.150734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:59.153062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:59.153717 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.166467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76391aea-6a93-455f-a278-137c007d89f1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:59.169438 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.169808 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Added segment dadc08ac-c90d-472a-afb4-3cd78dbc1934 of type vlan for network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec Sep 21 18:32:59.193056 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1805806 Sep 21 18:32:59.196101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42540) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:59.213378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.230235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:59.237181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2baa6d-bb71-4670-8542-bf957224ae66 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=ff523ebc-a465-4076-b64c-739ef7e7a7d2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:59.240970 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.246971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:59.247728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.251429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ff523ebc-a465-4076-b64c-739ef7e7a7d2 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:59.281682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4280443 Sep 21 18:32:59.284654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42542) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:59.288043 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ac79b5d-e92a-4240-ba69-deb61df4aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.291754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Request body: {'subnet': {'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:59.342711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:59.344722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9a754-fcf5-43d8-aa2a-c93d85f11b3e tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event updated for resources: {'Network': ['ID=edb5ff10-3bc8-4feb-86c3-3aff7bf839ec,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:59.346218 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.369726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:59.426233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Made reservation on behalf of cb184b0d521843b78f1660e54826ef35 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:59.430418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.553893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.618313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=f1106e06-20da-4cd6-b57a-1211b0e9996c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:59.620140 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.629140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': '7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:59.629498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: ff523ebc-a465-4076-b64c-739ef7e7a7d2, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:59.646804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network ff523ebc-a465-4076-b64c-739ef7e7a7d2 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:59.655709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ff523ebc-a465-4076-b64c-739ef7e7a7d2) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:59.661063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:59.661667 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.670130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f159d-b36e-4967-a6e7-58dc8f63ec7e None None] Network ff523ebc-a465-4076-b64c-739ef7e7a7d2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:59.680500 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-76a27295-040d-4d23-8c23-91f94c584ee5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4836857 Sep 21 18:32:59.683104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42544) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:59.689234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-625268622'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:59.693844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event updated for resources: {'Subnet': ['ID=36f51881-2c78-4a0a-9756-63b19aa348a3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:59.699899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Checking segment: {'id': 'dadc08ac-c90d-472a-afb4-3cd78dbc1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:59.700194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Network hostable DHCP agents. Network: edb5ff10-3bc8-4feb-86c3-3aff7bf839ec, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:59.719544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:59.729758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, edb5ff10-3bc8-4feb-86c3-3aff7bf839ec) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:59.736704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:59.737050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.741949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3d0f6-32ba-4cfe-a7b7-55deefc51f2a None None] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:59.760430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-446c27c5-67ca-4eef-a8b8-888dfa73d177 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4740758 Sep 21 18:32:59.762432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42546) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:59.767769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Request body: {'port': {'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-377483007'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:59.811497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:59.815351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.835228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port c833b736-9053-473a-974d-460df32ebdda yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:59.893149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Made reservation on behalf of cb184b0d521843b78f1660e54826ef35 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:59.897445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:59.918505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] device_id is not set on port 9755c9ab-efdf-435d-b9a3-67bc75b960c1 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:32:59.969980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::13f (ff523ebc-a465-4076-b64c-739ef7e7a7d2/f1106e06-20da-4cd6-b57a-1211b0e9996c/c833b736-9053-473a-974d-460df32ebdda) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:00.037695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Allocated IP 172.20.0.13 (edb5ff10-3bc8-4feb-86c3-3aff7bf839ec/36f51881-2c78-4a0a-9756-63b19aa348a3/9755c9ab-efdf-435d-b9a3-67bc75b960c1) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:00.092586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-ff523ebc-a465-4076-b64c-739ef7e7a7d2', 'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2', 'tenant_id': '02dc917ac34445f1a475ff96f19e60fb', 'fixed_ips': [{'subnet_id': 'f1106e06-20da-4cd6-b57a-1211b0e9996c'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:00.093428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.108394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-edb5ff10-3bc8-4feb-86c3-3aff7bf839ec', 'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec', 'tenant_id': 'cb184b0d521843b78f1660e54826ef35', 'fixed_ips': [{'subnet_id': '36f51881-2c78-4a0a-9756-63b19aa348a3'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:00.109331 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.120384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.156355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.206181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network ff523ebc-a465-4076-b64c-739ef7e7a7d2 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:00.213339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:00.215800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:00.221669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:00.221887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.222239 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.225266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=c833b736-9053-473a-974d-460df32ebdda,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:00.245555 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c7830f63-c89d-4b7c-8dbb-acb99aa6eb45 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5584984 Sep 21 18:33:00.246085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42548) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:00.260969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.312797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:00.315873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:00.322875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:00.326673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event updated for resources: {'Port': ['ID=9755c9ab-efdf-435d-b9a3-67bc75b960c1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:00.337382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Allocated IP 2001:db8::2 (ff523ebc-a465-4076-b64c-739ef7e7a7d2/f1106e06-20da-4cd6-b57a-1211b0e9996c/fa98dec3-54be-4504-87f6-5c11be5edbce) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:00.378692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Allocated IP 172.20.0.2 (edb5ff10-3bc8-4feb-86c3-3aff7bf839ec/36f51881-2c78-4a0a-9756-63b19aa348a3/bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:00.384447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port c833b736-9053-473a-974d-460df32ebdda {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:00.385077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.389985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:00.390776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.413374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e5f836b6-70ec-4e9b-abcc-1cc4bfb93c1b tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6494441 Sep 21 18:33:00.413860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42550) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:00.419561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Request body: {'port': {'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1710994177', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:00.420149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.api.validators [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] bootfile-name is not in valid_values {{(pid=95090) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:33:00.421195 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.api.validators [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] tftp-server is not in valid_values {{(pid=95090) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:33:00.421572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.api.validators [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] server-ip-address is not in valid_values {{(pid=95090) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:33:00.438911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7d512815-1974-4a61-b517-6cfc1bfbb096 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:00.471166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7d512815-1974-4a61-b517-6cfc1bfbb096 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:00.471618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7d512815-1974-4a61-b517-6cfc1bfbb096 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:00.499784 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.514038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for c833b736-9053-473a-974d-460df32ebdda owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:00.544518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Made reservation on behalf of cb184b0d521843b78f1660e54826ef35 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:00.548587 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.567657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] device_id is not set on port cbcf48d8-eb58-4969-8719-903526e9421d yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:00.671539 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.673246 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.680340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.682330 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.687092 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.711176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=c833b736-9053-473a-974d-460df32ebdda,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:00.727538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:00.734972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Network ff523ebc-a465-4076-b64c-739ef7e7a7d2 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:00.736266 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.740875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:00.741069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1bcd82be-032d-49b2-94e4-3de1ffbe7df8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/c833b736-9053-473a-974d-460df32ebdda HTTP/1.1" status: 204 len: 168 time: 0.4913199 Sep 21 18:33:00.741268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42552) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:00.741775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:00.743530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:00.748093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:00.756593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Allocated IP 172.20.0.14 (edb5ff10-3bc8-4feb-86c3-3aff7bf839ec/36f51881-2c78-4a0a-9756-63b19aa348a3/cbcf48d8-eb58-4969-8719-903526e9421d) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:00.765858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Pushing event updated for resources: {'Port': ['ID=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:00.775521 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-780744bd-0177-4e0e-b7d0-6664f97a8da6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:00.777285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-780744bd-0177-4e0e-b7d0-6664f97a8da6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/c833b736-9053-473a-974d-460df32ebdda HTTP/1.1" status: 404 len: 333 time: 0.0348923 Sep 21 18:33:00.780222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42554) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:00.842236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet f1106e06-20da-4cd6-b57a-1211b0e9996c {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:00.843833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.882222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Attempting to bind port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:00.882590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Attempting to bind port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'dadc08ac-c90d-472a-afb4-3cd78dbc1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:00.883144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Attempting to bind port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 on network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:00.884813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.889526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Pushing event updated for resources: {'Port': ['ID=fa98dec3-54be-4504-87f6-5c11be5edbce,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:00.894485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:00.895100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Checking segment: {'id': 'dadc08ac-c90d-472a-afb4-3cd78dbc1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:00.896231 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.896825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Bound using segment: {'id': 'dadc08ac-c90d-472a-afb4-3cd78dbc1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:00.897482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Bound port: bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadc08ac-c90d-472a-afb4-3cd78dbc1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'edb5ff10-3bc8-4feb-86c3-3aff7bf839ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:00.898042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.901042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Attempting to bind port fa98dec3-54be-4504-87f6-5c11be5edbce on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:00.901392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Attempting to bind port fa98dec3-54be-4504-87f6-5c11be5edbce by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:00.901745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Attempting to bind port fa98dec3-54be-4504-87f6-5c11be5edbce on network ff523ebc-a465-4076-b64c-739ef7e7a7d2 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:00.914895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:00.915266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Checking segment: {'id': '7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:00.915869 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.916260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Bound using segment: {'id': '7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:00.916730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Bound port: fa98dec3-54be-4504-87f6-5c11be5edbce, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ff523ebc-a465-4076-b64c-739ef7e7a7d2'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:00.917112 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.955180 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.981416 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:00.992870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.022410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] For port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:01.033381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] For port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,segment=NetworkSegment(dadc08ac-c90d-472a-afb4-3cd78dbc1934),segment_id=dadc08ac-c90d-472a-afb4-3cd78dbc1934)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:01.037916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:01.039404 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.043280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:01.050989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:01.055993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event updated for resources: {'Port': ['ID=cbcf48d8-eb58-4969-8719-903526e9421d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:01.068249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.078787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] For port fa98dec3-54be-4504-87f6-5c11be5edbce, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:01.096094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] For port fa98dec3-54be-4504-87f6-5c11be5edbce, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fa98dec3-54be-4504-87f6-5c11be5edbce,segment=NetworkSegment(7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2),segment_id=7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:01.103103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=f1106e06-20da-4cd6-b57a-1211b0e9996c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:01.106686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:01.107507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.108047 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.112720 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5c869ca1-8182-4617-9919-6b42f03c5006 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/f1106e06-20da-4cd6-b57a-1211b0e9996c HTTP/1.1" status: 204 len: 168 time: 0.3287876 Sep 21 18:33:01.114401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42556) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:01.121520 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.128737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cc7572cd-9ba6-405d-9b51-94621e54cd27 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7100568 Sep 21 18:33:01.128966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42558) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:01.136799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cbbe0-3974-496a-ab15-29e145da65fa None None] Pushing event updated for resources: {'Port': ['ID=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:01.206100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaef892-d679-4d9b-8210-a21508fb11b9 None None] Pushing event updated for resources: {'Port': ['ID=fa98dec3-54be-4504-87f6-5c11be5edbce,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:01.238224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.253319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2e52d-d0f9-4629-8feb-3cea5d4781f1 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:01.259964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2e52d-d0f9-4629-8feb-3cea5d4781f1 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:01.265901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2e52d-d0f9-4629-8feb-3cea5d4781f1 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:01.267694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-76a2e52d-d0f9-4629-8feb-3cea5d4781f1 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1386559 Sep 21 18:33:01.271148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42560) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:01.374921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port fa98dec3-54be-4504-87f6-5c11be5edbce {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:01.375644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.391336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Deleting port cbcf48d8-eb58-4969-8719-903526e9421d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:01.391714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.488470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] For port fa98dec3-54be-4504-87f6-5c11be5edbce, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fa98dec3-54be-4504-87f6-5c11be5edbce,segment=NetworkSegment(7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2),segment_id=7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:01.489575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.502262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for fa98dec3-54be-4504-87f6-5c11be5edbce owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:01.534441 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.552337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Calling delete_port for cbcf48d8-eb58-4969-8719-903526e9421d owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:01.605306 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.634614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=fa98dec3-54be-4504-87f6-5c11be5edbce,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:01.636444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No DVR routers for this DVR port fa98dec3-54be-4504-87f6-5c11be5edbce on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:01.705056 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.728265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.746037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event deleted for resources: {'Port': ['ID=cbcf48d8-eb58-4969-8719-903526e9421d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:01.754055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff523ebc-a465-4076-b64c-739ef7e7a7d2']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:01.764554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:01.764850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebc7324-1997-4087-b7d0-2cb3bfa5b8a2') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:01.775510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.791053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.798165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:01.798797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:01.802378 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:01.839357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.841322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-990ade21-64b4-4c63-8fdb-07136349d517 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "DELETE /v2.0/ports/cbcf48d8-eb58-4969-8719-903526e9421d HTTP/1.1" status: 204 len: 168 time: 0.5691023 Sep 21 18:33:01.845190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42562) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:01.851301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Request body: {'port': {'name': 'tempest-new-port-name-1341705066', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:01.851703 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.api.validators [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] bootfile-name is not in valid_values {{(pid=95090) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:33:01.852076 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.api.validators [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] tftp-server is not in valid_values {{(pid=95090) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:33:01.852427 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.api.validators [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] server-ip-address is not in valid_values {{(pid=95090) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:33:01.867610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.879973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:01.882460 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/ff523ebc-a465-4076-b64c-739ef7e7a7d2 HTTP/1.1" status: 204 len: 168 time: 0.7666693 Sep 21 18:33:01.885797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42564) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:01.890673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'name': 'tempest-PortsIpV6TestJSON-1697596962'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:01.894613 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ffad-cdc7-413d-9789-118ab70a9952 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=ff523ebc-a465-4076-b64c-739ef7e7a7d2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:01.952878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.057265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:02.060836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.108677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 9921dc8f-5ff7-48c9-a69a-8da4d6ca593b yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:02.277620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f722e57-9c47-44ae-bf1c-6b772a537639 None None] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:02.342153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.347362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-418b026b-e476-443b-ac38-3c9ef4689c6e None None] Provisioning complete for port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:02.347779 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-418b026b-e476-443b-ac38-3c9ef4689c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.354305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.358226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.457982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event updated for resources: {'Port': ['ID=9755c9ab-efdf-435d-b9a3-67bc75b960c1,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:02.477829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] In _notify_port_updated(), no bound segment for port 9755c9ab-efdf-435d-b9a3-67bc75b960c1 on network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:33:02.483508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:02.484676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.485712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-183def1f-86af-4608-8758-349e5d298431 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "PUT /v2.0/ports/9755c9ab-efdf-435d-b9a3-67bc75b960c1 HTTP/1.1" status: 200 len: 1137 time: 0.6393719 Sep 21 18:33:02.488400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42566) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:02.491326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.497440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:02.541996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:02.547238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:02.552836 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec5f18-a08b-4c50-a86c-568df403390a tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:02.555526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:02.559715 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2eec5f18-a08b-4c50-a86c-568df403390a tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "GET /v2.0/ports/9755c9ab-efdf-435d-b9a3-67bc75b960c1 HTTP/1.1" status: 200 len: 1137 time: 0.0632679 Sep 21 18:33:02.560442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42568) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:02.561664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:02.562439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.579963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=9921dc8f-5ff7-48c9-a69a-8da4d6ca593b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:02.591245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1814a4e6-00bc-41ad-bcf6-fe00cdf227e2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7036529 Sep 21 18:33:02.592023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42570) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:02.621328 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-418b026b-e476-443b-ac38-3c9ef4689c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.644865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:02.645891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.688737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Deleting port 9755c9ab-efdf-435d-b9a3-67bc75b960c1 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:02.689097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.697953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-418b026b-e476-443b-ac38-3c9ef4689c6e None None] For port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,segment=NetworkSegment(dadc08ac-c90d-472a-afb4-3cd78dbc1934),segment_id=dadc08ac-c90d-472a-afb4-3cd78dbc1934)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:02.701787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 9921dc8f-5ff7-48c9-a69a-8da4d6ca593b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:02.704618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.710033 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-418b026b-e476-443b-ac38-3c9ef4689c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.781368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b026b-e476-443b-ac38-3c9ef4689c6e None None] Pushing event updated for resources: {'Port': ['ID=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:02.807866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.815661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.831409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Calling delete_port for 9755c9ab-efdf-435d-b9a3-67bc75b960c1 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:02.836663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 9921dc8f-5ff7-48c9-a69a-8da4d6ca593b owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:02.939603 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ddacf0aa-5db5-4058-bec3-fc9299aa24b1 None None] Could not find standard attr ID for object fa98dec3-54be-4504-87f6-5c11be5edbce. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:02.963597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:02.995644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=9921dc8f-5ff7-48c9-a69a-8da4d6ca593b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:03.001579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.003865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4c6b182a-a23c-4612-9e1d-006fc4d92a6d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/9921dc8f-5ff7-48c9-a69a-8da4d6ca593b HTTP/1.1" status: 204 len: 168 time: 0.4106429 Sep 21 18:33:03.006933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42572) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:03.012019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'mac_address': 'fa:16:3e:07:da:4e', 'name': 'tempest-PortsIpV6TestJSON-1848025870'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:03.025960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f972c5c2-912c-4376-95ef-8a42a5229425 None None] DHCP port deletion for ff523ebc-a465-4076-b64c-739ef7e7a7d2 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:03.034644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.051223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c534e28-8346-4f3a-ab75-3de0252a355d None None] Network ff523ebc-a465-4076-b64c-739ef7e7a7d2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:03.069317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9a7a9721-e77b-4b68-bf54-96646c48effd None None] Could not find standard attr ID for object 9755c9ab-efdf-435d-b9a3-67bc75b960c1. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:03.075852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event deleted for resources: {'Port': ['ID=9755c9ab-efdf-435d-b9a3-67bc75b960c1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:03.090734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c534e28-8346-4f3a-ab75-3de0252a355d None None] Network ff523ebc-a465-4076-b64c-739ef7e7a7d2 could not be found, it might have been deleted concurrently. {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:33:03.114757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9a7a9721-e77b-4b68-bf54-96646c48effd None None] Provisioning complete for port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:03.116164 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9721-e77b-4b68-bf54-96646c48effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.124601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:03.172479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.178728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3f93c227-5b92-49c0-92a1-8bcb3774d308 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "DELETE /v2.0/ports/9755c9ab-efdf-435d-b9a3-67bc75b960c1 HTTP/1.1" status: 204 len: 168 time: 0.6172211 Sep 21 18:33:03.179459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42574) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:03.212702 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.237430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port b1126db1-65c9-4133-8c9a-d821b0966555 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:03.245142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Deleting subnet 36f51881-2c78-4a0a-9756-63b19aa348a3 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:03.248650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.294477 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.341005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4bba75fb-a245-47ad-a4b7-f89b2d42163b None None] Could not find standard attr ID for object 9755c9ab-efdf-435d-b9a3-67bc75b960c1. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:03.394155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.446235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.460017 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.486631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.489646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event deleted for resources: {'Subnet': ['ID=36f51881-2c78-4a0a-9756-63b19aa348a3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:03.492231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.494680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6fb86f71-c154-4912-90e6-e5af00a2cf62 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "DELETE /v2.0/subnets/36f51881-2c78-4a0a-9756-63b19aa348a3 HTTP/1.1" status: 204 len: 168 time: 0.3134162 Sep 21 18:33:03.496606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42576) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:03.539084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:03.542311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:03.546167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:03.553226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:03.553880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.555605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-96776165-967b-42c0-84a0-27b4df6ea04e None None] Could not find standard attr ID for object cbcf48d8-eb58-4969-8719-903526e9421d. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:03.571033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=b1126db1-65c9-4133-8c9a-d821b0966555,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:03.575223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1a9fa69c-12d7-4b1b-b07f-ea192c92def6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5671113 Sep 21 18:33:03.578101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42578) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:03.592705 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.606073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4a1a13bf-d38a-403c-805f-bd89c0337023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.631657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a37de-9d5b-4b27-8436-6ff2655f11a1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:03.633311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e05a37de-9d5b-4b27-8436-6ff2655f11a1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/b1126db1-65c9-4133-8c9a-d821b0966555 HTTP/1.1" status: 200 len: 845 time: 0.0542698 Sep 21 18:33:03.636177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42580) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:03.680108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27040c5-d74c-40b0-9ae7-a630b5c5006a None None] Network edb5ff10-3bc8-4feb-86c3-3aff7bf839ec requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:03.721910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Deleting port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:03.722291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.854992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] DHCP port deletion for edb5ff10-3bc8-4feb-86c3-3aff7bf839ec request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:03.905524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] Deleting port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:03.906067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.977974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] For port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,segment=NetworkSegment(dadc08ac-c90d-472a-afb4-3cd78dbc1934),segment_id=dadc08ac-c90d-472a-afb4-3cd78dbc1934)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:03.978518 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:03.992673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] Calling delete_port for bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:04.073241 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.097324 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] Pushing event deleted for resources: {'Port': ['ID=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:04.104646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc1795-1875-4515-93e3-9bec2fdaae58 None None] No DVR routers for this DVR port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:04.129628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port b1126db1-65c9-4133-8c9a-d821b0966555 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:04.130148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.152238 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.167833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] For port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,segment=NetworkSegment(dadc08ac-c90d-472a-afb4-3cd78dbc1934),segment_id=dadc08ac-c90d-472a-afb4-3cd78dbc1934)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:04.168212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.214201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Calling delete_port for bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:04.226236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.245176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for b1126db1-65c9-4133-8c9a-d821b0966555 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:04.321119 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.374149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.407029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event deleted for resources: {'Port': ['ID=bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:04.410056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] No DVR routers for this DVR port bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:04.416313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fa98dec3-54be-4504-87f6-5c11be5edbce no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:04.417627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.438741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: fa98dec3-54be-4504-87f6-5c11be5edbce {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:04.439087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fa98dec3-54be-4504-87f6-5c11be5edbce not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:04.439510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:04.475792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:04.475792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bd65dd88-fd24-4f40-89dc-2bfb3dcd9cb3 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:04.478094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=b1126db1-65c9-4133-8c9a-d821b0966555,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:04.495054 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.499395 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-096b0efc-5c65-4f5c-a81c-df2f775b1a8d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/b1126db1-65c9-4133-8c9a-d821b0966555 HTTP/1.1" status: 204 len: 168 time: 0.8597162 Sep 21 18:33:04.499885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42582) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:04.541369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.561787 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb6acf4-1e16-482c-ac33-a17c5276ed91 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:04.563386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cbb6acf4-1e16-482c-ac33-a17c5276ed91 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/b1126db1-65c9-4133-8c9a-d821b0966555 HTTP/1.1" status: 404 len: 333 time: 0.0625756 Sep 21 18:33:04.568090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42584) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:04.573559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'name': 'tempest-PortsIpV6TestJSON-673567209'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:04.577881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb5ff10-3bc8-4feb-86c3-3aff7bf839ec']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:04.589326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadc08ac-c90d-472a-afb4-3cd78dbc1934') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:04.589627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadc08ac-c90d-472a-afb4-3cd78dbc1934') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:04.599006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.614166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.621394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:04.621800 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:04.625029 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:04.671205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:04.675145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.693276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.694139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 6d53d45a-882f-405b-afcf-b26ebb756f6f yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:04.697987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.700090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] 10.222.0.70 "DELETE /v2.0/networks/edb5ff10-3bc8-4feb-86c3-3aff7bf839ec HTTP/1.1" status: 204 len: 168 time: 1.2024760 Sep 21 18:33:04.715856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90b08c-0471-452a-9ab9-e038e11228f6 tempest-ExtraDHCPOptionsTestJSON-1785893028 tempest-ExtraDHCPOptionsTestJSON-1785893028-project] Pushing event deleted for resources: {'Network': ['ID=edb5ff10-3bc8-4feb-86c3-3aff7bf839ec,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:04.824931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:04.983253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42590) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:05.124569 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-43c833cd-8d69-4d5c-ab6c-43affc5e6750 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb184b0d521843b78f1660e54826ef35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400049 Sep 21 18:33:05.127245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42594) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:05.180428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6bed-bb81-42cf-a3a9-d679f99051c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.195080 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.202394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6bed-bb81-42cf-a3a9-d679f99051c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.227826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.250697 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6bed-bb81-42cf-a3a9-d679f99051c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.253420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6bed-bb81-42cf-a3a9-d679f99051c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.256213 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc5f6bed-bb81-42cf-a3a9-d679f99051c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76391aea-6a93-455f-a278-137c007d89f1 HTTP/1.1" status: 204 len: 168 time: 0.1264012 Sep 21 18:33:05.266674 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6bed-bb81-42cf-a3a9-d679f99051c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76391aea-6a93-455f-a278-137c007d89f1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:05.271094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:05.274573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:05.278413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:05.284061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:05.284741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.296822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=6d53d45a-882f-405b-afcf-b26ebb756f6f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:05.308201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-596493b1-62d2-41d2-9743-999f4e155373 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7387240 Sep 21 18:33:05.311002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42598) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:05.316527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:05.388358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.552502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.558238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.593525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] In _notify_port_updated(), no bound segment for port 6d53d45a-882f-405b-afcf-b26ebb756f6f on network 5eb37474-ac80-46ab-a4f1-312ed92fd76b {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:33:05.600092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:05.600747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.604689 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "PUT /v2.0/ports/6d53d45a-882f-405b-afcf-b26ebb756f6f HTTP/1.1" status: 200 len: 818 time: 0.2900159 Sep 21 18:33:05.605043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:05.644210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fce86-b188-40c4-9efc-40350dda54fd tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=6d53d45a-882f-405b-afcf-b26ebb756f6f,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:05.713463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 6d53d45a-882f-405b-afcf-b26ebb756f6f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:05.713812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.784945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.799688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 6d53d45a-882f-405b-afcf-b26ebb756f6f owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:05.886180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.916121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=6d53d45a-882f-405b-afcf-b26ebb756f6f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:05.921399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:05.923494 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ce48faf0-404f-4c44-95dc-584c6b81924e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/6d53d45a-882f-405b-afcf-b26ebb756f6f HTTP/1.1" status: 204 len: 168 time: 0.3174942 Sep 21 18:33:05.926308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42620) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:05.976627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11335346-c36b-4172-8161-50f410f3e29b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:05.977961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:05.978525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-11335346-c36b-4172-8161-50f410f3e29b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0508692 Sep 21 18:33:05.980945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42624) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:06.006423 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2841168b-a7bc-4c79-8cb4-6d2f42b18152 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:06.007890 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2841168b-a7bc-4c79-8cb4-6d2f42b18152 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/6d53d45a-882f-405b-afcf-b26ebb756f6f HTTP/1.1" status: 404 len: 333 time: 0.0260386 Sep 21 18:33:06.012103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42628) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:06.017108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1536011337'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:06.038708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:06.042160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.065797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:06.075146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.075495 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment badca99c-0575-4957-830e-26a547151cd2 of type vlan for network 3701ebcc-608e-4931-81d9-604c4d301b9a Sep 21 18:33:06.081277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-9608282'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:06.102821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:06.106293 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.115243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.118515 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.143807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.150007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:06.150643 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.211623 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.215767 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.221078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2079308 Sep 21 18:33:06.221939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555be5d5-edb8-42da-b406-f672959e31a0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=3701ebcc-608e-4931-81d9-604c4d301b9a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:06.224244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:06.229248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:06.234899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 3701ebcc-608e-4931-81d9-604c4d301b9a details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:06.245726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:06.257428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1338ea3-aa49-4e5b-b224-7e249499aff6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:06.262801 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.263379 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Added segment 3fdc18db-c01e-4667-8af3-c56d9e760de5 of type vlan for network 1de0eb82-c154-4ddd-b53c-a0768d671d96 Sep 21 18:33:06.307574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.334849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.335888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:06.339654 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.340742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:06.341463 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.374375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3945312 Sep 21 18:33:06.376985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42632) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:06.384362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'subnet': {'network_id': '1de0eb82-c154-4ddd-b53c-a0768d671d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:06.432268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e68a8-20c6-4c98-b09d-79152cff72a7 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Network': ['ID=1de0eb82-c154-4ddd-b53c-a0768d671d96,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:06.446422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:06.506892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:06.511185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.544574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.603268 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:06.614821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': 'badca99c-0575-4957-830e-26a547151cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:06.615204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: 3701ebcc-608e-4931-81d9-604c4d301b9a, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:06.631826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 3701ebcc-608e-4931-81d9-604c4d301b9a is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:06.640975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 3701ebcc-608e-4931-81d9-604c4d301b9a) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:06.646409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:06.647105 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.653792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf4a8b7-cfa7-4895-beea-6f09dee85a76 None None] Network 3701ebcc-608e-4931-81d9-604c4d301b9a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:06.666483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-397458e9-1b1f-4d4f-98ab-ca6c80e22bba tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4386783 Sep 21 18:33:06.666803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42634) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:06.672484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b90e243b-9ca6-45fa-9384-ed90b8a31fbe tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:06.705320 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.770089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Subnet': ['ID=83c04910-2a21-4853-8691-2e22e0bfecdb,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:06.777874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Checking segment: {'id': '3fdc18db-c01e-4667-8af3-c56d9e760de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '1de0eb82-c154-4ddd-b53c-a0768d671d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:06.778274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network hostable DHCP agents. Network: 1de0eb82-c154-4ddd-b53c-a0768d671d96, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:06.796040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:06.804599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90e243b-9ca6-45fa-9384-ed90b8a31fbe tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:06.807542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 1de0eb82-c154-4ddd-b53c-a0768d671d96) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:06.808475 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b90e243b-9ca6-45fa-9384-ed90b8a31fbe tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.813840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:06.815509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.832058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d1eec59a-b974-4dc5-8aee-37c92488a7f0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4539332 Sep 21 18:33:06.835181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42636) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:06.843084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1029673227', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:06.872155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.874084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.907766 n-d-810285-3 neutron-server[95091]: INFO neutron.db.ipam_backend_mixin [None req-b90e243b-9ca6-45fa-9384-ed90b8a31fbe tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c (CIDR: 2001:db8::/64) Sep 21 18:33:06.912224 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90e243b-9ca6-45fa-9384-ed90b8a31fbe tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:33:06.912682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90e243b-9ca6-45fa-9384-ed90b8a31fbe tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:06.932423 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b90e243b-9ca6-45fa-9384-ed90b8a31fbe tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2617764 Sep 21 18:33:06.933725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42638) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:06.937835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:06.943916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:06.970550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d14e0-a594-434b-8fd8-d139a0a6b8ca None None] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:06.986402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-3701ebcc-608e-4931-81d9-604c4d301b9a', 'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a', 'tenant_id': '02dc917ac34445f1a475ff96f19e60fb', 'fixed_ips': [{'subnet_id': '771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:06.987332 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.077383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:07.081061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.103638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.205901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1a2ab2-851c-4398-9113-435753ebcca7 None None] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:07.224951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Allocated IP 2001:db8::2 (3701ebcc-608e-4931-81d9-604c4d301b9a/771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c/7c3f2b49-5138-4e97-9b46-cb3971bcdffe) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:07.318220 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.326309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.329333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.354968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.378287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 3701ebcc-608e-4931-81d9-604c4d301b9a is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:07.382035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:07.386401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:07.387104 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.397426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=769a8828-ce45-463d-910b-ce3385b573b5,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:07.406006 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-97003e90-61ee-441c-b5ab-8b7c91d99520 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4723120 Sep 21 18:33:07.408683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42640) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:07.414648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a', 'fixed_ips': [{'subnet_id': '771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c'}, {'subnet_id': '769a8828-ce45-463d-910b-ce3385b573b5'}], 'name': 'tempest-PortsIpV6TestJSON-1006711732'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:07.476228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.25.3.124 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/2c88c1d5-f6c5-47cd-b86e-034f5343d87b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:07.479654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.485188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.527566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Network 3701ebcc-608e-4931-81d9-604c4d301b9a is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:07.533604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:07.535614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Pushing event updated for resources: {'Port': ['ID=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:07.537893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:07.541146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:07.595241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Attempting to bind port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:07.595652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Attempting to bind port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'badca99c-0575-4957-830e-26a547151cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:07.596006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Attempting to bind port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe on network 3701ebcc-608e-4931-81d9-604c4d301b9a {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:07.601275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:07.601651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Checking segment: {'id': 'badca99c-0575-4957-830e-26a547151cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:07.602054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.602424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.602569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Bound using segment: {'id': 'badca99c-0575-4957-830e-26a547151cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:07.602941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Bound port: 7c3f2b49-5138-4e97-9b46-cb3971bcdffe, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badca99c-0575-4957-830e-26a547151cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:07.603325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.636971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.639069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.655019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:07.673522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] For port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:07.677522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] For port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,segment=NetworkSegment(badca99c-0575-4957-830e-26a547151cd2),segment_id=badca99c-0575-4957-830e-26a547151cd2)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:07.681757 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:07.700029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:07.701665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:07.704222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:07.737193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e3ff-ffd8-4a68-bec8-e6c0935f43d5 None None] Pushing event updated for resources: {'Port': ['ID=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:07.741444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=2c88c1d5-f6c5-47cd-b86e-034f5343d87b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:08.000215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::cb (3701ebcc-608e-4931-81d9-604c4d301b9a/771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c/a1e54c47-f8e3-4655-9ce5-fbce707bdd43) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:08.000475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.011447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8:0:1::35f (3701ebcc-608e-4931-81d9-604c4d301b9a/769a8828-ce45-463d-910b-ce3385b573b5/a1e54c47-f8e3-4655-9ce5-fbce707bdd43) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:08.173425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.209457 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.217090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.253070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 3701ebcc-608e-4931-81d9-604c4d301b9a is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:08.256855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:08.260599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:08.266250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:08.266873 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.282902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=a1e54c47-f8e3-4655-9ce5-fbce707bdd43,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:08.292539 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-73e66eef-aa26-44c9-a2b9-227079c16d40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8823128 Sep 21 18:33:08.294950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42642) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:08.300474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:08.375224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.387331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:33:08.475567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7c3f2b49-5138-4e97-9b46-cb3971bcdffe up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:08.527050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:08.533487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:08.533856 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.540516 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:08.553080 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:08.553968 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:08.555139 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.559080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e339d200-3fa9-499a-a0c1-01e270451fc6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7214468 Sep 21 18:33:08.560177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42644) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:08.615576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.620364 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:08.639524 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:08.641502 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:08.690618 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.691069 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Delete allocated IP 2001:db8:0:1::35f (3701ebcc-608e-4931-81d9-604c4d301b9a/769a8828-ce45-463d-910b-ce3385b573b5) {{(pid=95091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:33:08.716950 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:08.724278 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d1c2af-efdb-4cc8-a5a1-f5929e0c9782 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:08.737628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,segment=NetworkSegment(badca99c-0575-4957-830e-26a547151cd2),segment_id=badca99c-0575-4957-830e-26a547151cd2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:08.744603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.814341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f3900-a295-40d6-9197-75fc2ec109ae None None] Network 3701ebcc-608e-4931-81d9-604c4d301b9a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:08.817224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:08.856577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.863400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.919402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=a1e54c47-f8e3-4655-9ce5-fbce707bdd43,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:08.949262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f60dede5-0b06-4f03-99e7-d82d6daab3ee None None] Provisioning complete for port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:08.949639 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f60dede5-0b06-4f03-99e7-d82d6daab3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.952946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] In _notify_port_updated(), no bound segment for port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 on network 3701ebcc-608e-4931-81d9-604c4d301b9a {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:33:08.959194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:08.959980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:08.963889 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e1d3f92e-a356-4a91-8594-8c0156e26947 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "PUT /v2.0/ports/a1e54c47-f8e3-4655-9ce5-fbce707bdd43 HTTP/1.1" status: 200 len: 925 time: 0.6655059 Sep 21 18:33:08.964168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42646) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:08.969256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c'}, {'subnet_id': '769a8828-ce45-463d-910b-ce3385b573b5'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:09.105206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10098f4-9bf7-477a-8620-41fab3b30a4c None None] Update dhcp port {'port': {'network_id': '3701ebcc-608e-4931-81d9-604c4d301b9a', 'fixed_ips': [{'subnet_id': '771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '769a8828-ce45-463d-910b-ce3385b573b5'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '7c3f2b49-5138-4e97-9b46-cb3971bcdffe'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:33:09.132260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d10098f4-9bf7-477a-8620-41fab3b30a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:09.308944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d10098f4-9bf7-477a-8620-41fab3b30a4c None None] Allocated IP 2001:db8:0:1::2 (3701ebcc-608e-4931-81d9-604c4d301b9a/769a8828-ce45-463d-910b-ce3385b573b5/7c3f2b49-5138-4e97-9b46-cb3971bcdffe) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:09.413373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d10098f4-9bf7-477a-8620-41fab3b30a4c None None] For port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,segment=NetworkSegment(badca99c-0575-4957-830e-26a547151cd2),segment_id=badca99c-0575-4957-830e-26a547151cd2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:09.444980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d10098f4-9bf7-477a-8620-41fab3b30a4c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:09.449817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d10098f4-9bf7-477a-8620-41fab3b30a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:09.536393 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:09.540571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10098f4-9bf7-477a-8620-41fab3b30a4c None None] Pushing event updated for resources: {'Port': ['ID=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:09.556178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.024529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eeafa7-8265-4c96-904c-64ed65ad7796 None None] Network 3701ebcc-608e-4931-81d9-604c4d301b9a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:10.050659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.1 (1de0eb82-c154-4ddd-b53c-a0768d671d96/83c04910-2a21-4853-8691-2e22e0bfecdb/2432bda6-0fef-4784-88e2-027633cd89a1) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:10.054275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8:0:1::4e (3701ebcc-608e-4931-81d9-604c4d301b9a/769a8828-ce45-463d-910b-ce3385b573b5/a1e54c47-f8e3-4655-9ce5-fbce707bdd43) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:10.142115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-39e1dc99-5137-4054-b4ef-30aa92ca39a4 None None] Provisioning complete for port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:10.142517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-39e1dc99-5137-4054-b4ef-30aa92ca39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.260973 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.268821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-39e1dc99-5137-4054-b4ef-30aa92ca39a4 None None] Provisioning complete for port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:10.269232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-39e1dc99-5137-4054-b4ef-30aa92ca39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.280551 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.288745 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.306921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-39e1dc99-5137-4054-b4ef-30aa92ca39a4 None None] Port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:10.400473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] In _notify_port_updated(), no bound segment for port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 on network 3701ebcc-608e-4931-81d9-604c4d301b9a {{(pid=95090) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:33:10.406164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:10.406850 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.408221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "PUT /v2.0/ports/a1e54c47-f8e3-4655-9ce5-fbce707bdd43 HTTP/1.1" status: 200 len: 1010 time: 1.4430842 Sep 21 18:33:10.409261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f19900-c376-48a4-a001-48e3210cedd8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=a1e54c47-f8e3-4655-9ce5-fbce707bdd43,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:10.411885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42648) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:10.413052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.413525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7c3f2b49-5138-4e97-9b46-cb3971bcdffe up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:10.456606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:10.460539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:10.464557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:10.478099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:10.478550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.501672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=2432bda6-0fef-4784-88e2-027633cd89a1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:10.533279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8c5644ac-a6c9-470c-9e85-6098d44ec9a6 None None] Provisioning complete for port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:10.533648 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c5644ac-a6c9-470c-9e85-6098d44ec9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.534831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.539996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:10.540438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.655906 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.679484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8c5644ac-a6c9-470c-9e85-6098d44ec9a6 None None] Provisioning complete for port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:10.680107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for a1e54c47-f8e3-4655-9ce5-fbce707bdd43 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:10.680654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c5644ac-a6c9-470c-9e85-6098d44ec9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.714556 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.717710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8c5644ac-a6c9-470c-9e85-6098d44ec9a6 None None] Port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:10.839443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-77803e0b-d2f9-40ab-a9c5-b30c88d061b6 None None] Provisioning complete for port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:10.839822 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-77803e0b-d2f9-40ab-a9c5-b30c88d061b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.877117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-77803e0b-d2f9-40ab-a9c5-b30c88d061b6 None None] Port a1e54c47-f8e3-4655-9ce5-fbce707bdd43 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:10.894531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.936679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=a1e54c47-f8e3-4655-9ce5-fbce707bdd43,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:10.986979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.990224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-11ea7267-70b5-4c65-8805-ae903ef77346 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/a1e54c47-f8e3-4655-9ce5-fbce707bdd43 HTTP/1.1" status: 204 len: 168 time: 0.5761030 Sep 21 18:33:10.992161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42650) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:11.021578 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b2ea91-8ac2-4ca7-b588-892fc1629696 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:11.025706 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-69b2ea91-8ac2-4ca7-b588-892fc1629696 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/a1e54c47-f8e3-4655-9ce5-fbce707bdd43 HTTP/1.1" status: 404 len: 333 time: 0.0300193 Sep 21 18:33:11.025849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42652) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:11.070974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.076411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.079672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet 769a8828-ce45-463d-910b-ce3385b573b5 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:11.083767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.093827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-476009ae-fb79-43e5-8b95-f86e8c56a915 None None] Could not find standard attr ID for object a1e54c47-f8e3-4655-9ce5-fbce707bdd43. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:11.133910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.159860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=2432bda6-0fef-4784-88e2-027633cd89a1,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:11.167092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.242909 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.296744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:11.299880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:11.307563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-54f7baf4-5a38-46e3-9f78-f117340a5728 None None] Could not find standard attr ID for object a1e54c47-f8e3-4655-9ce5-fbce707bdd43. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:11.331656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.349858 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.352404 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/769a8828-ce45-463d-910b-ce3385b573b5 HTTP/1.1" status: 204 len: 168 time: 0.3256238 Sep 21 18:33:11.372920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42654) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:11.373849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf7d83-7487-464c-95c5-1968c7970016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=769a8828-ce45-463d-910b-ce3385b573b5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:11.476726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ae7a8-9621-4fc9-ab73-1def33c1cb6d None None] Network 3701ebcc-608e-4931-81d9-604c4d301b9a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:11.481261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet 771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:11.485881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.544323 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.547896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:11.715574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.760959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:11.767529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d154f045-b47b-4b5d-a975-05dd8923a48b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/routers/dfc07be4-524d-46a5-8927-7ffd3028fb48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2061248 Sep 21 18:33:11.770549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42656) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:11.773779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:11.775513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'port': {'network_id': '1de0eb82-c154-4ddd-b53c-a0768d671d96', 'name': 'tempest-FloatingIPTestJSON-1128515124'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:11.787816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:11.788607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:11.827479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:11.836872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:11.837501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:11.859241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.876537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:11.877373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21585839-e3e8-4e8e-91a5-30a01dba7c2f None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:11.901661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.903582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c HTTP/1.1" status: 204 len: 168 time: 0.5296867 Sep 21 18:33:11.904538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a769fb-f02e-452e-af6e-16fe9ab1ec2f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:11.906947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42658) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:11.949766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:11.953600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.972635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] device_id is not set on port c06cb0a6-9192-488a-a10c-348061836464 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:12.012188 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.075120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:12.075297 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.103554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.2 (1de0eb82-c154-4ddd-b53c-a0768d671d96/83c04910-2a21-4853-8691-2e22e0bfecdb/c06cb0a6-9192-488a-a10c-348061836464) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:12.143167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] For port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,segment=NetworkSegment(badca99c-0575-4957-830e-26a547151cd2),segment_id=badca99c-0575-4957-830e-26a547151cd2)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:12.143541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.156629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 7c3f2b49-5138-4e97-9b46-cb3971bcdffe owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:12.205755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998835a1-6968-4e51-ad86-56d141a439b2 None None] Network 3701ebcc-608e-4931-81d9-604c4d301b9a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:12.252374 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.266443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.278787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=7c3f2b49-5138-4e97-9b46-cb3971bcdffe,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:12.280386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6156ae5d-2ed2-4281-991d-d4edc0276bf9 None None] Provisioning complete for port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:12.280758 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6156ae5d-2ed2-4281-991d-d4edc0276bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.282301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No DVR routers for this DVR port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:12.313584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.331249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6156ae5d-2ed2-4281-991d-d4edc0276bf9 None None] Port 7c3f2b49-5138-4e97-9b46-cb3971bcdffe was deleted so its status cannot be updated. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 21 18:33:12.361382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:12.370703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:12.375449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:12.379148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.402684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3701ebcc-608e-4931-81d9-604c4d301b9a']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:12.412129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=c06cb0a6-9192-488a-a10c-348061836464,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:12.414468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badca99c-0575-4957-830e-26a547151cd2') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:12.414777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badca99c-0575-4957-830e-26a547151cd2') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:12.428186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.434822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500b16e-ff57-493c-8a9e-4371f22de4bb None None] DHCP port deletion for 3701ebcc-608e-4931-81d9-604c4d301b9a request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:12.447601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.447601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.455765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.463449 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:12.463864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:12.467604 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:12.476396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-de808143-2027-4e97-9b11-80290f14b98d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7047727 Sep 21 18:33:12.477064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:12.482350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'port': {'network_id': '1de0eb82-c154-4ddd-b53c-a0768d671d96', 'name': 'tempest-FloatingIPTestJSON-8501863'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:12.530714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.538223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.539998 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/3701ebcc-608e-4931-81d9-604c4d301b9a HTTP/1.1" status: 204 len: 168 time: 0.6320744 Sep 21 18:33:12.546876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:12.551370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b6230-f33c-42d1-8b7e-0f0776be0a3e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=3701ebcc-608e-4931-81d9-604c4d301b9a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:12.620962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be3d09-7cc8-4189-b98a-b68a855f3a46 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.622552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d0be3d09-7cc8-4189-b98a-b68a855f3a46 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0747752 Sep 21 18:33:12.626135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42664) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:12.645218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:12.648721 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.673318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] device_id is not set on port 67b70c12-2cf4-4d97-a550-c4478bb323ba yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:12.675389 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f4951db6-d574-43e4-99a0-13630b30d2d4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0480878 Sep 21 18:33:12.678891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42666) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:12.684220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-492840272'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:12.706083 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:12.710001 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.734138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:12.743700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.744079 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment 5f98240f-78cf-4a76-87d0-ccc0f61293f1 of type vlan for network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa Sep 21 18:33:12.784994 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.788342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.14 (1de0eb82-c154-4ddd-b53c-a0768d671d96/83c04910-2a21-4853-8691-2e22e0bfecdb/67b70c12-2cf4-4d97-a550-c4478bb323ba) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:12.811777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.817847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.818472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.851057 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1709299 Sep 21 18:33:12.853807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42668) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:12.858569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:12.914403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f95ecc-93fd-4919-a40b-2f1da1960ad1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:12.925582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:12.947130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.982047 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.987477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:12.992304 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.029993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:13.033318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:13.037258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:13.064611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=67b70c12-2cf4-4d97-a550-c4478bb323ba,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:13.080304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.080651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.080990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.081334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.081656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.082021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.082525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.082928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.083339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.083670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.083998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.084323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:13.105493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:13.106285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.121264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-81357007-4528-40f3-b1ce-a9974527fe57 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.6430950 Sep 21 18:33:13.125366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42670) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:13.130505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '67b70c12-2cf4-4d97-a550-c4478bb323ba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:13.152646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.180421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.241126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=c112cc8b-a05b-4048-bb46-da357716978f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:13.249900 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.251360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': '5f98240f-78cf-4a76-87d0-ccc0f61293f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:13.251723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:13.268303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:13.276884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:13.281218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:13.281929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.287384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5174e4-b4f1-42c5-a191-5a2e2aadc5df None None] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:13.298447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc375484-cd0f-4dcc-acd0-29be86eba14d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4432566 Sep 21 18:33:13.301952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42672) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:13.309744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa', 'name': 'tempest-PortsIpV6TestJSON-1774083444'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:13.378351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.25.3.169 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/3028082c-887f-4f45-8bc1-a0e2808aa7b5) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:13.431020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:13.434893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.449380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa', 'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa', 'tenant_id': '02dc917ac34445f1a475ff96f19e60fb', 'fixed_ips': [{'subnet_id': 'c112cc8b-a05b-4048-bb46-da357716978f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:13.455040 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.456665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 754d8609-5d65-4bcf-a314-2805780314d7 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:13.489060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.530130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.575054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:13.584329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:13.586480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::c (39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa/c112cc8b-a05b-4048-bb46-da357716978f/754d8609-5d65-4bcf-a314-2805780314d7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:13.586631 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=3028082c-887f-4f45-8bc1-a0e2808aa7b5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:13.588935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:13.757971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.796560 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.841720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:13.844879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:13.847391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Allocated IP 2001:db8::2 (39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa/c112cc8b-a05b-4048-bb46-da357716978f/f27b4b06-af4d-45c6-80b4-f8415c0effad) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:13.847754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:13.854800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:13.855563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:13.869340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=754d8609-5d65-4bcf-a314-2805780314d7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:13.882028 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df53c8ff-f5cd-4c52-a004-45f3a7f34be7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5776105 Sep 21 18:33:13.884576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42674) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:13.889630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa', 'name': 'tempest-PortsIpV6TestJSON-883843743'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:14.000477 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.011442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:14.015345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.015883 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.022971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.061756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:14.066462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:14.070118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:14.079481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.080222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Pushing event updated for resources: {'Port': ['ID=f27b4b06-af4d-45c6-80b4-f8415c0effad,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:14.137459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Attempting to bind port f27b4b06-af4d-45c6-80b4-f8415c0effad on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:14.137827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Attempting to bind port f27b4b06-af4d-45c6-80b4-f8415c0effad by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5f98240f-78cf-4a76-87d0-ccc0f61293f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:14.138295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Attempting to bind port f27b4b06-af4d-45c6-80b4-f8415c0effad on network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:14.144002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:14.144381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Checking segment: {'id': '5f98240f-78cf-4a76-87d0-ccc0f61293f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:14.145427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.146027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Bound using segment: {'id': '5f98240f-78cf-4a76-87d0-ccc0f61293f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:14.146395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Bound port: f27b4b06-af4d-45c6-80b4-f8415c0effad, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f98240f-78cf-4a76-87d0-ccc0f61293f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:14.146793 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.216896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] For port f27b4b06-af4d-45c6-80b4-f8415c0effad, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:14.221158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] For port f27b4b06-af4d-45c6-80b4-f8415c0effad, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f27b4b06-af4d-45c6-80b4-f8415c0effad,segment=NetworkSegment(5f98240f-78cf-4a76-87d0-ccc0f61293f1),segment_id=5f98240f-78cf-4a76-87d0-ccc0f61293f1)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:14.226156 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.290385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ed579-e11b-4be5-a468-8cfb34eff049 None None] Pushing event updated for resources: {'Port': ['ID=f27b4b06-af4d-45c6-80b4-f8415c0effad,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:14.367227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7c3f2b49-5138-4e97-9b46-cb3971bcdffe no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:14.409239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7c3f2b49-5138-4e97-9b46-cb3971bcdffe {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:14.409897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7c3f2b49-5138-4e97-9b46-cb3971bcdffe not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:14.439515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port a8255c17-33aa-46b1-a490-0c0116da3bdf yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:14.586399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::1f3 (39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa/c112cc8b-a05b-4048-bb46-da357716978f/a8255c17-33aa-46b1-a490-0c0116da3bdf) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:14.648161 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.653631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.728137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=3028082c-887f-4f45-8bc1-a0e2808aa7b5,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:14.741233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.762470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.794928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.844617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:14.845497 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP 7159aa30-cbc7-418f-8f6d-aa5f4e566069 associated. External IP: 172.25.3.169, port: 67b70c12-2cf4-4d97-a550-c4478bb323ba. Sep 21 18:33:14.848361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:14.852096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:14.857590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:14.858218 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:14.867221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=a8255c17-33aa-46b1-a490-0c0116da3bdf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:14.879965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b3d8c06d-007f-4034-9b43-251f68ece748 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9942496 Sep 21 18:33:14.882899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42678) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:15.012818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c6ecbe-eace-4eda-ab58-ec0bf06bef46 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:15.014447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b0c6ecbe-eace-4eda-ab58-ec0bf06bef46 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac HTTP/1.1" status: 200 len: 927 time: 0.1305630 Sep 21 18:33:15.017219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42680) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:15.209401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port a8255c17-33aa-46b1-a490-0c0116da3bdf {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:15.209752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.216795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:15.296327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae97e75-503e-49c3-b28e-e1a62d79827e None None] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:15.356150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.405800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for a8255c17-33aa-46b1-a490-0c0116da3bdf owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:15.415780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-dbce038d-b037-47ea-a0cb-8fd60269ec17 None None] Provisioning complete for port f27b4b06-af4d-45c6-80b4-f8415c0effad triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:15.416157 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dbce038d-b037-47ea-a0cb-8fd60269ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.429368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:15.441953 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:15.454912 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:15.455962 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:15.486883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.493678 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:15.502577 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:15.503440 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:15.530583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cf914fe3-683f-4850-b284-8e8958c53cf9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.4040306 Sep 21 18:33:15.533257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42682) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:15.539847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:15.541874 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:15.542774 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536510e4-6cd6-4480-a1e7-16ab7fbe9303 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:15.555684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dbce038d-b037-47ea-a0cb-8fd60269ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.593605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-dbce038d-b037-47ea-a0cb-8fd60269ec17 None None] For port f27b4b06-af4d-45c6-80b4-f8415c0effad, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f27b4b06-af4d-45c6-80b4-f8415c0effad,segment=NetworkSegment(5f98240f-78cf-4a76-87d0-ccc0f61293f1),segment_id=5f98240f-78cf-4a76-87d0-ccc0f61293f1)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:15.599461 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dbce038d-b037-47ea-a0cb-8fd60269ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.631737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.651868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce038d-b037-47ea-a0cb-8fd60269ec17 None None] Pushing event updated for resources: {'Port': ['ID=f27b4b06-af4d-45c6-80b4-f8415c0effad,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:15.682891 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.718150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=a8255c17-33aa-46b1-a490-0c0116da3bdf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:15.784115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.786474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f9a3247a-520b-4c29-be8f-32a3c4f57593 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/a8255c17-33aa-46b1-a490-0c0116da3bdf HTTP/1.1" status: 204 len: 168 time: 0.7682917 Sep 21 18:33:15.789021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42684) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:15.823949 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f78e68-e07f-4973-981e-bc6590356029 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:15.824172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2e11a7ef-8cb7-4b1b-846f-f59f1433de13 None None] Provisioning complete for port 754d8609-5d65-4bcf-a314-2805780314d7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:15.824298 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2e11a7ef-8cb7-4b1b-846f-f59f1433de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.825457 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b9f78e68-e07f-4973-981e-bc6590356029 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/a8255c17-33aa-46b1-a490-0c0116da3bdf HTTP/1.1" status: 404 len: 333 time: 0.0355175 Sep 21 18:33:15.828423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:15.872388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2e11a7ef-8cb7-4b1b-846f-f59f1433de13 None None] Port 754d8609-5d65-4bcf-a314-2805780314d7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:15.877725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2e11a7ef-8cb7-4b1b-846f-f59f1433de13 None None] Could not find standard attr ID for object a8255c17-33aa-46b1-a490-0c0116da3bdf. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:15.882227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.890377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2e11a7ef-8cb7-4b1b-846f-f59f1433de13 None None] Provisioning complete for port f27b4b06-af4d-45c6-80b4-f8415c0effad triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:15.890898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2e11a7ef-8cb7-4b1b-846f-f59f1433de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.895357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.895757 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP 7159aa30-cbc7-418f-8f6d-aa5f4e566069 disassociated. External IP: 172.25.3.169, port: 67b70c12-2cf4-4d97-a550-c4478bb323ba. Sep 21 18:33:15.934794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 754d8609-5d65-4bcf-a314-2805780314d7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:15.935496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.051350 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.066929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 754d8609-5d65-4bcf-a314-2805780314d7 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:16.108586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c1f867b1-e763-4f96-9a98-b72cff7ba00d None None] Provisioning complete for port 754d8609-5d65-4bcf-a314-2805780314d7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:16.108971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c1f867b1-e763-4f96-9a98-b72cff7ba00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.142092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:16.153501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c1f867b1-e763-4f96-9a98-b72cff7ba00d None None] Port 754d8609-5d65-4bcf-a314-2805780314d7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:16.219573 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.254865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=754d8609-5d65-4bcf-a314-2805780314d7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:16.277045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:16.281255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.283473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1b101621-9f2c-4f69-813b-ce0de9cb7c8a tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/754d8609-5d65-4bcf-a314-2805780314d7 HTTP/1.1" status: 204 len: 168 time: 0.4530814 Sep 21 18:33:16.286101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42688) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:16.286943 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.289441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:16.299024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:16.299929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:16.312344 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-83591755-1314-4d9b-93af-0ef05e4ce99e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:16.317253 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-83591755-1314-4d9b-93af-0ef05e4ce99e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/754d8609-5d65-4bcf-a314-2805780314d7 HTTP/1.1" status: 404 len: 333 time: 0.0264878 Sep 21 18:33:16.317585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42690) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:16.320281 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af3b8c8e-4ef0-475b-8b45-3693250ec6ee tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/floatingips/7159aa30-cbc7-418f-8f6d-aa5f4e566069 HTTP/1.1" status: 200 len: 688 time: 0.7859814 Sep 21 18:33:16.323055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42692) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:16.364537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:16.378294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet c112cc8b-a05b-4048-bb46-da357716978f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:16.382528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.398565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:16.405333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:16.436195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.448509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:16.449184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ec589-b62f-422e-a660-42efd2d8d3d9 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:16.451082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3dd915c3-0ed4-41f6-9950-ea39330cf080 None None] Could not find standard attr ID for object a8255c17-33aa-46b1-a490-0c0116da3bdf. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:16.492008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f27b4b06-af4d-45c6-80b4-f8415c0effad up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:16.515888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 3028082c-887f-4f45-8bc1-a0e2808aa7b5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:16.516082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.547714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f27b4b06-af4d-45c6-80b4-f8415c0effad triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:16.548400 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.561554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.612050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.612395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.627614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 3028082c-887f-4f45-8bc1-a0e2808aa7b5 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:16.640253 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.672910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=c112cc8b-a05b-4048-bb46-da357716978f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:16.678131 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.680945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c92bf73-efce-4987-b1c9-87c7fc7d31df tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/c112cc8b-a05b-4048-bb46-da357716978f HTTP/1.1" status: 204 len: 168 time: 0.3624706 Sep 21 18:33:16.683530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42694) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:16.769000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-653fe106-fd5b-4156-aad6-6ff520ca9e40 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575895 Sep 21 18:33:16.770112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.841971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port f27b4b06-af4d-45c6-80b4-f8415c0effad {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:16.842753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.861497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82703da-fc21-4a5b-8ab0-3ba5d463e294 None None] Network 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:16.877149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-ec7d515f-34af-4ac2-b830-8df92aca37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:16.878882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-ec7d515f-34af-4ac2-b830-8df92aca37e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 1097 time: 0.0578709 Sep 21 18:33:16.880351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.918543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] For port f27b4b06-af4d-45c6-80b4-f8415c0effad, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f27b4b06-af4d-45c6-80b4-f8415c0effad,segment=NetworkSegment(5f98240f-78cf-4a76-87d0-ccc0f61293f1),segment_id=5f98240f-78cf-4a76-87d0-ccc0f61293f1)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:16.918814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=3028082c-887f-4f45-8bc1-a0e2808aa7b5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:16.918957 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.933966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for f27b4b06-af4d-45c6-80b4-f8415c0effad owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:17.029696 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.046618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.050077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.051577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bf201033-d143-4599-b194-a0c38f2f3df0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/floatingips/7159aa30-cbc7-418f-8f6d-aa5f4e566069 HTTP/1.1" status: 204 len: 168 time: 0.7271736 Sep 21 18:33:17.055437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42696) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:17.060181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=f27b4b06-af4d-45c6-80b4-f8415c0effad,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:17.063077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No DVR routers for this DVR port f27b4b06-af4d-45c6-80b4-f8415c0effad on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:17.064828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'c06cb0a6-9192-488a-a10c-348061836464'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:17.071079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a65acc-ec5b-471d-9115-a9960927fe6a None None] DHCP port deletion for 39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:17.092835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-5977d90f-ea47-407c-8e0f-e2d5a95e5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:17.094589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-5977d90f-ea47-407c-8e0f-e2d5a95e5980 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1858900 Sep 21 18:33:17.101809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.151972 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.177285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:17.183539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f98240f-78cf-4a76-87d0-ccc0f61293f1') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:17.183834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f98240f-78cf-4a76-87d0-ccc0f61293f1') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:17.192858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-9b0094ed-5ccb-4dfa-9021-9906216d1d96 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b HTTP/1.1" status: 200 len: 1001 time: 0.0880759 Sep 21 18:33:17.193879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.208012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.214032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:17.214440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:17.217527 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:17.282476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-0e89d618-a3ef-45bd-92bc-651cebe8558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:17.283841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.284043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-0e89d618-a3ef-45bd-92bc-651cebe8558c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0627987 Sep 21 18:33:17.291623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.293468 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa HTTP/1.1" status: 204 len: 168 time: 0.6090243 Sep 21 18:33:17.297445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42698) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:17.302617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1953617459'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:17.315060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6ad49-74e2-43ca-b507-6bac80cb2b96 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=39bc6293-c8f6-4ac8-8d5c-1ed9e50e40aa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:17.336666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.337588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:17.341168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.350730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-92eab18d-bd1e-4320-a52d-e523e3ee676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:17.352268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-92eab18d-bd1e-4320-a52d-e523e3ee676d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600698 Sep 21 18:33:17.371443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:17.381606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.381957 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment 5aa80f0d-b0b2-405f-a505-f58823e3c7e4 of type vlan for network 68c08209-65bc-4ed5-9337-c1b915a9fd8b Sep 21 18:33:17.423220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.450466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.456147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:17.456784 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.494729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1960223 Sep 21 18:33:17.497410 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:17.502217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:17.526148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.25.3.28 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/5944e9f9-19f7-4d2f-b7d3-d478c52f42f3) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:17.531914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-4ae25d24-a86c-4e41-842e-69ae5a98778c service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492360 Sep 21 18:33:17.547855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e5aed-1fa2-40f5-b3e8-80159643ff9e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=68c08209-65bc-4ed5-9337-c1b915a9fd8b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:17.560040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:17.632347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:17.636148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.696277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdfc0bc7-574d-4b4f-a6a5-efb7b6778de0 req-585cc20d-6e7e-4f93-92a1-66ba3cd04380 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563501 Sep 21 18:33:17.716738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.752473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.795231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:17.799949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:17.803002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:17.825255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.829275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=5944e9f9-19f7-4d2f-b7d3-d478c52f42f3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:17.885371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:17.900749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': '5aa80f0d-b0b2-405f-a505-f58823e3c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:17.901107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: 68c08209-65bc-4ed5-9337-c1b915a9fd8b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:17.918276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:17.928571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 68c08209-65bc-4ed5-9337-c1b915a9fd8b) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:17.934363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:17.935084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.939632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca091e4f-cc1f-4664-82c5-6621863f5159 None None] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:17.953641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fbcd5cee-aafe-40fd-a6ad-77e8746f524c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4552078 Sep 21 18:33:17.956615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42702) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:17.962199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b', 'name': 'tempest-PortsIpV6TestJSON-1249944611', 'fixed_ips': [{'subnet_id': 'f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81', 'ip_address': '2001:db8::10'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:18.088877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:18.103778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-68c08209-65bc-4ed5-9337-c1b915a9fd8b', 'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b', 'tenant_id': '02dc917ac34445f1a475ff96f19e60fb', 'fixed_ips': [{'subnet_id': 'f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:18.104928 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.185384 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.203756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port 5fb6b220-105f-4f37-b26e-b194e40fc449 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:18.258659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Allocated IP 2001:db8::2 (68c08209-65bc-4ed5-9337-c1b915a9fd8b/f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81/e753c9fe-b6c1-4d32-9183-b0d363adab78) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:18.407956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f27b4b06-af4d-45c6-80b4-f8415c0effad no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:18.436776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f27b4b06-af4d-45c6-80b4-f8415c0effad {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:18.437124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f27b4b06-af4d-45c6-80b4-f8415c0effad not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:18.442506 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.450031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.500616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:18.505026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:18.511878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:18.514266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::10 (68c08209-65bc-4ed5-9337-c1b915a9fd8b/f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81/5fb6b220-105f-4f37-b26e-b194e40fc449) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:18.516698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Pushing event updated for resources: {'Port': ['ID=e753c9fe-b6c1-4d32-9183-b0d363adab78,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:18.547397 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.570578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Attempting to bind port e753c9fe-b6c1-4d32-9183-b0d363adab78 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:18.571188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Attempting to bind port e753c9fe-b6c1-4d32-9183-b0d363adab78 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5aa80f0d-b0b2-405f-a505-f58823e3c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:18.571316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Attempting to bind port e753c9fe-b6c1-4d32-9183-b0d363adab78 on network 68c08209-65bc-4ed5-9337-c1b915a9fd8b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:18.576667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:18.577023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Checking segment: {'id': '5aa80f0d-b0b2-405f-a505-f58823e3c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:18.577427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.577817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Bound using segment: {'id': '5aa80f0d-b0b2-405f-a505-f58823e3c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:18.578626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Bound port: e753c9fe-b6c1-4d32-9183-b0d363adab78, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa80f0d-b0b2-405f-a505-f58823e3c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:18.579008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.627523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.650313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] For port e753c9fe-b6c1-4d32-9183-b0d363adab78, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:18.655758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] For port e753c9fe-b6c1-4d32-9183-b0d363adab78, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e753c9fe-b6c1-4d32-9183-b0d363adab78,segment=NetworkSegment(5aa80f0d-b0b2-405f-a505-f58823e3c7e4),segment_id=5aa80f0d-b0b2-405f-a505-f58823e3c7e4)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:18.666296 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.699260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.728195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b39380-b164-436c-bfd0-c33abcf39a41 None None] Pushing event updated for resources: {'Port': ['ID=e753c9fe-b6c1-4d32-9183-b0d363adab78,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:18.750981 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.803679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:18.806989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:18.810752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:18.815523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.816867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:18.817614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.822222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.829139 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=5fb6b220-105f-4f37-b26e-b194e40fc449,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:18.851116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a158d6d-daaf-41c8-8e7d-44c1ffdd3f92 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8907230 Sep 21 18:33:18.852379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42704) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:18.857814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': '68c08209-65bc-4ed5-9337-c1b915a9fd8b', 'name': 'tempest-PortsIpV6TestJSON-1053223989', 'fixed_ips': [{'subnet_id': 'f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81', 'ip_address': '2001:db8::f'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:18.905591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=5944e9f9-19f7-4d2f-b7d3-d478c52f42f3,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:18.915760 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.998889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:19.005217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.026528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port d9fc1e8f-3cea-4584-8f21-6fe8e428fccd yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:19.054148 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP f53c5ede-6473-4648-8331-5c1461bdc127 associated. External IP: 172.25.3.28, port: c06cb0a6-9192-488a-a10c-348061836464. Sep 21 18:33:19.195600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::f (68c08209-65bc-4ed5-9337-c1b915a9fd8b/f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81/d9fc1e8f-3cea-4584-8f21-6fe8e428fccd) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:19.277064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:19.353311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.388286 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.394169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:19.408383 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:19.423310 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:19.425323 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:19.433966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.434688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:19.438128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:19.440694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:19.447104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:19.447749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.474524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9fd530d1-667d-488f-b4a3-f23d79d615e1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4159241 Sep 21 18:33:19.474746 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6190209 Sep 21 18:33:19.474746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42708) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:19.474951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42710) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:19.476967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272089b-9567-43ae-a92e-a90a38debd97 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=d9fc1e8f-3cea-4584-8f21-6fe8e428fccd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:19.488772 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:19.498388 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:19.499423 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:19.539329 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:19.539990 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35162c1e-ffad-42bb-a20f-7a8225bdfc69 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:19.543466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a51a6-4be5-40ea-b83d-1daf00e67fe6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:19.548607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-189a51a6-4be5-40ea-b83d-1daf00e67fe6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0724995 Sep 21 18:33:19.549494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42712) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:19.569583 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e9051c6e-92c4-4f73-9b83-cafe01408aa0 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "GET /v2.0/floatingips/f53c5ede-6473-4648-8331-5c1461bdc127 HTTP/1.1" status: 200 len: 977 time: 0.0935681 Sep 21 18:33:19.572155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42714) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:19.608709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff075c-9fbc-4de5-829c-112b4e161c67 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:19.615044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff075c-9fbc-4de5-829c-112b4e161c67 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:19.620978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff075c-9fbc-4de5-829c-112b4e161c67 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:19.622757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-33ff075c-9fbc-4de5-829c-112b4e161c67 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0723140 Sep 21 18:33:19.625552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42716) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:19.687136 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-70d38561-ea6a-440a-ac6c-d3654eea1e0b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1139257 Sep 21 18:33:19.689538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42718) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:19.694774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'port_id': '67b70c12-2cf4-4d97-a550-c4478bb323ba'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:19.728397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port d9fc1e8f-3cea-4584-8f21-6fe8e428fccd {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:19.729208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.752474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.795908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245f591-3390-41c8-bfaa-57c2fa0323e2 None None] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:19.828505 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.841426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for d9fc1e8f-3cea-4584-8f21-6fe8e428fccd owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:19.859235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-310926f1-d9ba-48a8-aa50-3909a7f08095 None None] Provisioning complete for port e753c9fe-b6c1-4d32-9183-b0d363adab78 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:19.859702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-310926f1-d9ba-48a8-aa50-3909a7f08095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.984903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.012016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-310926f1-d9ba-48a8-aa50-3909a7f08095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.015376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=d9fc1e8f-3cea-4584-8f21-6fe8e428fccd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:20.042722 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.044618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9b87ae3d-8308-4a9b-a8ef-c89452000ec8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/d9fc1e8f-3cea-4584-8f21-6fe8e428fccd HTTP/1.1" status: 204 len: 168 time: 0.4181316 Sep 21 18:33:20.047471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42720) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:20.064460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-310926f1-d9ba-48a8-aa50-3909a7f08095 None None] For port e753c9fe-b6c1-4d32-9183-b0d363adab78, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e753c9fe-b6c1-4d32-9183-b0d363adab78,segment=NetworkSegment(5aa80f0d-b0b2-405f-a505-f58823e3c7e4),segment_id=5aa80f0d-b0b2-405f-a505-f58823e3c7e4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:20.071010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-310926f1-d9ba-48a8-aa50-3909a7f08095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.078793 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-33714580-b612-46ba-b047-68407f540eb3 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:20.083085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-33714580-b612-46ba-b047-68407f540eb3 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/d9fc1e8f-3cea-4584-8f21-6fe8e428fccd HTTP/1.1" status: 404 len: 333 time: 0.0319793 Sep 21 18:33:20.083650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42722) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:20.140236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310926f1-d9ba-48a8-aa50-3909a7f08095 None None] Pushing event updated for resources: {'Port': ['ID=e753c9fe-b6c1-4d32-9183-b0d363adab78,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:20.175332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 5fb6b220-105f-4f37-b26e-b194e40fc449 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:20.177792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.271135 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.275392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.281839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.296227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 5fb6b220-105f-4f37-b26e-b194e40fc449 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:20.396582 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP f53c5ede-6473-4648-8331-5c1461bdc127 associated. External IP: 172.25.3.28, port: c06cb0a6-9192-488a-a10c-348061836464. Sep 21 18:33:20.424899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-797fd492-177c-43ee-97c9-05ed02ee45e1 None None] Provisioning complete for port 5fb6b220-105f-4f37-b26e-b194e40fc449 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:20.426543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797fd492-177c-43ee-97c9-05ed02ee45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.465471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.478231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e753c9fe-b6c1-4d32-9183-b0d363adab78 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:20.507694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=5fb6b220-105f-4f37-b26e-b194e40fc449,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:20.528764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-797fd492-177c-43ee-97c9-05ed02ee45e1 None None] Port 5fb6b220-105f-4f37-b26e-b194e40fc449 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:20.542175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.544738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8bd984c0-59e0-43db-8182-37904a84cf1b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/5fb6b220-105f-4f37-b26e-b194e40fc449 HTTP/1.1" status: 204 len: 168 time: 0.4601197 Sep 21 18:33:20.547427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42724) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:20.558801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-797fd492-177c-43ee-97c9-05ed02ee45e1 None None] Provisioning complete for port e753c9fe-b6c1-4d32-9183-b0d363adab78 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:20.559453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797fd492-177c-43ee-97c9-05ed02ee45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.575382 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2615a8-1a2a-4e03-ab74-af12b52ab77c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:20.577177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-da2615a8-1a2a-4e03-ab74-af12b52ab77c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/5fb6b220-105f-4f37-b26e-b194e40fc449 HTTP/1.1" status: 404 len: 333 time: 0.0287306 Sep 21 18:33:20.583098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42726) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:20.609415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e753c9fe-b6c1-4d32-9183-b0d363adab78 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:20.610183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.651250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:20.654735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.677801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:20.705933 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.803839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b30b7924-5d3b-4c35-a159-84d1cfbe665b None None] Could not find standard attr ID for object 5fb6b220-105f-4f37-b26e-b194e40fc449. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:20.812857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.884378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.917859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-111a6de2-c9aa-4201-a9e2-b01b7b481b4d None None] Could not find standard attr ID for object d9fc1e8f-3cea-4584-8f21-6fe8e428fccd. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:20.921738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.926479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81 HTTP/1.1" status: 204 len: 168 time: 0.3386533 Sep 21 18:33:20.926479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc248a6-f9a0-4718-b440-99f8f2bff391 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:20.927276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42728) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:21.021638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.080430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port e753c9fe-b6c1-4d32-9183-b0d363adab78 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:21.080789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.116860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e3370-9ea8-4ff1-9cce-58f5bd0ae326 None None] Network 68c08209-65bc-4ed5-9337-c1b915a9fd8b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:21.145673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:21.154589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] For port e753c9fe-b6c1-4d32-9183-b0d363adab78, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e753c9fe-b6c1-4d32-9183-b0d363adab78,segment=NetworkSegment(5aa80f0d-b0b2-405f-a505-f58823e3c7e4),segment_id=5aa80f0d-b0b2-405f-a505-f58823e3c7e4)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:21.154962 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.168179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for e753c9fe-b6c1-4d32-9183-b0d363adab78 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:21.178911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:21.200147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:21.200778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.254148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.257079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.284555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=e753c9fe-b6c1-4d32-9183-b0d363adab78,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:21.289802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No DVR routers for this DVR port e753c9fe-b6c1-4d32-9183-b0d363adab78 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:21.377152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:21.390879 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.412237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c08209-65bc-4ed5-9337-c1b915a9fd8b']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.422920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa80f0d-b0b2-405f-a505-f58823e3c7e4') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.423233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa80f0d-b0b2-405f-a505-f58823e3c7e4') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.425905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:21.426628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.436947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.452543 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.459820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:21.460322 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.463564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:21.463921 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:21.466216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681cbd5-1f08-4364-ba4a-7e13dcaa48a6 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:21.506677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e26f55-3fb0-4875-8dc9-b78a1b8e49e7 None None] DHCP port deletion for 68c08209-65bc-4ed5-9337-c1b915a9fd8b request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:21.522358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:21.526808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.533618 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:21.536777 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.544093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.547397 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:21.548523 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.550199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42730) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:21.550907 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/68c08209-65bc-4ed5-9337-c1b915a9fd8b HTTP/1.1" status: 204 len: 168 time: 0.6219387 Sep 21 18:33:21.562547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1807480650'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:21.562808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea79b-1f89-4f41-a3bb-51e71c74c4d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=68c08209-65bc-4ed5-9337-c1b915a9fd8b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:21.588822 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.598263 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:21.598874 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.605348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1f92681b-9cef-49d6-a57e-ba0e9227a45f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/floatingips/f53c5ede-6473-4648-8331-5c1461bdc127 HTTP/1.1" status: 200 len: 975 time: 1.9147916 Sep 21 18:33:21.607931 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42732) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:21.613498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:21.615920 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:21.619194 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.631238 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:21.631889 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2775d5-5220-4aa9-8f9d-ba70f2a1c035 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:21.682049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:21.692301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.728330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.728585 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Added segment 01328757-2824-41d3-b872-c56060678f37 of type vlan for network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 Sep 21 18:33:21.785411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.859355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.865486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:21.866062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.902947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.920393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:21.920730 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP f53c5ede-6473-4648-8331-5c1461bdc127 disassociated. External IP: 172.25.3.28, port: 67b70c12-2cf4-4d97-a550-c4478bb323ba. Sep 21 18:33:21.971458 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4193354 Sep 21 18:33:21.975306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42734) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:21.980472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:22.005772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd993e-02b3-49c2-bde2-aa2f75a5e534 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Network': ['ID=b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:22.017684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:22.072290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:22.075952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.187904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:22.264561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.297423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:22.303314 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.307997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:22.317480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:22.318100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:22.335296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aa62c2e9-b49c-4bf1-95ca-cdb6abb02561 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/floatingips/f53c5ede-6473-4648-8331-5c1461bdc127 HTTP/1.1" status: 200 len: 687 time: 0.7238348 Sep 21 18:33:22.336312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:22.351516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Checking segment: {'id': '01328757-2824-41d3-b872-c56060678f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:22.351897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network hostable DHCP agents. Network: b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:22.376286 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:22.386582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:22.387197 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:22.390745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=a5468663-0a0e-4358-9c20-95c78b334040,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:22.431974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e753c9fe-b6c1-4d32-9183-b0d363adab78 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:22.434217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:22.434820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1d500-860d-4e20-b98e-b0e3e14e65b7 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:22.465223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e753c9fe-b6c1-4d32-9183-b0d363adab78 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:22.465568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e753c9fe-b6c1-4d32-9183-b0d363adab78 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:22.483483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:22.495533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:22.500087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:22.500927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.505785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45467eca-b5e4-4de8-92f4-8d25f6ac5080 None None] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:22.526140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-513d68b3-1ae5-443c-83a7-4e574322e005 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5472028 Sep 21 18:33:22.526386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42738) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:22.530933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c9bde413-db10-4cfa-92b7-a5a2f93de89b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1694236055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:22.544647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 5944e9f9-19f7-4d2f-b7d3-d478c52f42f3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:22.544966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.606570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9bde413-db10-4cfa-92b7-a5a2f93de89b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.607608 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9bde413-db10-4cfa-92b7-a5a2f93de89b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.656923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4', 'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4', 'tenant_id': '02dc917ac34445f1a475ff96f19e60fb', 'fixed_ips': [{'subnet_id': 'a5468663-0a0e-4358-9c20-95c78b334040'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:22.657782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.661094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.661431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.695867 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9bde413-db10-4cfa-92b7-a5a2f93de89b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.700865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9bde413-db10-4cfa-92b7-a5a2f93de89b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.707331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 5944e9f9-19f7-4d2f-b7d3-d478c52f42f3 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:22.725712 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9bde413-db10-4cfa-92b7-a5a2f93de89b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.726989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c9bde413-db10-4cfa-92b7-a5a2f93de89b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1996396 Sep 21 18:33:22.729742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42740) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:22.735310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4', 'name': 'tempest-PortsIpV6TestJSON-1068631174'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:22.806935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Allocated IP 2001:db8::2 (b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4/a5468663-0a0e-4358-9c20-95c78b334040/6bae99f9-1cc7-48f5-a299-14233af66c33) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:22.856539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:22.858006 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.860293 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.879685 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port de386c91-b55b-4e4d-a2fb-0c76471055aa yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:22.887689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=5944e9f9-19f7-4d2f-b7d3-d478c52f42f3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:22.951802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.954420 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.955631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6565855d-8a54-482d-99ed-b28353be5f42 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/floatingips/f53c5ede-6473-4648-8331-5c1461bdc127 HTTP/1.1" status: 204 len: 168 time: 0.6191173 Sep 21 18:33:22.958326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42742) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:22.967398 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.973862 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.999839 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-2351cb2d-9e1e-4b93-afc3-0eef70830245 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] delete failed (client error): The resource could not be found. Sep 21 18:33:23.001634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2351cb2d-9e1e-4b93-afc3-0eef70830245 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/floatingips/f53c5ede-6473-4648-8331-5c1461bdc127 HTTP/1.1" status: 404 len: 345 time: 0.0416234 Sep 21 18:33:23.005208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42744) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:23.016480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:23.020907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:23.023423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:23.034844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Pushing event updated for resources: {'Port': ['ID=6bae99f9-1cc7-48f5-a299-14233af66c33,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:23.088701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::142 (b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4/a5468663-0a0e-4358-9c20-95c78b334040/de386c91-b55b-4e4d-a2fb-0c76471055aa) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:23.091082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Attempting to bind port 6bae99f9-1cc7-48f5-a299-14233af66c33 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:23.091622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Attempting to bind port 6bae99f9-1cc7-48f5-a299-14233af66c33 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '01328757-2824-41d3-b872-c56060678f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:23.091985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Attempting to bind port 6bae99f9-1cc7-48f5-a299-14233af66c33 on network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:23.103629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:23.104007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Checking segment: {'id': '01328757-2824-41d3-b872-c56060678f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:23.104411 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.104807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Bound using segment: {'id': '01328757-2824-41d3-b872-c56060678f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:23.105287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Bound port: 6bae99f9-1cc7-48f5-a299-14233af66c33, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01328757-2824-41d3-b872-c56060678f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:23.105668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.122202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754e628-bf88-4fe4-937f-8d5f03ba2b18 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:23.128072 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754e628-bf88-4fe4-937f-8d5f03ba2b18 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:23.133977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754e628-bf88-4fe4-937f-8d5f03ba2b18 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:23.135655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1754e628-bf88-4fe4-937f-8d5f03ba2b18 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "GET /v2.0/ports?network_id=1de0eb82-c154-4ddd-b53c-a0768d671d96 HTTP/1.1" status: 200 len: 2356 time: 0.1295097 Sep 21 18:33:23.138516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42746) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:23.175024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] For port 6bae99f9-1cc7-48f5-a299-14233af66c33, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:23.180083 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] For port 6bae99f9-1cc7-48f5-a299-14233af66c33, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6bae99f9-1cc7-48f5-a299-14233af66c33,segment=NetworkSegment(01328757-2824-41d3-b872-c56060678f37),segment_id=01328757-2824-41d3-b872-c56060678f37)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:23.184799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.195725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d474e9e6-3e2e-4cd6-9593-84bc1754484d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:23.201609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d474e9e6-3e2e-4cd6-9593-84bc1754484d tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "GET /v2.0/subnets/83c04910-2a21-4853-8691-2e22e0bfecdb HTTP/1.1" status: 200 len: 797 time: 0.0575964 Sep 21 18:33:23.201889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42748) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:23.206976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'port': {'network_id': '1de0eb82-c154-4ddd-b53c-a0768d671d96', 'name': 'tempest-FloatingIPTestJSON-1762494628', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:23.251704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9af36-c7f8-4e7e-affe-278a4ee4e25e None None] Pushing event updated for resources: {'Port': ['ID=6bae99f9-1cc7-48f5-a299-14233af66c33,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:23.298574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.334803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.348014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:23.376021 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:23.381650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:23.385783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:23.391877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:23.392638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.422787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=de386c91-b55b-4e4d-a2fb-0c76471055aa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:23.437324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7642d092-fc24-4aa9-b604-204cd4f58ff5 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7032239 Sep 21 18:33:23.439242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42752) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:23.494706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.517171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] device_id is not set on port bafd422f-d9b9-4441-afb0-668a121feec0 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:23.817470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.862136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.13 (1de0eb82-c154-4ddd-b53c-a0768d671d96/83c04910-2a21-4853-8691-2e22e0bfecdb/bafd422f-d9b9-4441-afb0-668a121feec0) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:23.869281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.12 (1de0eb82-c154-4ddd-b53c-a0768d671d96/83c04910-2a21-4853-8691-2e22e0bfecdb/bafd422f-d9b9-4441-afb0-668a121feec0) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:24.030835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.068070 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.087626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.095438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.121201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:24.124477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:24.128984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:24.137976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=bafd422f-d9b9-4441-afb0-668a121feec0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.199689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:24.200439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.203148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=de386c91-b55b-4e4d-a2fb-0c76471055aa,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.217191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b6f6400c-f3e8-4b7e-af72-fc7d69d8dac6 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0142417 Sep 21 18:33:24.219821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42756) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:24.225053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'bafd422f-d9b9-4441-afb0-668a121feec0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:24.253009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.307749 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.356847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20beba56-fc2c-44ad-af24-01bad4aaca5e None None] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:24.401380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.458822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bbdb61c3-e9fc-481c-9f1c-a282085869e7 None None] Provisioning complete for port 6bae99f9-1cc7-48f5-a299-14233af66c33 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:24.459524 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbdb61c3-e9fc-481c-9f1c-a282085869e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.486706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.512715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6bae99f9-1cc7-48f5-a299-14233af66c33 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:24.521087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.25.3.5 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/407f6311-b285-493c-a58f-c97aa54a603c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:24.642167 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.650232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbdb61c3-e9fc-481c-9f1c-a282085869e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.662246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 6bae99f9-1cc7-48f5-a299-14233af66c33 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:24.662601 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.693357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.722850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bbdb61c3-e9fc-481c-9f1c-a282085869e7 None None] For port 6bae99f9-1cc7-48f5-a299-14233af66c33, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6bae99f9-1cc7-48f5-a299-14233af66c33,segment=NetworkSegment(01328757-2824-41d3-b872-c56060678f37),segment_id=01328757-2824-41d3-b872-c56060678f37)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:24.731389 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbdb61c3-e9fc-481c-9f1c-a282085869e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.749899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:24.753768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:24.756513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:24.799539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=407f6311-b285-493c-a58f-c97aa54a603c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.816027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.822210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.823259 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.824329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb61c3-e9fc-481c-9f1c-a282085869e7 None None] Pushing event updated for resources: {'Port': ['ID=6bae99f9-1cc7-48f5-a299-14233af66c33,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.892930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=de386c91-b55b-4e4d-a2fb-0c76471055aa,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.955921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d7a9554c-fa74-43f6-a3b1-f99e79c35267 None None] Provisioning complete for port 6bae99f9-1cc7-48f5-a299-14233af66c33 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:24.956297 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7a9554c-fa74-43f6-a3b1-f99e79c35267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.968772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:24.970644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:25.062683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d7a9554c-fa74-43f6-a3b1-f99e79c35267 None None] Provisioning complete for port de386c91-b55b-4e4d-a2fb-0c76471055aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:25.062915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7a9554c-fa74-43f6-a3b1-f99e79c35267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.115880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9554c-fa74-43f6-a3b1-f99e79c35267 None None] Port de386c91-b55b-4e4d-a2fb-0c76471055aa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:25.121503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Router d43f6dab-7832-4be6-b5ca-f413f122bb29 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:33:25.222931 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:25.232308 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1b3af63c-048f-4f7e-9c6f-d118b30d01bc tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "PUT /v2.0/routers/d43f6dab-7832-4be6-b5ca-f413f122bb29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7883828 Sep 21 18:33:25.234439 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] Sync routers for ids ['d43f6dab-7832-4be6-b5ca-f413f122bb29'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:25.238446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42758) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:25.251245 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] Routers {'d43f6dab-7832-4be6-b5ca-f413f122bb29'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:25.253106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-299aa06c-67a1-42d9-a9fc-5af8a542ee51 None None] Provisioning complete for port de386c91-b55b-4e4d-a2fb-0c76471055aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:25.253666 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d43f6dab-7832-4be6-b5ca-f413f122bb29'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:25.254161 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-299aa06c-67a1-42d9-a9fc-5af8a542ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.297826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643002d-8329-4705-94e6-9284cc675f8f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:25.303281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2643002d-8329-4705-94e6-9284cc675f8f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports?device_id=d43f6dab-7832-4be6-b5ca-f413f122bb29 HTTP/1.1" status: 200 len: 989 time: 0.0610278 Sep 21 18:33:25.303487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42760) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:25.348147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-299aa06c-67a1-42d9-a9fc-5af8a542ee51 None None] Port de386c91-b55b-4e4d-a2fb-0c76471055aa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:25.352314 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:25.362923 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] Routers {'d43f6dab-7832-4be6-b5ca-f413f122bb29'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:25.363570 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d43f6dab-7832-4be6-b5ca-f413f122bb29'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:25.401060 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:25.401824 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfb356-d749-4847-b3b9-560abd52c2c7 None None] The sync data for ids ['d43f6dab-7832-4be6-b5ca-f413f122bb29'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:25.476315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ea0454d3-ee80-4373-b263-a836ff3fc408 None None] Provisioning complete for port de386c91-b55b-4e4d-a2fb-0c76471055aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:25.476956 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ea0454d3-ee80-4373-b263-a836ff3fc408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.517347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ea0454d3-ee80-4373-b263-a836ff3fc408 None None] Port de386c91-b55b-4e4d-a2fb-0c76471055aa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:25.599011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.654361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.672190 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.749125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-be1f38af-a381-4293-bca0-27e503058c53 None None] Provisioning complete for port de386c91-b55b-4e4d-a2fb-0c76471055aa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:25.749906 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1f38af-a381-4293-bca0-27e503058c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.790642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-be1f38af-a381-4293-bca0-27e503058c53 None None] Port de386c91-b55b-4e4d-a2fb-0c76471055aa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:25.837153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.842082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.912803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=407f6311-b285-493c-a58f-c97aa54a603c,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:25.925029 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.030734 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP 7b8565b9-9501-451a-a314-166f8fa3e9c1 associated. External IP: 172.25.3.5, port: bafd422f-d9b9-4441-afb0-668a121feec0. Sep 21 18:33:26.208852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port de386c91-b55b-4e4d-a2fb-0c76471055aa {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:26.209419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.243803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:26.299518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.312554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for de386c91-b55b-4e4d-a2fb-0c76471055aa owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:26.359133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:26.370996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:26.380896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:26.381532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:26.382214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.414542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-36b46e6d-450d-46b7-8532-7f7885f5e8ec tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1936157 Sep 21 18:33:26.418305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:26.418978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42762) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:26.422717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6bae99f9-1cc7-48f5-a299-14233af66c33 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:26.423962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'port_id': 'bafd422f-d9b9-4441-afb0-668a121feec0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:26.456022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:26.456987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:26.489493 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.498431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:26.499684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edabb16-d07f-4470-a91a-4e4be8df74f9 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:26.516930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 6bae99f9-1cc7-48f5-a299-14233af66c33 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:26.517306 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.517826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.558867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=de386c91-b55b-4e4d-a2fb-0c76471055aa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:26.670037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:26.833314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Router d43f6dab-7832-4be6-b5ca-f413f122bb29 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:26.910366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:26.915366 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-49beffa0-6214-4064-8548-71b46f84d13f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "PUT /v2.0/routers/d43f6dab-7832-4be6-b5ca-f413f122bb29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6108840 Sep 21 18:33:26.917943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42764) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:26.920599 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] Sync routers for ids ['d43f6dab-7832-4be6-b5ca-f413f122bb29'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:26.930870 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] Routers {'d43f6dab-7832-4be6-b5ca-f413f122bb29'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:26.931494 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d43f6dab-7832-4be6-b5ca-f413f122bb29'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:26.949867 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79ac69b-d442-4d0a-94dd-897b4e8ba90d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:26.954151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e79ac69b-d442-4d0a-94dd-897b4e8ba90d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/de386c91-b55b-4e4d-a2fb-0c76471055aa HTTP/1.1" status: 404 len: 333 time: 0.0325787 Sep 21 18:33:26.954399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42766) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:26.969899 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:26.978628 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] Routers {'d43f6dab-7832-4be6-b5ca-f413f122bb29'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:26.979378 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['d43f6dab-7832-4be6-b5ca-f413f122bb29'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:27.006519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.011591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.011951 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:27.012627 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5e286-64dd-4823-a4e8-73d90dcc4b83 None None] The sync data for ids ['d43f6dab-7832-4be6-b5ca-f413f122bb29'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:27.032308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3105-5400-47fe-a0ae-d371271ff551 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.197519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3105-5400-47fe-a0ae-d371271ff551 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.199682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3105-5400-47fe-a0ae-d371271ff551 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.227094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:27.248577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3105-5400-47fe-a0ae-d371271ff551 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.249323 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d3105-5400-47fe-a0ae-d371271ff551 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Fanout notify agent at l3_agent the message router_deleted on router d43f6dab-7832-4be6-b5ca-f413f122bb29 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:33:27.257080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3105-5400-47fe-a0ae-d371271ff551 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.258386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5b6d3105-5400-47fe-a0ae-d371271ff551 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/routers/d43f6dab-7832-4be6-b5ca-f413f122bb29 HTTP/1.1" status: 204 len: 168 time: 0.3029187 Sep 21 18:33:27.260847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42768) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:27.312637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet a5468663-0a0e-4358-9c20-95c78b334040 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:27.316571 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.344084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:27.348889 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.359188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:27.368842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.371811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:27.372436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:27.404416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:27.408073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a2b3a0d3-03f0-46e4-a9fd-2b02c2be7190 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/floatingips/7b8565b9-9501-451a-a314-166f8fa3e9c1 HTTP/1.1" status: 200 len: 977 time: 0.9878647 Sep 21 18:33:27.410855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42770) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:27.414313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:27.414926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:27.452363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:27.453024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f16b2-35cb-422f-a74d-257e1660cffb None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:27.474464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.543175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.572373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=a5468663-0a0e-4358-9c20-95c78b334040,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:27.576405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.580907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42772) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:27.581187 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-876bc798-9ebe-4eaa-801e-3cd6d46befc0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/a5468663-0a0e-4358-9c20-95c78b334040 HTTP/1.1" status: 204 len: 168 time: 0.3192532 Sep 21 18:33:27.587127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08b4ca8-bb2d-4300-a005-ea1e141e6820 None None] Network b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:27.610352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 407f6311-b285-493c-a58f-c97aa54a603c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:27.610700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.715645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.768450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.769053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.777993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] DHCP port deletion for b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:27.786510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 407f6311-b285-493c-a58f-c97aa54a603c owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:27.826635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] Deleting port 6bae99f9-1cc7-48f5-a299-14233af66c33 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:27.826924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.846382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 6bae99f9-1cc7-48f5-a299-14233af66c33 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:27.846788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.898029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] For port 6bae99f9-1cc7-48f5-a299-14233af66c33, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6bae99f9-1cc7-48f5-a299-14233af66c33,segment=NetworkSegment(01328757-2824-41d3-b872-c56060678f37),segment_id=01328757-2824-41d3-b872-c56060678f37)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:27.898463 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.915191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] Calling delete_port for 6bae99f9-1cc7-48f5-a299-14233af66c33 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:27.950352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] For port 6bae99f9-1cc7-48f5-a299-14233af66c33, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6bae99f9-1cc7-48f5-a299-14233af66c33,segment=NetworkSegment(01328757-2824-41d3-b872-c56060678f37),segment_id=01328757-2824-41d3-b872-c56060678f37)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:27.950724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:27.973792 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 6bae99f9-1cc7-48f5-a299-14233af66c33 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:27.993756 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.021467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] Pushing event deleted for resources: {'Port': ['ID=6bae99f9-1cc7-48f5-a299-14233af66c33,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:28.023795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c683d-f68e-4a67-bd23-ff254829d4e3 None None] No DVR routers for this DVR port 6bae99f9-1cc7-48f5-a299-14233af66c33 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:28.103392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.108476 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.136276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=6bae99f9-1cc7-48f5-a299-14233af66c33,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:28.142828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No DVR routers for this DVR port 6bae99f9-1cc7-48f5-a299-14233af66c33 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:28.199767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=407f6311-b285-493c-a58f-c97aa54a603c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:28.280038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.296541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.296778 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP 7b8565b9-9501-451a-a314-166f8fa3e9c1 disassociated (deleted). External IP: 172.25.3.5, port: bafd422f-d9b9-4441-afb0-668a121feec0. Sep 21 18:33:28.336731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:28.349716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01328757-2824-41d3-b872-c56060678f37') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:28.350019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01328757-2824-41d3-b872-c56060678f37') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:28.363294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.401918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6bae99f9-1cc7-48f5-a299-14233af66c33 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:28.412642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.422539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:28.422715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.423049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 6bae99f9-1cc7-48f5-a299-14233af66c33 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:28.423466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6bae99f9-1cc7-48f5-a299-14233af66c33 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:28.426280 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:28.525435 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.533300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.535062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4 HTTP/1.1" status: 204 len: 168 time: 0.9529500 Sep 21 18:33:28.539261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42776) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:28.550514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46c810-c3d4-4a25-ba3e-7372150f6c49 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=b7c46fc4-3d72-45d7-9f96-2dd8fa669fb4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:28.585556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c54c7-def4-4eee-8497-02c7e09618e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:28.587256 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a68c54c7-def4-4eee-8497-02c7e09618e7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/95d5c081-2fb1-4ee4-b212-fc3e7491e585 HTTP/1.1" status: 200 len: 845 time: 0.0462158 Sep 21 18:33:28.590882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42778) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:28.613424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:28.634844 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a42402d1-32ce-42c2-b3a5-27c6aff9bcde tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/95d5c081-2fb1-4ee4-b212-fc3e7491e585?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0427794 Sep 21 18:33:28.638340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42780) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:28.643002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:28.723661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:28.728462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.732793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:28.734345 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:28.736544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.744845 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:28.745674 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:28.759905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d81442a5-4a67-4bb3-9147-d57b6607b8c5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/floatingips/7b8565b9-9501-451a-a314-166f8fa3e9c1 HTTP/1.1" status: 204 len: 168 time: 1.3480234 Sep 21 18:33:28.762398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42782) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:28.782519 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:28.791695 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:28.792305 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:28.826929 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:28.827865 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9acd78-c299-49d7-8451-331631d102ae None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:28.934424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.981956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:28.985170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:28.990477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:28.991080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.995659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab1b02d-6e05-487b-9007-52a7d0dbe152 None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:29.007361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=6e468996-b468-4f8c-a006-4ad55889587f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:29.015104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-83ca302a-b4c0-4270-ba43-4cf054f9357b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3757098 Sep 21 18:33:29.015863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42784) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:29.020686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-5fe41567-e88a-41e3-bbb2-347a6b22400e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'security_group': {'name': 'tempest-secgroup-1328422043'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:29.044214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fe41567-e88a-41e3-bbb2-347a6b22400e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.134122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fe41567-e88a-41e3-bbb2-347a6b22400e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.139709 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fe41567-e88a-41e3-bbb2-347a6b22400e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.171868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5fe41567-e88a-41e3-bbb2-347a6b22400e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.176842 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5fe41567-e88a-41e3-bbb2-347a6b22400e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1599712 Sep 21 18:33:29.178536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42786) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:29.182676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-65c999cf-ac8d-4524-bb16-c9c785fdc016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'security_group': {'name': 'tempest-secgroup-1418839988'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:29.183906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'tenant_id': '02dc917ac34445f1a475ff96f19e60fb', 'fixed_ips': [{'subnet_id': '6e468996-b468-4f8c-a006-4ad55889587f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:29.185698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.188085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe41567-e88a-41e3-bbb2-347a6b22400e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7ec3db-44f2-47ef-a3b6-da983a3787ca,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:29.209724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65c999cf-ac8d-4524-bb16-c9c785fdc016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.216429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port bafd422f-d9b9-4441-afb0-668a121feec0 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:29.216985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.290861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7924bdf2-eab2-4e62-ae75-16abecbefe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.312540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65c999cf-ac8d-4524-bb16-c9c785fdc016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.314907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.317544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65c999cf-ac8d-4524-bb16-c9c785fdc016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.329380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for bafd422f-d9b9-4441-afb0-668a121feec0 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:29.346326 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-65c999cf-ac8d-4524-bb16-c9c785fdc016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.348613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Allocated IP 2001:db8::2 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/6e468996-b468-4f8c-a006-4ad55889587f/8ef2c663-e9d0-428a-9c10-ec886c1d331b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:29.351536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-65c999cf-ac8d-4524-bb16-c9c785fdc016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1721172 Sep 21 18:33:29.354532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:29.360053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1683800422', 'security_groups': ['da70941d-b390-4225-8d54-84c8f1fc23ab'], 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e468996-b468-4f8c-a006-4ad55889587f'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:29.376967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c999cf-ac8d-4524-bb16-c9c785fdc016 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da70941d-b390-4225-8d54-84c8f1fc23ab,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:29.489712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:29.513260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.523557 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.542978 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.564473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:29.568720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:29.571193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:29.575145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=bafd422f-d9b9-4441-afb0-668a121feec0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:29.582142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Pushing event updated for resources: {'Port': ['ID=8ef2c663-e9d0-428a-9c10-ec886c1d331b,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:29.588018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.606245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port f53b80db-8ff4-436f-b40e-65d35b2a7385 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:29.638052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Attempting to bind port 8ef2c663-e9d0-428a-9c10-ec886c1d331b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:29.638463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Attempting to bind port 8ef2c663-e9d0-428a-9c10-ec886c1d331b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '99eb4bff-0a8c-4668-bfa0-66ae041602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:29.638831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Attempting to bind port 8ef2c663-e9d0-428a-9c10-ec886c1d331b on network 5eb37474-ac80-46ab-a4f1-312ed92fd76b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:29.644548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:29.645201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Checking segment: {'id': '99eb4bff-0a8c-4668-bfa0-66ae041602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:29.646546 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.646966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Bound using segment: {'id': '99eb4bff-0a8c-4668-bfa0-66ae041602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:29.647457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Bound port: 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eb4bff-0a8c-4668-bfa0-66ae041602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:29.647854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.668355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.670764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d3e04925-d782-4920-8a22-3bc4a371269e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/ports/bafd422f-d9b9-4441-afb0-668a121feec0 HTTP/1.1" status: 204 len: 168 time: 0.9072232 Sep 21 18:33:29.675484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42790) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:29.680196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:29.703581 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.719855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] For port 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:29.724494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] For port 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ef2c663-e9d0-428a-9c10-ec886c1d331b,segment=NetworkSegment(99eb4bff-0a8c-4668-bfa0-66ae041602c8),segment_id=99eb4bff-0a8c-4668-bfa0-66ae041602c8)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:29.729649 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.796303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7f8cb-5f2f-4597-9bad-df7724b8a5d1 None None] Pushing event updated for resources: {'Port': ['ID=8ef2c663-e9d0-428a-9c10-ec886c1d331b,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:29.803326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::355 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/6e468996-b468-4f8c-a006-4ad55889587f/f53b80db-8ff4-436f-b40e-65d35b2a7385) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:29.821903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.947481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.25.3.145 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/80c70702-08b0-46ca-b8b6-0fa045884f6b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:29.979812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.016257 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.073446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:30.080315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=f53b80db-8ff4-436f-b40e-65d35b2a7385,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:30.083455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:30.083798 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.086600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:30.092349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:30.093101 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.101305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.101795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.102261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.102701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.103156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.103664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.104088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.104519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.104950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.105340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.105822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.106169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:30.122544 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-26ae67fc-cd2a-4cd3-aa10-de2ca246ffc9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7666063 Sep 21 18:33:30.125293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42792) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:30.130909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3567e730-3be7-42a1-8a2b-8279528fafa7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:30.131432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.172876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:30.176192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:30.179694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:30.187896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=80c70702-08b0-46ca-b8b6-0fa045884f6b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:30.252002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3567e730-3be7-42a1-8a2b-8279528fafa7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:30.255959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3567e730-3be7-42a1-8a2b-8279528fafa7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.275493 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.310298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.352009 n-d-810285-3 neutron-server[95091]: INFO neutron.db.ipam_backend_mixin [None req-3567e730-3be7-42a1-8a2b-8279528fafa7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e468996-b468-4f8c-a006-4ad55889587f (CIDR: 2001:db8::/64) Sep 21 18:33:30.355658 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3567e730-3be7-42a1-8a2b-8279528fafa7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:33:30.356432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3567e730-3be7-42a1-8a2b-8279528fafa7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:30.383285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3567e730-3be7-42a1-8a2b-8279528fafa7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2568243 Sep 21 18:33:30.386658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42794) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:30.391619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:30.443500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ef2c663-e9d0-428a-9c10-ec886c1d331b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:30.506015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:30.506419 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.532321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.537827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:30.538941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.542829 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.605442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.643974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.647456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=80c70702-08b0-46ca-b8b6-0fa045884f6b,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:30.648375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ef2c663-e9d0-428a-9c10-ec886c1d331b,segment=NetworkSegment(99eb4bff-0a8c-4668-bfa0-66ae041602c8),segment_id=99eb4bff-0a8c-4668-bfa0-66ae041602c8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:30.655362 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.678810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.680291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d4884339-55a1-4ef9-90cb-80bbf11844cf tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0036097 Sep 21 18:33:30.682888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42796) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:30.691351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'port': {'network_id': '1de0eb82-c154-4ddd-b53c-a0768d671d96', 'name': 'tempest-FloatingIPTestJSON-2050976612'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:30.721186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=8ef2c663-e9d0-428a-9c10-ec886c1d331b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:30.819722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:30.823503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.842314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] device_id is not set on port f02efe57-786e-48ba-a945-46a3484f5333 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:30.844953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.898480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:30.901731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:30.907097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:30.907701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.913943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=1d27568d-fc0d-439a-9ca2-47fd9b52519e,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:30.933149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f254d978-f8b1-470c-974e-5df8b0cb277c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5454745 Sep 21 18:33:30.935803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42798) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:30.943300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1246790755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d27568d-fc0d-439a-9ca2-47fd9b52519e'}], 'security_groups': ['2c7ec3db-44f2-47ef-a3b6-da983a3787ca']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:30.959414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3d080920-761f-4073-9397-99eb6b1d6f54 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:30.959414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d080920-761f-4073-9397-99eb6b1d6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:30.989419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.4 (1de0eb82-c154-4ddd-b53c-a0768d671d96/83c04910-2a21-4853-8691-2e22e0bfecdb/f02efe57-786e-48ba-a945-46a3484f5333) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:31.028273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.074807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3d080920-761f-4073-9397-99eb6b1d6f54 None None] Provisioning complete for port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:31.075128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d080920-761f-4073-9397-99eb6b1d6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.098455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efeb522-a1a3-49a3-90ce-b3f8a3fcb68f None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:31.131970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3d080920-761f-4073-9397-99eb6b1d6f54 None None] Port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:31.160857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.199582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.250089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network 1de0eb82-c154-4ddd-b53c-a0768d671d96 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:31.255657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:31.262817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:31.266703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=f02efe57-786e-48ba-a945-46a3484f5333,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:31.278846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a9bff2eb-f339-4cf3-9e40-e2ca28fe7407 None None] Provisioning complete for port f53b80db-8ff4-436f-b40e-65d35b2a7385 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:31.279227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9bff2eb-f339-4cf3-9e40-e2ca28fe7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.319091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:31.320722 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.328904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a9bff2eb-f339-4cf3-9e40-e2ca28fe7407 None None] Port f53b80db-8ff4-436f-b40e-65d35b2a7385 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:31.340520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-587c8aac-f829-4b7e-9d43-f273c448bd12 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6553650 Sep 21 18:33:31.343146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42800) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:31.348406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'port_id': 'f02efe57-786e-48ba-a945-46a3484f5333'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:31.388532 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Delete allocated IP 2001:db8::355 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/6e468996-b468-4f8c-a006-4ad55889587f) {{(pid=95091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:33:31.392377 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.400360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8:0:1::3cb (5eb37474-ac80-46ab-a4f1-312ed92fd76b/1d27568d-fc0d-439a-9ca2-47fd9b52519e/f53b80db-8ff4-436f-b40e-65d35b2a7385) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:31.404041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51888287-7d24-4442-80c6-700dca337380 None None] Update dhcp port {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'fixed_ips': [{'subnet_id': '6e468996-b468-4f8c-a006-4ad55889587f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d27568d-fc0d-439a-9ca2-47fd9b52519e'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '8ef2c663-e9d0-428a-9c10-ec886c1d331b'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:33:31.432059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51888287-7d24-4442-80c6-700dca337380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.572073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.578117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.644479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] In _notify_port_updated(), no bound segment for port f53b80db-8ff4-436f-b40e-65d35b2a7385 on network 5eb37474-ac80-46ab-a4f1-312ed92fd76b {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:33:31.650519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:31.651394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.652933 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "PUT /v2.0/ports/f53b80db-8ff4-436f-b40e-65d35b2a7385 HTTP/1.1" status: 200 len: 931 time: 0.7158651 Sep 21 18:33:31.656332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42802) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:31.671470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e790a6-b9ac-4741-a8fd-8e0f6841755f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=f53b80db-8ff4-436f-b40e-65d35b2a7385,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:31.754607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-51888287-7d24-4442-80c6-700dca337380 None None] Allocated IP 2001:db8:0:1::2 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/1d27568d-fc0d-439a-9ca2-47fd9b52519e/8ef2c663-e9d0-428a-9c10-ec886c1d331b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:31.756234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port f53b80db-8ff4-436f-b40e-65d35b2a7385 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:31.756582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.850277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.857013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-51888287-7d24-4442-80c6-700dca337380 None None] For port 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ef2c663-e9d0-428a-9c10-ec886c1d331b,segment=NetworkSegment(99eb4bff-0a8c-4668-bfa0-66ae041602c8),segment_id=99eb4bff-0a8c-4668-bfa0-66ae041602c8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:31.862764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for f53b80db-8ff4-436f-b40e-65d35b2a7385 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:31.886600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.888788 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51888287-7d24-4442-80c6-700dca337380 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.891583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.892975 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51888287-7d24-4442-80c6-700dca337380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:31.954797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888287-7d24-4442-80c6-700dca337380 None None] Pushing event updated for resources: {'Port': ['ID=8ef2c663-e9d0-428a-9c10-ec886c1d331b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:32.006055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.010666 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP d772cd3b-14fb-4cbf-a70e-0124074c1806 associated. External IP: 172.25.3.145, port: f02efe57-786e-48ba-a945-46a3484f5333. Sep 21 18:33:32.040163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=f53b80db-8ff4-436f-b40e-65d35b2a7385,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:32.067789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.072511 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-629a2e1e-d2f0-49f0-8d3b-df34c4d6d3db tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/f53b80db-8ff4-436f-b40e-65d35b2a7385 HTTP/1.1" status: 204 len: 168 time: 0.4151742 Sep 21 18:33:32.072840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:32.132382 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-44879470-bbfd-4dc0-b268-958b63aa1f1d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:32.134000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-44879470-bbfd-4dc0-b268-958b63aa1f1d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/f53b80db-8ff4-436f-b40e-65d35b2a7385 HTTP/1.1" status: 404 len: 333 time: 0.0601676 Sep 21 18:33:32.136788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:32.253287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d84b404-258f-4e0a-94a6-65f2f8d9ed82 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.312766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d84b404-258f-4e0a-94a6-65f2f8d9ed82 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.349641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:32.418505 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d84b404-258f-4e0a-94a6-65f2f8d9ed82 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.421164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d84b404-258f-4e0a-94a6-65f2f8d9ed82 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.422375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1d84b404-258f-4e0a-94a6-65f2f8d9ed82 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/security-groups/da70941d-b390-4225-8d54-84c8f1fc23ab HTTP/1.1" status: 204 len: 168 time: 0.2846088 Sep 21 18:33:32.426137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42808) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:32.438336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84b404-258f-4e0a-94a6-65f2f8d9ed82 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70941d-b390-4225-8d54-84c8f1fc23ab,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:32.439665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ef2c663-e9d0-428a-9c10-ec886c1d331b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:32.504358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:32.504735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.506224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:32.511527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.528519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:32.533338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f4b96215-cd9f-4928-9011-c740b571980f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.548381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ffee922d-1288-4947-aec0-f89cd6cd32fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/floatingips/d772cd3b-14fb-4cbf-a70e-0124074c1806 HTTP/1.1" status: 200 len: 978 time: 1.2041404 Sep 21 18:33:32.551177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42810) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:32.554736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:32.555369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:32.561469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f4b96215-cd9f-4928-9011-c740b571980f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.594074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:32.610302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:32.610302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:32.621089 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f4b96215-cd9f-4928-9011-c740b571980f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.629955 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f4b96215-cd9f-4928-9011-c740b571980f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.631298 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f4b96215-cd9f-4928-9011-c740b571980f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/security-groups/2c7ec3db-44f2-47ef-a3b6-da983a3787ca HTTP/1.1" status: 204 len: 168 time: 0.2039413 Sep 21 18:33:32.635123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42812) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:32.651414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b96215-cd9f-4928-9011-c740b571980f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7ec3db-44f2-47ef-a3b6-da983a3787ca,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:32.655794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:32.656608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9e950-20b7-4225-b3df-411f79a864c2 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:32.662436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port f02efe57-786e-48ba-a945-46a3484f5333 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:32.662799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.722727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bae50740-96af-44ef-a59d-2aa4c91458a2 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:32.723097 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bae50740-96af-44ef-a59d-2aa4c91458a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.732705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet 6e468996-b468-4f8c-a006-4ad55889587f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:32.736399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.786811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.796338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.828814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bae50740-96af-44ef-a59d-2aa4c91458a2 None None] Provisioning complete for port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:32.829359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bae50740-96af-44ef-a59d-2aa4c91458a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.866140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bae50740-96af-44ef-a59d-2aa4c91458a2 None None] Port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:32.872411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bae50740-96af-44ef-a59d-2aa4c91458a2 None None] Could not find standard attr ID for object f53b80db-8ff4-436f-b40e-65d35b2a7385. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:32.897085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.969824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:32.986634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1e97c866-bb17-4cd8-a120-749638767212 None None] Could not find standard attr ID for object f53b80db-8ff4-436f-b40e-65d35b2a7385. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:33.000434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=6e468996-b468-4f8c-a006-4ad55889587f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:33.000668 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.001015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.001403 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP d772cd3b-14fb-4cbf-a70e-0124074c1806 disassociated. External IP: 172.25.3.145, port: f02efe57-786e-48ba-a945-46a3484f5333. Sep 21 18:33:33.002221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for f02efe57-786e-48ba-a945-46a3484f5333 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:33.009268 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.011238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2508eae4-3f40-4b37-a3f6-868e0ec6af1e tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/6e468996-b468-4f8c-a006-4ad55889587f HTTP/1.1" status: 204 len: 168 time: 0.3738999 Sep 21 18:33:33.015279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42814) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:33.021316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:33.099661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39777275-f3b6-43ab-b9bb-dfbd2bc21134 None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:33.140012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:33.143415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.156539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.187048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=f02efe57-786e-48ba-a945-46a3484f5333,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:33.312286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:33.404669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.449122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:33.451961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:33.455776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:33.461957 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:33.468859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:33.469451 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.473689 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:33.474538 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:33.481374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=593caae8-5fa3-421d-8b0e-ee0dc6991d02,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:33.493536 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1016bd78-d475-4d9c-9dab-21e46f88d969 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4746609 Sep 21 18:33:33.493536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42816) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:33.498543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4b41f869-a128-4443-b1ac-d13a61723557 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'security_group': {'name': 'tempest-secgroup-759425225'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:33.513820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:33.523940 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:33.524820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:33.531080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b41f869-a128-4443-b1ac-d13a61723557 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.531293 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.536911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ca6b3799-3bea-476f-819b-172b43e19da9 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/ports/f02efe57-786e-48ba-a945-46a3484f5333 HTTP/1.1" status: 204 len: 168 time: 0.9813509 Sep 21 18:33:33.538702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42818) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:33.571111 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:33.572163 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec2332-32b8-4bc8-b8e6-698ccc07fd45 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:33.592799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42820) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:33.593025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6ffb412a-51ae-4546-85ef-cbb25a134a61 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "GET /v2.0/floatingips/d772cd3b-14fb-4cbf-a70e-0124074c1806 HTTP/1.1" status: 200 len: 688 time: 0.0530133 Sep 21 18:33:33.611727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-279a621c-9f00-4b02-ae19-edf107cc25fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.730262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b41f869-a128-4443-b1ac-d13a61723557 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.734730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b41f869-a128-4443-b1ac-d13a61723557 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.770965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4b41f869-a128-4443-b1ac-d13a61723557 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.772205 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4b41f869-a128-4443-b1ac-d13a61723557 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2777607 Sep 21 18:33:33.774312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41f869-a128-4443-b1ac-d13a61723557 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e3e9f-43f8-489f-a94f-9a6e3accd850,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:33.775043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42822) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:33.779599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c9db625e-8e0d-4fac-9424-b501dab0e0a6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'security_group': {'name': 'tempest-secgroup-2009440346'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:33.787652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 80c70702-08b0-46ca-b8b6-0fa045884f6b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:33.787996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.809912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9db625e-8e0d-4fac-9424-b501dab0e0a6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.869400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9143bae-a310-4bfc-bcf3-ec3a70d7e648 None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:33.876333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.876866 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.891201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 80c70702-08b0-46ca-b8b6-0fa045884f6b owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:33.916729 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9db625e-8e0d-4fac-9424-b501dab0e0a6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.920514 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9db625e-8e0d-4fac-9424-b501dab0e0a6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.958843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db625e-8e0d-4fac-9424-b501dab0e0a6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ad18b-15f5-460f-85de-9a1c72276846,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:33.960198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-924c1be5-208f-4108-8f16-5b38edcf4be5 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:33.960568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-924c1be5-208f-4108-8f16-5b38edcf4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.961985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c9db625e-8e0d-4fac-9424-b501dab0e0a6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.965932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c9db625e-8e0d-4fac-9424-b501dab0e0a6 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1873713 Sep 21 18:33:33.966228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42824) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:33.972178 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-06be6978-49ef-4af4-bb9e-763b0e5bd6a2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'security_group': {'name': 'tempest-secgroup-1979136611'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:34.008469 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06be6978-49ef-4af4-bb9e-763b0e5bd6a2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.087329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.119940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-924c1be5-208f-4108-8f16-5b38edcf4be5 None None] Provisioning complete for port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:34.120801 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-924c1be5-208f-4108-8f16-5b38edcf4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.123006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=80c70702-08b0-46ca-b8b6-0fa045884f6b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:34.193169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-924c1be5-208f-4108-8f16-5b38edcf4be5 None None] Port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:34.194595 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.203871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc217b-2250-4e98-8196-4566a1c4e1e3 None None] Update dhcp port {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'fixed_ips': [{'subnet_id': '1d27568d-fc0d-439a-9ca2-47fd9b52519e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '593caae8-5fa3-421d-8b0e-ee0dc6991d02'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '8ef2c663-e9d0-428a-9c10-ec886c1d331b'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:33:34.212279 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06be6978-49ef-4af4-bb9e-763b0e5bd6a2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.213237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.216231 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.217573 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4209e4aa-4cf7-4533-9b0e-ae077707f523 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/floatingips/d772cd3b-14fb-4cbf-a70e-0124074c1806 HTTP/1.1" status: 204 len: 168 time: 0.6237679 Sep 21 18:33:34.218744 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06be6978-49ef-4af4-bb9e-763b0e5bd6a2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.221410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42826) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:34.225650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '67b70c12-2cf4-4d97-a550-c4478bb323ba'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:34.234484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cdc217b-2250-4e98-8196-4566a1c4e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.248375 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-06be6978-49ef-4af4-bb9e-763b0e5bd6a2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.249605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-06be6978-49ef-4af4-bb9e-763b0e5bd6a2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2824221 Sep 21 18:33:34.251503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be6978-49ef-4af4-bb9e-763b0e5bd6a2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45235cd5-1e8c-4355-a612-b5f428db0db3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:34.252453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42828) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:34.259099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2058359539', 'security_groups': ['45235cd5-1e8c-4355-a612-b5f428db0db3'], 'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '593caae8-5fa3-421d-8b0e-ee0dc6991d02'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:34.293552 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.370901 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.433401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-1cdc217b-2250-4e98-8196-4566a1c4e1e3 None None] Allocated IP 2001:db8::2 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/593caae8-5fa3-421d-8b0e-ee0dc6991d02/8ef2c663-e9d0-428a-9c10-ec886c1d331b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:34.441323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:34.513300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.532260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1cdc217b-2250-4e98-8196-4566a1c4e1e3 None None] For port 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ef2c663-e9d0-428a-9c10-ec886c1d331b,segment=NetworkSegment(99eb4bff-0a8c-4668-bfa0-66ae041602c8),segment_id=99eb4bff-0a8c-4668-bfa0-66ae041602c8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:34.563253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cdc217b-2250-4e98-8196-4566a1c4e1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.567940 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1cdc217b-2250-4e98-8196-4566a1c4e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.572162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:34.595898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] device_id is not set on port a953727b-a0e4-4ad7-aae1-edf4afd7bd50 yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:34.651152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc217b-2250-4e98-8196-4566a1c4e1e3 None None] Pushing event updated for resources: {'Port': ['ID=8ef2c663-e9d0-428a-9c10-ec886c1d331b,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:34.828048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.076976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.25.3.105 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/01cd590d-a2f6-46ef-a15a-2f4009ac7d03) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:35.213531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8::356 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/593caae8-5fa3-421d-8b0e-ee0dc6991d02/a953727b-a0e4-4ad7-aae1-edf4afd7bd50) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:35.220171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-558e94ad-868e-4e1a-b8f1-8b5ca7c00274 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:35.220711 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-558e94ad-868e-4e1a-b8f1-8b5ca7c00274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.260065 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.264871 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:33:35.313402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-558e94ad-868e-4e1a-b8f1-8b5ca7c00274 None None] Provisioning complete for port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:35.313680 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-558e94ad-868e-4e1a-b8f1-8b5ca7c00274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.347946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-558e94ad-868e-4e1a-b8f1-8b5ca7c00274 None None] Port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:35.370508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.430714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:35.436527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.438032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:35.446545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:35.449657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=01cd590d-a2f6-46ef-a15a-2f4009ac7d03,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:35.535133 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.609144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:35.619439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:35.624332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:35.630798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:35.631429 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.671135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=a953727b-a0e4-4ad7-aae1-edf4afd7bd50,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:35.691600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d082c75e-a1f9-4a71-8c2d-ba6592c24d9c tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4371192 Sep 21 18:33:35.694684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42830) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:35.700313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6f3c3301-3ebf-48ab-90f8-942c12e23d44 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:35.827044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3c3301-3ebf-48ab-90f8-942c12e23d44 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:35.831606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3301-3ebf-48ab-90f8-942c12e23d44 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.888443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-198c5c86-96ce-46c5-8c03-da9272aa5dc0 None None] Provisioning complete for port a953727b-a0e4-4ad7-aae1-edf4afd7bd50 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:35.889207 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-198c5c86-96ce-46c5-8c03-da9272aa5dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.913686 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.925528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-198c5c86-96ce-46c5-8c03-da9272aa5dc0 None None] Port a953727b-a0e4-4ad7-aae1-edf4afd7bd50 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:35.931249 n-d-810285-3 neutron-server[95091]: INFO neutron.db.ipam_backend_mixin [None req-6f3c3301-3ebf-48ab-90f8-942c12e23d44 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 593caae8-5fa3-421d-8b0e-ee0dc6991d02 (CIDR: 2001:db8::/64) Sep 21 18:33:35.934622 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3c3301-3ebf-48ab-90f8-942c12e23d44 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:33:35.935095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3c3301-3ebf-48ab-90f8-942c12e23d44 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:35.949290 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6f3c3301-3ebf-48ab-90f8-942c12e23d44 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2534890 Sep 21 18:33:35.952009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42832) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:35.957355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0006bc5f-781c-4fa9-b16e-e90803191abf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:35.985061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.157627 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.163403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.241265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=01cd590d-a2f6-46ef-a15a-2f4009ac7d03,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:36.251373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.367721 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP 292d9f42-5369-47b9-9791-6f7eda5ec8ae associated. External IP: 172.25.3.105, port: 67b70c12-2cf4-4d97-a550-c4478bb323ba. Sep 21 18:33:36.414473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ef2c663-e9d0-428a-9c10-ec886c1d331b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:36.444203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0006bc5f-781c-4fa9-b16e-e90803191abf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:36.448421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0006bc5f-781c-4fa9-b16e-e90803191abf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.469317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:36.469879 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.563695 n-d-810285-3 neutron-server[95091]: INFO neutron.db.ipam_backend_mixin [None req-0006bc5f-781c-4fa9-b16e-e90803191abf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1d27568d-fc0d-439a-9ca2-47fd9b52519e (CIDR: 2001:db8:0:1::/64) Sep 21 18:33:36.567530 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-0006bc5f-781c-4fa9-b16e-e90803191abf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:33:36.568012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0006bc5f-781c-4fa9-b16e-e90803191abf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:36.582279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0006bc5f-781c-4fa9-b16e-e90803191abf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6291363 Sep 21 18:33:36.584877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42834) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:36.589737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'subnet': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:36.604489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:36.707644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Made reservation on behalf of 02dc917ac34445f1a475ff96f19e60fb for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:36.711087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.730575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:36.743195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:36.749732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.754330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:36.755200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:36.782239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0fe33795-6e5f-432b-81f8-742d7a1bec23 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.5599122 Sep 21 18:33:36.785118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42836) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:36.790679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-334010416'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:36.792963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:36.802382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:36.803105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:36.817618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:36.821705 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.838372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:36.839224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5dde30-3d08-4f89-ba0f-fe534f050469 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:36.853118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:36.863501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.863865 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Added segment b3aa52bc-22ea-4c93-ad62-dafcdedfe42b of type vlan for network be98dddc-7b06-42cd-9633-5fa2a0560771 Sep 21 18:33:36.908703 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.936360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.943917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:36.944323 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.971648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:36.979079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1928158 Sep 21 18:33:36.981821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42838) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:36.986726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'subnet': {'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:37.016092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:37.019420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:37.023706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:37.024212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.029936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722936fb-65a3-4a69-b835-57df4742c0ba None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:37.033823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Subnet': ['ID=27cc6853-eba3-4741-b2ba-971f2f3a80b7,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:37.044528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893370c4-04c8-42cf-bda4-aaad6eaf821b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Network': ['ID=be98dddc-7b06-42cd-9633-5fa2a0560771,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:37.046881 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6db69e55-45b6-4f88-a585-c4dcf7e3ff16 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4608784 Sep 21 18:33:37.050567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42840) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:37.063039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-653377659', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '27cc6853-eba3-4741-b2ba-971f2f3a80b7'}], 'security_groups': ['6f2e3e9f-43f8-489f-a94f-9a6e3accd850', '1d4ad18b-15f5-460f-85de-9a1c72276846']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:37.063310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network be98dddc-7b06-42cd-9633-5fa2a0560771 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:37.134893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:37.138893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.244025 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.301239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.394627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2c502-f835-4114-b841-be640292ec34 None None] Update dhcp port {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'fixed_ips': [{'subnet_id': '1d27568d-fc0d-439a-9ca2-47fd9b52519e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '593caae8-5fa3-421d-8b0e-ee0dc6991d02', 'ip_address': '2001:db8::2'}, {'subnet_id': '27cc6853-eba3-4741-b2ba-971f2f3a80b7'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '8ef2c663-e9d0-428a-9c10-ec886c1d331b'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:33:37.438335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.443622 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c502-f835-4114-b841-be640292ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.517538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Subnet': ['ID=71aaeb63-bddc-45b9-ae74-bcc0121d141b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:37.526002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Checking segment: {'id': 'b3aa52bc-22ea-4c93-ad62-dafcdedfe42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:37.526405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network hostable DHCP agents. Network: be98dddc-7b06-42cd-9633-5fa2a0560771, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:37.548361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network be98dddc-7b06-42cd-9633-5fa2a0560771 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:37.562005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, be98dddc-7b06-42cd-9633-5fa2a0560771) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:37.567978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:37.569073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.586937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-36971c24-5f5a-4a0b-911b-0c9802852009 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6036992 Sep 21 18:33:37.589421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42842) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:37.595383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1903038020', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:37.605417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d84776-d297-43a9-b271-db12a033a74e None None] Network be98dddc-7b06-42cd-9633-5fa2a0560771 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:37.630897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.633515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.721944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Delete allocated IP 2001:db8::356 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/593caae8-5fa3-421d-8b0e-ee0dc6991d02) {{(pid=95091) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:33:37.748019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Allocated IP 2001:db8:0:2::dd (5eb37474-ac80-46ab-a4f1-312ed92fd76b/27cc6853-eba3-4741-b2ba-971f2f3a80b7/a953727b-a0e4-4ad7-aae1-edf4afd7bd50) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:37.757505 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.820043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-be98dddc-7b06-42cd-9633-5fa2a0560771', 'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771', 'tenant_id': '492ef50743fd472f9b65958e3dcf3bfc', 'fixed_ips': [{'subnet_id': '71aaeb63-bddc-45b9-ae74-bcc0121d141b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:37.821326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.944502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.982710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.992680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:37.994397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Allocated IP 172.20.0.2 (be98dddc-7b06-42cd-9633-5fa2a0560771/71aaeb63-bddc-45b9-ae74-bcc0121d141b/e9363e10-c73e-4c5a-98ef-aaa06c048423) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:38.058625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] In _notify_port_updated(), no bound segment for port a953727b-a0e4-4ad7-aae1-edf4afd7bd50 on network 5eb37474-ac80-46ab-a4f1-312ed92fd76b {{(pid=95091) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:33:38.064202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:38.064878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.069623 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "PUT /v2.0/ports/a953727b-a0e4-4ad7-aae1-edf4afd7bd50 HTTP/1.1" status: 200 len: 968 time: 1.0142624 Sep 21 18:33:38.069623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42844) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:38.112810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-bdd2c502-f835-4114-b841-be640292ec34 None None] Allocated IP 2001:db8:0:2::2 (5eb37474-ac80-46ab-a4f1-312ed92fd76b/27cc6853-eba3-4741-b2ba-971f2f3a80b7/8ef2c663-e9d0-428a-9c10-ec886c1d331b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:38.123196 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d649e-a450-4c47-89a6-2b691dd06237 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event updated for resources: {'Port': ['ID=a953727b-a0e4-4ad7-aae1-edf4afd7bd50,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:38.187915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port a953727b-a0e4-4ad7-aae1-edf4afd7bd50 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:38.188423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.266387 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.297673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.304175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.321958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for a953727b-a0e4-4ad7-aae1-edf4afd7bd50 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:38.447255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.25.3.176 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/002b0234-c9db-4ea6-b60f-dcddd74db44b) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:38.453222 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.455731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bdd2c502-f835-4114-b841-be640292ec34 None None] For port 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ef2c663-e9d0-428a-9c10-ec886c1d331b,segment=NetworkSegment(99eb4bff-0a8c-4668-bfa0-66ae041602c8),segment_id=99eb4bff-0a8c-4668-bfa0-66ae041602c8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:38.465833 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.498317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.515666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Network be98dddc-7b06-42cd-9633-5fa2a0560771 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:38.525226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:38.532023 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c502-f835-4114-b841-be640292ec34 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.534290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:38.547897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c502-f835-4114-b841-be640292ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.551021 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Pushing event updated for resources: {'Port': ['ID=e9363e10-c73e-4c5a-98ef-aaa06c048423,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:38.554841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=a953727b-a0e4-4ad7-aae1-edf4afd7bd50,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:38.587330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.591764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-001d1d29-cea8-4596-ae88-b18608264c86 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/a953727b-a0e4-4ad7-aae1-edf4afd7bd50 HTTP/1.1" status: 204 len: 168 time: 0.5189357 Sep 21 18:33:38.594483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.594642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42846) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:38.629507 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecde404-e22e-403b-81a0-500d73ba7a40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] GET failed (client error): The resource could not be found. Sep 21 18:33:38.632606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aecde404-e22e-403b-81a0-500d73ba7a40 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports/a953727b-a0e4-4ad7-aae1-edf4afd7bd50 HTTP/1.1" status: 404 len: 333 time: 0.0367179 Sep 21 18:33:38.634843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42848) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:38.644194 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.673477 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.688958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2c502-f835-4114-b841-be640292ec34 None None] Pushing event updated for resources: {'Port': ['ID=8ef2c663-e9d0-428a-9c10-ec886c1d331b,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:38.699680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:38.705029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Attempting to bind port e9363e10-c73e-4c5a-98ef-aaa06c048423 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:38.705401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Attempting to bind port e9363e10-c73e-4c5a-98ef-aaa06c048423 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'b3aa52bc-22ea-4c93-ad62-dafcdedfe42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:38.705959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Attempting to bind port e9363e10-c73e-4c5a-98ef-aaa06c048423 on network be98dddc-7b06-42cd-9633-5fa2a0560771 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:38.709229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:38.715655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:38.731407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:38.731944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Checking segment: {'id': 'b3aa52bc-22ea-4c93-ad62-dafcdedfe42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:38.732488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.732974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Bound using segment: {'id': 'b3aa52bc-22ea-4c93-ad62-dafcdedfe42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:38.733410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Bound port: e9363e10-c73e-4c5a-98ef-aaa06c048423, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3aa52bc-22ea-4c93-ad62-dafcdedfe42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:38.733813 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.747271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=002b0234-c9db-4ea6-b60f-dcddd74db44b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:38.779627 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-331748a4-33a5-4caf-9f6f-30107b5b8210 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.801355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] For port e9363e10-c73e-4c5a-98ef-aaa06c048423, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:38.810044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] For port e9363e10-c73e-4c5a-98ef-aaa06c048423, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e9363e10-c73e-4c5a-98ef-aaa06c048423,segment=NetworkSegment(b3aa52bc-22ea-4c93-ad62-dafcdedfe42b),segment_id=b3aa52bc-22ea-4c93-ad62-dafcdedfe42b)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:38.817508 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.876576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-331748a4-33a5-4caf-9f6f-30107b5b8210 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:38.887173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1c45b-5e6f-4fd1-9a3a-ebb0275c6928 None None] Pushing event updated for resources: {'Port': ['ID=e9363e10-c73e-4c5a-98ef-aaa06c048423,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:39.005772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-331748a4-33a5-4caf-9f6f-30107b5b8210 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.008857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-331748a4-33a5-4caf-9f6f-30107b5b8210 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.013678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-331748a4-33a5-4caf-9f6f-30107b5b8210 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/security-groups/45235cd5-1e8c-4355-a612-b5f428db0db3 HTTP/1.1" status: 204 len: 168 time: 0.3740926 Sep 21 18:33:39.014102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42850) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:39.027246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331748a4-33a5-4caf-9f6f-30107b5b8210 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45235cd5-1e8c-4355-a612-b5f428db0db3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:39.137247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-741bbcef-6951-4351-8976-53ff793a8031 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.138679 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.179160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-741bbcef-6951-4351-8976-53ff793a8031 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.248143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-741bbcef-6951-4351-8976-53ff793a8031 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.251444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-741bbcef-6951-4351-8976-53ff793a8031 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.252908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-741bbcef-6951-4351-8976-53ff793a8031 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/security-groups/1d4ad18b-15f5-460f-85de-9a1c72276846 HTTP/1.1" status: 204 len: 168 time: 0.2383134 Sep 21 18:33:39.255970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42852) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:39.262806 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bbcef-6951-4351-8976-53ff793a8031 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ad18b-15f5-460f-85de-9a1c72276846,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:39.381904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb557993-5f9a-4f82-9a77-54d8e9f8d6d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.583308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-03aded0a-e5ef-49d3-9821-dbde48ed764d None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:39.583920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03aded0a-e5ef-49d3-9821-dbde48ed764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.692307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-03aded0a-e5ef-49d3-9821-dbde48ed764d None None] Could not find standard attr ID for object a953727b-a0e4-4ad7-aae1-edf4afd7bd50. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:39.702584 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-03aded0a-e5ef-49d3-9821-dbde48ed764d None None] Provisioning complete for port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:39.703341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03aded0a-e5ef-49d3-9821-dbde48ed764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.739383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-03aded0a-e5ef-49d3-9821-dbde48ed764d None None] Port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:39.815917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb557993-5f9a-4f82-9a77-54d8e9f8d6d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.841800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.853975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b5eee1da-d63b-4963-93e0-3c99c0dc1e2b None None] Could not find standard attr ID for object a953727b-a0e4-4ad7-aae1-edf4afd7bd50. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:33:39.925478 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb557993-5f9a-4f82-9a77-54d8e9f8d6d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.929258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb557993-5f9a-4f82-9a77-54d8e9f8d6d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:39.933238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cb557993-5f9a-4f82-9a77-54d8e9f8d6d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/security-groups/6f2e3e9f-43f8-489f-a94f-9a6e3accd850 HTTP/1.1" status: 204 len: 168 time: 0.6737382 Sep 21 18:33:39.933678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42854) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:39.993378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb557993-5f9a-4f82-9a77-54d8e9f8d6d7 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e3e9f-43f8-489f-a94f-9a6e3accd850,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:40.033855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet 593caae8-5fa3-421d-8b0e-ee0dc6991d02 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:40.038177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.062229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router 41168669-f2bb-477b-900d-381b79bc77ba is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:33:40.089713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.181114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:40.189869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1ea36-f973-4ceb-90ad-36914835b039 None None] Network be98dddc-7b06-42cd-9633-5fa2a0560771 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:40.192172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.203172 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] Sync routers for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:40.207803 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.208926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ca20af14-90e9-4fcf-b1cf-fdf067bbd531 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6184602 Sep 21 18:33:40.213447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42856) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:40.215586 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:40.216456 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:40.262628 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:40.276049 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:40.277433 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:40.314262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.316257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f483cba9-08a1-4a2d-a762-efa966d1500c None None] Provisioning complete for port e9363e10-c73e-4c5a-98ef-aaa06c048423 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:40.316666 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f483cba9-08a1-4a2d-a762-efa966d1500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.340895 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:40.342212 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbae8f-6c41-448a-9008-c20a916cc731 None None] The sync data for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:40.388185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=593caae8-5fa3-421d-8b0e-ee0dc6991d02,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:40.393247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.395342 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3c704995-e6bb-42ef-8594-f6590408b14f tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/593caae8-5fa3-421d-8b0e-ee0dc6991d02 HTTP/1.1" status: 204 len: 168 time: 0.4604826 Sep 21 18:33:40.400100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42858) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:40.414887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf49d7f-1cc7-4486-bc47-cc420645d5cb None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:40.469550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet 27cc6853-eba3-4741-b2ba-971f2f3a80b7 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:40.474134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.527531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.606533 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f483cba9-08a1-4a2d-a762-efa966d1500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.626092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e9363e10-c73e-4c5a-98ef-aaa06c048423 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:40.672920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.728620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f483cba9-08a1-4a2d-a762-efa966d1500c None None] For port e9363e10-c73e-4c5a-98ef-aaa06c048423, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e9363e10-c73e-4c5a-98ef-aaa06c048423,segment=NetworkSegment(b3aa52bc-22ea-4c93-ad62-dafcdedfe42b),segment_id=b3aa52bc-22ea-4c93-ad62-dafcdedfe42b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:40.736321 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f483cba9-08a1-4a2d-a762-efa966d1500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.774880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.812311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483cba9-08a1-4a2d-a762-efa966d1500c None None] Pushing event updated for resources: {'Port': ['ID=e9363e10-c73e-4c5a-98ef-aaa06c048423,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:40.816469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=27cc6853-eba3-4741-b2ba-971f2f3a80b7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:40.821653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.824588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d2bf9f1b-89e7-4497-961b-5d2da5f1a075 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/27cc6853-eba3-4741-b2ba-971f2f3a80b7 HTTP/1.1" status: 204 len: 168 time: 0.4226427 Sep 21 18:33:40.826507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42860) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:40.826641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e9363e10-c73e-4c5a-98ef-aaa06c048423 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:40.827957 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.848809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.857241 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d185f68-1b21-4e91-ae98-1f3e894439b2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:40.857707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d185f68-1b21-4e91-ae98-1f3e894439b2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:40.861980 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2d185f68-1b21-4e91-ae98-1f3e894439b2 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/593caae8-5fa3-421d-8b0e-ee0dc6991d02 HTTP/1.1" status: 404 len: 337 time: 0.0318282 Sep 21 18:33:40.862256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42862) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:40.935502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting subnet 1d27568d-fc0d-439a-9ca2-47fd9b52519e {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:40.939406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:40.952649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ef2c663-e9d0-428a-9c10-ec886c1d331b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:40.987396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.016813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8193499f-36c8-46ea-8857-62d888527d6c None None] Provisioning complete for port e9363e10-c73e-4c5a-98ef-aaa06c048423 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:41.017180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8193499f-36c8-46ea-8857-62d888527d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.045516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9348cb-ef42-4398-ab55-c2d854c40bb4 None None] Update dhcp port {'port': {'network_id': '5eb37474-ac80-46ab-a4f1-312ed92fd76b', 'fixed_ips': [{'subnet_id': '1d27568d-fc0d-439a-9ca2-47fd9b52519e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '27cc6853-eba3-4741-b2ba-971f2f3a80b7'}], 'binding:host_id': 'n-d-810285-3'}, 'id': '8ef2c663-e9d0-428a-9c10-ec886c1d331b'} from n-d-810285-3. {{(pid=95092) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:33:41.087500 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.088601 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3e9348cb-ef42-4398-ab55-c2d854c40bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.092186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:41.092543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.153793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.168199 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.173151 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/1d27568d-fc0d-439a-9ca2-47fd9b52519e HTTP/1.1" status: 204 len: 168 time: 0.3099823 Sep 21 18:33:41.175417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42864) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.187243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.1 (be98dddc-7b06-42cd-9633-5fa2a0560771/71aaeb63-bddc-45b9-ae74-bcc0121d141b/1e8e5d17-3788-4a95-83e0-1a433e82fe50) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:41.201501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc6bf-86e1-4c61-82aa-20e7ec3bcef4 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Subnet': ['ID=1d27568d-fc0d-439a-9ca2-47fd9b52519e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:41.213211 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1481014-418c-4c7d-9082-16c82e2a13cf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.213677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1481014-418c-4c7d-9082-16c82e2a13cf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.215754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f1481014-418c-4c7d-9082-16c82e2a13cf tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/6e468996-b468-4f8c-a006-4ad55889587f HTTP/1.1" status: 404 len: 337 time: 0.0392716 Sep 21 18:33:41.218652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42866) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.246603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-29b43dfd-3334-4ca7-b2fe-709b41b02743 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "GET /v2.0/ports?device_id=d43f6dab-7832-4be6-b5ca-f413f122bb29 HTTP/1.1" status: 200 len: 205 time: 0.0267644 Sep 21 18:33:41.248992 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42868) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.294335 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-9ed55644-c922-4a99-812d-c5650944ba63 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] delete failed (client error): The resource could not be found. Sep 21 18:33:41.300448 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9ed55644-c922-4a99-812d-c5650944ba63 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/routers/d43f6dab-7832-4be6-b5ca-f413f122bb29 HTTP/1.1" status: 404 len: 336 time: 0.0454774 Sep 21 18:33:41.300448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42870) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server [None req-3e9348cb-ef42-4398-ab55-c2d854c40bb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d27568d-fc0d-439a-9ca2-47fd9b52519e: This subnet is being modified by another concurrent operation. Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d27568d-fc0d-439a-9ca2-47fd9b52519e: This subnet is being modified by another concurrent operation. Sep 21 18:33:41.308854 n-d-810285-3 neutron-server[95092]: ERROR oslo_messaging.rpc.server Sep 21 18:33:41.339556 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-8295f383-0526-49f2-967a-15582eb573b0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.340184 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8295f383-0526-49f2-967a-15582eb573b0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.342634 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8295f383-0526-49f2-967a-15582eb573b0 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/a5468663-0a0e-4358-9c20-95c78b334040 HTTP/1.1" status: 404 len: 337 time: 0.0407996 Sep 21 18:33:41.344781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42872) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.375750 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.383952 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca9be6a-f50d-48ae-8651-8b244a72aa3b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.384413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca9be6a-f50d-48ae-8651-8b244a72aa3b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.386218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4ca9be6a-f50d-48ae-8651-8b244a72aa3b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/f6cf3a49-f5f1-44f5-b9dc-c75eb6919d81 HTTP/1.1" status: 404 len: 337 time: 0.0404570 Sep 21 18:33:41.388790 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42874) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.413874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94622fba-57a0-4c7c-a2f1-72ee920cff4c None None] Network 5eb37474-ac80-46ab-a4f1-312ed92fd76b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:41.419222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.419471 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb954a0-dfc7-4104-8c62-d3d0df028341 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.419988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb954a0-dfc7-4104-8c62-d3d0df028341 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.425271 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cbb954a0-dfc7-4104-8c62-d3d0df028341 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/c112cc8b-a05b-4048-bb46-da357716978f HTTP/1.1" status: 404 len: 337 time: 0.0324056 Sep 21 18:33:41.426667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42876) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.468372 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb0e771-fe41-4a96-a9d7-172454aa9d6b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.469454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb0e771-fe41-4a96-a9d7-172454aa9d6b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.475593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cdb0e771-fe41-4a96-a9d7-172454aa9d6b tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/a1e54c47-f8e3-4655-9ce5-fbce707bdd43 HTTP/1.1" status: 404 len: 333 time: 0.0440519 Sep 21 18:33:41.476388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42878) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.477947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network be98dddc-7b06-42cd-9633-5fa2a0560771 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:41.484255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:41.512639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=1e8e5d17-3788-4a95-83e0-1a433e82fe50,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:41.516799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:41.523369 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7c963e-8ca9-442c-bfa7-48276f5c833d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.524126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7c963e-8ca9-442c-bfa7-48276f5c833d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.526293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7c12827d-4609-47db-be9b-c907b924f8c1 None None] Provisioning complete for port 8ef2c663-e9d0-428a-9c10-ec886c1d331b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:41.526808 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c12827d-4609-47db-be9b-c907b924f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.531183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8f7c963e-8ca9-442c-bfa7-48276f5c833d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/769a8828-ce45-463d-910b-ce3385b573b5 HTTP/1.1" status: 404 len: 337 time: 0.0504837 Sep 21 18:33:41.531697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42880) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.563864 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4eba7e-d09c-4883-9d7a-76996f30f4c8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.564493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4eba7e-d09c-4883-9d7a-76996f30f4c8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.569815 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bc4eba7e-d09c-4883-9d7a-76996f30f4c8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/771c7a8b-db7a-4dc2-aa9f-d79ce6b6ea1c HTTP/1.1" status: 404 len: 337 time: 0.0345044 Sep 21 18:33:41.570573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42882) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.600688 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.605562 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfa0e31-9b7f-40c9-b324-d3c2c14ad4f8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.606426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfa0e31-9b7f-40c9-b324-d3c2c14ad4f8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.611531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3cfa0e31-9b7f-40c9-b324-d3c2c14ad4f8 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/c833b736-9053-473a-974d-460df32ebdda HTTP/1.1" status: 404 len: 333 time: 0.0372791 Sep 21 18:33:41.612885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42884) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.654216 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-677f1f43-2542-47ca-b8ff-6bf1f5913685 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.655111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677f1f43-2542-47ca-b8ff-6bf1f5913685 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.661613 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-677f1f43-2542-47ca-b8ff-6bf1f5913685 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/f1106e06-20da-4cd6-b57a-1211b0e9996c HTTP/1.1" status: 404 len: 337 time: 0.0458789 Sep 21 18:33:41.662820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42886) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.696015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] DHCP port deletion for 5eb37474-ac80-46ab-a4f1-312ed92fd76b request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:41.710995 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b4243-2335-4f53-a2b9-0bbd661c42b1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:41.711846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4b4243-2335-4f53-a2b9-0bbd661c42b1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:41.713894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ef4b4243-2335-4f53-a2b9-0bbd661c42b1 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/subnets/86b34f0e-29c1-44ec-8efb-c3fdefcb5978 HTTP/1.1" status: 404 len: 337 time: 0.0496175 Sep 21 18:33:41.716577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42888) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:41.770385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7c12827d-4609-47db-be9b-c907b924f8c1 None None] Provisioning complete for port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:41.770783 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7c12827d-4609-47db-be9b-c907b924f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.805059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] Deleting port 8ef2c663-e9d0-428a-9c10-ec886c1d331b {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:41.805431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.827189 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.835972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Deleting port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:41.836479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.845477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7c12827d-4609-47db-be9b-c907b924f8c1 None None] Port 95d5c081-2fb1-4ee4-b212-fc3e7491e585 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:41.894670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] For port 8ef2c663-e9d0-428a-9c10-ec886c1d331b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ef2c663-e9d0-428a-9c10-ec886c1d331b,segment=NetworkSegment(99eb4bff-0a8c-4668-bfa0-66ae041602c8),segment_id=99eb4bff-0a8c-4668-bfa0-66ae041602c8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:41.895084 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.914764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] Calling delete_port for 8ef2c663-e9d0-428a-9c10-ec886c1d331b owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:41.928896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:41.945160 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Calling delete_port for 95d5c081-2fb1-4ee4-b212-fc3e7491e585 owned by {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:42.003746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-23e0d0a3-185f-4af4-8f19-d4302f050ddb None None] Provisioning complete for port 1e8e5d17-3788-4a95-83e0-1a433e82fe50 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:42.004124 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23e0d0a3-185f-4af4-8f19-d4302f050ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.053066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-23e0d0a3-185f-4af4-8f19-d4302f050ddb None None] Port 1e8e5d17-3788-4a95-83e0-1a433e82fe50 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:42.060342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.064669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.102579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] Pushing event deleted for resources: {'Port': ['ID=8ef2c663-e9d0-428a-9c10-ec886c1d331b,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:42.105700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Port': ['ID=95d5c081-2fb1-4ee4-b212-fc3e7491e585,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:42.109680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.112523 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-88804788-ed43-404d-8306-c416ede739d9 tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/ports/95d5c081-2fb1-4ee4-b212-fc3e7491e585 HTTP/1.1" status: 204 len: 168 time: 0.3940923 Sep 21 18:33:42.118221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42890) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:42.124234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56d1f6-5e53-4793-9f39-f327c2c2f470 None None] No DVR routers for this DVR port 8ef2c663-e9d0-428a-9c10-ec886c1d331b on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:42.147030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3f5308-dbb4-49e0-9cc4-854a8c4ed30c None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:33:42.211230 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.217686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.219041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.257155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f5308-dbb4-49e0-9cc4-854a8c4ed30c None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:33:42.306531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=1e8e5d17-3788-4a95-83e0-1a433e82fe50,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:42.315395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.333435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.376105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb37474-ac80-46ab-a4f1-312ed92fd76b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:42.388116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eb4bff-0a8c-4668-bfa0-66ae041602c8') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:42.388435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eb4bff-0a8c-4668-bfa0-66ae041602c8') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:42.399840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.421420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.433156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:42.433884 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:42.438062 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:42.458077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network be98dddc-7b06-42cd-9633-5fa2a0560771 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:42.459570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:42.464794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e9363e10-c73e-4c5a-98ef-aaa06c048423 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:42.511292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.521920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.526238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] 10.222.0.70 "DELETE /v2.0/networks/5eb37474-ac80-46ab-a4f1-312ed92fd76b HTTP/1.1" status: 204 len: 168 time: 0.4054768 Sep 21 18:33:42.544225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c5453-13b9-4cb0-9925-996b5aaf057d tempest-PortsIpV6TestJSON-363125308 tempest-PortsIpV6TestJSON-363125308-project] Pushing event deleted for resources: {'Network': ['ID=5eb37474-ac80-46ab-a4f1-312ed92fd76b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:42.565805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e9363e10-c73e-4c5a-98ef-aaa06c048423 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:42.566366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.624143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router 41168669-f2bb-477b-900d-381b79bc77ba has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:42.748656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ef2c663-e9d0-428a-9c10-ec886c1d331b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:42.790542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8ef2c663-e9d0-428a-9c10-ec886c1d331b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:42.791644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ef2c663-e9d0-428a-9c10-ec886c1d331b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:42.817624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:42.827282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f89eca62-8401-4bec-95cf-c93a71d4cd32 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/routers/41168669-f2bb-477b-900d-381b79bc77ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114285 Sep 21 18:33:42.828949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42896) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:42.833750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] Sync routers for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:42.835527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'port': {'network_id': 'be98dddc-7b06-42cd-9633-5fa2a0560771', 'name': 'tempest-FloatingIPTestJSON-1308240960'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:42.845688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:42.847813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:42.884932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:42.894641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42898) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:42.905466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:42.906117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:42.946709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:42.947559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1874e5-1c75-4d9b-9463-2ba95ed3eaac None None] The sync data for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:42.975724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Made reservation on behalf of 492ef50743fd472f9b65958e3dcf3bfc for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:42.980913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:42.983150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c71262b3-b953-4860-b2a0-0e2bcd82abd7 None None] Provisioning complete for port 1e8e5d17-3788-4a95-83e0-1a433e82fe50 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:42.983547 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c71262b3-b953-4860-b2a0-0e2bcd82abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.001645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] device_id is not set on port e70b8150-9960-4cca-ae48-35bdbdd7cfc7 yet. {{(pid=95091) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:43.024044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c71262b3-b953-4860-b2a0-0e2bcd82abd7 None None] Port 1e8e5d17-3788-4a95-83e0-1a433e82fe50 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:43.069285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1b11675c-4765-4ad8-a6b5-7972d20d5a4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02dc917ac34445f1a475ff96f19e60fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734211 Sep 21 18:33:43.071740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42902) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:43.122966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1163ccd1-06d8-4ece-bc7d-198898c573a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.132186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Allocated IP 172.20.0.10 (be98dddc-7b06-42cd-9633-5fa2a0560771/71aaeb63-bddc-45b9-ae74-bcc0121d141b/e70b8150-9960-4cca-ae48-35bdbdd7cfc7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:43.152534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1163ccd1-06d8-4ece-bc7d-198898c573a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.210138 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1163ccd1-06d8-4ece-bc7d-198898c573a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.213576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1163ccd1-06d8-4ece-bc7d-198898c573a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.215605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1163ccd1-06d8-4ece-bc7d-198898c573a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4948d757-be28-473b-89a1-1e2849a82843 HTTP/1.1" status: 204 len: 168 time: 0.1425335 Sep 21 18:33:43.226329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163ccd1-06d8-4ece-bc7d-198898c573a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948d757-be28-473b-89a1-1e2849a82843,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:43.313682 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.368139 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.417388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Network be98dddc-7b06-42cd-9633-5fa2a0560771 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:43.420816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:43.423353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:43.476721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event updated for resources: {'Port': ['ID=e70b8150-9960-4cca-ae48-35bdbdd7cfc7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:43.491658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:43.492811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.514122 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-68c264ac-3d8d-4aa8-8932-dea471653821 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6834888 Sep 21 18:33:43.517286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42910) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:43.523604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Request body: {'floatingip': {'port_id': 'e70b8150-9960-4cca-ae48-35bdbdd7cfc7'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:43.616200 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.756059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6432d052-112b-449f-8eb1-4942b0146a93 None None] Provisioning complete for port e70b8150-9960-4cca-ae48-35bdbdd7cfc7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:43.757217 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6432d052-112b-449f-8eb1-4942b0146a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:43.801836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6432d052-112b-449f-8eb1-4942b0146a93 None None] Port e70b8150-9960-4cca-ae48-35bdbdd7cfc7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:44.090596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42926) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:44.201563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-992305277'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:44.224032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:44.227820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.228064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.233053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.237809 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.338130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.342014 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.369345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:44.385509 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP 292d9f42-5369-47b9-9791-6f7eda5ec8ae associated. External IP: 172.25.3.105, port: 67b70c12-2cf4-4d97-a550-c4478bb323ba. Sep 21 18:33:44.390256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.390628 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 1f9b4985-c350-48dd-9f57-28b1fcca2e11 of type vlan for network 923a7f18-c238-4404-b376-e75fc6ab5eb1 Sep 21 18:33:44.391870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0c7083-977b-46ca-a742-b10fdcb6913b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:44.437610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.472788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.478440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:44.479248 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.520814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4290037 Sep 21 18:33:44.523718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42930) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:44.528644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215293886'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:44.564001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31ddef-c0ad-4940-a1d3-db81e5031b62 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=923a7f18-c238-4404-b376-e75fc6ab5eb1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:44.576249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:44.585463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:44.589870 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.622118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:44.635377 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.635885 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 5f5e1dc2-1d60-4770-b902-0c58bad82b56 of type vlan for network 33a83e05-5a92-4a0a-9653-1c288910303b Sep 21 18:33:44.647099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:44.691752 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.730788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.738255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:44.738618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:44.773087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2455411 Sep 21 18:33:44.784772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42932) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:44.792342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': '923a7f18-c238-4404-b376-e75fc6ab5eb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:44.819741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:44.829385 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:44.838894 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:44.839518 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:44.856846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7afbe-0dfe-4f49-93aa-f27fe164ce01 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=33a83e05-5a92-4a0a-9653-1c288910303b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:44.873439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 33a83e05-5a92-4a0a-9653-1c288910303b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:44.880064 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:44.889779 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:44.890733 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:44.925435 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:44.926476 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02b2e3-c1ee-4fee-9df9-8334b4e47e15 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:44.944033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:44.948244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.159764 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.228911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=d953043b-12ac-43db-bf8c-8f94d96a9c0b,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:45.239027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '1f9b4985-c350-48dd-9f57-28b1fcca2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '923a7f18-c238-4404-b376-e75fc6ab5eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:45.239384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: 923a7f18-c238-4404-b376-e75fc6ab5eb1, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:45.258336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:45.269558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 923a7f18-c238-4404-b376-e75fc6ab5eb1) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:45.279527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:45.280123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.286842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d643f-4518-4930-8bca-a775586a75f2 None None] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:45.298478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-faf75b53-a3f1-4e72-8ec5-c9ce13a82079 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5125084 Sep 21 18:33:45.301319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42934) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:45.307318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': '33a83e05-5a92-4a0a-9653-1c288910303b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:45.428889 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:45.434668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.462459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router 41168669-f2bb-477b-900d-381b79bc77ba has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:45.466155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-923a7f18-c238-4404-b376-e75fc6ab5eb1', 'network_id': '923a7f18-c238-4404-b376-e75fc6ab5eb1', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': 'd953043b-12ac-43db-bf8c-8f94d96a9c0b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:45.467881 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.591216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:45.597957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.607505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749138ef-799c-464e-8b88-b33b29313427 None None] Sync routers for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:45.630240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749138ef-799c-464e-8b88-b33b29313427 None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:45.630240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-749138ef-799c-464e-8b88-b33b29313427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:45.661513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-749138ef-799c-464e-8b88-b33b29313427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:45.664779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cb06d505-5b2f-4eb8-9ab5-61976dbaa481 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/floatingips/292d9f42-5369-47b9-9791-6f7eda5ec8ae HTTP/1.1" status: 200 len: 979 time: 2.1460218 Sep 21 18:33:45.667974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42936) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:45.675328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Allocated IP 172.20.0.2 (923a7f18-c238-4404-b376-e75fc6ab5eb1/d953043b-12ac-43db-bf8c-8f94d96a9c0b/c35a98f7-6d0c-4388-a60b-cc275d918101) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:45.681824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749138ef-799c-464e-8b88-b33b29313427 None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:45.682504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-749138ef-799c-464e-8b88-b33b29313427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:45.714450 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.724099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-749138ef-799c-464e-8b88-b33b29313427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:45.724946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749138ef-799c-464e-8b88-b33b29313427 None None] The sync data for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:45.783913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=eb4663d3-94ac-4554-8267-dab1dc2d68d2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:45.784338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port e70b8150-9960-4cca-ae48-35bdbdd7cfc7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:45.784692 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.794754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '5f5e1dc2-1d60-4770-b902-0c58bad82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '33a83e05-5a92-4a0a-9653-1c288910303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:45.795125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: 33a83e05-5a92-4a0a-9653-1c288910303b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:45.816110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 33a83e05-5a92-4a0a-9653-1c288910303b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:45.829988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 33a83e05-5a92-4a0a-9653-1c288910303b) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:45.837809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:45.838824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.844633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4265f6-f91e-48fb-a73b-cba5c270c073 None None] Network 33a83e05-5a92-4a0a-9653-1c288910303b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:45.855791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-87696b16-6a10-4595-b7a5-a8bcf7f5aed8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5531175 Sep 21 18:33:45.859795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42938) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:45.864828 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6105db99-07d7-4c7b-9256-1e85359b8938 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1205109711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:45.891603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6105db99-07d7-4c7b-9256-1e85359b8938 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.893528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6105db99-07d7-4c7b-9256-1e85359b8938 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.899274 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.942625 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.951653 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.963123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6105db99-07d7-4c7b-9256-1e85359b8938 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.967887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6105db99-07d7-4c7b-9256-1e85359b8938 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.993080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6105db99-07d7-4c7b-9256-1e85359b8938 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:45.993080 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6105db99-07d7-4c7b-9256-1e85359b8938 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1280169 Sep 21 18:33:45.993080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:46.000154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:46.007701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:46.016556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:46.036092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Pushing event updated for resources: {'Port': ['ID=c35a98f7-6d0c-4388-a60b-cc275d918101,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:46.110480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.111231 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.112191 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Floating IP 292d9f42-5369-47b9-9791-6f7eda5ec8ae disassociated. External IP: 172.25.3.105, port: e70b8150-9960-4cca-ae48-35bdbdd7cfc7. Sep 21 18:33:46.112581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for e70b8150-9960-4cca-ae48-35bdbdd7cfc7 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:46.123028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Attempting to bind port c35a98f7-6d0c-4388-a60b-cc275d918101 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:46.123618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Attempting to bind port c35a98f7-6d0c-4388-a60b-cc275d918101 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '1f9b4985-c350-48dd-9f57-28b1fcca2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '923a7f18-c238-4404-b376-e75fc6ab5eb1'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:46.123864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Attempting to bind port c35a98f7-6d0c-4388-a60b-cc275d918101 on network 923a7f18-c238-4404-b376-e75fc6ab5eb1 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:46.146658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:46.147115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Checking segment: {'id': '1f9b4985-c350-48dd-9f57-28b1fcca2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '923a7f18-c238-4404-b376-e75fc6ab5eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:46.147474 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.147972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Bound using segment: {'id': '1f9b4985-c350-48dd-9f57-28b1fcca2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '923a7f18-c238-4404-b376-e75fc6ab5eb1'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:46.148377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Bound port: c35a98f7-6d0c-4388-a60b-cc275d918101, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9b4985-c350-48dd-9f57-28b1fcca2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '923a7f18-c238-4404-b376-e75fc6ab5eb1'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:46.148764 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.168834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-33a83e05-5a92-4a0a-9653-1c288910303b', 'network_id': '33a83e05-5a92-4a0a-9653-1c288910303b', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': 'eb4663d3-94ac-4554-8267-dab1dc2d68d2'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:46.169710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.277913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.295783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] For port c35a98f7-6d0c-4388-a60b-cc275d918101, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:46.302226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] For port c35a98f7-6d0c-4388-a60b-cc275d918101, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c35a98f7-6d0c-4388-a60b-cc275d918101,segment=NetworkSegment(1f9b4985-c350-48dd-9f57-28b1fcca2e11),segment_id=1f9b4985-c350-48dd-9f57-28b1fcca2e11)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:46.306384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.325566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.334625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=e70b8150-9960-4cca-ae48-35bdbdd7cfc7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:46.438998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Allocated IP 172.21.0.2 (33a83e05-5a92-4a0a-9653-1c288910303b/eb4663d3-94ac-4554-8267-dab1dc2d68d2/4bb6d053-7b38-42b2-a64a-aa11734a465f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:46.451404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c898c-44b9-40d5-9cb2-1766f33f4e00 None None] Pushing event updated for resources: {'Port': ['ID=c35a98f7-6d0c-4388-a60b-cc275d918101,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:46.516508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router 41168669-f2bb-477b-900d-381b79bc77ba has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:46.679550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:46.684835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.20.0.1 (923a7f18-c238-4404-b376-e75fc6ab5eb1/d953043b-12ac-43db-bf8c-8f94d96a9c0b/5f8cb350-5084-47b7-b8e4-407d24416740) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:46.690919 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] Sync routers for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:46.694046 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.704061 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.717918 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:46.718718 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:46.781290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.790090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-57474a39-023f-4e32-8b54-c19547827d8a tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/ports/e70b8150-9960-4cca-ae48-35bdbdd7cfc7 HTTP/1.1" status: 204 len: 168 time: 1.1181631 Sep 21 18:33:46.790797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42942) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:46.832846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Network 33a83e05-5a92-4a0a-9653-1c288910303b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:46.838578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:46.846968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:46.863496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Pushing event updated for resources: {'Port': ['ID=4bb6d053-7b38-42b2-a64a-aa11734a465f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:46.931533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Attempting to bind port 4bb6d053-7b38-42b2-a64a-aa11734a465f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:46.931784 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Attempting to bind port 4bb6d053-7b38-42b2-a64a-aa11734a465f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5f5e1dc2-1d60-4770-b902-0c58bad82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '33a83e05-5a92-4a0a-9653-1c288910303b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:46.932159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Attempting to bind port 4bb6d053-7b38-42b2-a64a-aa11734a465f on network 33a83e05-5a92-4a0a-9653-1c288910303b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:46.937756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.938020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:46.938444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Checking segment: {'id': '5f5e1dc2-1d60-4770-b902-0c58bad82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '33a83e05-5a92-4a0a-9653-1c288910303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:46.938861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.939264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Bound using segment: {'id': '5f5e1dc2-1d60-4770-b902-0c58bad82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '33a83e05-5a92-4a0a-9653-1c288910303b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:46.939950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Bound port: 4bb6d053-7b38-42b2-a64a-aa11734a465f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5e1dc2-1d60-4770-b902-0c58bad82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '33a83e05-5a92-4a0a-9653-1c288910303b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:46.940269 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.985652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.001293 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:47.012436 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:47.013321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:47.018459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] For port 4bb6d053-7b38-42b2-a64a-aa11734a465f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:47.023113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] For port 4bb6d053-7b38-42b2-a64a-aa11734a465f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4bb6d053-7b38-42b2-a64a-aa11734a465f,segment=NetworkSegment(5f5e1dc2-1d60-4770-b902-0c58bad82b56),segment_id=5f5e1dc2-1d60-4770-b902-0c58bad82b56)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:47.030393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.047880 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:47.049122 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e83c8-c5b8-4299-9e3a-827ca1ce23c9 None None] The sync data for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:47.056290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:47.056290 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=5f8cb350-5084-47b7-b8e4-407d24416740,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:47.059991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:47.065975 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:47.116190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9807a-6969-4510-abe6-7b2865286232 None None] Pushing event updated for resources: {'Port': ['ID=4bb6d053-7b38-42b2-a64a-aa11734a465f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:47.148446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.303116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.323687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.668146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.677361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.682129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 1e8e5d17-3788-4a95-83e0-1a433e82fe50 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:47.682681 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.756455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fcf16-d71b-4b8a-8842-234ef3a1959f None None] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:47.807952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.823853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 1e8e5d17-3788-4a95-83e0-1a433e82fe50 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:47.825020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bbcd8b64-f4aa-4260-bfab-f58e40eb6aff None None] Provisioning complete for port c35a98f7-6d0c-4388-a60b-cc275d918101 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:47.825704 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8b64-f4aa-4260-bfab-f58e40eb6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:47.951854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8b64-f4aa-4260-bfab-f58e40eb6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.050517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bbcd8b64-f4aa-4260-bfab-f58e40eb6aff None None] For port c35a98f7-6d0c-4388-a60b-cc275d918101, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c35a98f7-6d0c-4388-a60b-cc275d918101,segment=NetworkSegment(1f9b4985-c350-48dd-9f57-28b1fcca2e11),segment_id=1f9b4985-c350-48dd-9f57-28b1fcca2e11)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:48.057598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8b64-f4aa-4260-bfab-f58e40eb6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.083446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.120207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=1e8e5d17-3788-4a95-83e0-1a433e82fe50,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:48.130680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd8b64-f4aa-4260-bfab-f58e40eb6aff None None] Pushing event updated for resources: {'Port': ['ID=c35a98f7-6d0c-4388-a60b-cc275d918101,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:48.251322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=5f8cb350-5084-47b7-b8e4-407d24416740,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:48.255123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.347169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5263c1c-164d-42fd-9502-5775d42716bd None None] Network 33a83e05-5a92-4a0a-9653-1c288910303b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:48.375149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.389979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:48.391504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:48.535698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f190f444-02f0-4e98-a7e4-adfd9b5fb7d4 None None] Provisioning complete for port 4bb6d053-7b38-42b2-a64a-aa11734a465f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:48.536608 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f190f444-02f0-4e98-a7e4-adfd9b5fb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.564513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router ed69c0f4-0fab-4b1b-999d-2fb6004947a5 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:33:48.614711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c35a98f7-6d0c-4388-a60b-cc275d918101 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:48.685751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:48.701478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fb0f080b-7b77-498b-a292-037c88b8512d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/ed69c0f4-0fab-4b1b-999d-2fb6004947a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7049284 Sep 21 18:33:48.701708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42948) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:48.703234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] Sync routers for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:48.728971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router 41168669-f2bb-477b-900d-381b79bc77ba has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:48.762263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66e7bc-306e-4a25-b378-f12185995f3c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:48.765230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c35a98f7-6d0c-4388-a60b-cc275d918101 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:48.765736 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.768940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0e66e7bc-306e-4a25-b378-f12185995f3c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports/5f8cb350-5084-47b7-b8e4-407d24416740 HTTP/1.1" status: 200 len: 910 time: 0.0653706 Sep 21 18:33:48.769693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42950) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:48.793862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:48.795366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:48.867432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:48.876538 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] Sync routers for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:48.880991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-80b12642-311b-470c-8933-13241b6a074c tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/routers/41168669-f2bb-477b-900d-381b79bc77ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0869062 Sep 21 18:33:48.881446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42952) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:48.892004 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:48.893524 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:48.960063 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:48.983190 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] Routers {'41168669-f2bb-477b-900d-381b79bc77ba'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:48.983943 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['41168669-f2bb-477b-900d-381b79bc77ba'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:49.036653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.047891 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:49.049838 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90dc392-176b-4b72-a020-1d98b801140d None None] The sync data for ids ['41168669-f2bb-477b-900d-381b79bc77ba'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:49.141608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:49.182048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f190f444-02f0-4e98-a7e4-adfd9b5fb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.186212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.199047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:49.199861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:49.226516 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.248855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 002b0234-c9db-4ea6-b60f-dcddd74db44b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:49.249331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.256823 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:49.257496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1f628-4234-429a-a4f6-a2e3d90a19f8 None None] The sync data for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:49.310878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f190f444-02f0-4e98-a7e4-adfd9b5fb7d4 None None] For port 4bb6d053-7b38-42b2-a64a-aa11734a465f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4bb6d053-7b38-42b2-a64a-aa11734a465f,segment=NetworkSegment(5f5e1dc2-1d60-4770-b902-0c58bad82b56),segment_id=5f5e1dc2-1d60-4770-b902-0c58bad82b56)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:49.318085 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f190f444-02f0-4e98-a7e4-adfd9b5fb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.342428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.357472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 002b0234-c9db-4ea6-b60f-dcddd74db44b owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:49.375233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4bb6d053-7b38-42b2-a64a-aa11734a465f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:49.427682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190f444-02f0-4e98-a7e4-adfd9b5fb7d4 None None] Pushing event updated for resources: {'Port': ['ID=4bb6d053-7b38-42b2-a64a-aa11734a465f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:49.466414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3774cec4-1c25-4be0-9d79-51c9d19604d4 None None] Provisioning complete for port c35a98f7-6d0c-4388-a60b-cc275d918101 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:49.466806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3774cec4-1c25-4be0-9d79-51c9d19604d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.496493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4bb6d053-7b38-42b2-a64a-aa11734a465f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:49.496872 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.644661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3774cec4-1c25-4be0-9d79-51c9d19604d4 None None] Provisioning complete for port 5f8cb350-5084-47b7-b8e4-407d24416740 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:49.645056 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3774cec4-1c25-4be0-9d79-51c9d19604d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.654341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.21.0.1 (33a83e05-5a92-4a0a-9653-1c288910303b/eb4663d3-94ac-4554-8267-dab1dc2d68d2/bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:49.685001 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.707521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3774cec4-1c25-4be0-9d79-51c9d19604d4 None None] Port 5f8cb350-5084-47b7-b8e4-407d24416740 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:49.724453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=002b0234-c9db-4ea6-b60f-dcddd74db44b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:49.794116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.824244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.830075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b1da2dd8-f6f8-4158-9fe5-60f8f830cc9f None None] Provisioning complete for port 4bb6d053-7b38-42b2-a64a-aa11734a465f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:49.831341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b1da2dd8-f6f8-4158-9fe5-60f8f830cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.867594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.899788 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.902456 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.929386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 33a83e05-5a92-4a0a-9653-1c288910303b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:49.935570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:49.942870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:49.958689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.959308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Fanout notify agent at l3_agent the message router_deleted on router 41168669-f2bb-477b-900d-381b79bc77ba {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:33:49.968153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.972876 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-79cb41a4-24d7-4743-9e1b-597ab5e0e101 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/routers/41168669-f2bb-477b-900d-381b79bc77ba HTTP/1.1" status: 204 len: 168 time: 1.0875010 Sep 21 18:33:49.972876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42954) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:50.002753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:50.025380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.170449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.258105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ce61ab33-e329-4ec1-91a0-a01b41e9ecc7 None None] Provisioning complete for port bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:50.259008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ce61ab33-e329-4ec1-91a0-a01b41e9ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.299972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ce61ab33-e329-4ec1-91a0-a01b41e9ecc7 None None] Port bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:50.395362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting subnet 71aaeb63-bddc-45b9-ae74-bcc0121d141b {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:50.399481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.447862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.536986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.543000 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.543422 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.576811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4bb6d053-7b38-42b2-a64a-aa11734a465f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:50.621997 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.635945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4bb6d053-7b38-42b2-a64a-aa11734a465f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:50.636418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.648633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.653065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:50.671630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Subnet': ['ID=71aaeb63-bddc-45b9-ae74-bcc0121d141b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:50.678330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.682673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cb100d47-db13-4005-8442-448db98fc317 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/subnets/71aaeb63-bddc-45b9-ae74-bcc0121d141b HTTP/1.1" status: 204 len: 168 time: 0.7085421 Sep 21 18:33:50.685036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42956) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:50.691881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f440b-b0f7-49a5-a610-6e63b2020a09 None None] Network be98dddc-7b06-42cd-9633-5fa2a0560771 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:50.805605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.816311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 33a83e05-5a92-4a0a-9653-1c288910303b is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:50.819104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:50.872673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port e9363e10-c73e-4c5a-98ef-aaa06c048423 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:50.873017 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.963864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router ed69c0f4-0fab-4b1b-999d-2fb6004947a5 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:50.973129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] For port e9363e10-c73e-4c5a-98ef-aaa06c048423, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e9363e10-c73e-4c5a-98ef-aaa06c048423,segment=NetworkSegment(b3aa52bc-22ea-4c93-ad62-dafcdedfe42b),segment_id=b3aa52bc-22ea-4c93-ad62-dafcdedfe42b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:50.973503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.994375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] DHCP port deletion for be98dddc-7b06-42cd-9633-5fa2a0560771 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:51.000275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for e9363e10-c73e-4c5a-98ef-aaa06c048423 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:51.057694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] Deleting port e9363e10-c73e-4c5a-98ef-aaa06c048423 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:51.058271 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.111001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:51.119394 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-476d32de-065b-4edc-9586-53a8c8cfe6a9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/ed69c0f4-0fab-4b1b-999d-2fb6004947a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3470256 Sep 21 18:33:51.121917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42958) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:51.132376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] Sync routers for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:51.151920 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.158904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] For port e9363e10-c73e-4c5a-98ef-aaa06c048423, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e9363e10-c73e-4c5a-98ef-aaa06c048423,segment=NetworkSegment(b3aa52bc-22ea-4c93-ad62-dafcdedfe42b),segment_id=b3aa52bc-22ea-4c93-ad62-dafcdedfe42b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:51.159320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.162908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:51.163158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:51.188260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=e9363e10-c73e-4c5a-98ef-aaa06c048423,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:51.191808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] No DVR routers for this DVR port e9363e10-c73e-4c5a-98ef-aaa06c048423 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:51.201017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7191597-9b73-4185-93b7-24bb64284f1e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:51.202969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e7191597-9b73-4185-93b7-24bb64284f1e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports/bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c HTTP/1.1" status: 200 len: 910 time: 0.0796511 Sep 21 18:33:51.206486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42960) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:51.212231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:51.214747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] Calling delete_port for e9363e10-c73e-4c5a-98ef-aaa06c048423 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:51.282805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:51.284207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:51.287932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-38dd240e-6845-4674-b0ed-055106a65eef None None] Provisioning complete for port bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:51.288304 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38dd240e-6845-4674-b0ed-055106a65eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.315604 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.349476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:51.350163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618f52b-b198-438d-a0a7-7c2d500d8fb6 None None] The sync data for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:51.350940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be98dddc-7b06-42cd-9633-5fa2a0560771']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:51.373195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3aa52bc-22ea-4c93-ad62-dafcdedfe42b') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:51.373718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3aa52bc-22ea-4c93-ad62-dafcdedfe42b') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:51.375073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-38dd240e-6845-4674-b0ed-055106a65eef None None] Port bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:51.395251 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.395530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.419699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.422860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] Pushing event deleted for resources: {'Port': ['ID=e9363e10-c73e-4c5a-98ef-aaa06c048423,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:51.427941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe276d-8595-4b3f-a606-f5e30c90f205 None None] No DVR routers for this DVR port e9363e10-c73e-4c5a-98ef-aaa06c048423 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:51.443480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:51.443958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:51.447614 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:51.560498 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.569488 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.571408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/networks/be98dddc-7b06-42cd-9633-5fa2a0560771 HTTP/1.1" status: 204 len: 168 time: 0.8850424 Sep 21 18:33:51.575287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42962) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:51.583879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b54044-8831-485e-a2a7-5065b83eae24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Network': ['ID=be98dddc-7b06-42cd-9633-5fa2a0560771,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:51.797717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 01cd590d-a2f6-46ef-a15a-2f4009ac7d03 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:51.797970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.864766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.963716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.964037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:51.992729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 01cd590d-a2f6-46ef-a15a-2f4009ac7d03 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:52.250027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.280637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=01cd590d-a2f6-46ef-a15a-2f4009ac7d03,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:52.338273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:52.338618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.411843 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.414562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.416320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-502fc9dc-126f-4bf1-b6ca-215d447090a5 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/floatingips/292d9f42-5369-47b9-9791-6f7eda5ec8ae HTTP/1.1" status: 204 len: 168 time: 0.8393900 Sep 21 18:33:52.421656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42964) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:52.431155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e9363e10-c73e-4c5a-98ef-aaa06c048423 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:52.453083 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba3bf52-63e2-401f-9b34-6048fdc49f87 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:52.453868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba3bf52-63e2-401f-9b34-6048fdc49f87 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:52.456783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bba3bf52-63e2-401f-9b34-6048fdc49f87 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/ports/e70b8150-9960-4cca-ae48-35bdbdd7cfc7 HTTP/1.1" status: 404 len: 333 time: 0.0341132 Sep 21 18:33:52.459984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42966) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:52.460570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e9363e10-c73e-4c5a-98ef-aaa06c048423 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:52.460956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e9363e10-c73e-4c5a-98ef-aaa06c048423 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:52.497883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.509936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-abb5c7a3-0063-4c1a-b1c5-667a0d78b1fd tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "GET /v2.0/ports?device_id=41168669-f2bb-477b-900d-381b79bc77ba HTTP/1.1" status: 200 len: 205 time: 0.0482357 Sep 21 18:33:52.512169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42968) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:52.516028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:52.556707 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-e58be609-b7d5-4655-8337-0937812e3011 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] delete failed (client error): The resource could not be found. Sep 21 18:33:52.557786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e58be609-b7d5-4655-8337-0937812e3011 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/routers/41168669-f2bb-477b-900d-381b79bc77ba HTTP/1.1" status: 404 len: 336 time: 0.0446165 Sep 21 18:33:52.560481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42970) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:52.590011 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c0f4ad-1f16-4740-a0ca-2aef11a08ec1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] DELETE failed (client error): The resource could not be found. Sep 21 18:33:52.590497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c0f4ad-1f16-4740-a0ca-2aef11a08ec1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:33:52.594981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d0c0f4ad-1f16-4740-a0ca-2aef11a08ec1 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/subnets/71aaeb63-bddc-45b9-ae74-bcc0121d141b HTTP/1.1" status: 404 len: 337 time: 0.0308614 Sep 21 18:33:52.595301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42972) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:52.699367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 67b70c12-2cf4-4d97-a550-c4478bb323ba {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:52.699711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.754564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.787263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=bbd09d19-5252-49c4-9f55-b4d7a5c7aa9c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:52.805344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.821825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 67b70c12-2cf4-4d97-a550-c4478bb323ba owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:53.020638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.021534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.062305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=67b70c12-2cf4-4d97-a550-c4478bb323ba,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:53.182881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.184852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-803fa97d-c742-4c40-80b9-ff3c58e53e6f tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/ports/67b70c12-2cf4-4d97-a550-c4478bb323ba HTTP/1.1" status: 204 len: 168 time: 0.5885236 Sep 21 18:33:53.187506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42974) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:53.235166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router ed69c0f4-0fab-4b1b-999d-2fb6004947a5 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:53.336300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:53.339766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port c06cb0a6-9192-488a-a10c-348061836464 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:53.340305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.341322 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e73def63-9cdf-445d-b15c-0647ac22e353 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/ed69c0f4-0fab-4b1b-999d-2fb6004947a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332424 Sep 21 18:33:53.352843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42976) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:53.353101 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] Sync routers for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:53.369445 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:53.372140 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:53.439629 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:53.450615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.457538 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:53.458725 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:53.465365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for c06cb0a6-9192-488a-a10c-348061836464 owned by {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:53.498887 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:53.499685 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e60d1e-eee7-4d70-ae5a-efa1256a16cf None None] The sync data for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:53.630603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.664461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=c06cb0a6-9192-488a-a10c-348061836464,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:53.743745 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.745815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-48ef8bdf-53fa-4da2-a5e1-3cc0a52f23c3 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/ports/c06cb0a6-9192-488a-a10c-348061836464 HTTP/1.1" status: 204 len: 168 time: 0.5571072 Sep 21 18:33:53.748500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42980) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:53.807744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db0423-62cf-4601-abaf-857c2c34ab80 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:53.809260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-22db0423-62cf-4601-abaf-857c2c34ab80 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfc07be4-524d-46a5-8927-7ffd3028fb48 HTTP/1.1" status: 200 len: 913 time: 0.0597401 Sep 21 18:33:53.813813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42982) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:54.144123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:54.294142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:54.444508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 5f8cb350-5084-47b7-b8e4-407d24416740 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:54.444733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:54.552657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:54.568190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 5f8cb350-5084-47b7-b8e4-407d24416740 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:54.607102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 2432bda6-0fef-4784-88e2-027633cd89a1 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:54.607102 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:54.712154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:54.731336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 2432bda6-0fef-4784-88e2-027633cd89a1 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:54.825121 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:54.856197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=5f8cb350-5084-47b7-b8e4-407d24416740,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:54.993659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.017016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.026757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=2432bda6-0fef-4784-88e2-027633cd89a1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:55.194726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router ed69c0f4-0fab-4b1b-999d-2fb6004947a5 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:55.219065 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.281400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:55.288400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d28aaa76-be11-4f26-b0db-853204b3e738 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/ed69c0f4-0fab-4b1b-999d-2fb6004947a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9382427 Sep 21 18:33:55.292734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42986) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:55.297651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] Sync routers for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:55.313030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:55.314672 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:55.332331 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ccc3f966-b51e-4ef9-8595-34cd1d0c6069 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed69c0f4-0fab-4b1b-999d-2fb6004947a5 HTTP/1.1" status: 200 len: 205 time: 0.0363817 Sep 21 18:33:55.334093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42988) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:55.370346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:55.381520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] Routers {'ed69c0f4-0fab-4b1b-999d-2fb6004947a5'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:55.382471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:55.422664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:55.423343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0fb20-e9c3-487f-b0eb-d2c2d8610c77 None None] The sync data for ids ['ed69c0f4-0fab-4b1b-999d-2fb6004947a5'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:55.433298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7174380-bb06-447c-b64d-45cbaf29001b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.677391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7174380-bb06-447c-b64d-45cbaf29001b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.681213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7174380-bb06-447c-b64d-45cbaf29001b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.735417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Router dfc07be4-524d-46a5-8927-7ffd3028fb48 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:33:55.739307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7174380-bb06-447c-b64d-45cbaf29001b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.739797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7174380-bb06-447c-b64d-45cbaf29001b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Fanout notify agent at l3_agent the message router_deleted on router ed69c0f4-0fab-4b1b-999d-2fb6004947a5 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:33:55.747408 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7174380-bb06-447c-b64d-45cbaf29001b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.748561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e7174380-bb06-447c-b64d-45cbaf29001b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/ed69c0f4-0fab-4b1b-999d-2fb6004947a5 HTTP/1.1" status: 204 len: 168 time: 0.4131241 Sep 21 18:33:55.753407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42990) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:55.855901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet eb4663d3-94ac-4554-8267-dab1dc2d68d2 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:55.862287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.294896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.318627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:33:56.330585 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-360183e6-9cca-412f-ae81-e3428fcd9a4b tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "PUT /v2.0/routers/dfc07be4-524d-46a5-8927-7ffd3028fb48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5102558 Sep 21 18:33:56.330760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42992) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:56.332821 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] Sync routers for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:33:56.342853 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:56.343536 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:56.385862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:56.396027 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] Routers {'dfc07be4-524d-46a5-8927-7ffd3028fb48'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:33:56.396674 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dfc07be4-524d-46a5-8927-7ffd3028fb48'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:56.415903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.433952 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:56.434647 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378bbee-0192-41dd-9703-edb352a3e6d7 None None] The sync data for ids ['dfc07be4-524d-46a5-8927-7ffd3028fb48'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:33:56.469913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.487001 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.515241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4663d3-94ac-4554-8267-dab1dc2d68d2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:56.518933 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.523569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-69aad740-c85b-409e-a8e4-7ea5fb32cabb tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/eb4663d3-94ac-4554-8267-dab1dc2d68d2 HTTP/1.1" status: 204 len: 168 time: 0.7691269 Sep 21 18:33:56.524441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 42994) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:56.526099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab4aa1-0636-4ab6-b062-7024363127b5 None None] Network 33a83e05-5a92-4a0a-9653-1c288910303b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:56.624692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet d953043b-12ac-43db-bf8c-8f94d96a9c0b {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:56.629541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.632354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.699132 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.711432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] DHCP port deletion for 33a83e05-5a92-4a0a-9653-1c288910303b request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:56.764801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] Deleting port 4bb6d053-7b38-42b2-a64a-aa11734a465f {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:56.765176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.790328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting port 2c88c1d5-f6c5-47cd-b86e-034f5343d87b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:56.790676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.813346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.832934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] For port 4bb6d053-7b38-42b2-a64a-aa11734a465f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4bb6d053-7b38-42b2-a64a-aa11734a465f,segment=NetworkSegment(5f5e1dc2-1d60-4770-b902-0c58bad82b56),segment_id=5f5e1dc2-1d60-4770-b902-0c58bad82b56)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:56.833340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.848798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] Calling delete_port for 4bb6d053-7b38-42b2-a64a-aa11734a465f owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:56.928980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.942964 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.944076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Calling delete_port for 2c88c1d5-f6c5-47cd-b86e-034f5343d87b owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:56.950619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.972395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] Pushing event deleted for resources: {'Port': ['ID=4bb6d053-7b38-42b2-a64a-aa11734a465f,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:56.974378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33760626-8d36-48c7-a4bc-99904c5b1421 None None] No DVR routers for this DVR port 4bb6d053-7b38-42b2-a64a-aa11734a465f on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:56.993246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:56.995197 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/d953043b-12ac-43db-bf8c-8f94d96a9c0b HTTP/1.1" status: 204 len: 168 time: 0.4695868 Sep 21 18:33:56.999959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42996) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:57.003881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a12d2-fbd6-4daf-93e7-4ed5536db72e None None] Network 923a7f18-c238-4404-b376-e75fc6ab5eb1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:57.025016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239736f-0620-4114-a17e-5194d4facaaa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=d953043b-12ac-43db-bf8c-8f94d96a9c0b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:57.108908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.189006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.215487 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.216795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Port': ['ID=2c88c1d5-f6c5-47cd-b86e-034f5343d87b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:57.217707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] DHCP port deletion for 923a7f18-c238-4404-b376-e75fc6ab5eb1 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:33:57.243519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a83e05-5a92-4a0a-9653-1c288910303b']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.254044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5e1dc2-1d60-4770-b902-0c58bad82b56') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.254320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5e1dc2-1d60-4770-b902-0c58bad82b56') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.266573 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.270149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] Deleting port c35a98f7-6d0c-4388-a60b-cc275d918101 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:57.270548 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.282273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.289531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.293319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:57.293891 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:57.297249 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:57.343862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] For port c35a98f7-6d0c-4388-a60b-cc275d918101, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c35a98f7-6d0c-4388-a60b-cc275d918101,segment=NetworkSegment(1f9b4985-c350-48dd-9f57-28b1fcca2e11),segment_id=1f9b4985-c350-48dd-9f57-28b1fcca2e11)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:57.344401 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.358010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] Calling delete_port for c35a98f7-6d0c-4388-a60b-cc275d918101 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:57.377693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.385818 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.390295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/33a83e05-5a92-4a0a-9653-1c288910303b HTTP/1.1" status: 204 len: 168 time: 0.3864093 Sep 21 18:33:57.390582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 42998) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:57.399394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.401522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.414555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec199a-83ba-4fd8-84e6-168355a696ca tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=33a83e05-5a92-4a0a-9653-1c288910303b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:57.448429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.449419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Fanout notify agent at l3_agent the message router_deleted on router dfc07be4-524d-46a5-8927-7ffd3028fb48 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:33:57.452946 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.458656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.459868 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51f69379-1851-42c1-bdf3-dd43b2ef1c24 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/routers/dfc07be4-524d-46a5-8927-7ffd3028fb48 HTTP/1.1" status: 204 len: 168 time: 1.1296642 Sep 21 18:33:57.463745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43000) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:57.480752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] Pushing event deleted for resources: {'Port': ['ID=c35a98f7-6d0c-4388-a60b-cc275d918101,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:57.483991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffafdaf-d61e-4395-922c-8fda8f875f8e None None] No DVR routers for this DVR port c35a98f7-6d0c-4388-a60b-cc275d918101 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:57.506095 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.531276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Deleting subnet 83c04910-2a21-4853-8691-2e22e0bfecdb {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:33:57.535130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.578651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.593432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.619674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923a7f18-c238-4404-b376-e75fc6ab5eb1']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.625767 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.630102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9b4985-c350-48dd-9f57-28b1fcca2e11') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.630441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9b4985-c350-48dd-9f57-28b1fcca2e11') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.639883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.653696 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.659944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:57.660346 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:57.663596 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:57.690777 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.718705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Subnet': ['ID=83c04910-2a21-4853-8691-2e22e0bfecdb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:57.723167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.725211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40506a4f-ee77-4977-a8f9-1508c58e423e tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/subnets/83c04910-2a21-4853-8691-2e22e0bfecdb HTTP/1.1" status: 204 len: 168 time: 0.2604740 Sep 21 18:33:57.727829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43002) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:57.737328 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.753237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.755048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/923a7f18-c238-4404-b376-e75fc6ab5eb1 HTTP/1.1" status: 204 len: 168 time: 0.3635156 Sep 21 18:33:57.759197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43004) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:57.764377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119102463'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:57.775876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eda2bf-acc7-4d1b-ba24-cb274540de26 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=923a7f18-c238-4404-b376-e75fc6ab5eb1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:57.786401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:57.790002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.815803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:57.823198 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-76b05fa1-f15a-4b22-85fa-d2126003cbee req-f684cf0c-221a-4c9f-bbbd-5b1e13fef5ae service neutron] (95090) timed out ('10.222.0.70', 60340) {{(pid=95090) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:33:57.826015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.826393 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50 of type vlan for network 98110844-b377-4925-93cc-9c1f42d1a7c1 Sep 21 18:33:57.827331 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.874937 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.901408 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.907232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:57.907864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.915319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.936080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de0eb82-c154-4ddd-b53c-a0768d671d96']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.946858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc18db-c01e-4667-8af3-c56d9e760de5') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.947250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc18db-c01e-4667-8af3-c56d9e760de5') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:33:57.947480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1870451 Sep 21 18:33:57.950261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43006) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:57.962600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.976053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.982063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:57.982322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:33:57.982655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:33:57.985637 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:33:57.989931 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160c5be-0c73-453e-ab78-bd447b1a81fd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=98110844-b377-4925-93cc-9c1f42d1a7c1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:58.000659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:58.046139 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.064029 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.066550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] 10.222.0.70 "DELETE /v2.0/networks/1de0eb82-c154-4ddd-b53c-a0768d671d96 HTTP/1.1" status: 204 len: 168 time: 0.3376932 Sep 21 18:33:58.067853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe48475-66a0-446d-aa05-2034e9cffc82 tempest-FloatingIPTestJSON-822033274 tempest-FloatingIPTestJSON-822033274-project] Pushing event deleted for resources: {'Network': ['ID=1de0eb82-c154-4ddd-b53c-a0768d671d96,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:58.092833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:58.096566 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.286141 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.348132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=86c1678c-e6d4-4544-8a97-ea7678de6ba7,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:58.357317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43012) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:58.362283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:58.362645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: 98110844-b377-4925-93cc-9c1f42d1a7c1, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:58.383925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:58.393854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 98110844-b377-4925-93cc-9c1f42d1a7c1) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:58.399374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:58.399971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.404702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869c9db-b89a-40d8-9d4a-12517145a956 None None] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:58.426552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-09ff5cbe-b97b-4bbe-895b-94d5a9135a44 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4719455 Sep 21 18:33:58.426904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43016) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:58.433531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a0a496b7-9339-4379-b510-b6f9a5b72e07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1224525304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:58.457835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0a496b7-9339-4379-b510-b6f9a5b72e07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.458687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0a496b7-9339-4379-b510-b6f9a5b72e07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.478300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c35a98f7-6d0c-4388-a60b-cc275d918101 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:58.505468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c35a98f7-6d0c-4388-a60b-cc275d918101 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:58.505817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c35a98f7-6d0c-4388-a60b-cc275d918101 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:58.506262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4bb6d053-7b38-42b2-a64a-aa11734a465f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:58.530894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4bb6d053-7b38-42b2-a64a-aa11734a465f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:58.531152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0a496b7-9339-4379-b510-b6f9a5b72e07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.531263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4bb6d053-7b38-42b2-a64a-aa11734a465f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:58.540697 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0a496b7-9339-4379-b510-b6f9a5b72e07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.566385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e5e836a0-1963-4b19-a32e-c884ec4674d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=492ef50743fd472f9b65958e3dcf3bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078192 Sep 21 18:33:58.567738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0a496b7-9339-4379-b510-b6f9a5b72e07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.568908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a0a496b7-9339-4379-b510-b6f9a5b72e07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1409688 Sep 21 18:33:58.569042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43018) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:58.571526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43020) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:58.576742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'port': {'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1', 'name': 'tempest-RoutersTest-649485150'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:58.601316 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-98110844-b377-4925-93cc-9c1f42d1a7c1', 'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': '86c1678c-e6d4-4544-8a97-ea7678de6ba7'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:33:58.602322 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.627790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383048f3-522e-4bf2-8566-11d7c519882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.650948 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383048f3-522e-4bf2-8566-11d7c519882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.695963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:58.699624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.706358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383048f3-522e-4bf2-8566-11d7c519882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.709106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383048f3-522e-4bf2-8566-11d7c519882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:58.712627 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-383048f3-522e-4bf2-8566-11d7c519882d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1338ea3-aa49-4e5b-b224-7e249499aff6 HTTP/1.1" status: 204 len: 168 time: 0.1399200 Sep 21 18:33:58.721536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383048f3-522e-4bf2-8566-11d7c519882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1338ea3-aa49-4e5b-b224-7e249499aff6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:58.724923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] device_id is not set on port e0d9ceca-f18f-4146-a739-ab8e39835e6e yet. {{(pid=95090) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:33:58.755659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Allocated IP 172.20.0.2 (98110844-b377-4925-93cc-9c1f42d1a7c1/86c1678c-e6d4-4544-8a97-ea7678de6ba7/8c5793ce-61f7-4171-a262-7311fcac6a4f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:59.059742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.071135 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.111420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:59.114472 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:59.117508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:59.121262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.20.0.11 (98110844-b377-4925-93cc-9c1f42d1a7c1/86c1678c-e6d4-4544-8a97-ea7678de6ba7/e0d9ceca-f18f-4146-a739-ab8e39835e6e) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:59.149911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Pushing event updated for resources: {'Port': ['ID=8c5793ce-61f7-4171-a262-7311fcac6a4f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:59.158824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.159133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.159486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.159834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.160177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.160517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.160855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.161196 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.161534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.161869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.162222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.162556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:59.201994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Attempting to bind port 8c5793ce-61f7-4171-a262-7311fcac6a4f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:59.203095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Attempting to bind port 8c5793ce-61f7-4171-a262-7311fcac6a4f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:59.203458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Attempting to bind port 8c5793ce-61f7-4171-a262-7311fcac6a4f on network 98110844-b377-4925-93cc-9c1f42d1a7c1 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:59.209381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:59.209785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Checking segment: {'id': '78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:59.210220 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.210745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Bound using segment: {'id': '78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:59.211115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Bound port: 8c5793ce-61f7-4171-a262-7311fcac6a4f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '98110844-b377-4925-93cc-9c1f42d1a7c1'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:59.211502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.278747 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4a39546d-8091-4589-aff4-a441a6b1eeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.291363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] For port 8c5793ce-61f7-4171-a262-7311fcac6a4f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:59.294628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] For port 8c5793ce-61f7-4171-a262-7311fcac6a4f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8c5793ce-61f7-4171-a262-7311fcac6a4f,segment=NetworkSegment(78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50),segment_id=78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:59.298062 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.302128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.338437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.387546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9162377-4b02-4aad-8096-26910714c1f6 None None] Pushing event updated for resources: {'Port': ['ID=8c5793ce-61f7-4171-a262-7311fcac6a4f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:59.432600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:59.436507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:59.440497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:59.493644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=e0d9ceca-f18f-4146-a739-ab8e39835e6e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:59.512399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:59.512399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:59.529153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eaa02e1a-8564-424d-80a1-17a0a25fc8f5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9561901 Sep 21 18:33:59.532209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43048) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:59.965558 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.227057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d213-fbcb-4214-878f-240a4086b73d req-5c9284a2-b0dd-436e-bbe6-4575e483ef09 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:00.229063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab4d213-fbcb-4214-878f-240a4086b73d req-5c9284a2-b0dd-436e-bbe6-4575e483ef09 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 946 time: 0.3406961 Sep 21 18:34:00.276158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.282288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ab4d213-fbcb-4214-878f-240a4086b73d req-2700ba4e-37cd-486e-9582-b4f26115352b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Sep 21 18:34:00.289308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.373008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=e0d9ceca-f18f-4146-a739-ab8e39835e6e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:00.499105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8c5793ce-61f7-4171-a262-7311fcac6a4f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:00.554416 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.571417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa6389-4bfa-4fa6-a672-9c1cbd8009dc None None] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:00.635130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8c5793ce-61f7-4171-a262-7311fcac6a4f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:00.635511 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.695892 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.709351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b7d445df-2467-45a4-bd7e-fea8ec4f3d71 None None] Provisioning complete for port 8c5793ce-61f7-4171-a262-7311fcac6a4f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:00.709731 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7d445df-2467-45a4-bd7e-fea8ec4f3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.835428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.911341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7d445df-2467-45a4-bd7e-fea8ec4f3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.934410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 8c5793ce-61f7-4171-a262-7311fcac6a4f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8c5793ce-61f7-4171-a262-7311fcac6a4f,segment=NetworkSegment(78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50),segment_id=78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:00.945583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:00.980227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43084) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:01.015948 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.023938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.047105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-b7d445df-2467-45a4-bd7e-fea8ec4f3d71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:34:01.047460 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-b7d445df-2467-45a4-bd7e-fea8ec4f3d71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:34:01.052129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=8c5793ce-61f7-4171-a262-7311fcac6a4f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:01.115809 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=e0d9ceca-f18f-4146-a739-ab8e39835e6e,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:01.118580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.121153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c10618f-c301-4fbe-8bd3-6384a96d3117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.231614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c10618f-c301-4fbe-8bd3-6384a96d3117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.236737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1c10618f-c301-4fbe-8bd3-6384a96d3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.279182 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1c10618f-c301-4fbe-8bd3-6384a96d3117 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=069f1c990c234a7d8bff656312c89ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976737 Sep 21 18:34:01.280093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10618f-c301-4fbe-8bd3-6384a96d3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829df193-5612-419a-87b8-06ea9049def4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:01.283778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43088) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:01.348654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3bdd-826c-4401-86a7-f91a66aac8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.377030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3bdd-826c-4401-86a7-f91a66aac8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.497919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb879e-73aa-4af4-b1d6-8516bdd1934d req-52506a51-8669-4a05-bff3-f51bdc37e124 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:01.499946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dacb879e-73aa-4af4-b1d6-8516bdd1934d req-52506a51-8669-4a05-bff3-f51bdc37e124 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 946 time: 0.1147335 Sep 21 18:34:01.509370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-729859e4-9041-4117-bdc7-fdaac4e6205c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:01.511036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-729859e4-9041-4117-bdc7-fdaac4e6205c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 946 time: 0.1105294 Sep 21 18:34:01.531936 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3bdd-826c-4401-86a7-f91a66aac8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.535040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3bdd-826c-4401-86a7-f91a66aac8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.538682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ac1f3bdd-826c-4401-86a7-f91a66aac8c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/829df193-5612-419a-87b8-06ea9049def4 HTTP/1.1" status: 204 len: 168 time: 0.2511077 Sep 21 18:34:01.580074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f3bdd-826c-4401-86a7-f91a66aac8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829df193-5612-419a-87b8-06ea9049def4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:01.629621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:01.631765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:01.641196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dacb879e-73aa-4af4-b1d6-8516bdd1934d req-8a1a2471-4327-46fd-8e53-ece82cb02c77 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286347 Sep 21 18:34:01.689573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port a80efdd0-3170-41e8-a433-bd8b0c2f756b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:01.690242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.735171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-23f1b0c0-5a43-40e2-92ff-0b3e07e7f3ab None None] Provisioning complete for port 8c5793ce-61f7-4171-a262-7311fcac6a4f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:01.735784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f1b0c0-5a43-40e2-92ff-0b3e07e7f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.799360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 7372dc74-4531-4c30-8654-8357eab45cfa is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:34:01.827534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] For port a80efdd0-3170-41e8-a433-bd8b0c2f756b, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=a80efdd0-3170-41e8-a433-bd8b0c2f756b,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:01.827833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.879423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-23f1b0c0-5a43-40e2-92ff-0b3e07e7f3ab None None] Provisioning complete for port e0d9ceca-f18f-4146-a739-ab8e39835e6e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:01.879901 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f1b0c0-5a43-40e2-92ff-0b3e07e7f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:01.937099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-23f1b0c0-5a43-40e2-92ff-0b3e07e7f3ab None None] Port e0d9ceca-f18f-4146-a739-ab8e39835e6e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:01.970962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:01.982875 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9d0f1c34-4d20-4a36-90b6-c6684b2e1286 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/7372dc74-4531-4c30-8654-8357eab45cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4490604 Sep 21 18:34:01.983967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43098) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:01.986536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] Sync routers for ids ['7372dc74-4531-4c30-8654-8357eab45cfa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:02.001926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] Routers {'7372dc74-4531-4c30-8654-8357eab45cfa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:02.003069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7372dc74-4531-4c30-8654-8357eab45cfa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:02.042347 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc1376-e102-4b62-8c13-55ed6d8b5f96 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:02.044245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b6cc1376-e102-4b62-8c13-55ed6d8b5f96 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports/e0d9ceca-f18f-4146-a739-ab8e39835e6e HTTP/1.1" status: 200 len: 977 time: 0.0591211 Sep 21 18:34:02.051386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43100) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:02.065344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:02.069742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43102) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:02.081398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] Routers {'7372dc74-4531-4c30-8654-8357eab45cfa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:02.081859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7372dc74-4531-4c30-8654-8357eab45cfa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:02.086462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-08c6dc5b-a18d-4226-a103-f6e66ca37c9a None None] Provisioning complete for port e0d9ceca-f18f-4146-a739-ab8e39835e6e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:02.086843 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-08c6dc5b-a18d-4226-a103-f6e66ca37c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.093162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4bde6918-d59e-4a1a-b4e4-925e8a4e1085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.134757 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.135256 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.135612 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Floating IP 4d2b27f4-2a7d-4520-8dae-686efc9540af disassociated. External IP: 172.25.3.93, port: a80efdd0-3170-41e8-a433-bd8b0c2f756b. Sep 21 18:34:02.136010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for a80efdd0-3170-41e8-a433-bd8b0c2f756b owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:02.142001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:02.142943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b784354-9f45-434f-95c4-e8726cfd1c27 None None] The sync data for ids ['7372dc74-4531-4c30-8654-8357eab45cfa'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:02.169750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-08c6dc5b-a18d-4226-a103-f6e66ca37c9a None None] Port e0d9ceca-f18f-4146-a739-ab8e39835e6e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:02.315046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4bde6918-d59e-4a1a-b4e4-925e8a4e1085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.321501 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4bde6918-d59e-4a1a-b4e4-925e8a4e1085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.375850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4bde6918-d59e-4a1a-b4e4-925e8a4e1085 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5887910bd634b4a9d6549f626e36e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049533 Sep 21 18:34:02.378795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.380919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43104) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:02.386578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde6918-d59e-4a1a-b4e4-925e8a4e1085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dfcfba-0536-43aa-ac95-59c9568f798e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:02.413911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=a80efdd0-3170-41e8-a433-bd8b0c2f756b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:02.460914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.467967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8c5793ce-61f7-4171-a262-7311fcac6a4f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:02.521403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8c5793ce-61f7-4171-a262-7311fcac6a4f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:02.521944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.543912 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ddb30c36-152d-4f92-b4f6-bfa82d0dfe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.547405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:02.581383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ddb30c36-152d-4f92-b4f6-bfa82d0dfe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.662043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:02.676140 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:02.699865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ddb30c36-152d-4f92-b4f6-bfa82d0dfe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.700730 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:02.701310 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:02.702461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ddb30c36-152d-4f92-b4f6-bfa82d0dfe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.703597 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ddb30c36-152d-4f92-b4f6-bfa82d0dfe57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1dfcfba-0536-43aa-ac95-59c9568f798e HTTP/1.1" status: 204 len: 168 time: 0.3216040 Sep 21 18:34:02.707603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] No DVR routers for this DVR port a80efdd0-3170-41e8-a433-bd8b0c2f756b on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:02.712204 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.714407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-edb6af94-5e2f-498a-8235-d7af8303c47d req-68eb2ecb-958b-436b-aa69-a00775207955 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "DELETE /v2.0/ports/a80efdd0-3170-41e8-a433-bd8b0c2f756b HTTP/1.1" status: 204 len: 173 time: 1.1905599 Sep 21 18:34:02.714887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'name': 'network-vif-deleted', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:02.716365 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb30c36-152d-4f92-b4f6-bfa82d0dfe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dfcfba-0536-43aa-ac95-59c9568f798e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:02.719470 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3186cda5-10e3-4bb6-8a64-7dfd51a5eade" -d '{"events": [{"server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "name": "network-vif-deleted", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:02.799416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port e0d9ceca-f18f-4146-a739-ab8e39835e6e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:02.799781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.831866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff82f7e2-f020-4e59-9045-8f1acaf8ae24 req-f2eada03-c7db-4d4c-8f7e-2a4fc38d6c87 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 210 time: 0.0462580 Sep 21 18:34:02.904605 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:02.970541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:02.995212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for e0d9ceca-f18f-4146-a739-ab8e39835e6e owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:03.228010 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4005c6-5a17-4c93-aa64-fe81e193370f x-openstack-request-id: req-ca4005c6-5a17-4c93-aa64-fe81e193370f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:03.228609 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0058f4-7b15-4d6b-b250-3969c801c031", "name": "network-vif-deleted", "tag": "a80efdd0-3170-41e8-a433-bd8b0c2f756b", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:03.229060 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca4005c6-5a17-4c93-aa64-fe81e193370f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:03.229817 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0058f4-7b15-4d6b-b250-3969c801c031', 'name': 'network-vif-deleted', 'tag': 'a80efdd0-3170-41e8-a433-bd8b0c2f756b', 'status': 'completed', 'code': 200} Sep 21 18:34:03.239158 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:03.278790 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:03.291834 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:03.292681 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:33:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:03.325535 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:03.377722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=e0d9ceca-f18f-4146-a739-ab8e39835e6e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:03.469255 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:03.613919 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4a82de6e-ac7a-44df-a764-9ec35c9b4b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:03.632328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:03.731863 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:03.767187 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875754c-a6bb-45e2-b6c3-cecd36375d4e None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:03.832488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 7372dc74-4531-4c30-8654-8357eab45cfa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:03.936792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:03.944730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a4ae3a49-1a1e-4d5a-994d-d3e46927f942 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/7372dc74-4531-4c30-8654-8357eab45cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8893778 Sep 21 18:34:03.945518 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43134) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:03.950757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] Sync routers for ids ['7372dc74-4531-4c30-8654-8357eab45cfa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:03.979834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] Routers {'7372dc74-4531-4c30-8654-8357eab45cfa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:03.980490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7372dc74-4531-4c30-8654-8357eab45cfa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:04.057626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a80efdd0-3170-41e8-a433-bd8b0c2f756b no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:04.060523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:04.099654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: a80efdd0-3170-41e8-a433-bd8b0c2f756b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:04.100002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device a80efdd0-3170-41e8-a433-bd8b0c2f756b not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:04.106436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] Routers {'7372dc74-4531-4c30-8654-8357eab45cfa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:04.107295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['7372dc74-4531-4c30-8654-8357eab45cfa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:04.156034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5da34a8c-bdbe-4e81-8e9e-9a601200be65 req-06f5847c-c20a-4ff3-b005-607dbf7b37ec tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 210 time: 0.1896956 Sep 21 18:34:04.177374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:04.178020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95ab42-4409-4b32-b169-864eb4496d30 None None] The sync data for ids ['7372dc74-4531-4c30-8654-8357eab45cfa'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:04.205847 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f97f05-1797-4f4d-b221-7719fa7daf80 None None] New status for floating IP 4d2b27f4-2a7d-4520-8dae-686efc9540af: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:34:04.217540 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.342698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.390105 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-7a8a87e7-b499-4a2f-993e-2e1714617c05 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 18:34:04.391487 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a8a87e7-b499-4a2f-993e-2e1714617c05 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/7372dc74-4531-4c30-8654-8357eab45cfa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4449797 Sep 21 18:34:04.395121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43144) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:04.438273 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-efe9de7c-da24-4625-bd0c-617df7a718cc tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=7372dc74-4531-4c30-8654-8357eab45cfa HTTP/1.1" status: 200 len: 205 time: 0.0396745 Sep 21 18:34:04.441308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43148) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:04.523746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a7e6-aa04-4908-b3ce-40588344fac6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.710880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a7e6-aa04-4908-b3ce-40588344fac6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.713224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a7e6-aa04-4908-b3ce-40588344fac6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.762325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a7e6-aa04-4908-b3ce-40588344fac6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.763392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb3a7e6-aa04-4908-b3ce-40588344fac6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Fanout notify agent at l3_agent the message router_deleted on router 7372dc74-4531-4c30-8654-8357eab45cfa {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:34:04.773339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a7e6-aa04-4908-b3ce-40588344fac6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.777415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43158) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:04.777552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5bb3a7e6-aa04-4908-b3ce-40588344fac6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/7372dc74-4531-4c30-8654-8357eab45cfa HTTP/1.1" status: 204 len: 168 time: 0.3344955 Sep 21 18:34:04.834505 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.856245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet 86c1678c-e6d4-4544-8a97-ea7678de6ba7 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:04.859860 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:04.906209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.008467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.075631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.106049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=86c1678c-e6d4-4544-8a97-ea7678de6ba7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:05.110071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.112379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-986f9101-afa4-410e-befa-cb73abc2860f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/86c1678c-e6d4-4544-8a97-ea7678de6ba7 HTTP/1.1" status: 204 len: 168 time: 0.3332567 Sep 21 18:34:05.115150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43166) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:05.127749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e5035-6b83-4b8a-921b-01d28889c294 None None] Network 98110844-b377-4925-93cc-9c1f42d1a7c1 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:05.218108 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.325736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03182071-e43f-415a-952b-d962eea402a5 req-96b4cd57-51a5-42f9-835c-2ba21eb14400 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 210 time: 0.0332689 Sep 21 18:34:05.335917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 8c5793ce-61f7-4171-a262-7311fcac6a4f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:05.336483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.416068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port 8c5793ce-61f7-4171-a262-7311fcac6a4f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8c5793ce-61f7-4171-a262-7311fcac6a4f,segment=NetworkSegment(78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50),segment_id=78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:05.416442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.436950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 8c5793ce-61f7-4171-a262-7311fcac6a4f owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:05.484527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] DHCP port deletion for 98110844-b377-4925-93cc-9c1f42d1a7c1 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:34:05.537283 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.539637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] Deleting port 8c5793ce-61f7-4171-a262-7311fcac6a4f {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:05.540067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.572252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=8c5793ce-61f7-4171-a262-7311fcac6a4f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:05.584570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No DVR routers for this DVR port 8c5793ce-61f7-4171-a262-7311fcac6a4f on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:05.614997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] For port 8c5793ce-61f7-4171-a262-7311fcac6a4f, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:05.615394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.630491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] Calling delete_port for 8c5793ce-61f7-4171-a262-7311fcac6a4f owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:05.633319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] Port 8c5793ce-61f7-4171-a262-7311fcac6a4f was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:34:05.634631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.664724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] Pushing event deleted for resources: {'Port': ['ID=8c5793ce-61f7-4171-a262-7311fcac6a4f,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:05.666592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596f064-5c55-47ca-a510-abdd8d062e03 None None] No DVR routers for this DVR port 8c5793ce-61f7-4171-a262-7311fcac6a4f on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:05.696686 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.719174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98110844-b377-4925-93cc-9c1f42d1a7c1']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:05.730875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:05.731160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a3f6e0-fd3e-4b80-bad2-b3c62e9bff50') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:05.743907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.760008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:05.775272 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:05.850708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.856777 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.859378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/98110844-b377-4925-93cc-9c1f42d1a7c1 HTTP/1.1" status: 204 len: 168 time: 0.7432268 Sep 21 18:34:05.864061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43176) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:05.869428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-1737707102'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:05.879607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbe471-eb7c-4f8b-92b2-afff9538ab53 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=98110844-b377-4925-93cc-9c1f42d1a7c1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:05.891205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:05.895570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.922383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:05.933930 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:05.934719 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 6826ee58-7637-4d69-9d82-796316a2e673 of type vlan for network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 Sep 21 18:34:05.985174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.020483 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.027192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:06.027821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.075000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43178) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:06.075545 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2100816 Sep 21 18:34:06.085980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': 'a7dd6ab8-922b-4c2b-b0c6-1aed968aba84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:06.118158 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5e040-3f9f-4ebc-8b30-de9262baee07 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=a7dd6ab8-922b-4c2b-b0c6-1aed968aba84,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:06.132887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:06.211619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:06.216291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.441164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.494013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8c5793ce-61f7-4171-a262-7311fcac6a4f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:06.521488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8c5793ce-61f7-4171-a262-7311fcac6a4f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:06.522122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8c5793ce-61f7-4171-a262-7311fcac6a4f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:06.555438 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6019818c-d98a-4ecc-903b-1459a28a68c4 req-3cb8057e-d8a0-4945-b39e-23f2f137ab0c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c0058f4-7b15-4d6b-b250-3969c801c031 HTTP/1.1" status: 200 len: 210 time: 0.0940983 Sep 21 18:34:06.564050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=7a1baa67-d531-4359-b102-b83e0bc0a1e1,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:06.570351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '6826ee58-7637-4d69-9d82-796316a2e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'a7dd6ab8-922b-4c2b-b0c6-1aed968aba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:06.570863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: a7dd6ab8-922b-4c2b-b0c6-1aed968aba84, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:06.596682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:06.608004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a7dd6ab8-922b-4c2b-b0c6-1aed968aba84) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:06.614615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:06.615305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.625136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab999a6d-620d-4275-aa5a-ee1d78e697f9 None None] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:06.644779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ec5120b9-ed8b-4127-84de-f2c45a80bac1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5675619 Sep 21 18:34:06.647518 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43186) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:06.656576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-97dde197-9347-459c-8dee-4e6f30ef5ee9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-311757386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:06.698163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97dde197-9347-459c-8dee-4e6f30ef5ee9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.701669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97dde197-9347-459c-8dee-4e6f30ef5ee9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.803212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97dde197-9347-459c-8dee-4e6f30ef5ee9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.819887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97dde197-9347-459c-8dee-4e6f30ef5ee9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.849538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-a7dd6ab8-922b-4c2b-b0c6-1aed968aba84', 'network_id': 'a7dd6ab8-922b-4c2b-b0c6-1aed968aba84', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': '7a1baa67-d531-4359-b102-b83e0bc0a1e1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:34:06.851840 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.855329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-97dde197-9347-459c-8dee-4e6f30ef5ee9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.858969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-97dde197-9347-459c-8dee-4e6f30ef5ee9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2097790 Sep 21 18:34:06.861872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43190) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:07.053570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Allocated IP 172.20.0.2 (a7dd6ab8-922b-4c2b-b0c6-1aed968aba84/7a1baa67-d531-4359-b102-b83e0bc0a1e1/297f479e-2293-468c-8dfe-70386c7694fb) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:07.211976 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.301947 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.307568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.309072 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.351495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:07.354677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:07.358360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:07.390761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Pushing event updated for resources: {'Port': ['ID=297f479e-2293-468c-8dfe-70386c7694fb,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:07.439495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Attempting to bind port 297f479e-2293-468c-8dfe-70386c7694fb on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:07.440140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Attempting to bind port 297f479e-2293-468c-8dfe-70386c7694fb by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6826ee58-7637-4d69-9d82-796316a2e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'a7dd6ab8-922b-4c2b-b0c6-1aed968aba84'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:07.440750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Attempting to bind port 297f479e-2293-468c-8dfe-70386c7694fb on network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:07.447327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:07.447935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Checking segment: {'id': '6826ee58-7637-4d69-9d82-796316a2e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'a7dd6ab8-922b-4c2b-b0c6-1aed968aba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:07.448265 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.448791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Bound using segment: {'id': '6826ee58-7637-4d69-9d82-796316a2e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'a7dd6ab8-922b-4c2b-b0c6-1aed968aba84'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:07.449272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Bound port: 297f479e-2293-468c-8dfe-70386c7694fb, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6826ee58-7637-4d69-9d82-796316a2e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'a7dd6ab8-922b-4c2b-b0c6-1aed968aba84'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:07.449715 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.540339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] For port 297f479e-2293-468c-8dfe-70386c7694fb, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:07.545301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] For port 297f479e-2293-468c-8dfe-70386c7694fb, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=297f479e-2293-468c-8dfe-70386c7694fb,segment=NetworkSegment(6826ee58-7637-4d69-9d82-796316a2e673),segment_id=6826ee58-7637-4d69-9d82-796316a2e673)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:07.550762 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.639595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c390a-bdf3-4b23-b754-5530cfd0c54a None None] Pushing event updated for resources: {'Port': ['ID=297f479e-2293-468c-8dfe-70386c7694fb,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:07.921018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.20.0.1 (a7dd6ab8-922b-4c2b-b0c6-1aed968aba84/7a1baa67-d531-4359-b102-b83e0bc0a1e1/eb31f7c3-e20a-4b68-8145-ea995ba330de) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:07.945111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-bbccd47d-6081-48c3-99ab-1b95bd63edcd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066181545&fields=id&tenant_id=243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 267 time: 0.0647058 Sep 21 18:34:08.147568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.160834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-ebed9786-cc38-4e8c-843d-dffc825bfa09 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:08.162350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-ebed9786-cc38-4e8c-843d-dffc825bfa09 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1969934 Sep 21 18:34:08.192016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f287cded-b726-4c42-b311-248b122b0486 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/quotas/243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 375 time: 0.0235493 Sep 21 18:34:08.212191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.272800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:08.279699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:08.286806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:08.317057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=eb31f7c3-e20a-4b68-8145-ea995ba330de,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:08.329905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-bee91de4-65c7-4c37-bad4-4a6e92773759 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319749 Sep 21 18:34:08.357988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.529685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.551227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 297f479e-2293-468c-8dfe-70386c7694fb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:08.617718 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.622758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 297f479e-2293-468c-8dfe-70386c7694fb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:08.623305 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.723175 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.766383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f65c45ff-7034-4ad3-9cd6-571dec423e87 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239714 Sep 21 18:34:08.767643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 297f479e-2293-468c-8dfe-70386c7694fb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=297f479e-2293-468c-8dfe-70386c7694fb,segment=NetworkSegment(6826ee58-7637-4d69-9d82-796316a2e673),segment_id=6826ee58-7637-4d69-9d82-796316a2e673)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:08.772646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:08.828463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=297f479e-2293-468c-8dfe-70386c7694fb,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:08.870008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec75578-5da0-4ecd-872d-f618e9ffe6bf None None] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:08.980634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-26716897-c940-4ebe-8a5d-5f09b1098a4c service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020528 Sep 21 18:34:08.995251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0faf5dda-1838-4a0e-a092-42762cc24dca None None] Provisioning complete for port 297f479e-2293-468c-8dfe-70386c7694fb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:08.995696 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0faf5dda-1838-4a0e-a092-42762cc24dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.053798 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.061649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.122758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.197311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=eb31f7c3-e20a-4b68-8145-ea995ba330de,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:09.295500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:09.299258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:09.372756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8698ccc0-6e29-45b0-ae16-87f8244fee7c None None] Provisioning complete for port eb31f7c3-e20a-4b68-8145-ea995ba330de triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:09.373486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8698ccc0-6e29-45b0-ae16-87f8244fee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.413289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8698ccc0-6e29-45b0-ae16-87f8244fee7c None None] Port eb31f7c3-e20a-4b68-8145-ea995ba330de cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:09.430750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8698ccc0-6e29-45b0-ae16-87f8244fee7c None None] Provisioning complete for port 297f479e-2293-468c-8dfe-70386c7694fb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:09.430750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8698ccc0-6e29-45b0-ae16-87f8244fee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.456827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 706c33d9-5c47-442d-9ee4-1aac658cde20 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:34:09.570234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:09.575607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c66bc1b9-3fac-496b-94bb-7cfa1add18ba tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/706c33d9-5c47-442d-9ee4-1aac658cde20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122951 Sep 21 18:34:09.577986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43260) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:09.583328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] Sync routers for ids ['706c33d9-5c47-442d-9ee4-1aac658cde20'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:09.600788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] Routers {'706c33d9-5c47-442d-9ee4-1aac658cde20'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:09.601455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['706c33d9-5c47-442d-9ee4-1aac658cde20'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:09.627691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3785d50e-d68f-4dca-8b0b-9d0a8638fc96 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.632072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3785d50e-d68f-4dca-8b0b-9d0a8638fc96 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports/eb31f7c3-e20a-4b68-8145-ea995ba330de HTTP/1.1" status: 200 len: 910 time: 0.0504382 Sep 21 18:34:09.632811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43262) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:09.644612 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:09.664403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-79df6f80-b280-4e31-9952-f0c81ba8fdd4 None None] Provisioning complete for port eb31f7c3-e20a-4b68-8145-ea995ba330de triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:09.664794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-79df6f80-b280-4e31-9952-f0c81ba8fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.666770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] Routers {'706c33d9-5c47-442d-9ee4-1aac658cde20'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:09.667417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['706c33d9-5c47-442d-9ee4-1aac658cde20'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:09.722758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:09.723432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ec062-7cce-4b31-a9f8-2f3d21bee2ad None None] The sync data for ids ['706c33d9-5c47-442d-9ee4-1aac658cde20'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:09.741476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-79df6f80-b280-4e31-9952-f0c81ba8fdd4 None None] Port eb31f7c3-e20a-4b68-8145-ea995ba330de cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:09.867514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-14b91e36-d541-4f06-b96d-75f305fce50e None None] Provisioning complete for port eb31f7c3-e20a-4b68-8145-ea995ba330de triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:09.867785 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-14b91e36-d541-4f06-b96d-75f305fce50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:09.904679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-14b91e36-d541-4f06-b96d-75f305fce50e None None] Port eb31f7c3-e20a-4b68-8145-ea995ba330de cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:09.978790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.248037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port eb31f7c3-e20a-4b68-8145-ea995ba330de {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:10.248385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.339463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.354693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for eb31f7c3-e20a-4b68-8145-ea995ba330de owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:10.463548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 297f479e-2293-468c-8dfe-70386c7694fb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:10.496427 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-993e0a50-94be-44be-a9b1-fad51f443489 req-960f1457-a28c-4a05-ada0-b8ca5a89ed14 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 210 time: 0.0362244 Sep 21 18:34:10.525339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 297f479e-2293-468c-8dfe-70386c7694fb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:10.526969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.563328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.600097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=eb31f7c3-e20a-4b68-8145-ea995ba330de,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:10.793115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.979652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 706c33d9-5c47-442d-9ee4-1aac658cde20 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:11.072835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:11.078453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-af323b64-fcce-4eb7-9d37-9151faccfbe4 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/706c33d9-5c47-442d-9ee4-1aac658cde20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4439669 Sep 21 18:34:11.081837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43280) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:11.085520 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] Sync routers for ids ['706c33d9-5c47-442d-9ee4-1aac658cde20'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:11.101536 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] Routers {'706c33d9-5c47-442d-9ee4-1aac658cde20'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:11.102541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['706c33d9-5c47-442d-9ee4-1aac658cde20'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:11.111594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f1407f04-9b39-4e60-8f6d-5002704217d5 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=706c33d9-5c47-442d-9ee4-1aac658cde20 HTTP/1.1" status: 200 len: 205 time: 0.0282009 Sep 21 18:34:11.113992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43282) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:11.143617 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:11.152532 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] Routers {'706c33d9-5c47-442d-9ee4-1aac658cde20'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:11.153207 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['706c33d9-5c47-442d-9ee4-1aac658cde20'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:11.189920 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:11.190782 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fc6d9-78fa-4a7e-8cc6-72f117339a04 None None] The sync data for ids ['706c33d9-5c47-442d-9ee4-1aac658cde20'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:11.212332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e1dbdb7-ddb9-4967-8d10-b0a321c642d0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.390821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e1dbdb7-ddb9-4967-8d10-b0a321c642d0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.394082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e1dbdb7-ddb9-4967-8d10-b0a321c642d0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.440157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e1dbdb7-ddb9-4967-8d10-b0a321c642d0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.440666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1dbdb7-ddb9-4967-8d10-b0a321c642d0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Fanout notify agent at l3_agent the message router_deleted on router 706c33d9-5c47-442d-9ee4-1aac658cde20 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:34:11.448738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4e1dbdb7-ddb9-4967-8d10-b0a321c642d0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.449949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4e1dbdb7-ddb9-4967-8d10-b0a321c642d0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/706c33d9-5c47-442d-9ee4-1aac658cde20 HTTP/1.1" status: 204 len: 168 time: 0.3348775 Sep 21 18:34:11.452510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43296) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:11.507662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet 7a1baa67-d531-4359-b102-b83e0bc0a1e1 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:11.510864 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.569009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.754396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43302) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:11.758734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd0ad821-85c8-44ff-adcf-abb4ad7d1e75 req-435b4aee-ab36-4302-b3f2-56e46d883151 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 210 time: 0.1338935 Sep 21 18:34:11.821917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.851672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-74040551-720a-4a54-97a5-347c53902490 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:11.853058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-74040551-720a-4a54-97a5-347c53902490 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1964612 Sep 21 18:34:11.906627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59ee8adb-792d-4ff1-8782-263908e2e3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.913422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-c04711a0-21a1-4f55-b588-9deffed20951 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 380 time: 0.0508265 Sep 21 18:34:11.925375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'port': {'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'admin_state_up': True, 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'security_groups': ['5aabd1ff-5bca-4852-af10-f6bbf719ce27']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:11.942499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:11.999834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c077f-6b38-488b-bed1-7237132dcd81 None None] Network a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:12.019887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1baa67-d531-4359-b102-b83e0bc0a1e1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:12.022237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.024420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6a8d5906-d7a5-49c7-a3c2-048122b7432e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/7a1baa67-d531-4359-b102-b83e0bc0a1e1 HTTP/1.1" status: 204 len: 168 time: 0.5704560 Sep 21 18:34:12.027379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:12.088456 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59ee8adb-792d-4ff1-8782-263908e2e3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.095631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59ee8adb-792d-4ff1-8782-263908e2e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.145271 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.149870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43308) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:12.150546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-59ee8adb-792d-4ff1-8782-263908e2e3c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc0a4cca6d984c92b6f067b230c5e05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947475 Sep 21 18:34:12.151847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee8adb-792d-4ff1-8782-263908e2e3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7de2fb-76a7-41e9-a3b7-5f20dc3fa783,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:12.195301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:12.198799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.258925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] DHCP port deletion for a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:34:12.267883 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:34:12.268966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3eca-e55b-4b23-bb6d-d7aedb489998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.341481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3eca-e55b-4b23-bb6d-d7aedb489998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.448294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 297f479e-2293-468c-8dfe-70386c7694fb no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:12.513714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] Deleting port 297f479e-2293-468c-8dfe-70386c7694fb {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:12.514453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.601105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.622893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] For port 297f479e-2293-468c-8dfe-70386c7694fb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=297f479e-2293-468c-8dfe-70386c7694fb,segment=NetworkSegment(6826ee58-7637-4d69-9d82-796316a2e673),segment_id=6826ee58-7637-4d69-9d82-796316a2e673)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:12.623301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.644365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] Calling delete_port for 297f479e-2293-468c-8dfe-70386c7694fb owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:12.667682 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 297f479e-2293-468c-8dfe-70386c7694fb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=297f479e-2293-468c-8dfe-70386c7694fb,segment=NetworkSegment(6826ee58-7637-4d69-9d82-796316a2e673),segment_id=6826ee58-7637-4d69-9d82-796316a2e673)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:12.700519 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.720696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 297f479e-2293-468c-8dfe-70386c7694fb {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:12.721189 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.776092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=297f479e-2293-468c-8dfe-70386c7694fb,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:12.796728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.826140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] Pushing event deleted for resources: {'Port': ['ID=297f479e-2293-468c-8dfe-70386c7694fb,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:12.838848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe30562-28fb-4035-98b2-5d887bf21312 None None] No DVR routers for this DVR port 297f479e-2293-468c-8dfe-70386c7694fb on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:12.841707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port 297f479e-2293-468c-8dfe-70386c7694fb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=297f479e-2293-468c-8dfe-70386c7694fb,segment=NetworkSegment(6826ee58-7637-4d69-9d82-796316a2e673),segment_id=6826ee58-7637-4d69-9d82-796316a2e673)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:12.842082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.859720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.20.0.7 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/0a0894ad-6cdd-4cb0-a118-90fd17c2333a) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:12.866765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 297f479e-2293-468c-8dfe-70386c7694fb owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:12.879503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3eca-e55b-4b23-bb6d-d7aedb489998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.881959 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3eca-e55b-4b23-bb6d-d7aedb489998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.883147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f1e3eca-e55b-4b23-bb6d-d7aedb489998 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a7de2fb-76a7-41e9-a3b7-5f20dc3fa783 HTTP/1.1" status: 204 len: 168 time: 0.7298779 Sep 21 18:34:12.933077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e3eca-e55b-4b23-bb6d-d7aedb489998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7de2fb-76a7-41e9-a3b7-5f20dc3fa783,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:12.968627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dbbe71c5-6678-4066-9b9c-8e8c483a0c7a req-dd4b95ce-235e-4a09-93f9-f2ed7092748d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 210 time: 0.0813470 Sep 21 18:34:13.083286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.113241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=297f479e-2293-468c-8dfe-70386c7694fb,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:13.127526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No DVR routers for this DVR port 297f479e-2293-468c-8dfe-70386c7694fb on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:13.134953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.135303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.135661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.135996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.136343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.136676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.137003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.137544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.137878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.138232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.138581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.138896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:13.209933 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.229316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43316) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:13.244527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58888b35-3f0e-402c-84b9-b337bde66a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.261487 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.295230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dd6ab8-922b-4c2b-b0c6-1aed968aba84']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:13.309335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6826ee58-7637-4d69-9d82-796316a2e673') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:13.309641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6826ee58-7637-4d69-9d82-796316a2e673') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:13.323540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.332920 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.348092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.376418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:13.376928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: self.session.flush() Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:13.381928 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:13.401490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58888b35-3f0e-402c-84b9-b337bde66a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.405965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:13.411415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58888b35-3f0e-402c-84b9-b337bde66a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.420291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:13.460474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58888b35-3f0e-402c-84b9-b337bde66a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839c3972-0e2d-4c73-9d31-036379353dd5,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:13.461843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:13.469308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:13.484018 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-58888b35-3f0e-402c-84b9-b337bde66a9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c814b1d85fc418bb87940bbe8889650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534497 Sep 21 18:34:13.485820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43318) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:13.532857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.538891 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.540501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/a7dd6ab8-922b-4c2b-b0c6-1aed968aba84 HTTP/1.1" status: 204 len: 168 time: 1.5122373 Sep 21 18:34:13.544157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43320) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:13.552516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-619642228', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:13.567557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:13.568814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.570513 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb5b6-9bce-46f4-b218-41dfb7ae0fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.581234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99737b-4bda-4f54-9e6b-37fe375bb8a8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=a7dd6ab8-922b-4c2b-b0c6-1aed968aba84,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:13.598628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb5b6-9bce-46f4-b218-41dfb7ae0fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.617158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.618220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.618889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-f78e6233-e6d9-45d4-9ac6-59895e103cf9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6977754 Sep 21 18:34:13.702391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.774785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0910e6c6-3042-4933-9b5d-5eb6661b9338 None None] Provisioning complete for port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:13.775781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0910e6c6-3042-4933-9b5d-5eb6661b9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.786901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb5b6-9bce-46f4-b218-41dfb7ae0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.789677 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb5b6-9bce-46f4-b218-41dfb7ae0fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.791256 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f0bdb5b6-9bce-46f4-b218-41dfb7ae0fc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/839c3972-0e2d-4c73-9d31-036379353dd5 HTTP/1.1" status: 204 len: 168 time: 0.3038824 Sep 21 18:34:13.816632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdb5b6-9bce-46f4-b218-41dfb7ae0fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839c3972-0e2d-4c73-9d31-036379353dd5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:13.817570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0910e6c6-3042-4933-9b5d-5eb6661b9338 None None] Port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:13.835949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Request body: {'port': {'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:13.899807 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.203058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a67ef2-315a-4125-944a-2802b95f69d5 req-9fd7ac09-6c41-4b30-ad31-c0126195b4d7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:14.205594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91a67ef2-315a-4125-944a-2802b95f69d5 req-9fd7ac09-6c41-4b30-ad31-c0126195b4d7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 931 time: 0.0883596 Sep 21 18:34:14.317296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0894ad-6cdd-4cb0-a118-90fd17c2333a {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:34:14.327094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.364052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Transition to ACTIVE for port object 0a0894ad-6cdd-4cb0-a118-90fd17c2333a will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:34:14.382510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91a67ef2-315a-4125-944a-2802b95f69d5 req-7753fc6a-d890-44b9-bfdb-86c1da6d5aff tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609240 Sep 21 18:34:14.385343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.456975 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.495620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Pushing event updated for resources: {'Port': ['ID=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:14.534018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Attempting to bind port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:14.534626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Attempting to bind port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:14.535213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Attempting to bind port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:14.540357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:34:14.541062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Attempting to bind port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:14.546703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:14.547051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:14.547446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:14.548778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Bound port: 0a0894ad-6cdd-4cb0-a118-90fd17c2333a, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:14.549398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.668604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] For port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:14.673124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] For port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:14.682048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.727915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:14.728990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.730700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] 10.222.0.78 "PUT /v2.0/ports/0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 1091 time: 1.1033747 Sep 21 18:34:14.771011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:14.773599 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37cf437-4601-4c81-8e60-7bed4008da8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:14.835175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.859410 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.859843 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce584f2b-da10-4ebc-a548-9942a6151625 x-openstack-request-id: req-ce584f2b-da10-4ebc-a548-9942a6151625 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:14.861041 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:14.861041 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce584f2b-da10-4ebc-a548-9942a6151625 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:14.861597 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'status': 'completed', 'code': 200} Sep 21 18:34:14.879906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-cf05a71a-87e5-4fd3-bc49-9dfafa1ad50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:14.881820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-cf05a71a-87e5-4fd3-bc49-9dfafa1ad50c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1094 time: 0.1027360 Sep 21 18:34:14.886673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb69d51-8a89-4264-8b51-520dd9492dab service neutron] Pushing event updated for resources: {'Port': ['ID=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:14.939382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-4525bdd2-2393-4638-8117-978af66a90fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 217 time: 0.0481536 Sep 21 18:34:15.049691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-69a5d766-a01e-46ae-a4ef-38bd81fbc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:15.051884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-69a5d766-a01e-46ae-a4ef-38bd81fbc3ad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0944662 Sep 21 18:34:15.053322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.25.3.185 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/5b297a86-ff4f-4af7-8da7-3ba4301ce926) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:15.121794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0a429314-00ab-4369-80fd-89c35f9596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:15.123443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-0a429314-00ab-4369-80fd-89c35f9596bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647616 Sep 21 18:34:15.189470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.230027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.256096 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-3a05c9f6-a48b-4b0a-b9bc-8f5b59e66565 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241486 Sep 21 18:34:15.277164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:15.282681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:15.291175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:15.385172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=5b297a86-ff4f-4af7-8da7-3ba4301ce926,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:15.404320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4c7ecc3-549c-477f-9dc7-77ad113cca1f req-2d3835c5-c0e8-417a-bbed-d6ae5ee53f89 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385570 Sep 21 18:34:15.433018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43358) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:15.552090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-561bfcae-a046-4989-bd2b-632f4f80d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:15.553641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-561bfcae-a046-4989-bd2b-632f4f80d2a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1094 time: 0.0747371 Sep 21 18:34:15.574919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076aba-d8a8-47c3-86e2-8c0b2b9e597e req-6c302608-0a85-4022-8018-a78dde5684c8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:15.576470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d076aba-d8a8-47c3-86e2-8c0b2b9e597e req-6c302608-0a85-4022-8018-a78dde5684c8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 943 time: 0.1084750 Sep 21 18:34:15.631755 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9589ca4-b2a2-4a4b-9788-42f03617681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.642882 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.715893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d076aba-d8a8-47c3-86e2-8c0b2b9e597e req-492211c1-74a9-4d28-96ef-a0a3afee3dab tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279745 Sep 21 18:34:15.738970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-f23ed99b-8df3-48f6-8d7f-6eff960b819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:15.740560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-f23ed99b-8df3-48f6-8d7f-6eff960b819f service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1758614 Sep 21 18:34:15.787156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-d7db98ff-4a2f-42d2-b12b-6ac48f48a3d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 217 time: 0.0386868 Sep 21 18:34:15.858389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-125978f5-3fd8-48ff-a5ed-025504bc0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:15.859838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-125978f5-3fd8-48ff-a5ed-025504bc0160 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0650969 Sep 21 18:34:15.868405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.912882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9589ca4-b2a2-4a4b-9788-42f03617681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.919221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9589ca4-b2a2-4a4b-9788-42f03617681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.952176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-37df34b4-7786-4c10-8030-07ea0af62ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:15.954466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-37df34b4-7786-4c10-8030-07ea0af62ce2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833235 Sep 21 18:34:15.999878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f9589ca4-b2a2-4a4b-9788-42f03617681c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0951de0e9bc648c0b5c83fc77dbdc081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631425 Sep 21 18:34:16.000114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43364) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:16.001882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9589ca4-b2a2-4a4b-9788-42f03617681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dc3844-3708-4b50-a81a-148fa0917ba5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:16.015301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router ff7ac953-0192-4f44-aeaa-2ae06110e580 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:34:16.088826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-7c4f88c6-94ef-4b85-9f84-da391ecc71c2 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233118 Sep 21 18:34:16.107369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95434682-3f22-480f-8978-2a3a44c65e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.170235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95434682-3f22-480f-8978-2a3a44c65e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.189520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:16.201093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] Sync routers for ids ['ff7ac953-0192-4f44-aeaa-2ae06110e580'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:16.210394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] Routers {'ff7ac953-0192-4f44-aeaa-2ae06110e580'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:16.211301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ff7ac953-0192-4f44-aeaa-2ae06110e580'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:16.214669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d37cf437-4601-4c81-8e60-7bed4008da8b req-85a18280-6d02-4d98-900d-6a87c28949e4 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180551 Sep 21 18:34:16.227154 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.230382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2e801d3d-a7c2-4b36-847a-ae5f71b3466a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6834624 Sep 21 18:34:16.233478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43366) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:16.248783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:16.258013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] Routers {'ff7ac953-0192-4f44-aeaa-2ae06110e580'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:16.258942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ff7ac953-0192-4f44-aeaa-2ae06110e580'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:16.284486 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95434682-3f22-480f-8978-2a3a44c65e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.287582 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-95434682-3f22-480f-8978-2a3a44c65e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.289066 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-95434682-3f22-480f-8978-2a3a44c65e04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5dc3844-3708-4b50-a81a-148fa0917ba5 HTTP/1.1" status: 204 len: 168 time: 0.2874336 Sep 21 18:34:16.291688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:16.292368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94435890-1b7c-45bc-a164-12dbed534888 None None] The sync data for ids ['ff7ac953-0192-4f44-aeaa-2ae06110e580'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:16.304594 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95434682-3f22-480f-8978-2a3a44c65e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dc3844-3708-4b50-a81a-148fa0917ba5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:16.385920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cbc7a973-40c1-4e2e-8029-ea4b752de9b9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/routers/ff7ac953-0192-4f44-aeaa-2ae06110e580 HTTP/1.1" status: 200 len: 880 time: 0.1509798 Sep 21 18:34:16.388385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43370) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:16.593195 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a1182692-7119-4b74-8089-6dcec095ccdf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2009583 Sep 21 18:34:16.593479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43378) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:16.598770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9d7211ee-1e9a-481a-a89d-66c65bcc283c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-619642228'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:16.857356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a06a79-4f90-49ed-97dd-b0bb345cb98e req-d58dc761-6573-4790-ac9e-4418a2fa85c4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:16.858901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18a06a79-4f90-49ed-97dd-b0bb345cb98e req-d58dc761-6573-4790-ac9e-4418a2fa85c4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 943 time: 0.0549364 Sep 21 18:34:16.901722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18a06a79-4f90-49ed-97dd-b0bb345cb98e req-a3aed3cf-db84-4820-8aab-1189f9e186fd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362291 Sep 21 18:34:16.911541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d7211ee-1e9a-481a-a89d-66c65bcc283c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.924276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d7211ee-1e9a-481a-a89d-66c65bcc283c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.039143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7211ee-1e9a-481a-a89d-66c65bcc283c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router ff7ac953-0192-4f44-aeaa-2ae06110e580 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:17.152309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7211ee-1e9a-481a-a89d-66c65bcc283c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:17.159170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9d7211ee-1e9a-481a-a89d-66c65bcc283c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.162220 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9d7211ee-1e9a-481a-a89d-66c65bcc283c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/ff7ac953-0192-4f44-aeaa-2ae06110e580 HTTP/1.1" status: 200 len: 887 time: 0.5660212 Sep 21 18:34:17.162785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43400) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:17.165572 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] Sync routers for ids ['ff7ac953-0192-4f44-aeaa-2ae06110e580'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:17.178851 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] Routers {'ff7ac953-0192-4f44-aeaa-2ae06110e580'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:17.179484 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ff7ac953-0192-4f44-aeaa-2ae06110e580'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:17.279231 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cdf72b03-2b8b-4e35-9d4e-2edb339d3037 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/routers/ff7ac953-0192-4f44-aeaa-2ae06110e580 HTTP/1.1" status: 200 len: 887 time: 0.1153424 Sep 21 18:34:17.281941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43404) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:17.310348 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8c6ab89c-1780-4a7f-b82f-6de7b65f107e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff7ac953-0192-4f44-aeaa-2ae06110e580 HTTP/1.1" status: 200 len: 205 time: 0.0270360 Sep 21 18:34:17.312876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43406) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:17.317229 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:17.326399 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] Routers {'ff7ac953-0192-4f44-aeaa-2ae06110e580'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:17.327016 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ff7ac953-0192-4f44-aeaa-2ae06110e580'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:17.359411 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:17.360242 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73dafe-d283-41d9-8c3e-b1335d6ccfdf None None] The sync data for ids ['ff7ac953-0192-4f44-aeaa-2ae06110e580'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:17.433825 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.459685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43410) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:17.571981 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b374ce25-e5a0-4171-a60b-fbe11f42b491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.674726 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b374ce25-e5a0-4171-a60b-fbe11f42b491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.679175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b374ce25-e5a0-4171-a60b-fbe11f42b491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.718587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374ce25-e5a0-4171-a60b-fbe11f42b491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18330e75-5086-4bf5-a668-4efe1ead79c6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:17.726891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b374ce25-e5a0-4171-a60b-fbe11f42b491 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a526b85145e24157a2491e4fb5492c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635264 Sep 21 18:34:17.727946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43414) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:17.782832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43ae9534-549e-44f1-952f-e8955a719f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.805910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43ae9534-549e-44f1-952f-e8955a719f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.855119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43ae9534-549e-44f1-952f-e8955a719f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.857668 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43ae9534-549e-44f1-952f-e8955a719f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.862031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-43ae9534-549e-44f1-952f-e8955a719f05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18330e75-5086-4bf5-a668-4efe1ead79c6 HTTP/1.1" status: 204 len: 168 time: 0.1302481 Sep 21 18:34:17.867917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9534-549e-44f1-952f-e8955a719f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18330e75-5086-4bf5-a668-4efe1ead79c6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:17.885331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:17.946786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 5b297a86-ff4f-4af7-8da7-3ba4301ce926 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:17.947424 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.029333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.033068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dfa5b-11db-4469-b3cb-676eae02bb6b req-8073690f-74de-4b13-b593-10d9cc7eab89 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:18.034653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c8dfa5b-11db-4469-b3cb-676eae02bb6b req-8073690f-74de-4b13-b593-10d9cc7eab89 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 943 time: 0.0566931 Sep 21 18:34:18.042703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 5b297a86-ff4f-4af7-8da7-3ba4301ce926 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:18.084273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c8dfa5b-11db-4469-b3cb-676eae02bb6b req-e8d6a5f9-5da2-4f8c-b0a3-235f6da1085a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Sep 21 18:34:18.237155 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.267263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=5b297a86-ff4f-4af7-8da7-3ba4301ce926,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:18.331273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.427351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.429452 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.476916 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.477750 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Fanout notify agent at l3_agent the message router_deleted on router ff7ac953-0192-4f44-aeaa-2ae06110e580 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:34:18.485106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.489863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a8f7c892-8bb8-4fd5-a686-1168e4e2f57e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/ff7ac953-0192-4f44-aeaa-2ae06110e580 HTTP/1.1" status: 204 len: 168 time: 1.1754920 Sep 21 18:34:18.490007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:18.497687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-852765924'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:18.521029 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:18.524921 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.551787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:18.561190 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.561539 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment cf5f4b77-f9ca-462f-8870-ebd0236072aa of type vlan for network d77790b0-1013-4e97-b3a3-1ea7126ae05a Sep 21 18:34:18.603175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.620134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43440) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:18.630609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.636386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:18.637003 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.676395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1848528 Sep 21 18:34:18.680883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43444) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:18.685944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': 'd77790b0-1013-4e97-b3a3-1ea7126ae05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:18.719666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265f3a-5bb1-4572-b22d-f68ce556465b tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=d77790b0-1013-4e97-b3a3-1ea7126ae05a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:18.730838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:18.749527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-785901108-network', 'tenant_id': '17edc141a6fb4bdbad06b3e1faaa563e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:18.784580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Made reservation on behalf of 17edc141a6fb4bdbad06b3e1faaa563e for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:18.787056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.800899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.814903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:18.818270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.012172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.036544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.078232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:19.082877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.112125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b092f4-5f35-4a71-b38f-3abde38d21c9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:19.129928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.130301 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Added segment 3409cabe-65b4-4c74-ac5a-6054f59a876d of type vlan for network a5f3f937-5504-4705-a721-ac43648a4bc9 Sep 21 18:34:19.171533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=87bf68ec-3d5a-457f-8d49-6a9e09a812b4,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:19.196235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.211520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': 'cf5f4b77-f9ca-462f-8870-ebd0236072aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'd77790b0-1013-4e97-b3a3-1ea7126ae05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:19.211877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: d77790b0-1013-4e97-b3a3-1ea7126ae05a, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:19.212554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3701a-2fb4-45a8-8902-85202e381ca6 req-81510de5-56de-4a2d-8170-fa4c08fd79fe tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:19.214157 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49c3701a-2fb4-45a8-8902-85202e381ca6 req-81510de5-56de-4a2d-8170-fa4c08fd79fe tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 943 time: 0.0561557 Sep 21 18:34:19.232039 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.232984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:19.233561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.254571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49c3701a-2fb4-45a8-8902-85202e381ca6 req-38112d11-ca78-4e81-9ea5-60624eaa7b3d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Sep 21 18:34:19.258950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:19.268979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6477492 Sep 21 18:34:19.272999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43448) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:19.278608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Request body: {'subnet': {'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-785901108-subnet', 'tenant_id': '17edc141a6fb4bdbad06b3e1faaa563e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:19.286080 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, d77790b0-1013-4e97-b3a3-1ea7126ae05a) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:19.294570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160aa5df-52ba-49b6-b638-c12d6d54a720 None None] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:19.326402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:19.327008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.334890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9453b76-b0d6-462b-ab7c-c53061608288 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f3f937-5504-4705-a721-ac43648a4bc9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:19.350684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a5f3f937-5504-4705-a721-ac43648a4bc9 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:19.356123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Made reservation on behalf of 17edc141a6fb4bdbad06b3e1faaa563e for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:19.358953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.373558 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2d483b2d-a782-4168-8426-df034bf60a3a tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6916313 Sep 21 18:34:19.377508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43450) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:19.382263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7a720a28-7ad7-4b51-9a28-6ca6034b60e6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-904983323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:19.457413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a720a28-7ad7-4b51-9a28-6ca6034b60e6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.458588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a720a28-7ad7-4b51-9a28-6ca6034b60e6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.506631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-d77790b0-1013-4e97-b3a3-1ea7126ae05a', 'network_id': 'd77790b0-1013-4e97-b3a3-1ea7126ae05a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': '87bf68ec-3d5a-457f-8d49-6a9e09a812b4'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:34:19.507501 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.549891 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a720a28-7ad7-4b51-9a28-6ca6034b60e6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.558443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a720a28-7ad7-4b51-9a28-6ca6034b60e6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.583728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a720a28-7ad7-4b51-9a28-6ca6034b60e6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.584950 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a720a28-7ad7-4b51-9a28-6ca6034b60e6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2063479 Sep 21 18:34:19.588806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:19.627587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.650548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Allocated IP 172.20.0.2 (d77790b0-1013-4e97-b3a3-1ea7126ae05a/87bf68ec-3d5a-457f-8d49-6a9e09a812b4/e4e04246-a81c-4df6-a605-f59cad7fac32) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:19.690904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc30a215-4571-4c96-9761-775bf6e212d9,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:19.702605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Checking segment: {'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:19.702961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Network hostable DHCP agents. Network: a5f3f937-5504-4705-a721-ac43648a4bc9, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:19.721296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Network a5f3f937-5504-4705-a721-ac43648a4bc9 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:19.730634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a5f3f937-5504-4705-a721-ac43648a4bc9) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:19.735596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:19.736430 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.752339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57730b-3f69-4cea-b4e7-9db5e3368c09 None None] Network a5f3f937-5504-4705-a721-ac43648a4bc9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:19.754923 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-592067fa-e700-4cc4-9f03-35f5caca0316 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4798744 Sep 21 18:34:19.858705 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.871076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.886152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.916399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:19.921278 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:19.930470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:19.973225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Pushing event updated for resources: {'Port': ['ID=e4e04246-a81c-4df6-a605-f59cad7fac32,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:20.035772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Attempting to bind port e4e04246-a81c-4df6-a605-f59cad7fac32 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:20.036053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Attempting to bind port e4e04246-a81c-4df6-a605-f59cad7fac32 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'cf5f4b77-f9ca-462f-8870-ebd0236072aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'd77790b0-1013-4e97-b3a3-1ea7126ae05a'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:20.036425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Attempting to bind port e4e04246-a81c-4df6-a605-f59cad7fac32 on network d77790b0-1013-4e97-b3a3-1ea7126ae05a {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:20.044839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f89b0-bc07-40d0-8c0b-14b3bb64642c None None] Network a5f3f937-5504-4705-a721-ac43648a4bc9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:20.049185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:20.049394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Checking segment: {'id': 'cf5f4b77-f9ca-462f-8870-ebd0236072aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'd77790b0-1013-4e97-b3a3-1ea7126ae05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:20.049808 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.050219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Bound using segment: {'id': 'cf5f4b77-f9ca-462f-8870-ebd0236072aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'd77790b0-1013-4e97-b3a3-1ea7126ae05a'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:20.050714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Bound port: e4e04246-a81c-4df6-a605-f59cad7fac32, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5f4b77-f9ca-462f-8870-ebd0236072aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'd77790b0-1013-4e97-b3a3-1ea7126ae05a'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:20.051099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.166386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.20.0.1 (d77790b0-1013-4e97-b3a3-1ea7126ae05a/87bf68ec-3d5a-457f-8d49-6a9e09a812b4/218edd6a-7d0e-4ae1-bc44-78cb63caefb9) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:20.201524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] For port e4e04246-a81c-4df6-a605-f59cad7fac32, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:20.208842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] For port e4e04246-a81c-4df6-a605-f59cad7fac32, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e4e04246-a81c-4df6-a605-f59cad7fac32,segment=NetworkSegment(cf5f4b77-f9ca-462f-8870-ebd0236072aa),segment_id=cf5f4b77-f9ca-462f-8870-ebd0236072aa)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:20.214663 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.328009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.361243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd13ed0-d5a5-4c18-a6f4-46716115f870 None None] Pushing event updated for resources: {'Port': ['ID=e4e04246-a81c-4df6-a605-f59cad7fac32,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:20.428852 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.487970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187371a-bf8f-4866-9f54-3ad6d9c0524d req-e30624e2-9386-48c5-8065-b54dff719ba7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:20.489542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5187371a-bf8f-4866-9f54-3ad6d9c0524d req-e30624e2-9386-48c5-8065-b54dff719ba7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 943 time: 0.1018934 Sep 21 18:34:20.500724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:20.504064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=218edd6a-7d0e-4ae1-bc44-78cb63caefb9,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:20.509148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:20.517164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:20.600897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5187371a-bf8f-4866-9f54-3ad6d9c0524d req-5cbd0dd8-84f1-437e-b9d4-858f80aba801 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990672 Sep 21 18:34:20.602097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.727496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:21.012855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:21.018611 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:21.094759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:21.096661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=218edd6a-7d0e-4ae1-bc44-78cb63caefb9,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:21.197422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:21.199116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:21.294770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b40a9b-6e09-454d-9909-2ddd7db7dcc7 None None] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:21.323111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router c8a91614-18bf-4254-b4e7-a0c7bfc28faa is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:34:21.384605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b00edba5-0bb8-4308-9a99-643ee973aa01 None None] Provisioning complete for port e4e04246-a81c-4df6-a605-f59cad7fac32 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:21.385067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b00edba5-0bb8-4308-9a99-643ee973aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:21.431325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:21.436511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3bc34a72-e33a-43af-acf3-298de7eaab87 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/c8a91614-18bf-4254-b4e7-a0c7bfc28faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8464539 Sep 21 18:34:21.439831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43472) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:21.450551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] Sync routers for ids ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:21.478789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] Routers {'c8a91614-18bf-4254-b4e7-a0c7bfc28faa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:21.479436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:21.491148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53323aef-767a-4ff1-8135-21e17e7686b3 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:21.495167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-53323aef-767a-4ff1-8135-21e17e7686b3 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports/218edd6a-7d0e-4ae1-bc44-78cb63caefb9 HTTP/1.1" status: 200 len: 910 time: 0.0519285 Sep 21 18:34:21.495603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43474) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:21.501624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87bf68ec-3d5a-457f-8d49-6a9e09a812b4'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:21.521070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:21.551687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] Routers {'c8a91614-18bf-4254-b4e7-a0c7bfc28faa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:21.552870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:21.617357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:21.618041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c537e-5e24-410e-8b0d-41aff050c794 None None] The sync data for ids ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:21.651393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b00edba5-0bb8-4308-9a99-643ee973aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:21.705688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b00edba5-0bb8-4308-9a99-643ee973aa01 None None] For port e4e04246-a81c-4df6-a605-f59cad7fac32, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e4e04246-a81c-4df6-a605-f59cad7fac32,segment=NetworkSegment(cf5f4b77-f9ca-462f-8870-ebd0236072aa),segment_id=cf5f4b77-f9ca-462f-8870-ebd0236072aa)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:21.711761 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b00edba5-0bb8-4308-9a99-643ee973aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:21.770690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00edba5-0bb8-4308-9a99-643ee973aa01 None None] Pushing event updated for resources: {'Port': ['ID=e4e04246-a81c-4df6-a605-f59cad7fac32,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:21.939141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b9a904eb-4765-4f5a-9784-d80405902e0f None None] Provisioning complete for port e4e04246-a81c-4df6-a605-f59cad7fac32 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:21.939746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b9a904eb-4765-4f5a-9784-d80405902e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.006594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f104-884d-4b26-bc30-b887cc42712f req-99eb4c16-7b11-4593-8c2d-ea0cbde2b4a0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:22.008167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8441f104-884d-4b26-bc30-b887cc42712f req-99eb4c16-7b11-4593-8c2d-ea0cbde2b4a0 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 943 time: 0.1134465 Sep 21 18:34:22.052734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b9a904eb-4765-4f5a-9784-d80405902e0f None None] Provisioning complete for port 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:22.053213 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b9a904eb-4765-4f5a-9784-d80405902e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.087902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8441f104-884d-4b26-bc30-b887cc42712f req-82dcdbdb-b32d-4a1a-b072-312287b0974c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718310 Sep 21 18:34:22.094134 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.095547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b9a904eb-4765-4f5a-9784-d80405902e0f None None] Port 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:22.220248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-38063ace-fb5d-489f-8064-abb83a98e1c9 None None] Provisioning complete for port 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:22.221044 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38063ace-fb5d-489f-8064-abb83a98e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.262219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-38063ace-fb5d-489f-8064-abb83a98e1c9 None None] Port 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:22.382535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-782f2ac2-9c94-4aee-9a62-bc7b76b5c751 None None] Provisioning complete for port 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:22.383566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-782f2ac2-9c94-4aee-9a62-bc7b76b5c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.425780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-782f2ac2-9c94-4aee-9a62-bc7b76b5c751 None None] Port 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:22.486345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e4e04246-a81c-4df6-a605-f59cad7fac32 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:22.499146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.508226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.543112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e4e04246-a81c-4df6-a605-f59cad7fac32 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:22.543486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.606319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:22.608614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.608614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/ports/218edd6a-7d0e-4ae1-bc44-78cb63caefb9 HTTP/1.1" status: 200 len: 910 time: 1.1116271 Sep 21 18:34:22.612034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43482) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:22.618743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd022f-5a03-45f4-a297-61ccb4de7daf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=218edd6a-7d0e-4ae1-bc44-78cb63caefb9,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:22.977317 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:23.210962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0111741-a2ec-4845-a078-2087bad8d9a3 req-c5543221-fcef-44e7-9358-ed0f9ec7608c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:23.212549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0111741-a2ec-4845-a078-2087bad8d9a3 req-c5543221-fcef-44e7-9358-ed0f9ec7608c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 943 time: 0.0519516 Sep 21 18:34:23.227941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:23.228292 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:23.252148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0111741-a2ec-4845-a078-2087bad8d9a3 req-ea5ca67a-0d4e-4ec4-97d3-75b5b62ccd99 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Sep 21 18:34:23.318217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:23.331402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 218edd6a-7d0e-4ae1-bc44-78cb63caefb9 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:23.513274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:23.539301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=218edd6a-7d0e-4ae1-bc44-78cb63caefb9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:23.696933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:23.880769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router c8a91614-18bf-4254-b4e7-a0c7bfc28faa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:23.971307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:23.976156 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-36d3ce3e-b5cb-493c-95c7-744f34605688 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/c8a91614-18bf-4254-b4e7-a0c7bfc28faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630929 Sep 21 18:34:23.978964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43492) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:23.988882 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] Sync routers for ids ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:23.998278 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] Routers {'c8a91614-18bf-4254-b4e7-a0c7bfc28faa'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:23.999016 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:24.007624 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-af6a3e34-2579-4f7e-a555-c5d3b298f3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8a91614-18bf-4254-b4e7-a0c7bfc28faa HTTP/1.1" status: 200 len: 205 time: 0.0274918 Sep 21 18:34:24.010561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43494) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:24.040806 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:24.052204 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] Routers {'c8a91614-18bf-4254-b4e7-a0c7bfc28faa'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:24.052601 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:24.085394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:24.086209 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef584ef2-bbc3-4162-9f90-3a63934eefaf None None] The sync data for ids ['c8a91614-18bf-4254-b4e7-a0c7bfc28faa'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:24.091044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3dd5fd0e-5da6-4c97-8314-c787b8511f82 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.131982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a0894ad-6cdd-4cb0-a118-90fd17c2333a details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:34:24.239242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:24.250933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:34:24.259849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3dd5fd0e-5da6-4c97-8314-c787b8511f82 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.262308 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3dd5fd0e-5da6-4c97-8314-c787b8511f82 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.299053 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.315011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0894ad-6cdd-4cb0-a118-90fd17c2333a {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:34:24.318145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3dd5fd0e-5da6-4c97-8314-c787b8511f82 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.318945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd5fd0e-5da6-4c97-8314-c787b8511f82 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Fanout notify agent at l3_agent the message router_deleted on router c8a91614-18bf-4254-b4e7-a0c7bfc28faa {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:34:24.329404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3dd5fd0e-5da6-4c97-8314-c787b8511f82 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.330618 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3dd5fd0e-5da6-4c97-8314-c787b8511f82 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/c8a91614-18bf-4254-b4e7-a0c7bfc28faa HTTP/1.1" status: 204 len: 168 time: 0.3192194 Sep 21 18:34:24.333385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43500) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:24.340656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:24.346673 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.398897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet 87bf68ec-3d5a-457f-8d49-6a9e09a812b4 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:24.402536 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.418728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:24.420791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58fef7-e663-4346-afd5-d2f41572bd2d req-1184afa1-3632-42b6-a265-016e1bff17b7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:24.429179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f58fef7-e663-4346-afd5-d2f41572bd2d req-1184afa1-3632-42b6-a265-016e1bff17b7 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 944 time: 0.0809200 Sep 21 18:34:24.471861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.489415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f58fef7-e663-4346-afd5-d2f41572bd2d req-20cf7477-a6f3-434e-8213-1f3572e5f787 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549242 Sep 21 18:34:24.560628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['0a0894ad-6cdd-4cb0-a118-90fd17c2333a'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:34:24.580185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.648453 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.681495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=87bf68ec-3d5a-457f-8d49-6a9e09a812b4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:24.685447 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.691350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6a3df29b-39ff-4358-b917-a2556efb84bf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/87bf68ec-3d5a-457f-8d49-6a9e09a812b4 HTTP/1.1" status: 204 len: 168 time: 0.3545053 Sep 21 18:34:24.692020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43502) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:24.703185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0343894-359d-469b-9b9d-10a72b15811c None None] Network d77790b0-1013-4e97-b3a3-1ea7126ae05a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:24.779263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.836860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port e4e04246-a81c-4df6-a605-f59cad7fac32 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:24.837066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.908094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port e4e04246-a81c-4df6-a605-f59cad7fac32, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e4e04246-a81c-4df6-a605-f59cad7fac32,segment=NetworkSegment(cf5f4b77-f9ca-462f-8870-ebd0236072aa),segment_id=cf5f4b77-f9ca-462f-8870-ebd0236072aa)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:24.908572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.923714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for e4e04246-a81c-4df6-a605-f59cad7fac32 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:24.982622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] DHCP port deletion for d77790b0-1013-4e97-b3a3-1ea7126ae05a request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:34:25.007355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.033498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] Deleting port e4e04246-a81c-4df6-a605-f59cad7fac32 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:25.033848 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.035875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=e4e04246-a81c-4df6-a605-f59cad7fac32,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:25.037987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No DVR routers for this DVR port e4e04246-a81c-4df6-a605-f59cad7fac32 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:25.110084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] For port e4e04246-a81c-4df6-a605-f59cad7fac32, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:25.110576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.123813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] Calling delete_port for e4e04246-a81c-4df6-a605-f59cad7fac32 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:25.127313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] Port e4e04246-a81c-4df6-a605-f59cad7fac32 was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:34:25.128710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.130574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.150429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77790b0-1013-4e97-b3a3-1ea7126ae05a']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:25.158614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] Pushing event deleted for resources: {'Port': ['ID=e4e04246-a81c-4df6-a605-f59cad7fac32,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:25.160499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b176446-39fa-4183-b816-12033c40c6f6 None None] No DVR routers for this DVR port e4e04246-a81c-4df6-a605-f59cad7fac32 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:25.161275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5f4b77-f9ca-462f-8870-ebd0236072aa') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:25.161579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5f4b77-f9ca-462f-8870-ebd0236072aa') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:25.174089 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.190120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.196607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:25.196994 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:25.199949 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:25.264550 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.271968 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.273896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/d77790b0-1013-4e97-b3a3-1ea7126ae05a HTTP/1.1" status: 204 len: 168 time: 0.5808778 Sep 21 18:34:25.277656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43506) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:25.282227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-241adeb0-241a-4c0f-9ddd-1302b76feeb8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-177055627', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:25.287337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9f06e-309e-4a8d-8273-2299b21835cf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=d77790b0-1013-4e97-b3a3-1ea7126ae05a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:25.306612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241adeb0-241a-4c0f-9ddd-1302b76feeb8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.307867 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241adeb0-241a-4c0f-9ddd-1302b76feeb8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.359364 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241adeb0-241a-4c0f-9ddd-1302b76feeb8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.367855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241adeb0-241a-4c0f-9ddd-1302b76feeb8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.387945 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-241adeb0-241a-4c0f-9ddd-1302b76feeb8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.389220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-241adeb0-241a-4c0f-9ddd-1302b76feeb8 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1105216 Sep 21 18:34:25.392080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43508) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:25.397446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-873501717'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:25.425207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:25.428741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.453957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:25.463595 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.463987 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 668612f0-4b16-47da-92b3-06c5a2d61996 of type vlan for network e9c8c249-cdec-4920-8573-70e9218c078a Sep 21 18:34:25.506442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.533371 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.539669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:25.540268 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.596982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2038088 Sep 21 18:34:25.599777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43512) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:25.605015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:25.648782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9db8e-535a-4025-8ccc-3f19d9416e25 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=e9c8c249-cdec-4920-8573-70e9218c078a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:25.665230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e9c8c249-cdec-4920-8573-70e9218c078a details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:25.669949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85828-7196-4801-acf0-c1b22d7f01e9 req-70e85ca2-7b99-41e9-a328-07071144b499 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:25.671522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfe85828-7196-4801-acf0-c1b22d7f01e9 req-70e85ca2-7b99-41e9-a328-07071144b499 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 944 time: 0.1203048 Sep 21 18:34:25.707346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:25.711097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.723966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfe85828-7196-4801-acf0-c1b22d7f01e9 req-a0e08eda-5de4-48a6-b738-c420a33b84a9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Sep 21 18:34:25.929219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.997467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:26.007327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:26.007693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: e9c8c249-cdec-4920-8573-70e9218c078a, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:26.024161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e9c8c249-cdec-4920-8573-70e9218c078a is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:26.033547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e9c8c249-cdec-4920-8573-70e9218c078a) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:26.038078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:26.038947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.045050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865988b-aa3a-40e5-a9f7-e7e3681cee9d None None] Network e9c8c249-cdec-4920-8573-70e9218c078a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:26.060280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6b760556-4f0a-4199-a38a-768740350bbf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4593372 Sep 21 18:34:26.063685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43516) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:26.175744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a0894ad-6cdd-4cb0-a118-90fd17c2333a up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:26.280471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e9c8c249-cdec-4920-8573-70e9218c078a', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:34:26.281525 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.313999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:34:26.366770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:26.367149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.415646 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.471473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e4e04246-a81c-4df6-a605-f59cad7fac32 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:26.496924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e4e04246-a81c-4df6-a605-f59cad7fac32 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:26.497276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e4e04246-a81c-4df6-a605-f59cad7fac32 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:26.514878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Allocated IP 172.20.0.2 (e9c8c249-cdec-4920-8573-70e9218c078a/95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae/fcade601-5880-4468-ad0c-27da22c3ee14) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:26.572878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.636423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:26.638770 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241a06d3-9cf3-40ea-bfe3-b8a08978cdeb" -d '{"events": [{"server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:26.656982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:26.664531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.707007 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f842946-2444-4ffa-b687-8cb14694c10f x-openstack-request-id: req-4f842946-2444-4ffa-b687-8cb14694c10f {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:26.709441 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:26.709441 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f842946-2444-4ffa-b687-8cb14694c10f {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:26.709441 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'code': 200} Sep 21 18:34:26.743276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:26.797933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.806388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.844604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Network e9c8c249-cdec-4920-8573-70e9218c078a is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:26.847143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:26.850732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:26.862614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Pushing event updated for resources: {'Port': ['ID=fcade601-5880-4468-ad0c-27da22c3ee14,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:26.878672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b8251-3417-4181-863c-f6ef9e471f94 req-c02826e9-8f88-4d71-9c48-1672f2000b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:26.880168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-374b8251-3417-4181-863c-f6ef9e471f94 req-c02826e9-8f88-4d71-9c48-1672f2000b50 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1096 time: 0.1269255 Sep 21 18:34:26.934071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.20.0.1 (e9c8c249-cdec-4920-8573-70e9218c078a/95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae/f9d9f744-6237-4834-8d3e-04db5bee8005) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:26.948076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Attempting to bind port fcade601-5880-4468-ad0c-27da22c3ee14 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:26.948856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Attempting to bind port fcade601-5880-4468-ad0c-27da22c3ee14 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:26.949433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Attempting to bind port fcade601-5880-4468-ad0c-27da22c3ee14 on network e9c8c249-cdec-4920-8573-70e9218c078a {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:26.957943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:26.958461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Checking segment: {'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:26.959413 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.959727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Bound using segment: {'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:26.960139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Bound port: fcade601-5880-4468-ad0c-27da22c3ee14, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:26.960874 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:26.965500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-374b8251-3417-4181-863c-f6ef9e471f94 req-6c1c65b5-db20-42ba-9ae2-1cf95a7dcb3a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690317 Sep 21 18:34:26.976682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c70e-a1af-4d25-a484-02dbf2f4d9bf req-46229132-c850-49df-abbb-36fa57960d3d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:26.978197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7632c70e-a1af-4d25-a484-02dbf2f4d9bf req-46229132-c850-49df-abbb-36fa57960d3d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 945 time: 0.1202047 Sep 21 18:34:27.042819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] For port fcade601-5880-4468-ad0c-27da22c3ee14, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:27.046347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] For port fcade601-5880-4468-ad0c-27da22c3ee14, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fcade601-5880-4468-ad0c-27da22c3ee14,segment=NetworkSegment(668612f0-4b16-47da-92b3-06c5a2d61996),segment_id=668612f0-4b16-47da-92b3-06c5a2d61996)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:27.060830 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.076964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7632c70e-a1af-4d25-a484-02dbf2f4d9bf req-ee9a6ff0-1297-4f7f-8c71-99f724a02e1e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828695 Sep 21 18:34:27.131362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb011f0b-cbed-4e00-81f8-6b8c62219d23 None None] Pushing event updated for resources: {'Port': ['ID=fcade601-5880-4468-ad0c-27da22c3ee14,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:27.150471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.200149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.244069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e9c8c249-cdec-4920-8573-70e9218c078a is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:27.247688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:27.252200 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:27.298596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=f9d9f744-6237-4834-8d3e-04db5bee8005,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:27.313131 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.492924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.796244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.802494 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.887766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:27.900280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=f9d9f744-6237-4834-8d3e-04db5bee8005,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:28.070384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e9c8c249-cdec-4920-8573-70e9218c078a is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:28.071931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:28.273004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbddb1-bada-4027-9483-4df8edf2a54d req-b4475f10-d140-41d6-bfee-e492c47f93de tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:28.274852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13cbddb1-bada-4027-9483-4df8edf2a54d req-b4475f10-d140-41d6-bfee-e492c47f93de tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 945 time: 0.0877178 Sep 21 18:34:28.284222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4c89a-532d-4c5d-ae59-8ccb121e3f5b None None] Network e9c8c249-cdec-4920-8573-70e9218c078a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:28.304593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:34:28.381842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13cbddb1-bada-4027-9483-4df8edf2a54d req-d764ee0a-aedc-4dd1-a51a-663b3317ca72 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971515 Sep 21 18:34:28.448086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d50c34b9-e11a-4a9f-9844-9ea2d5e1a3c1 None None] Provisioning complete for port fcade601-5880-4468-ad0c-27da22c3ee14 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:28.448629 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d50c34b9-e11a-4a9f-9844-9ea2d5e1a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.476779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:28.486248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43530) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:28.492136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-732016754'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:28.495469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6085808c-2e74-45e6-8122-0965bd8e00be tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4302392 Sep 21 18:34:28.512354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373092fc-63f8-4273-9086-a5757172bced None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:28.519422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:28.526273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.543701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:28.544687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:28.588192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:28.602417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.602417 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a of type vlan for network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 Sep 21 18:34:28.617984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c00fc-1e5b-463d-8f34-828ca09d1c69 req-fac7fbcb-a032-468a-b647-58772041c17a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:28.627432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e61c00fc-1e5b-463d-8f34-828ca09d1c69 req-fac7fbcb-a032-468a-b647-58772041c17a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 945 time: 0.0973904 Sep 21 18:34:28.630221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fcade601-5880-4468-ad0c-27da22c3ee14 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:28.663788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.691211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e61c00fc-1e5b-463d-8f34-828ca09d1c69 req-44ed9a78-981a-4fd6-92d9-d3044516b8a9 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634360 Sep 21 18:34:28.708242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.708488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43532) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:28.709707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:28.711719 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.744528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:28.759928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2727196 Sep 21 18:34:28.762719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43536) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:28.768811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:28.802902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5b426-a02f-4dc5-9c49-0aaa17de71e0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:28.810603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d50c34b9-e11a-4a9f-9844-9ea2d5e1a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.822723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:28.944639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:28.959850 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:28.993042 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port fcade601-5880-4468-ad0c-27da22c3ee14 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:28.993042 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.028357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d50c34b9-e11a-4a9f-9844-9ea2d5e1a3c1 None None] For port fcade601-5880-4468-ad0c-27da22c3ee14, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fcade601-5880-4468-ad0c-27da22c3ee14,segment=NetworkSegment(668612f0-4b16-47da-92b3-06c5a2d61996),segment_id=668612f0-4b16-47da-92b3-06c5a2d61996)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:29.065796 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d50c34b9-e11a-4a9f-9844-9ea2d5e1a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.175124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e5bb0-bb3b-4f13-ad8f-475590545807 tempest-TestVolumeBootPattern-823563528 tempest-TestVolumeBootPattern-823563528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:29.179306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-057e5bb0-bb3b-4f13-ad8f-475590545807 tempest-TestVolumeBootPattern-823563528 tempest-TestVolumeBootPattern-823563528-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1091 time: 0.4656847 Sep 21 18:34:29.179682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43540) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:29.184188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:29.230420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c34b9-e11a-4a9f-9844-9ea2d5e1a3c1 None None] Pushing event updated for resources: {'Port': ['ID=fcade601-5880-4468-ad0c-27da22c3ee14,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:29.267201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d46349a4-a152-4dbb-b04c-b48a7ed75ca3 None None] Provisioning complete for port f9d9f744-6237-4834-8d3e-04db5bee8005 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:29.267585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.267700 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d46349a4-a152-4dbb-b04c-b48a7ed75ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.270508 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3afc3c47-e2db-4f77-9eb6-54487d4a1f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.324953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d46349a4-a152-4dbb-b04c-b48a7ed75ca3 None None] Port f9d9f744-6237-4834-8d3e-04db5bee8005 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:29.348562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d46349a4-a152-4dbb-b04c-b48a7ed75ca3 None None] Provisioning complete for port fcade601-5880-4468-ad0c-27da22c3ee14 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:29.353512 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d46349a4-a152-4dbb-b04c-b48a7ed75ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.411497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:27Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:27Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:29.477021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.494751 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.630478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=6cfa4473-b0f1-4079-8abd-6b9683129b75,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:29.649081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.25.3.92 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/ed5613ae-94c7-4269-b805-f686bdc978e9) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:29.676204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:29.676581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:29.701809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373092fc-63f8-4273-9086-a5757172bced None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:29.702173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373092fc-63f8-4273-9086-a5757172bced None None] Updating router 91d64265-7bee-491f-a728-ff331d21815d port f9d9f744-6237-4834-8d3e-04db5bee8005 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:34:29.721037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:29.741637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:29.746669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-373092fc-63f8-4273-9086-a5757172bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.749020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:29.752003 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.758210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d846d-e158-4ec4-abc6-792131b988a6 None None] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:29.784365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9978d16b-2e58-4bce-942f-4a58e91f13aa tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0137317 Sep 21 18:34:29.784767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43542) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:29.827497 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.896915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:29.989776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:30.000342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:30.004848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=ed5613ae-94c7-4269-b805-f686bdc978e9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:30.007857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:30.077264 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-621970ab-20c9-4689-a5cd-c36028c91d5d None None] Provisioning complete for port f9d9f744-6237-4834-8d3e-04db5bee8005 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:30.077636 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-621970ab-20c9-4689-a5cd-c36028c91d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.137430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:34:30.138424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.174452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-621970ab-20c9-4689-a5cd-c36028c91d5d None None] Port f9d9f744-6237-4834-8d3e-04db5bee8005 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:30.339892 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-373092fc-63f8-4273-9086-a5757172bced None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.354110 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-373092fc-63f8-4273-9086-a5757172bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.397734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Allocated IP 172.21.0.2 (e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9/6cfa4473-b0f1-4079-8abd-6b9683129b75/10532143-dd9b-4f7e-a6ae-0d91559fa4d9) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:30.436327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf62151-5b95-4420-b694-c96510012f86 None None] Pushing event updated for resources: {'Port': ['ID=f9d9f744-6237-4834-8d3e-04db5bee8005,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:30.436832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.580846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fcade601-5880-4468-ad0c-27da22c3ee14 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:30.611858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-373092fc-63f8-4273-9086-a5757172bced None None] Attempting to bind port f9d9f744-6237-4834-8d3e-04db5bee8005 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:30.611858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-373092fc-63f8-4273-9086-a5757172bced None None] Attempting to bind port f9d9f744-6237-4834-8d3e-04db5bee8005 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:30.611858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373092fc-63f8-4273-9086-a5757172bced None None] Attempting to bind port f9d9f744-6237-4834-8d3e-04db5bee8005 on network e9c8c249-cdec-4920-8573-70e9218c078a {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:30.626970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373092fc-63f8-4273-9086-a5757172bced None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:30.627820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373092fc-63f8-4273-9086-a5757172bced None None] Checking segment: {'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:30.627820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-373092fc-63f8-4273-9086-a5757172bced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.630360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373092fc-63f8-4273-9086-a5757172bced None None] Bound using segment: {'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:30.630360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-373092fc-63f8-4273-9086-a5757172bced None None] Bound port: f9d9f744-6237-4834-8d3e-04db5bee8005, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668612f0-4b16-47da-92b3-06c5a2d61996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:30.630360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-373092fc-63f8-4273-9086-a5757172bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.818725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port fcade601-5880-4468-ad0c-27da22c3ee14 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:30.818725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.846940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-373092fc-63f8-4273-9086-a5757172bced None None] For port f9d9f744-6237-4834-8d3e-04db5bee8005, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:30.850747 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.867056 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.873293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-373092fc-63f8-4273-9086-a5757172bced None None] For port f9d9f744-6237-4834-8d3e-04db5bee8005, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f9d9f744-6237-4834-8d3e-04db5bee8005,segment=NetworkSegment(668612f0-4b16-47da-92b3-06c5a2d61996),segment_id=668612f0-4b16-47da-92b3-06c5a2d61996)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:30.902801 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-373092fc-63f8-4273-9086-a5757172bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:30.931295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:30.945398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:30.951865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:30.986056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Pushing event updated for resources: {'Port': ['ID=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:30.993391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d2034df7-6f26-4696-a212-1e418c3c18a8 None None] Provisioning complete for port f9d9f744-6237-4834-8d3e-04db5bee8005 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:30.993763 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d2034df7-6f26-4696-a212-1e418c3c18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.034061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.084619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:31.085513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:31.098142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.21.0.1 (e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9/6cfa4473-b0f1-4079-8abd-6b9683129b75/bd42d6f8-9b17-4d7a-b0c1-afae22952bd4) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:31.205361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.253188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf62151-5b95-4420-b694-c96510012f86 None None] Pushing event updated for resources: {'Port': ['ID=f9d9f744-6237-4834-8d3e-04db5bee8005,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:31.267785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Attempting to bind port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:31.268170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Attempting to bind port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:31.268518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Attempting to bind port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 on network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:31.297236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:31.301595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Checking segment: {'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:31.302170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.303082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Bound using segment: {'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:31.303673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Bound port: 10532143-dd9b-4f7e-a6ae-0d91559fa4d9, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:31.304159 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.319266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:31.348286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.432630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.438819 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d2034df7-6f26-4696-a212-1e418c3c18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.478177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:31.481419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:31.485645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:31.512072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.514457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:31.519243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.550520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] For port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:31.561088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.632633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=ed5613ae-94c7-4269-b805-f686bdc978e9,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:31.643579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.643933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.644280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.644621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.644957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.645292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.645623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.645951 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.646309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.646697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.646965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.647285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:31.659959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.770663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.772971 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] For port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,segment=NetworkSegment(5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a),segment_id=5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:31.774672 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Floating IP 0dae4714-6b7c-487e-8f5d-9a55e44ee223 associated. External IP: 172.25.3.92, port: 0a0894ad-6cdd-4cb0-a118-90fd17c2333a. Sep 21 18:34:31.777016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d2034df7-6f26-4696-a212-1e418c3c18a8 None None] For port f9d9f744-6237-4834-8d3e-04db5bee8005, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f9d9f744-6237-4834-8d3e-04db5bee8005,segment=NetworkSegment(668612f0-4b16-47da-92b3-06c5a2d61996),segment_id=668612f0-4b16-47da-92b3-06c5a2d61996)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:31.782999 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.790084 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d2034df7-6f26-4696-a212-1e418c3c18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:31.885082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485da91-a9d4-4fa2-b0c9-853fa3da9d4c None None] Pushing event updated for resources: {'Port': ['ID=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:31.973660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034df7-6f26-4696-a212-1e418c3c18a8 None None] Pushing event updated for resources: {'Port': ['ID=f9d9f744-6237-4834-8d3e-04db5bee8005,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:31.980842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5a6ef228-6860-4c60-935b-81d6c4768fcc None None] Provisioning complete for port f9d9f744-6237-4834-8d3e-04db5bee8005 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:31.980842 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5a6ef228-6860-4c60-935b-81d6c4768fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:32.011739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-373092fc-63f8-4273-9086-a5757172bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:27Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:30Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:32.047654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373092fc-63f8-4273-9086-a5757172bced None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:27Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:30Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:32.152294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:32.409832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:32.431367 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:32.447354 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:32.448047 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:32.464902 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:32.541850 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9ef4587d-7738-4260-9d21-ab5f0e3bc288 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3609948 Sep 21 18:34:32.542514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:32.544985 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad968fe0-4b28-4294-b2db-452f3df55916" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:32.600365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:32.760972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:32.761345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:32.772046 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:32.822305 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dc1681-3313-4af6-b55a-25e3fa58b153 x-openstack-request-id: req-a9dc1681-3313-4af6-b55a-25e3fa58b153 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:32.822727 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:32.823024 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9dc1681-3313-4af6-b55a-25e3fa58b153 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:32.823441 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'status': 'completed', 'code': 200} Sep 21 18:34:32.909785 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:32.951063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-a859436a-4597-4b64-ac06-10ac34340b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:32.956075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-a859436a-4597-4b64-ac06-10ac34340b87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1096 time: 0.0886674 Sep 21 18:34:32.992873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:32.995883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,segment=NetworkSegment(5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a),segment_id=5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:33.008721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:33.089696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:33.107467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:33.188351 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:30Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:33.219861 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:33.230820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:33.232131 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:33.280117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-b35c73ba-6729-4876-8b6f-017aa6885f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:33.282550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-b35c73ba-6729-4876-8b6f-017aa6885f4c service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.2870941 Sep 21 18:34:33.283186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:33.288560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:33.370478 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:33.449434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-f7cc75c2-255b-4bbe-aa0d-c93102bcf1a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 998 time: 0.1525903 Sep 21 18:34:33.464276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de449dd-3257-48ac-b66c-c04b0da284ff None None] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:33.531009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:33.536615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:33.549041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8fb71a1d-ecfb-4ffc-8f7d-e8804cb6411b None None] Provisioning complete for port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:33.550153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-e2c6e5cd-af34-4daf-aa90-abc2b55021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:33.552208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-e2c6e5cd-af34-4daf-aa90-abc2b55021a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0886333 Sep 21 18:34:33.553245 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8fb71a1d-ecfb-4ffc-8f7d-e8804cb6411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:33.648424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-42e7ee34-d594-476f-a179-719615883827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:33.683468 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:30Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:33.697225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-3f7fa810-8c25-410e-a389-6db4a684a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:33.698841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-3f7fa810-8c25-410e-a389-6db4a684a9a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027830 Sep 21 18:34:33.725020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:33.725382 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9a3fd-7e3e-497a-8afe-03aa1b1712bf None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:30Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:33.936810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-06a3bca8-1c2f-41f4-9c6d-081b450a057c service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292168 Sep 21 18:34:33.939408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:33.947302 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aac2cf1b-a44f-4554-9726-782a6aee0236 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1591604 Sep 21 18:34:33.948526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43560) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:33.955812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-49019547'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:33.998479 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:34.005380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.036574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:34.054645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.055065 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 3c51bc5a-70d2-4aca-bd43-6ce6febf03cd of type vlan for network e3f8d2ff-705c-4758-84df-d3524e78f232 Sep 21 18:34:34.067710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad968fe0-4b28-4294-b2db-452f3df55916 req-0328d445-4fac-452e-bd01-07dcc2a90aab service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208344 Sep 21 18:34:34.124076 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.125563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb525e-46d4-450f-ab48-7b21f253c253 None None] New status for floating IP 0dae4714-6b7c-487e-8f5d-9a55e44ee223: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:34:34.164631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.179783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:34.180549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.248202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2961426 Sep 21 18:34:34.249750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43564) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:34.258431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:34.262096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.298661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-82d686b8-9769-4eb5-a7cb-d6c3189c380b None None] Provisioning complete for port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:34.299078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-82d686b8-9769-4eb5-a7cb-d6c3189c380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.303631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7396-7cf8-4543-ac39-ad65e318eebe tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=e3f8d2ff-705c-4758-84df-d3524e78f232,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:34.354179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network e3f8d2ff-705c-4758-84df-d3524e78f232 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:34.404565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:34.409759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.433429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.579263 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:34.595426 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:34.596330 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:34.624029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f9d9f744-6237-4834-8d3e-04db5bee8005 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:34.702540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-82d686b8-9769-4eb5-a7cb-d6c3189c380b None None] Provisioning complete for port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:34.703811 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-82d686b8-9769-4eb5-a7cb-d6c3189c380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.720534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.756659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f9d9f744-6237-4834-8d3e-04db5bee8005 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:34.757099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.768859 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:34.793124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=a1c60cb2-9c27-49d2-929b-c0a042a456f0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:34.793903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-82d686b8-9769-4eb5-a7cb-d6c3189c380b None None] Port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:34.803123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:34.804197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: e3f8d2ff-705c-4758-84df-d3524e78f232, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:34.824252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e3f8d2ff-705c-4758-84df-d3524e78f232 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:34.836473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, e3f8d2ff-705c-4758-84df-d3524e78f232) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:34.844040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:34.845996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.848212 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e515af1-986f-4f8d-a1a5-8e1dad1e9055 None None] Network e3f8d2ff-705c-4758-84df-d3524e78f232 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:34.868367 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43566) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:34.868806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2a5fc106-bd40-49f8-b9c6-20759396d3c6 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6161003 Sep 21 18:34:34.871765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:34.879788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:34.970828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d457676d-0986-4a80-a2cc-fb39b53c9a4c None None] Provisioning complete for port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:34.971217 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d457676d-0986-4a80-a2cc-fb39b53c9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.019934 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 3, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:32Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:35.054594 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:35.055605 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Updating router 91d64265-7bee-491f-a728-ff331d21815d port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:34:35.065347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:35.065769 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.068957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d457676d-0986-4a80-a2cc-fb39b53c9a4c None None] Port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:35.092716 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.136555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-e3f8d2ff-705c-4758-84df-d3524e78f232', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:34:35.137403 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.370572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Allocated IP 172.22.0.2 (e3f8d2ff-705c-4758-84df-d3524e78f232/a1c60cb2-9c27-49d2-929b-c0a042a456f0/4754c0d2-a049-49a4-be1d-f6de1c33cbb1) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:35.388323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.548363 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.559365 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.572948 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.583549 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.636093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Network e3f8d2ff-705c-4758-84df-d3524e78f232 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:35.638938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:35.642675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:35.658989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Pushing event updated for resources: {'Port': ['ID=4754c0d2-a049-49a4-be1d-f6de1c33cbb1,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:35.677151 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Pushing event updated for resources: {'Port': ['ID=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:35.690923 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.691273 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.691608 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.691936 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.692267 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.692591 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.692913 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.693235 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.693551 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.693868 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.694217 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.696232 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:35.709744 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Attempting to bind port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:35.710234 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Attempting to bind port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:35.710495 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Attempting to bind port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 on network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:35.723876 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:35.723876 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Checking segment: {'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:35.724530 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.725030 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Bound using segment: {'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:35.726121 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Bound port: bd42d6f8-9b17-4d7a-b0c1-afae22952bd4, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:35.726678 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.726807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Attempting to bind port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:35.727310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Attempting to bind port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:35.727520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Attempting to bind port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 on network e3f8d2ff-705c-4758-84df-d3524e78f232 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:35.733055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:35.733433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Checking segment: {'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:35.733847 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.734320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Bound using segment: {'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:35.734958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Bound port: 4754c0d2-a049-49a4-be1d-f6de1c33cbb1, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:35.735539 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.806471 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] For port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:35.810396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] For port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,segment=NetworkSegment(5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a),segment_id=5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:35.816173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] For port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:35.816591 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.820837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] For port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4754c0d2-a049-49a4-be1d-f6de1c33cbb1,segment=NetworkSegment(3c51bc5a-70d2-4aca-bd43-6ce6febf03cd),segment_id=3c51bc5a-70d2-4aca-bd43-6ce6febf03cd)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:35.828822 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:35.852462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.22.0.1 (e3f8d2ff-705c-4758-84df-d3524e78f232/a1c60cb2-9c27-49d2-929b-c0a042a456f0/30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:35.877425 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:35.878339 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:35.902536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c740091-d630-4177-829f-f7d05b6ac52a None None] Pushing event updated for resources: {'Port': ['ID=4754c0d2-a049-49a4-be1d-f6de1c33cbb1,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:35.938142 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fcee1-2c44-4d3e-8b56-7c4dc54d04c8 None None] Pushing event updated for resources: {'Port': ['ID=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:36.001007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5ecd7321-a00e-4e5c-bc6b-cb5e24727ed6 None None] Provisioning complete for port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:36.001477 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ecd7321-a00e-4e5c-bc6b-cb5e24727ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.044614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.060567 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:36.093812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.125527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ecd7321-a00e-4e5c-bc6b-cb5e24727ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.159824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e3f8d2ff-705c-4758-84df-d3524e78f232 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:36.164797 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:36.174628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:36.184874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5ecd7321-a00e-4e5c-bc6b-cb5e24727ed6 None None] For port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,segment=NetworkSegment(5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a),segment_id=5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:36.190524 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ecd7321-a00e-4e5c-bc6b-cb5e24727ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.226078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:36.286295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.305704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd7321-a00e-4e5c-bc6b-cb5e24727ed6 None None] Pushing event updated for resources: {'Port': ['ID=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:36.333536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-711f46c6-02b9-4134-b2bc-7d571a67c3a4 None None] Provisioning complete for port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:36.334054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-711f46c6-02b9-4134-b2bc-7d571a67c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.491962 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.495612 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 3, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:35Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:36.528462 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54070ea2-364e-4bc1-8f71-32538885de4e None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 3, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:35Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:36.541965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:36.633370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:36.633750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.752442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.804337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4754c0d2-a049-49a4-be1d-f6de1c33cbb1,segment=NetworkSegment(3c51bc5a-70d2-4aca-bd43-6ce6febf03cd),segment_id=3c51bc5a-70d2-4aca-bd43-6ce6febf03cd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:36.809280 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.841407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.850563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:36.893068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=4754c0d2-a049-49a4-be1d-f6de1c33cbb1,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:36.959166 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:36.971151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.085276 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network e3f8d2ff-705c-4758-84df-d3524e78f232 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:37.086787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:37.200928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:37.301289 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.307599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec79a45-5576-497b-96f1-0f24b24b90d6 None None] Network e3f8d2ff-705c-4758-84df-d3524e78f232 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:37.319463 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:37.325436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4120bc54-f605-48b2-b6a9-8eb3f5e8bc85 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4557483 Sep 21 18:34:37.328946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43574) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:37.333956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'network': {'name': 'tempest-RoutersTest-1609568745'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:37.366625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:37.369998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.407177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:37.421518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.422396 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added segment 616aeaf6-dfc6-483c-90d8-5823e904ebdc of type vlan for network 9edc3519-cf04-47d5-96b7-63350ff898c7 Sep 21 18:34:37.479371 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.481541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:37.513721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b9116a3d-38b7-4d50-a0d2-949889df3d87 None None] Provisioning complete for port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:37.514094 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b9116a3d-38b7-4d50-a0d2-949889df3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.529010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.536806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:37.538067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.575377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:37.576023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:37.601033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2685146 Sep 21 18:34:37.601538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43576) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:37.607414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'subnet': {'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:37.633512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b46258-09e7-4623-9a0f-d458c7ec796d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Network': ['ID=9edc3519-cf04-47d5-96b7-63350ff898c7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:37.661898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:37.735106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Made reservation on behalf of 39619fa52f084619897b5017d5757b6b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:37.739454 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.990657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:37.992187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:38.042209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Subnet': ['ID=9432effd-015e-4c94-8573-49ce05c875d7,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:38.080593 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Checking segment: {'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:38.080965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network hostable DHCP agents. Network: 9edc3519-cf04-47d5-96b7-63350ff898c7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:38.112670 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:38.124067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9edc3519-cf04-47d5-96b7-63350ff898c7) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:38.129528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:38.130748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.143763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2cb780-be43-47ba-bf07-647109f5c74b None None] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:38.153140 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3ec9e157-803f-493a-be72-6a1835b00b22 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5480704 Sep 21 18:34:38.153467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43580) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:38.384876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b2c1d08e-6a5a-48ba-8708-ed43becb3816 None None] Provisioning complete for port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:38.385260 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d08e-6a5a-48ba-8708-ed43becb3816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.430306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1d08e-6a5a-48ba-8708-ed43becb3816 None None] Port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:38.457634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b2c1d08e-6a5a-48ba-8708-ed43becb3816 None None] Provisioning complete for port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:38.458015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b2c1d08e-6a5a-48ba-8708-ed43becb3816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.463460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:38.510844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:38.511260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Updating router 91d64265-7bee-491f-a728-ff331d21815d port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:34:38.553847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-9edc3519-cf04-47d5-96b7-63350ff898c7', 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'fixed_ips': [{'subnet_id': '9432effd-015e-4c94-8573-49ce05c875d7'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:34:38.554831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.592733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.620668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:38.678980 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.733587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.966492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:38.966895 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:38.979411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Allocated IP 172.23.0.2 (9edc3519-cf04-47d5-96b7-63350ff898c7/9432effd-015e-4c94-8573-49ce05c875d7/c41f1631-4d49-4211-b4d5-8615e813b906) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:39.162514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8204732f-75ea-4d2d-90cb-450e77506d6e None None] Provisioning complete for port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:39.163323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8204732f-75ea-4d2d-90cb-450e77506d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.289830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8204732f-75ea-4d2d-90cb-450e77506d6e None None] Port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:39.354358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:39.412569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.420331 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.429144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.441418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.498371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Allocated IP 172.23.0.1 (9edc3519-cf04-47d5-96b7-63350ff898c7/9432effd-015e-4c94-8573-49ce05c875d7/32b3d011-3ac7-4dfb-b130-9c6abae0b1cf) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:39.512327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fafb57-1bd6-499e-97af-762a81a7ba8a None None] Pushing event updated for resources: {'Port': ['ID=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:39.518043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:39.526893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:39.551261 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:39.555082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:39.555550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.659185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Pushing event updated for resources: {'Port': ['ID=c41f1631-4d49-4211-b4d5-8615e813b906,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:39.667064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.704886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Attempting to bind port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:39.705267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Attempting to bind port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:39.705629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Attempting to bind port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc on network e3f8d2ff-705c-4758-84df-d3524e78f232 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:39.727490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Attempting to bind port c41f1631-4d49-4211-b4d5-8615e813b906 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:39.727879 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Attempting to bind port c41f1631-4d49-4211-b4d5-8615e813b906 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:39.728344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Attempting to bind port c41f1631-4d49-4211-b4d5-8615e813b906 on network 9edc3519-cf04-47d5-96b7-63350ff898c7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:39.731019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.731623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:39.731903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Checking segment: {'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:39.732292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.732749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Bound using segment: {'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:39.733309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Bound port: 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:39.734634 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.778579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:39.778579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Checking segment: {'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:39.779032 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.779694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Bound using segment: {'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:39.779924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Bound port: c41f1631-4d49-4211-b4d5-8615e813b906, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:39.780320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.789445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:39.793527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:39.804430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:39.848280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:39.874382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.930805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] For port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:39.956653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] For port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,segment=NetworkSegment(3c51bc5a-70d2-4aca-bd43-6ce6febf03cd),segment_id=3c51bc5a-70d2-4aca-bd43-6ce6febf03cd)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:39.962729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] For port c41f1631-4d49-4211-b4d5-8615e813b906, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:39.967996 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:39.972969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] For port c41f1631-4d49-4211-b4d5-8615e813b906, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c41f1631-4d49-4211-b4d5-8615e813b906,segment=NetworkSegment(616aeaf6-dfc6-483c-90d8-5823e904ebdc),segment_id=616aeaf6-dfc6-483c-90d8-5823e904ebdc)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:39.977806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8226a808-84be-4358-b324-7b4edea53a54 None None] Provisioning complete for port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:39.978127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8226a808-84be-4358-b324-7b4edea53a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.011509 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.015832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.104949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fafb57-1bd6-499e-97af-762a81a7ba8a None None] Pushing event updated for resources: {'Port': ['ID=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:40.112865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:40.113744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:40.471106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.480379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.522647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38244375-f6f7-4765-ab72-05893e5c98d6 None None] Pushing event updated for resources: {'Port': ['ID=c41f1631-4d49-4211-b4d5-8615e813b906,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:40.526493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:40.529394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8226a808-84be-4358-b324-7b4edea53a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.545387 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.611958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event updated for resources: {'Port': ['ID=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:40.660501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8226a808-84be-4358-b324-7b4edea53a54 None None] For port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,segment=NetworkSegment(3c51bc5a-70d2-4aca-bd43-6ce6febf03cd),segment_id=3c51bc5a-70d2-4aca-bd43-6ce6febf03cd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:40.665307 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8226a808-84be-4358-b324-7b4edea53a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.711698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:40.713596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:40.783095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226a808-84be-4358-b324-7b4edea53a54 None None] Pushing event updated for resources: {'Port': ['ID=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:40.808811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-733c8e5e-2ec2-44e3-b6a8-65740c844240 None None] Provisioning complete for port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:40.809193 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-733c8e5e-2ec2-44e3-b6a8-65740c844240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:40.836731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:40.917542 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:39Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:39Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b3d011-3ac7-4dfb-b130-9c6abae0b1cf', 'name': '', 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:fc:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '9432effd-015e-4c94-8573-49ce05c875d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:38Z', 'updated_at': '2021-09-21T18:34:39Z', 'revision_number': 1, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '9432effd-015e-4c94-8573-49ce05c875d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:40.944033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:40.949308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085e405-2632-4c43-9dd1-18456ff68ed6 None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:39Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:39Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b3d011-3ac7-4dfb-b130-9c6abae0b1cf', 'name': '', 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:fc:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '9432effd-015e-4c94-8573-49ce05c875d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:38Z', 'updated_at': '2021-09-21T18:34:39Z', 'revision_number': 1, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '9432effd-015e-4c94-8573-49ce05c875d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:40.949532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d8333d9e-5d54-4ebf-8189-6b5718cde731 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7949564 Sep 21 18:34:40.953469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43622) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:40.959019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:41.442361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:34:41.463032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Removed routes are [] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:34:41.463427 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:41.466755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223a738-3e28-4dc1-9015-0bb03a98c1c5 None None] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:41.547922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6058dfb2-3d32-4a2e-aa4d-cec922c76e8b None None] Provisioning complete for port c41f1631-4d49-4211-b4d5-8615e813b906 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:41.549469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6058dfb2-3d32-4a2e-aa4d-cec922c76e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:41.761616 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:41.766340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:41.774569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6058dfb2-3d32-4a2e-aa4d-cec922c76e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:41.818883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6058dfb2-3d32-4a2e-aa4d-cec922c76e8b None None] For port c41f1631-4d49-4211-b4d5-8615e813b906, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c41f1631-4d49-4211-b4d5-8615e813b906,segment=NetworkSegment(616aeaf6-dfc6-483c-90d8-5823e904ebdc),segment_id=616aeaf6-dfc6-483c-90d8-5823e904ebdc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:41.829430 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6058dfb2-3d32-4a2e-aa4d-cec922c76e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:41.902607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058dfb2-3d32-4a2e-aa4d-cec922c76e8b None None] Pushing event updated for resources: {'Port': ['ID=c41f1631-4d49-4211-b4d5-8615e813b906,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:42.176319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-98effa65-1a7a-4f74-befc-37c4fa2df34f None None] Provisioning complete for port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:42.176750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-98effa65-1a7a-4f74-befc-37c4fa2df34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:42.239852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-98effa65-1a7a-4f74-befc-37c4fa2df34f None None] Port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:42.252566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-98effa65-1a7a-4f74-befc-37c4fa2df34f None None] Provisioning complete for port c41f1631-4d49-4211-b4d5-8615e813b906 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:42.253046 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-98effa65-1a7a-4f74-befc-37c4fa2df34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:42.366831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:42.576907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:42.590086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:42.591662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-070c8040-05aa-465a-9a83-410a658748b1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 200 len: 933 time: 1.6369054 Sep 21 18:34:42.595436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43646) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:42.618971 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9e3786ce-e491-49f4-bede-6437fd59b10d None None] Provisioning complete for port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:42.619932 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e3786ce-e491-49f4-bede-6437fd59b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:42.688256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9e3786ce-e491-49f4-bede-6437fd59b10d None None] Port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:42.735339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c41f1631-4d49-4211-b4d5-8615e813b906 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:42.782839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d208be8f-4fd1-4d87-8a79-785a69ef5181 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 200 len: 933 time: 0.1841741 Sep 21 18:34:42.785739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43652) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:42.790911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'routes': None}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:42.814338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c41f1631-4d49-4211-b4d5-8615e813b906 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:42.814820 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:42.842477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-80b05b08-3b00-469b-ac47-b95a82d28306 None None] Provisioning complete for port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:42.842855 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-80b05b08-3b00-469b-ac47-b95a82d28306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:42.892471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-80b05b08-3b00-469b-ac47-b95a82d28306 None None] Port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:34:42.942616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:43.001511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:43.001893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:43.271861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added routes are [] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:34:43.272320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.extraroute_db [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95091) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:34:43.308151 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:43.497418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:43.501307 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:43.600899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:43.650105 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:43.662371 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:43.663020 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:43.713517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:43.721785 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:43.725546 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-811f1a6a-b56e-4328-88cf-ab297cc7cb5c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 200 len: 699 time: 0.9361503 Sep 21 18:34:43.725950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43668) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:43.760012 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:43.992178 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:43Z', 'revision_number': 7, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b3d011-3ac7-4dfb-b130-9c6abae0b1cf', 'name': '', 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:fc:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '9432effd-015e-4c94-8573-49ce05c875d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:38Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '9432effd-015e-4c94-8573-49ce05c875d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:44.020939 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:44.021265 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Updating router 91d64265-7bee-491f-a728-ff331d21815d port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:34:44.048417 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.196245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-377ac856-9205-412b-a736-f5dbeb7c5c30 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 200 len: 699 time: 0.4683843 Sep 21 18:34:44.198781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43678) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:44.360946 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.370145 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.451051 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52502e91-0cdb-4e42-86ad-5ba4623da3e8 None None] Pushing event updated for resources: {'Port': ['ID=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:44.492862 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Attempting to bind port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:44.493247 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Attempting to bind port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:44.493590 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Attempting to bind port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf on network 9edc3519-cf04-47d5-96b7-63350ff898c7 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:44.500633 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:44.501002 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Checking segment: {'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:44.501406 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.501793 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Bound using segment: {'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:44.502299 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Bound port: 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616aeaf6-dfc6-483c-90d8-5823e904ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:44.502681 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.583969 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] For port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:44.587907 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] For port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,segment=NetworkSegment(616aeaf6-dfc6-483c-90d8-5823e904ebdc),segment_id=616aeaf6-dfc6-483c-90d8-5823e904ebdc)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:44.595301 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.604569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.668670 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:44.669437 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:44.718935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52502e91-0cdb-4e42-86ad-5ba4623da3e8 None None] Pushing event updated for resources: {'Port': ['ID=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:44.855951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55a76520-8a9f-427a-82a6-1dd75d5d73ae None None] Provisioning complete for port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:44.856677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55a76520-8a9f-427a-82a6-1dd75d5d73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.901947 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:44.972249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55a76520-8a9f-427a-82a6-1dd75d5d73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:44.997701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:44.998902 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:45.018809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55a76520-8a9f-427a-82a6-1dd75d5d73ae None None] For port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,segment=NetworkSegment(616aeaf6-dfc6-483c-90d8-5823e904ebdc),segment_id=616aeaf6-dfc6-483c-90d8-5823e904ebdc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:45.023835 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55a76520-8a9f-427a-82a6-1dd75d5d73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:45.076707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a76520-8a9f-427a-82a6-1dd75d5d73ae None None] Pushing event updated for resources: {'Port': ['ID=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:45.137841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,segment=NetworkSegment(616aeaf6-dfc6-483c-90d8-5823e904ebdc),segment_id=616aeaf6-dfc6-483c-90d8-5823e904ebdc)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:45.142894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:45.161694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:45.161970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e69e26c5-1300-4956-a5bf-bfea162a25d8 None None] Provisioning complete for port 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:45.161970 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e69e26c5-1300-4956-a5bf-bfea162a25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:45.227496 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:43Z', 'revision_number': 7, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b3d011-3ac7-4dfb-b130-9c6abae0b1cf', 'name': '', 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:fc:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '9432effd-015e-4c94-8573-49ce05c875d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:38Z', 'updated_at': '2021-09-21T18:34:44Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '9432effd-015e-4c94-8573-49ce05c875d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:45.256396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a57712-888e-4dfe-88f2-e35dc99d569f None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:43Z', 'revision_number': 7, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b3d011-3ac7-4dfb-b130-9c6abae0b1cf', 'name': '', 'network_id': '9edc3519-cf04-47d5-96b7-63350ff898c7', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:fc:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '9432effd-015e-4c94-8573-49ce05c875d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:38Z', 'updated_at': '2021-09-21T18:34:44Z', 'revision_number': 4, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '9432effd-015e-4c94-8573-49ce05c875d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:45.381974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:45.412449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=32b3d011-3ac7-4dfb-b130-9c6abae0b1cf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:45.493692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:45.505253 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:45.505994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:45.617579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:45.641810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:45.935290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:45.986998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:45Z', 'revision_number': 8, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:46.037541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:46.052420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:46.053180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:46.090556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:46.113203 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-51b9d893-fb83-4688-b64c-f8f707fa3596 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9068358 Sep 21 18:34:46.113203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43710) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:46.212854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:46.227515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet 9432effd-015e-4c94-8573-49ce05c875d7 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:46.233071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.288930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.473951 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.501560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:45Z', 'revision_number': 8, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:46.542845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a8749-d915-486a-b5b4-3c25bb5fc7a4 None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:45Z', 'revision_number': 8, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:46.583758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.614885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=9432effd-015e-4c94-8573-49ce05c875d7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:46.621338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.623441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-445a3070-db4e-4638-bf41-ce121b3d7ffd tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/9432effd-015e-4c94-8573-49ce05c875d7 HTTP/1.1" status: 204 len: 168 time: 0.5117226 Sep 21 18:34:46.626760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43716) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:46.636355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae114e-f8ea-4a4b-be62-1809a109e72a None None] Network 9edc3519-cf04-47d5-96b7-63350ff898c7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:46.724091 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.795755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port c41f1631-4d49-4211-b4d5-8615e813b906 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:46.796948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.873321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port c41f1631-4d49-4211-b4d5-8615e813b906, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c41f1631-4d49-4211-b4d5-8615e813b906,segment=NetworkSegment(616aeaf6-dfc6-483c-90d8-5823e904ebdc),segment_id=616aeaf6-dfc6-483c-90d8-5823e904ebdc)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:46.873694 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.890153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for c41f1631-4d49-4211-b4d5-8615e813b906 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:46.907028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] DHCP port deletion for 9edc3519-cf04-47d5-96b7-63350ff898c7 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:34:46.977075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] Deleting port c41f1631-4d49-4211-b4d5-8615e813b906 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:46.977368 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.013370 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.059545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] For port c41f1631-4d49-4211-b4d5-8615e813b906, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c41f1631-4d49-4211-b4d5-8615e813b906,segment=NetworkSegment(616aeaf6-dfc6-483c-90d8-5823e904ebdc),segment_id=616aeaf6-dfc6-483c-90d8-5823e904ebdc)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:47.060463 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.065100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=c41f1631-4d49-4211-b4d5-8615e813b906,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:47.074074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No DVR routers for this DVR port c41f1631-4d49-4211-b4d5-8615e813b906 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:47.082517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] Calling delete_port for c41f1631-4d49-4211-b4d5-8615e813b906 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:47.182760 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.200257 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:47.211603 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:47.212523 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:47.218359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edc3519-cf04-47d5-96b7-63350ff898c7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:47.231819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616aeaf6-dfc6-483c-90d8-5823e904ebdc') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:47.232615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616aeaf6-dfc6-483c-90d8-5823e904ebdc') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:47.246458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.263428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.271221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:47.272191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:47.276498 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:47.319963 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:47.329771 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.368859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] No DVR routers for this DVR port c41f1631-4d49-4211-b4d5-8615e813b906 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:47.386115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.393739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:47.407474 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/9edc3519-cf04-47d5-96b7-63350ff898c7 HTTP/1.1" status: 204 len: 168 time: 0.7761643 Sep 21 18:34:47.408020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43732) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:47.419891 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e538cf-d0ab-482a-8538-06346015abcc None None] Pushing event deleted for resources: {'Port': ['ID=c41f1631-4d49-4211-b4d5-8615e813b906,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:47.422820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217ae64-0d6f-48ce-8d1a-1159c801b033 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=9edc3519-cf04-47d5-96b7-63350ff898c7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:47.654037 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:45Z', 'revision_number': 8, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:47.688212 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:47.697720 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:47.698609 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:47.790626 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:47.837730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:48.049842 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:45Z', 'revision_number': 8, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:48.088328 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26dbc-790b-4320-81ec-634bd2e99626 None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:45Z', 'revision_number': 8, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': '30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc', 'name': '', 'network_id': 'e3f8d2ff-705c-4758-84df-d3524e78f232', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:f4:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:35Z', 'updated_at': '2021-09-21T18:34:40Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': 'a1c60cb2-9c27-49d2-929b-c0a042a456f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:48.144573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:48.145093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:48.253125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,segment=NetworkSegment(3c51bc5a-70d2-4aca-bd43-6ce6febf03cd),segment_id=3c51bc5a-70d2-4aca-bd43-6ce6febf03cd)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:48.253493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:48.267117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:48.484472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:48.503101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c41f1631-4d49-4211-b4d5-8615e813b906 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:48.523690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:48.540918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c41f1631-4d49-4211-b4d5-8615e813b906 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:48.541920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c41f1631-4d49-4211-b4d5-8615e813b906 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:48.543037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:48.569493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:48.569860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 32b3d011-3ac7-4dfb-b130-9c6abae0b1cf not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:48.719650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:48.929417 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:49.032085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:49.040269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43766) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:49.042510 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fcb67588-4c8b-4ad2-bac4-2bd0a877fc9d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6307230 Sep 21 18:34:49.042878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:49.054914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:49.055654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:49.111658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet a1c60cb2-9c27-49d2-929b-c0a042a456f0 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:49.114985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.149532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:49.159198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.260275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.277977 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:34:49.340681 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.382531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.382531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/a1c60cb2-9c27-49d2-929b-c0a042a456f0 HTTP/1.1" status: 204 len: 168 time: 0.3399584 Sep 21 18:34:49.383995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807debf-9fd1-40b1-99c1-b135e9e1b25c tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c60cb2-9c27-49d2-929b-c0a042a456f0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:49.385352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43772) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:49.389533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba584351-cc49-4844-86d0-da86be585ebe None None] Network e3f8d2ff-705c-4758-84df-d3524e78f232 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:49.463978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:48Z', 'revision_number': 9, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:49.485567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.500237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:49.542007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:49.542951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:49.551784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:49.551784 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.633954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4754c0d2-a049-49a4-be1d-f6de1c33cbb1,segment=NetworkSegment(3c51bc5a-70d2-4aca-bd43-6ce6febf03cd),segment_id=3c51bc5a-70d2-4aca-bd43-6ce6febf03cd)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:49.634226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.652020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:49.655842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:49.759036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f762d2-9d61-4250-8d45-3c039b62c34d None None] DHCP port deletion for e3f8d2ff-705c-4758-84df-d3524e78f232 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:34:49.762976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.805149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=4754c0d2-a049-49a4-be1d-f6de1c33cbb1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:49.810015 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No DVR routers for this DVR port 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:49.900053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.924288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f8d2ff-705c-4758-84df-d3524e78f232']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:49.935566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:49.935854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c51bc5a-70d2-4aca-bd43-6ce6febf03cd') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:49.937407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:48Z', 'revision_number': 9, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:49.947708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.970325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4a909-b9c2-407b-ad13-b6f3a0ec757d None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:48Z', 'revision_number': 9, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'bd42d6f8-9b17-4d7a-b0c1-afae22952bd4', 'name': '', 'network_id': 'e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:b8:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:36Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '6cfa4473-b0f1-4079-8abd-6b9683129b75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:49.979331 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.992568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:49.992980 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:49.997005 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:50.072107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:50.080513 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:50.085219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/e3f8d2ff-705c-4758-84df-d3524e78f232 HTTP/1.1" status: 204 len: 168 time: 0.6959715 Sep 21 18:34:50.085393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43784) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:50.102130 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb13e03-3113-4137-b54f-8157c7f27ad1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=e3f8d2ff-705c-4758-84df-d3524e78f232,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:50.501886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:50.520405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:50.542610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:50.543456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4754c0d2-a049-49a4-be1d-f6de1c33cbb1 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:50.545416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:50.576745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:50.577611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 30d5a1f9-706f-4a5f-a7d5-1c4e464f44bc not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:51.205855 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:51.206274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:51.313484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port bd42d6f8-9b17-4d7a-b0c1-afae22952bd4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,segment=NetworkSegment(5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a),segment_id=5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:51.313880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:51.340640 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:51.544714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:51.575726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=bd42d6f8-9b17-4d7a-b0c1-afae22952bd4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:51.806527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.039824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:52.154556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:52.160603 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b2272f1e-ade4-4f7f-87be-b396c2979ba1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0738697 Sep 21 18:34:52.163167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43818) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:52.166431 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:52.179709 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:52.181434 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:52.223753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet 6cfa4473-b0f1-4079-8abd-6b9683129b75 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:52.227930 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.271769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.289615 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:52.388200 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.471885 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.501963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfa4473-b0f1-4079-8abd-6b9683129b75,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:52.513289 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.520152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68137243-da80-4076-8d7e-be53ff85149a None None] Network e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:52.530913 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9b4a249b-5fd7-43ef-8e67-bc4b1258fb61 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/6cfa4473-b0f1-4079-8abd-6b9683129b75 HTTP/1.1" status: 204 len: 168 time: 0.3643606 Sep 21 18:34:52.531946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43824) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:52.544914 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:51Z', 'revision_number': 10, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:52.587087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:52.612170 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:52.613059 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:52.673272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.719325 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:52.755801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:52.756533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.791818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] DHCP port deletion for e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:34:52.846939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,segment=NetworkSegment(5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a),segment_id=5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:52.847492 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.865426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:52.876044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] Deleting port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:52.876448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.986494 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] For port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,segment=NetworkSegment(5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a),segment_id=5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:52.987056 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.995907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.005033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] Calling delete_port for 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:53.029832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:53.033050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No DVR routers for this DVR port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:53.107853 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:51Z', 'revision_number': 10, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:53.142241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.156807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.157543 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abdee5e-0f70-4aa3-a8d9-38a8f31f58cc None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:51Z', 'revision_number': 10, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None, '_interfaces': [{'id': 'f9d9f744-6237-4834-8d3e-04db5bee8005', 'name': '', 'network_id': 'e9c8c249-cdec-4920-8573-70e9218c078a', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'mac_address': 'fa:16:3e:0f:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d64265-7bee-491f-a728-ff331d21815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:34:26Z', 'updated_at': '2021-09-21T18:34:31Z', 'revision_number': 5, 'project_id': '39619fa52f084619897b5017d5757b6b', 'subnets': [{'id': '95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:53.184581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:53.187020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] Pushing event deleted for resources: {'Port': ['ID=10532143-dd9b-4f7e-a6ae-0d91559fa4d9,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:53.190677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24de9a2-9920-48d6-bc0a-1746a53f874d None None] No DVR routers for this DVR port 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:53.212678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:53.212678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6100fb-d9c1-4a94-9fd3-096fe11bfd3a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:53.236103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.261151 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.273793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:53.274617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:53.279205 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:53.358267 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.365848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.370266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9 HTTP/1.1" status: 204 len: 168 time: 0.8346682 Sep 21 18:34:53.371063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43840) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:53.384014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1bc28-663f-4bb8-8118-a666a1381959 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=e5cd5df0-1fa9-41c7-b74e-7d060eae6fc9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:53.786541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:54.100406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port f9d9f744-6237-4834-8d3e-04db5bee8005 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:54.100819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:54.215061 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port f9d9f744-6237-4834-8d3e-04db5bee8005, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f9d9f744-6237-4834-8d3e-04db5bee8005,segment=NetworkSegment(668612f0-4b16-47da-92b3-06c5a2d61996),segment_id=668612f0-4b16-47da-92b3-06c5a2d61996)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:54.215531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:54.229874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for f9d9f744-6237-4834-8d3e-04db5bee8005 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:54.465506 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:54.502972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=f9d9f744-6237-4834-8d3e-04db5bee8005,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:54.514204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:54.553496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:54.554034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bd42d6f8-9b17-4d7a-b0c1-afae22952bd4 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:54.554671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:54.588148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:54.588752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 10532143-dd9b-4f7e-a6ae-0d91559fa4d9 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:54.696579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:54.883297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:54.975233 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:54.983972 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dde87a33-364f-4dc2-8446-1b0ac5004411 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112196 Sep 21 18:34:54.988668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43868) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:54.990600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:55.002269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:55.002920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:55.073655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting subnet 95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:55.079819 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.090884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:55.136001 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.154713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:54Z', 'revision_number': 11, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:55.187281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:55.196813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:55.197456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:55.251526 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.282220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:55.330454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.344370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:54Z', 'revision_number': 11, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:55.359760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Subnet': ['ID=95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:55.369454 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.375095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d4bc8c7d-951a-4306-9332-f247795c7887 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae HTTP/1.1" status: 204 len: 168 time: 0.3810861 Sep 21 18:34:55.375395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43876) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:55.390320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba854bc-3e84-460a-b838-76132155b1c8 None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:54Z', 'revision_number': 11, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:55.393378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66e0e2-f0b6-4a34-a258-34c948e5719b None None] Network e9c8c249-cdec-4920-8573-70e9218c078a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:55.482711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.562020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Deleting port fcade601-5880-4468-ad0c-27da22c3ee14 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:55.563031 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.634603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] For port fcade601-5880-4468-ad0c-27da22c3ee14, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=fcade601-5880-4468-ad0c-27da22c3ee14,segment=NetworkSegment(668612f0-4b16-47da-92b3-06c5a2d61996),segment_id=668612f0-4b16-47da-92b3-06c5a2d61996)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:55.634983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.649684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Calling delete_port for fcade601-5880-4468-ad0c-27da22c3ee14 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:55.739624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.758500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba1bda-ae6f-475c-b972-11fc93d6b431 None None] DHCP port deletion for e9c8c249-cdec-4920-8573-70e9218c078a request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:34:55.780104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Port': ['ID=fcade601-5880-4468-ad0c-27da22c3ee14,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:55.784308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No DVR routers for this DVR port fcade601-5880-4468-ad0c-27da22c3ee14 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:55.900771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.931158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c8c249-cdec-4920-8573-70e9218c078a']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:55.942438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668612f0-4b16-47da-92b3-06c5a2d61996') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:55.942854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668612f0-4b16-47da-92b3-06c5a2d61996') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:55.953041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.970554 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.978062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:55.978664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:55.982163 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:56.054755 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.063568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.065750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/networks/e9c8c249-cdec-4920-8573-70e9218c078a HTTP/1.1" status: 204 len: 168 time: 0.6894019 Sep 21 18:34:56.068361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43892) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:56.073092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'routes': None}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:56.086531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d77e4-9f47-4a28-83a4-fb50cb7d1147 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Pushing event deleted for resources: {'Network': ['ID=e9c8c249-cdec-4920-8573-70e9218c078a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:56.486991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f9d9f744-6237-4834-8d3e-04db5bee8005 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:56.509535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f9d9f744-6237-4834-8d3e-04db5bee8005 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:56.509863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f9d9f744-6237-4834-8d3e-04db5bee8005 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:56.510341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fcade601-5880-4468-ad0c-27da22c3ee14 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:56.531776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: fcade601-5880-4468-ad0c-27da22c3ee14 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:56.532130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device fcade601-5880-4468-ad0c-27da22c3ee14 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:56.660864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.extraroute_db [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Added routes are [] {{(pid=95090) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:34:56.661171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.extraroute_db [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Removed routes are [] {{(pid=95090) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:34:56.661540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.809478 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.814052 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.903346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 91d64265-7bee-491f-a728-ff331d21815d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:34:56.987927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:56.995196 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.996209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-804e4015-4a37-4ad4-9e4e-41db9b3ec888 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 200 len: 700 time: 0.9269171 Sep 21 18:34:56.999092 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] Sync routers for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:56.999676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43908) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:57.018633 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:57.020104 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:57.035115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d2213a57-9baf-4d71-bec0-6a34b1c7b155 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 200 len: 205 time: 0.0342772 Sep 21 18:34:57.038661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43910) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:57.129553 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:57.138083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b72b2365-8f56-4114-af3e-60ecf484f180 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.205039 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:54Z', 'revision_number': 11, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:57.270874 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] Checking router: 91d64265-7bee-491f-a728-ff331d21815d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:57.287770 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] Routers {'91d64265-7bee-491f-a728-ff331d21815d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:57.289268 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['91d64265-7bee-491f-a728-ff331d21815d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:57.359449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b72b2365-8f56-4114-af3e-60ecf484f180 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.363735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b72b2365-8f56-4114-af3e-60ecf484f180 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.415439 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] Set router 91d64265-7bee-491f-a728-ff331d21815d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:57.439341 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b72b2365-8f56-4114-af3e-60ecf484f180 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.439931 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72b2365-8f56-4114-af3e-60ecf484f180 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Fanout notify agent at l3_agent the message router_deleted on router 91d64265-7bee-491f-a728-ff331d21815d {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:34:57.447652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b72b2365-8f56-4114-af3e-60ecf484f180 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.453611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b72b2365-8f56-4114-af3e-60ecf484f180 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 204 len: 168 time: 0.4103858 Sep 21 18:34:57.457258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43922) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:57.466005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3c4d0342-1260-4318-9ff2-1746aa099440 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679435268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:57.484479 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:54Z', 'revision_number': 11, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:57.510641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c4d0342-1260-4318-9ff2-1746aa099440 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.512630 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c4d0342-1260-4318-9ff2-1746aa099440 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.518043 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcbd722-9080-4eb5-ada2-c3b4752a6970 None None] The sync data for ids ['91d64265-7bee-491f-a728-ff331d21815d'] in n-d-810285-3 is: [{'id': '91d64265-7bee-491f-a728-ff331d21815d', 'name': 'tempest-RoutersTest-router-177055627', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:25Z', 'updated_at': '2021-09-21T18:34:54Z', 'revision_number': 11, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:57.587809 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c4d0342-1260-4318-9ff2-1746aa099440 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.595277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c4d0342-1260-4318-9ff2-1746aa099440 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.617208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3c4d0342-1260-4318-9ff2-1746aa099440 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.618885 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3c4d0342-1260-4318-9ff2-1746aa099440 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1600564 Sep 21 18:34:57.623441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43924) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:57.628977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-afa3044c-3acd-471c-88aa-90d50247cedf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:57.935968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-afa3044c-3acd-471c-88aa-90d50247cedf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14724'] for router, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.945934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-afa3044c-3acd-471c-88aa-90d50247cedf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624587'] for router, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:58.097398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa3044c-3acd-471c-88aa-90d50247cedf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Router 92fcabee-d5de-482c-9070-961d7cafe359 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:34:58.198676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3044c-3acd-471c-88aa-90d50247cedf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:34:58.210753 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-afa3044c-3acd-471c-88aa-90d50247cedf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:58.214273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-afa3044c-3acd-471c-88aa-90d50247cedf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "PUT /v2.0/routers/92fcabee-d5de-482c-9070-961d7cafe359 HTTP/1.1" status: 200 len: 694 time: 0.5878060 Sep 21 18:34:58.216882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43942) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.221015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] Sync routers for ids ['92fcabee-d5de-482c-9070-961d7cafe359'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:34:58.233944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] Routers {'92fcabee-d5de-482c-9070-961d7cafe359'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:58.235043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['92fcabee-d5de-482c-9070-961d7cafe359'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:58.308515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5c25efc9-4f2a-49a6-a699-11fd90fb291f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/routers/92fcabee-d5de-482c-9070-961d7cafe359 HTTP/1.1" status: 200 len: 700 time: 0.0897088 Sep 21 18:34:58.312832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43944) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.315163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] Set router 92fcabee-d5de-482c-9070-961d7cafe359 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:58.344297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-706a603b-e9ce-4b6a-9e40-64576b9e06d9 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=92fcabee-d5de-482c-9070-961d7cafe359 HTTP/1.1" status: 200 len: 205 time: 0.0297518 Sep 21 18:34:58.348087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43946) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.382360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fcabee-d5de-482c-9070-961d7cafe359', 'name': 'tempest-RoutersTest-router-1679435268', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:57Z', 'updated_at': '2021-09-21T18:34:57Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:58.437367 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] Checking router: 92fcabee-d5de-482c-9070-961d7cafe359 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:34:58.452784 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfb92-7d5f-4b54-bd34-31281d6d321d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:58.458607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] Routers {'92fcabee-d5de-482c-9070-961d7cafe359'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:34:58.459166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:34:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['92fcabee-d5de-482c-9070-961d7cafe359'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:58.689312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfb92-7d5f-4b54-bd34-31281d6d321d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:58.692189 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfb92-7d5f-4b54-bd34-31281d6d321d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:58.708660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] Set router 92fcabee-d5de-482c-9070-961d7cafe359 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:34:58.753259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfb92-7d5f-4b54-bd34-31281d6d321d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:58.754147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bcfb92-7d5f-4b54-bd34-31281d6d321d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Fanout notify agent at l3_agent the message router_deleted on router 92fcabee-d5de-482c-9070-961d7cafe359 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:34:58.766549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfb92-7d5f-4b54-bd34-31281d6d321d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:58.768629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a0bcfb92-7d5f-4b54-bd34-31281d6d321d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/92fcabee-d5de-482c-9070-961d7cafe359 HTTP/1.1" status: 204 len: 168 time: 0.4179728 Sep 21 18:34:58.772441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43956) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.774468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fcabee-d5de-482c-9070-961d7cafe359', 'name': 'tempest-RoutersTest-router-1679435268', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:57Z', 'updated_at': '2021-09-21T18:34:57Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:58.804614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ba6f2-38f5-4b7d-a386-baf03db92e56 None None] The sync data for ids ['92fcabee-d5de-482c-9070-961d7cafe359'] in n-d-810285-3 is: [{'id': '92fcabee-d5de-482c-9070-961d7cafe359', 'name': 'tempest-RoutersTest-router-1679435268', 'tenant_id': '39619fa52f084619897b5017d5757b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:34:57Z', 'updated_at': '2021-09-21T18:34:57Z', 'revision_number': 2, 'project_id': '39619fa52f084619897b5017d5757b6b', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:34:58.812581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-852c9b08-1323-4549-b96b-0235bb2f8113 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=92fcabee-d5de-482c-9070-961d7cafe359 HTTP/1.1" status: 200 len: 205 time: 0.0382054 Sep 21 18:34:58.815034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43958) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.856439 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-9d34d27f-0805-4aac-a0d3-162e0d48c727 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] delete failed (client error): The resource could not be found. Sep 21 18:34:58.860658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9d34d27f-0805-4aac-a0d3-162e0d48c727 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/92fcabee-d5de-482c-9070-961d7cafe359 HTTP/1.1" status: 404 len: 336 time: 0.0413706 Sep 21 18:34:58.861683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43960) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.897634 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26b6881-95d0-47ba-90b8-b35b1431b103 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:58.898298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26b6881-95d0-47ba-90b8-b35b1431b103 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:58.903328 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e26b6881-95d0-47ba-90b8-b35b1431b103 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/9432effd-015e-4c94-8573-49ce05c875d7 HTTP/1.1" status: 404 len: 337 time: 0.0369127 Sep 21 18:34:58.904126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43962) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.933500 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4eb3ec-1d0b-4917-90cc-3b11a206ece1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:58.934126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4eb3ec-1d0b-4917-90cc-3b11a206ece1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:58.937419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a4eb3ec-1d0b-4917-90cc-3b11a206ece1 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/a1c60cb2-9c27-49d2-929b-c0a042a456f0 HTTP/1.1" status: 404 len: 337 time: 0.0318964 Sep 21 18:34:58.942642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43964) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:58.986906 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3d81dc-ac6c-4ccf-b261-c044c7839e12 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:58.987557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3d81dc-ac6c-4ccf-b261-c044c7839e12 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:58.990323 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5b3d81dc-ac6c-4ccf-b261-c044c7839e12 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/6cfa4473-b0f1-4079-8abd-6b9683129b75 HTTP/1.1" status: 404 len: 337 time: 0.0458713 Sep 21 18:34:58.992996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43970) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.022093 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf7fd3f-c400-411b-bf7c-eb8437a9f717 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:59.022610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf7fd3f-c400-411b-bf7c-eb8437a9f717 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:59.024856 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bbf7fd3f-c400-411b-bf7c-eb8437a9f717 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/95ffa5ba-8bd9-4be3-a86a-29086e8ee8ae HTTP/1.1" status: 404 len: 337 time: 0.0306964 Sep 21 18:34:59.027504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43972) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.080518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d6dc69fd-9977-4ffc-bdb1-350607d82d9f tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 200 len: 205 time: 0.0510015 Sep 21 18:34:59.083366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43974) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.133545 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-766f2274-1dcc-480f-922b-110ab107b95e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] delete failed (client error): The resource could not be found. Sep 21 18:34:59.137611 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-766f2274-1dcc-480f-922b-110ab107b95e tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/91d64265-7bee-491f-a728-ff331d21815d HTTP/1.1" status: 404 len: 336 time: 0.0496366 Sep 21 18:34:59.138629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43978) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.172698 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-efb566d8-aa38-4dca-b3e8-ea9993a6e247 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8a91614-18bf-4254-b4e7-a0c7bfc28faa HTTP/1.1" status: 200 len: 205 time: 0.0324929 Sep 21 18:34:59.175989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43980) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.242227 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-497becd9-31ea-4119-b315-c53765367c6d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] delete failed (client error): The resource could not be found. Sep 21 18:34:59.243267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-497becd9-31ea-4119-b315-c53765367c6d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/c8a91614-18bf-4254-b4e7-a0c7bfc28faa HTTP/1.1" status: 404 len: 336 time: 0.0660973 Sep 21 18:34:59.247295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 43984) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.273072 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0504011f-eb3b-4dc1-b1d5-ea5314ac6562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:59.293157 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-8412f6a5-17c3-454c-80a9-a8ca43fd3f08 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:59.293714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8412f6a5-17c3-454c-80a9-a8ca43fd3f08 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:59.296289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8412f6a5-17c3-454c-80a9-a8ca43fd3f08 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/87bf68ec-3d5a-457f-8d49-6a9e09a812b4 HTTP/1.1" status: 404 len: 337 time: 0.0472085 Sep 21 18:34:59.300458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43988) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.351201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b77f4b5b-047b-41c7-9f9a-2707b00c2137 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff7ac953-0192-4f44-aeaa-2ae06110e580 HTTP/1.1" status: 200 len: 205 time: 0.0482533 Sep 21 18:34:59.353929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43990) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.406932 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-9918a6de-dcb4-4f66-a126-e92ec064fc81 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] delete failed (client error): The resource could not be found. Sep 21 18:34:59.408008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9918a6de-dcb4-4f66-a126-e92ec064fc81 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/ff7ac953-0192-4f44-aeaa-2ae06110e580 HTTP/1.1" status: 404 len: 336 time: 0.0525980 Sep 21 18:34:59.411909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43992) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.448023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5216e998-b014-4ba8-a405-c0d415fec4a2 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=706c33d9-5c47-442d-9ee4-1aac658cde20 HTTP/1.1" status: 200 len: 205 time: 0.0348573 Sep 21 18:34:59.450374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43994) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.495668 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-c25be717-f86c-4654-898c-307f4ce59eaf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] delete failed (client error): The resource could not be found. Sep 21 18:34:59.496861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c25be717-f86c-4654-898c-307f4ce59eaf tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/706c33d9-5c47-442d-9ee4-1aac658cde20 HTTP/1.1" status: 404 len: 336 time: 0.0455403 Sep 21 18:34:59.499934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 43996) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.538693 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0d8aad-7cc9-4671-a8e7-666843b4c8fc tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:59.539158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0d8aad-7cc9-4671-a8e7-666843b4c8fc tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:59.541304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e0d8aad-7cc9-4671-a8e7-666843b4c8fc tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/7a1baa67-d531-4359-b102-b83e0bc0a1e1 HTTP/1.1" status: 404 len: 337 time: 0.0368519 Sep 21 18:34:59.545256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44002) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.583230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f1c9696-7558-47a0-985f-8f4f16606efc tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=7372dc74-4531-4c30-8654-8357eab45cfa HTTP/1.1" status: 200 len: 205 time: 0.0364320 Sep 21 18:34:59.587339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44004) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.629562 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-76681d8e-d3e6-431d-ae5d-5bb830412779 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] delete failed (client error): The resource could not be found. Sep 21 18:34:59.630699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-76681d8e-d3e6-431d-ae5d-5bb830412779 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/7372dc74-4531-4c30-8654-8357eab45cfa HTTP/1.1" status: 404 len: 336 time: 0.0416977 Sep 21 18:34:59.633316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44006) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.669693 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-46284a42-b00d-452a-9b0b-6f3e5f847a33 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:59.670387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46284a42-b00d-452a-9b0b-6f3e5f847a33 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:59.675177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44008) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.675427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-46284a42-b00d-452a-9b0b-6f3e5f847a33 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/86c1678c-e6d4-4544-8a97-ea7678de6ba7 HTTP/1.1" status: 404 len: 337 time: 0.0409253 Sep 21 18:34:59.706741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-00f9183b-9c28-4a89-b50b-4d0df0c1af4d tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed69c0f4-0fab-4b1b-999d-2fb6004947a5 HTTP/1.1" status: 200 len: 205 time: 0.0299883 Sep 21 18:34:59.709888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44010) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.750569 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-4f0eb6a5-bb52-4704-bad5-a393dcd60135 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] delete failed (client error): The resource could not be found. Sep 21 18:34:59.751662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4f0eb6a5-bb52-4704-bad5-a393dcd60135 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/routers/ed69c0f4-0fab-4b1b-999d-2fb6004947a5 HTTP/1.1" status: 404 len: 336 time: 0.0407903 Sep 21 18:34:59.754256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44012) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.784834 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcebe57-69be-4549-b386-e7eb11919211 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:59.785300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcebe57-69be-4549-b386-e7eb11919211 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:59.787121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9bcebe57-69be-4549-b386-e7eb11919211 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/eb4663d3-94ac-4554-8267-dab1dc2d68d2 HTTP/1.1" status: 404 len: 337 time: 0.0319395 Sep 21 18:34:59.790760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44014) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:59.822372 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b980fb4-10cb-4e52-bc93-bde323516ee0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] DELETE failed (client error): The resource could not be found. Sep 21 18:34:59.822843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b980fb4-10cb-4e52-bc93-bde323516ee0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:34:59.827677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6b980fb4-10cb-4e52-bc93-bde323516ee0 tempest-RoutersTest-1637331989 tempest-RoutersTest-1637331989-project] 10.222.0.70 "DELETE /v2.0/subnets/d953043b-12ac-43db-bf8c-8f94d96a9c0b HTTP/1.1" status: 404 len: 337 time: 0.0329218 Sep 21 18:35:00.090771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44024) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:00.258168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4e3510be-a7b4-444f-a971-4fedd2836e1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39619fa52f084619897b5017d5757b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662254 Sep 21 18:35:00.260609 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44034) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:00.314601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b173c3c4-6045-4151-881e-b376f419a954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:00.338032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b173c3c4-6045-4151-881e-b376f419a954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:00.394708 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b173c3c4-6045-4151-881e-b376f419a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:00.399724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b173c3c4-6045-4151-881e-b376f419a954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:00.401848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b173c3c4-6045-4151-881e-b376f419a954 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc0c7083-977b-46ca-a742-b10fdcb6913b HTTP/1.1" status: 204 len: 168 time: 0.1402268 Sep 21 18:35:00.412979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173c3c4-6045-4151-881e-b376f419a954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0c7083-977b-46ca-a742-b10fdcb6913b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:01.190121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44068) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:01.339049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f6bc5e22-f734-49e2-a7df-0caf36517be6 tempest-DvrRoutersNegativeTest-1914677373 tempest-DvrRoutersNegativeTest-1914677373-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1174703025', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:01.342713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.policy [None req-f6bc5e22-f734-49e2-a7df-0caf36517be6 tempest-DvrRoutersNegativeTest-1914677373 tempest-DvrRoutersNegativeTest-1914677373-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95091) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 21 18:35:01.343102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.policy [None req-f6bc5e22-f734-49e2-a7df-0caf36517be6 tempest-DvrRoutersNegativeTest-1914677373 tempest-DvrRoutersNegativeTest-1914677373-project] Failed policy check for 'create_router' {{(pid=95091) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 21 18:35:01.343861 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-f6bc5e22-f734-49e2-a7df-0caf36517be6 tempest-DvrRoutersNegativeTest-1914677373 tempest-DvrRoutersNegativeTest-1914677373-project] create failed (client error): Access was denied to this resource. Sep 21 18:35:01.344901 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f6bc5e22-f734-49e2-a7df-0caf36517be6 tempest-DvrRoutersNegativeTest-1914677373 tempest-DvrRoutersNegativeTest-1914677373-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1530511 Sep 21 18:35:01.648632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44088) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:01.766080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e910ab95-63e0-4690-aad3-d2d21e5259e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:01.871262 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e910ab95-63e0-4690-aad3-d2d21e5259e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:01.877229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e910ab95-63e0-4690-aad3-d2d21e5259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:01.924266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910ab95-63e0-4690-aad3-d2d21e5259e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b109add-5bb4-4b68-92e1-a2ccbd86c881,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:01.929212 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e910ab95-63e0-4690-aad3-d2d21e5259e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c67b07bf947404ab2501b44598a75bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795293 Sep 21 18:35:01.933190 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44096) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:01.995348 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3aada9e-7f93-4c69-9701-1da465bad7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:02.022364 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3aada9e-7f93-4c69-9701-1da465bad7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:02.096989 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3aada9e-7f93-4c69-9701-1da465bad7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:02.099885 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d3aada9e-7f93-4c69-9701-1da465bad7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:02.101061 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d3aada9e-7f93-4c69-9701-1da465bad7a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b109add-5bb4-4b68-92e1-a2ccbd86c881 HTTP/1.1" status: 204 len: 168 time: 0.1666853 Sep 21 18:35:02.110816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aada9e-7f93-4c69-9701-1da465bad7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b109add-5bb4-4b68-92e1-a2ccbd86c881,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:02.964660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44136) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:03.102242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-610522a0-32b2-4acd-822b-ef92e2b1e2d5 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1439812174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:03.136943 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-610522a0-32b2-4acd-822b-ef92e2b1e2d5 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.138341 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-610522a0-32b2-4acd-822b-ef92e2b1e2d5 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.202499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-610522a0-32b2-4acd-822b-ef92e2b1e2d5 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.211108 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-610522a0-32b2-4acd-822b-ef92e2b1e2d5 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.237774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-610522a0-32b2-4acd-822b-ef92e2b1e2d5 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.239869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-610522a0-32b2-4acd-822b-ef92e2b1e2d5 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2735913 Sep 21 18:35:03.244115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44144) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:03.252288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2080380770'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:03.283852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:03.294919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.307534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.434261 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.440943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.464833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:35:03.488367 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.488727 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Added segment 35486f87-3b90-4f46-a5b3-df33403a3246 of type vlan for network 6f6e724f-30a9-4db1-984a-b0e59908e6fa Sep 21 18:35:03.499004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c77d29f-48e9-4e1e-976c-e3194f4ae65a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:03.541973 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.572232 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.579382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:03.580291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.621414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eb553993-fae7-421e-8355-f61e6f9b7a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.629366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44152) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:03.629792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3841021 Sep 21 18:35:03.634595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'subnet': {'network_id': '6f6e724f-30a9-4db1-984a-b0e59908e6fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:03.676902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd5b74-a577-4b45-8ed1-9d258b5aec38 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Network': ['ID=6f6e724f-30a9-4db1-984a-b0e59908e6fa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:03.702241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:35:03.789790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:03.796114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.035418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.130821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Subnet': ['ID=aeb96f37-9177-4479-b5f2-bbd1ab2f1d5e,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:04.139743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Checking segment: {'id': '35486f87-3b90-4f46-a5b3-df33403a3246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6f6e724f-30a9-4db1-984a-b0e59908e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:04.140091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network hostable DHCP agents. Network: 6f6e724f-30a9-4db1-984a-b0e59908e6fa, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:35:04.160512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:35:04.173813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 6f6e724f-30a9-4db1-984a-b0e59908e6fa) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:04.178835 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.179213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:04.180099 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.200431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42d2c8-f418-4fd7-a9b3-bec356010475 None None] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:04.206535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-962b4140-ed95-49a0-9521-53f3dec958f8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5711229 Sep 21 18:35:04.206891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44158) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:04.212253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'network': {'name': 'tempest-router-network01--1562051515'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:04.241197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:04.245297 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.275567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:35:04.293149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.293508 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Added segment 7eb31979-462d-415a-9c7e-1a0460cb8faa of type vlan for network 33977f00-760c-45f4-a5a3-025f92299a42 Sep 21 18:35:04.348990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.361362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.398632 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.409924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:04.409924 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.479763 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2679670 Sep 21 18:35:04.480551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44166) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:04.485064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-6f6e724f-30a9-4db1-984a-b0e59908e6fa', 'network_id': '6f6e724f-30a9-4db1-984a-b0e59908e6fa', 'tenant_id': 'd0884b9cca7b4634bec307e1a540c794', 'fixed_ips': [{'subnet_id': 'aeb96f37-9177-4479-b5f2-bbd1ab2f1d5e'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:35:04.486910 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.491582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'network': {'name': 'tempest-router-network02--357056774'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:04.538694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:04.542914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93030ef1-ade9-4923-9bf4-72d0c0400f9b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Network': ['ID=33977f00-760c-45f4-a5a3-025f92299a42,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:04.547430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.589919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 33977f00-760c-45f4-a5a3-025f92299a42 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:35:04.590305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:35:04.609965 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.610601 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Added segment 5f62b335-fd6b-4bfa-a754-a3a208e585fd of type vlan for network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c Sep 21 18:35:04.686043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.719567 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.727307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:04.728272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.752323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Allocated IP 2001:db8::2 (6f6e724f-30a9-4db1-984a-b0e59908e6fa/aeb96f37-9177-4479-b5f2-bbd1ab2f1d5e/2126500a-6e62-4ac5-b5ce-83b268fb5dec) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:04.785272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3032281 Sep 21 18:35:04.788143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44172) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:04.794469 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'subnet': {'network_id': '33977f00-760c-45f4-a5a3-025f92299a42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:04.837439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e37866-4c3e-40d9-872c-cbc06ada6a4d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Network': ['ID=53d78a23-0c0b-4a0c-abdd-d99758c87f6c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:04.857179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:35:04.941106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.947246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:04.950710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.011630 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.021241 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.072031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:05.078717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:05.080998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Pushing event updated for resources: {'Port': ['ID=2126500a-6e62-4ac5-b5ce-83b268fb5dec,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:05.084831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:05.094929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.095332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.096304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.096304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.096304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.096602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.096910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.097211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.097528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.097855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.098176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.098636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:05.184145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Attempting to bind port 2126500a-6e62-4ac5-b5ce-83b268fb5dec on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:05.184518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Attempting to bind port 2126500a-6e62-4ac5-b5ce-83b268fb5dec by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '35486f87-3b90-4f46-a5b3-df33403a3246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6f6e724f-30a9-4db1-984a-b0e59908e6fa'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:05.184889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Attempting to bind port 2126500a-6e62-4ac5-b5ce-83b268fb5dec on network 6f6e724f-30a9-4db1-984a-b0e59908e6fa {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:05.187332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.192544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:05.192831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Checking segment: {'id': '35486f87-3b90-4f46-a5b3-df33403a3246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6f6e724f-30a9-4db1-984a-b0e59908e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:05.193240 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.193634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Bound using segment: {'id': '35486f87-3b90-4f46-a5b3-df33403a3246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6f6e724f-30a9-4db1-984a-b0e59908e6fa'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:05.196878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Bound port: 2126500a-6e62-4ac5-b5ce-83b268fb5dec, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35486f87-3b90-4f46-a5b3-df33403a3246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '6f6e724f-30a9-4db1-984a-b0e59908e6fa'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:05.196878 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.266807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] For port 2126500a-6e62-4ac5-b5ce-83b268fb5dec, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:05.270712 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] For port 2126500a-6e62-4ac5-b5ce-83b268fb5dec, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2126500a-6e62-4ac5-b5ce-83b268fb5dec,segment=NetworkSegment(35486f87-3b90-4f46-a5b3-df33403a3246),segment_id=35486f87-3b90-4f46-a5b3-df33403a3246)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:05.277229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.284870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Subnet': ['ID=a0be5f7d-9364-4400-bd33-0610474cf741,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:05.306898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Checking segment: {'id': '7eb31979-462d-415a-9c7e-1a0460cb8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '33977f00-760c-45f4-a5a3-025f92299a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:05.307264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network hostable DHCP agents. Network: 33977f00-760c-45f4-a5a3-025f92299a42, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:35:05.350703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 33977f00-760c-45f4-a5a3-025f92299a42 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:35:05.355170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75137e92-44f1-418e-a768-4ce49b2c7762 None None] Pushing event updated for resources: {'Port': ['ID=2126500a-6e62-4ac5-b5ce-83b268fb5dec,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:05.390129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 33977f00-760c-45f4-a5a3-025f92299a42) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:05.398629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:05.400206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.401063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d5648-648d-46b8-ac1a-b538e950ce4b None None] Network 33977f00-760c-45f4-a5a3-025f92299a42 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:05.428478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94150d16-8639-4151-b681-6a3484be92e8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6384935 Sep 21 18:35:05.433055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44184) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:05.445740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'subnet': {'network_id': '53d78a23-0c0b-4a0c-abdd-d99758c87f6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:05.583719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:05.588313 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.711272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-33977f00-760c-45f4-a5a3-025f92299a42', 'network_id': '33977f00-760c-45f4-a5a3-025f92299a42', 'tenant_id': 'd0884b9cca7b4634bec307e1a540c794', 'fixed_ips': [{'subnet_id': 'a0be5f7d-9364-4400-bd33-0610474cf741'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:35:05.712431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.931445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.955938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Allocated IP 2001:db8::2 (33977f00-760c-45f4-a5a3-025f92299a42/a0be5f7d-9364-4400-bd33-0610474cf741/489c53b1-d29f-415e-91c4-acb3884c62ac) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:06.001716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Subnet': ['ID=5044af89-1bdc-4eef-93ec-95739802313f,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:06.007264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Checking segment: {'id': '5f62b335-fd6b-4bfa-a754-a3a208e585fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '53d78a23-0c0b-4a0c-abdd-d99758c87f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:06.007624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network hostable DHCP agents. Network: 53d78a23-0c0b-4a0c-abdd-d99758c87f6c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:35:06.034084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:35:06.050739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 53d78a23-0c0b-4a0c-abdd-d99758c87f6c) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:06.057979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:06.059163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.086470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6a1dcf72-ab58-404f-bd57-10b4643a9129 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6518638 Sep 21 18:35:06.090723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44192) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:06.103845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39240f07-df8c-48fb-b4d3-dc5e64eecd7d None None] Network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:06.320907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.362583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.393545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-53d78a23-0c0b-4a0c-abdd-d99758c87f6c', 'network_id': '53d78a23-0c0b-4a0c-abdd-d99758c87f6c', 'tenant_id': 'd0884b9cca7b4634bec307e1a540c794', 'fixed_ips': [{'subnet_id': '5044af89-1bdc-4eef-93ec-95739802313f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:35:06.394486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.427753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Network 33977f00-760c-45f4-a5a3-025f92299a42 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:06.434641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:06.438856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:06.470100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Pushing event updated for resources: {'Port': ['ID=489c53b1-d29f-415e-91c4-acb3884c62ac,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:06.526941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.612537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Attempting to bind port 489c53b1-d29f-415e-91c4-acb3884c62ac on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:06.613156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Attempting to bind port 489c53b1-d29f-415e-91c4-acb3884c62ac by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7eb31979-462d-415a-9c7e-1a0460cb8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '33977f00-760c-45f4-a5a3-025f92299a42'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:06.613846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Attempting to bind port 489c53b1-d29f-415e-91c4-acb3884c62ac on network 33977f00-760c-45f4-a5a3-025f92299a42 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:06.622061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:06.623439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Checking segment: {'id': '7eb31979-462d-415a-9c7e-1a0460cb8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '33977f00-760c-45f4-a5a3-025f92299a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:06.624086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.624705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Bound using segment: {'id': '7eb31979-462d-415a-9c7e-1a0460cb8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '33977f00-760c-45f4-a5a3-025f92299a42'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:06.625407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Bound port: 489c53b1-d29f-415e-91c4-acb3884c62ac, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb31979-462d-415a-9c7e-1a0460cb8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '33977f00-760c-45f4-a5a3-025f92299a42'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:06.626037 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.642582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2126500a-6e62-4ac5-b5ce-83b268fb5dec up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:06.781227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Allocated IP 2001:db8::2 (53d78a23-0c0b-4a0c-abdd-d99758c87f6c/5044af89-1bdc-4eef-93ec-95739802313f/64b071ea-efb1-40f2-8fa4-261eb1308dcc) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:06.821350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] For port 489c53b1-d29f-415e-91c4-acb3884c62ac, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:06.825279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] For port 489c53b1-d29f-415e-91c4-acb3884c62ac, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=489c53b1-d29f-415e-91c4-acb3884c62ac,segment=NetworkSegment(7eb31979-462d-415a-9c7e-1a0460cb8faa),segment_id=7eb31979-462d-415a-9c7e-1a0460cb8faa)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:06.828995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2126500a-6e62-4ac5-b5ce-83b268fb5dec triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:06.829323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.834499 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:06.908114 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Allocated IP 2001:db8::1 (33977f00-760c-45f4-a5a3-025f92299a42/a0be5f7d-9364-4400-bd33-0610474cf741/3f76ade6-f749-426a-9807-5a99689cff37) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:06.909460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f93a5-dc2f-4253-9ea3-055b1241411f None None] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:07.245550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c9b13c3-160f-4f82-982d-e04ad89d1860 None None] Provisioning complete for port 2126500a-6e62-4ac5-b5ce-83b268fb5dec triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:07.246295 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c9b13c3-160f-4f82-982d-e04ad89d1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.253788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b381e-b866-4165-9b8f-f32dfe413fa6 None None] Pushing event updated for resources: {'Port': ['ID=489c53b1-d29f-415e-91c4-acb3884c62ac,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:07.442769 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.455345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.527405 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.537880 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.580827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.584448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.613143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 2126500a-6e62-4ac5-b5ce-83b268fb5dec, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2126500a-6e62-4ac5-b5ce-83b268fb5dec,segment=NetworkSegment(35486f87-3b90-4f46-a5b3-df33403a3246),segment_id=35486f87-3b90-4f46-a5b3-df33403a3246)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:07.632472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 33977f00-760c-45f4-a5a3-025f92299a42 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:07.635983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:07.639418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:07.640602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.662287 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.693513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:07.718535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Port': ['ID=3f76ade6-f749-426a-9807-5a99689cff37,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:07.733439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c9b13c3-160f-4f82-982d-e04ad89d1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.737240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:07.744872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:07.761818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Pushing event updated for resources: {'Port': ['ID=64b071ea-efb1-40f2-8fa4-261eb1308dcc,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:07.812005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.940768 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-9c9b13c3-160f-4f82-982d-e04ad89d1860 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:35:07.941110 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-9c9b13c3-160f-4f82-982d-e04ad89d1860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:35:07.951996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=2126500a-6e62-4ac5-b5ce-83b268fb5dec,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:07.962885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Attempting to bind port 64b071ea-efb1-40f2-8fa4-261eb1308dcc on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:07.963278 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Attempting to bind port 64b071ea-efb1-40f2-8fa4-261eb1308dcc by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '5f62b335-fd6b-4bfa-a754-a3a208e585fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '53d78a23-0c0b-4a0c-abdd-d99758c87f6c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:07.964052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Attempting to bind port 64b071ea-efb1-40f2-8fa4-261eb1308dcc on network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:07.977885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:07.980459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Checking segment: {'id': '5f62b335-fd6b-4bfa-a754-a3a208e585fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '53d78a23-0c0b-4a0c-abdd-d99758c87f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:07.981529 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:07.982799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Bound using segment: {'id': '5f62b335-fd6b-4bfa-a754-a3a208e585fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '53d78a23-0c0b-4a0c-abdd-d99758c87f6c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:07.983959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Bound port: 64b071ea-efb1-40f2-8fa4-261eb1308dcc, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f62b335-fd6b-4bfa-a754-a3a208e585fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '53d78a23-0c0b-4a0c-abdd-d99758c87f6c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:07.985693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.088037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] For port 64b071ea-efb1-40f2-8fa4-261eb1308dcc, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:08.093502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] For port 64b071ea-efb1-40f2-8fa4-261eb1308dcc, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=64b071ea-efb1-40f2-8fa4-261eb1308dcc,segment=NetworkSegment(5f62b335-fd6b-4bfa-a754-a3a208e585fd),segment_id=5f62b335-fd6b-4bfa-a754-a3a208e585fd)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:08.100579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.191234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52bbfa-6c0d-4c37-96f1-a014c56c7a26 None None] Pushing event updated for resources: {'Port': ['ID=64b071ea-efb1-40f2-8fa4-261eb1308dcc,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:08.284048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.290080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.292293 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.428488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Port': ['ID=3f76ade6-f749-426a-9807-5a99689cff37,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:08.489105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 33977f00-760c-45f4-a5a3-025f92299a42 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:08.491244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:08.625440 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.712268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af8299-11b7-4271-a134-200973d13a39 None None] Network 33977f00-760c-45f4-a5a3-025f92299a42 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:08.752782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Router 5f8ae15f-8340-474a-bca3-9b0c6417730d is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:35:08.823875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 489c53b1-d29f-415e-91c4-acb3884c62ac up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:08.850631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-dce709c5-73fe-4a5d-826e-a794f7e9e1f9 None None] Provisioning complete for port 2126500a-6e62-4ac5-b5ce-83b268fb5dec triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:08.851335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dce709c5-73fe-4a5d-826e-a794f7e9e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.886481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:35:08.896939 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e99d30ae-b544-4149-bf17-97dd41875d1c tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8047836 Sep 21 18:35:08.900185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44230) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:08.909463 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] Sync routers for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:35:08.934980 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:08.936524 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:09.021581 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:09.033935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:09.035228 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:09.044742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 489c53b1-d29f-415e-91c4-acb3884c62ac triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:09.046348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:09.078048 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:09.078651 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2857a0-3b25-4f49-b0d3-eaa7f6f4c8b7 None None] The sync data for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:35:09.180780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:09.239166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 489c53b1-d29f-415e-91c4-acb3884c62ac, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=489c53b1-d29f-415e-91c4-acb3884c62ac,segment=NetworkSegment(7eb31979-462d-415a-9c7e-1a0460cb8faa),segment_id=7eb31979-462d-415a-9c7e-1a0460cb8faa)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:09.247519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f079ac4a-f1fe-48df-983a-9f9fede4cc8a None None] Provisioning complete for port 489c53b1-d29f-415e-91c4-acb3884c62ac triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:09.248004 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f079ac4a-f1fe-48df-983a-9f9fede4cc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:09.252218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:09.253329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2126500a-6e62-4ac5-b5ce-83b268fb5dec up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:09.396090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=489c53b1-d29f-415e-91c4-acb3884c62ac,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:09.535421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 2126500a-6e62-4ac5-b5ce-83b268fb5dec triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:09.536062 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:09.556427 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-4644c2f7-e546-442b-977e-ac949e1e1b79 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:09.557948 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4644c2f7-e546-442b-977e-ac949e1e1b79 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6563787 Sep 21 18:35:09.562056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44242) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:09.751496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7a5eddd5-9cf2-4b09-9bc9-91b291552118 None None] Provisioning complete for port 489c53b1-d29f-415e-91c4-acb3884c62ac triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:09.752366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5eddd5-9cf2-4b09-9bc9-91b291552118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:09.924392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7a5eddd5-9cf2-4b09-9bc9-91b291552118 None None] Provisioning complete for port 3f76ade6-f749-426a-9807-5a99689cff37 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:09.924780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a5eddd5-9cf2-4b09-9bc9-91b291552118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:09.964673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-7a5eddd5-9cf2-4b09-9bc9-91b291552118 None None] Port 3f76ade6-f749-426a-9807-5a99689cff37 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:09.996088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ae6c0-18fb-4744-8b29-43f9fe101cee None None] Network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:10.057783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.153789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Provisioning complete for port 3f76ade6-f749-426a-9807-5a99689cff37 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:10.154286 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.233352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Port 3f76ade6-f749-426a-9807-5a99689cff37 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:10.252481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Provisioning complete for port 64b071ea-efb1-40f2-8fa4-261eb1308dcc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:10.252986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.379317 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.416112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting port 3f76ade6-f749-426a-9807-5a99689cff37 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:10.416733 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.420354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] For port 64b071ea-efb1-40f2-8fa4-261eb1308dcc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=64b071ea-efb1-40f2-8fa4-261eb1308dcc,segment=NetworkSegment(5f62b335-fd6b-4bfa-a754-a3a208e585fd),segment_id=5f62b335-fd6b-4bfa-a754-a3a208e585fd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:10.426976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.503680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70912c15-d323-41cf-8733-2f7e9e58ac16 None None] Pushing event updated for resources: {'Port': ['ID=64b071ea-efb1-40f2-8fa4-261eb1308dcc,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:10.552635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-256edd0d-9ec3-44ba-be44-185a09593260 None None] Provisioning complete for port 3f76ade6-f749-426a-9807-5a99689cff37 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:10.553142 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-256edd0d-9ec3-44ba-be44-185a09593260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.591085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.608041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Calling delete_port for 3f76ade6-f749-426a-9807-5a99689cff37 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:10.616141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-256edd0d-9ec3-44ba-be44-185a09593260 None None] Port 3f76ade6-f749-426a-9807-5a99689cff37 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:10.733848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 64b071ea-efb1-40f2-8fa4-261eb1308dcc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:10.797348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b352fb48-0014-41e5-ad05-89c4999899db None None] Provisioning complete for port 64b071ea-efb1-40f2-8fa4-261eb1308dcc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:10.798757 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b352fb48-0014-41e5-ad05-89c4999899db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.831911 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.856087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 64b071ea-efb1-40f2-8fa4-261eb1308dcc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:10.856461 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.867724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Port': ['ID=3f76ade6-f749-426a-9807-5a99689cff37,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:11.005836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 489c53b1-d29f-415e-91c4-acb3884c62ac up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:11.006095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.072185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 489c53b1-d29f-415e-91c4-acb3884c62ac triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:11.072963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.209517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Router 5f8ae15f-8340-474a-bca3-9b0c6417730d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:35:11.330782 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:35:11.340191 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-32397bfd-1793-4fb1-a0bf-43ecb0b8ae23 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695527 Sep 21 18:35:11.342434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44268) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:11.346031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] Sync routers for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:35:11.361219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:11.361965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:11.399604 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-e0d2e10b-db5a-4555-ad4c-5ea59e4b2f8b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] delete failed (client error): The resource could not be found. Sep 21 18:35:11.400859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e0d2e10b-db5a-4555-ad4c-5ea59e4b2f8b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1962254203 HTTP/1.1" status: 404 len: 335 time: 0.0580275 Sep 21 18:35:11.406607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44270) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:11.408456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:11.411416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-73425b59-021d-4fb1-af98-0dd4354f04df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f8ae15f-8340-474a-bca3-9b0c6417730d'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:11.418023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:11.418694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:11.453181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:11.453793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4396975-6d80-401e-bd57-1b3885918e90 None None] The sync data for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:35:11.648419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-73425b59-021d-4fb1-af98-0dd4354f04df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.673572 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-73425b59-021d-4fb1-af98-0dd4354f04df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] update failed (client error): The resource could not be found. Sep 21 18:35:11.674648 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-73425b59-021d-4fb1-af98-0dd4354f04df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d HTTP/1.1" status: 404 len: 339 time: 0.2670269 Sep 21 18:35:11.678730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44278) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:11.683678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1640901554'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:11.706617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:11.710276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.737026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:35:11.747599 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.748166 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Added segment 6ff8543e-5daf-4152-9149-d2ecefd4fdf6 of type vlan for network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 Sep 21 18:35:11.795074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.833871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.839659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:11.840503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:11.888967 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2059281 Sep 21 18:35:11.892302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44284) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:11.898220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'subnet': {'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:11.932183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121ad0f-41af-4e9a-9b28-5646d008756e tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Network': ['ID=2d1c5ef4-07d0-4934-8fba-0fbee82492a2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:11.957161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:35:12.016384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Made reservation on behalf of d0884b9cca7b4634bec307e1a540c794 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:12.020529 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:12.300246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:12.363058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Subnet': ['ID=1338c04b-7117-458a-9c08-cb88cb8acbad,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:12.383701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Checking segment: {'id': '6ff8543e-5daf-4152-9149-d2ecefd4fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:12.384400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network hostable DHCP agents. Network: 2d1c5ef4-07d0-4934-8fba-0fbee82492a2, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:35:12.405351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:35:12.416712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 2d1c5ef4-07d0-4934-8fba-0fbee82492a2) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:12.430287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed8251-46d4-4250-aaff-fb672422d2c4 None None] Network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:12.434294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:12.442414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:12.476151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44298) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:12.479346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-14a805f8-da61-44fb-b787-00c9ac6f6198 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5857124 Sep 21 18:35:12.481510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d7a9bd15-cb65-4387-ba3f-6b19d57b3439 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:12.542458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 64b071ea-efb1-40f2-8fa4-261eb1308dcc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:12.689098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 64b071ea-efb1-40f2-8fa4-261eb1308dcc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:12.689469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:12.743311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-2d1c5ef4-07d0-4934-8fba-0fbee82492a2', 'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2', 'tenant_id': 'd0884b9cca7b4634bec307e1a540c794', 'fixed_ips': [{'subnet_id': '1338c04b-7117-458a-9c08-cb88cb8acbad'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:35:12.744167 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:12.777188 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bd15-cb65-4387-ba3f-6b19d57b3439 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:12.904475 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-d7a9bd15-cb65-4387-ba3f-6b19d57b3439 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:12.908554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44302) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:12.908701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d7a9bd15-cb65-4387-ba3f-6b19d57b3439 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d HTTP/1.1" status: 400 len: 364 time: 0.4307854 Sep 21 18:35:12.936875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Allocated IP 2001:db8:1::2 (2d1c5ef4-07d0-4934-8fba-0fbee82492a2/1338c04b-7117-458a-9c08-cb88cb8acbad/eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:13.111826 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:13.118234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:13.160964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:13.163962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:13.171820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:13.175505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Pushing event updated for resources: {'Port': ['ID=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:13.237935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Attempting to bind port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:13.238339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Attempting to bind port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6ff8543e-5daf-4152-9149-d2ecefd4fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:13.238709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Attempting to bind port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f on network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:13.244535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:13.244912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Checking segment: {'id': '6ff8543e-5daf-4152-9149-d2ecefd4fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:13.245320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:13.245710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Bound using segment: {'id': '6ff8543e-5daf-4152-9149-d2ecefd4fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:13.246229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Bound port: eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff8543e-5daf-4152-9149-d2ecefd4fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '2d1c5ef4-07d0-4934-8fba-0fbee82492a2'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:13.246604 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:13.314816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] For port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:13.318008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] For port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,segment=NetworkSegment(6ff8543e-5daf-4152-9149-d2ecefd4fdf6),segment_id=6ff8543e-5daf-4152-9149-d2ecefd4fdf6)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:13.322988 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:13.386451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae017c-2afa-46f3-b6df-b4b9a5685805 None None] Pushing event updated for resources: {'Port': ['ID=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:13.588913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:13.864435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Allocated IP 2001:db8::1 (6f6e724f-30a9-4db1-984a-b0e59908e6fa/aeb96f37-9177-4479-b5f2-bbd1ab2f1d5e/fbf79b92-5160-4e62-9194-e5d591455260) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:13.987901 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.023466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.064884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:14.068540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:14.072479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:14.073026 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.126721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Port': ['ID=fbf79b92-5160-4e62-9194-e5d591455260,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:14.155323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.155726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.156006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.156809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.156809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.157027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.157408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.157683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.158019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.158439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.158759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.159084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:14.227926 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.502893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-81047778-e300-48e9-9290-b5b493355976 None None] Provisioning complete for port fbf79b92-5160-4e62-9194-e5d591455260 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:14.504256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-81047778-e300-48e9-9290-b5b493355976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.555606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-81047778-e300-48e9-9290-b5b493355976 None None] Port fbf79b92-5160-4e62-9194-e5d591455260 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:14.584812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0876206-2de3-4788-bc46-b42c15be0d41 None None] Network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:14.588375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:14.609849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.615120 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.616043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.715605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-58020c63-fbc6-4faf-945e-8adfbe9769a7 None None] Provisioning complete for port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:14.716139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58020c63-fbc6-4faf-945e-8adfbe9769a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.743751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event updated for resources: {'Port': ['ID=fbf79b92-5160-4e62-9194-e5d591455260,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:14.775701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:14.776073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.777282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:14.778933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:14.906927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58020c63-fbc6-4faf-945e-8adfbe9769a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:14.911926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Router 5f8ae15f-8340-474a-bca3-9b0c6417730d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:35:14.995291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:15.001143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-58020c63-fbc6-4faf-945e-8adfbe9769a7 None None] For port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,segment=NetworkSegment(6ff8543e-5daf-4152-9149-d2ecefd4fdf6),segment_id=6ff8543e-5daf-4152-9149-d2ecefd4fdf6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:15.012893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58020c63-fbc6-4faf-945e-8adfbe9769a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:15.055442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:35:15.063435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2dcbf366-f987-4fad-8641-d8ec06598300 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1534991 Sep 21 18:35:15.066768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44308) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:15.070576 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] Sync routers for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:35:15.088476 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:15.090455 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:15.137435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58020c63-fbc6-4faf-945e-8adfbe9769a7 None None] Pushing event updated for resources: {'Port': ['ID=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:15.168018 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:35:15.168580 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:35:15.168953 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:15.179994 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:15.181211 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:15.217722 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b3753818-6b39-493c-a870-bc5d23683cd8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:15.218664 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:15.219591 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf58578-0a27-45b6-8bb9-0192b1e7fc17 None None] The sync data for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 is: [] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:35:15.239418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6f279a6f-6b3b-4b8c-9df1-18d70f021cf8 None None] Provisioning complete for port fbf79b92-5160-4e62-9194-e5d591455260 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:15.240229 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6f279a6f-6b3b-4b8c-9df1-18d70f021cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:15.281485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6f279a6f-6b3b-4b8c-9df1-18d70f021cf8 None None] Port fbf79b92-5160-4e62-9194-e5d591455260 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:15.315162 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-b3753818-6b39-493c-a870-bc5d23683cd8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 18:35:15.316229 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b3753818-6b39-493c-a870-bc5d23683cd8 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d HTTP/1.1" status: 409 len: 329 time: 0.2461879 Sep 21 18:35:15.319008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44310) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:15.412049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-761e44b2-497d-4d16-8746-e907caede362 None None] Provisioning complete for port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:15.412753 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-761e44b2-497d-4d16-8746-e907caede362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:15.668817 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:16.299335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting port fbf79b92-5160-4e62-9194-e5d591455260 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:16.300094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:16.394987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:16.409490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Calling delete_port for fbf79b92-5160-4e62-9194-e5d591455260 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:16.524927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:16.582093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:16.582668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:16.609174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:16.643496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Port': ['ID=fbf79b92-5160-4e62-9194-e5d591455260,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:16.745219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:16.931210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Router 5f8ae15f-8340-474a-bca3-9b0c6417730d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:35:17.021150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:35:17.029930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d30691cd-fa70-4121-85b8-861ef52582df tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063105 Sep 21 18:35:17.031137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44318) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:17.035118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] Sync routers for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:35:17.047949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:17.048902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:17.071931 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-1839eabc-b4bf-474a-8291-0c8ced021b54 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] show failed (client error): The resource could not be found. Sep 21 18:35:17.076780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1839eabc-b4bf-474a-8291-0c8ced021b54 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1983617713 HTTP/1.1" status: 404 len: 335 time: 0.0414586 Sep 21 18:35:17.077331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44320) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:17.081815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3bab0025-ae98-4e35-8c47-32feb1772a0d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:17.095493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:17.105485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] Routers {'5f8ae15f-8340-474a-bca3-9b0c6417730d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:17.106396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:35:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['5f8ae15f-8340-474a-bca3-9b0c6417730d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:17.122137 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-3bab0025-ae98-4e35-8c47-32feb1772a0d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] update failed (client error): The resource could not be found. Sep 21 18:35:17.126763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3bab0025-ae98-4e35-8c47-32feb1772a0d tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-430466061 HTTP/1.1" status: 404 len: 334 time: 0.0452523 Sep 21 18:35:17.128113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:17.149212 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:17.149987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454929b-e62e-4d7d-a545-20a3bff79b45 None None] The sync data for ids ['5f8ae15f-8340-474a-bca3-9b0c6417730d'] in n-d-810285-3 is: [] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:35:17.182606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting subnet 1338c04b-7117-458a-9c08-cb88cb8acbad {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:35:17.186937 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.233613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.327326 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.404374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.437019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Subnet': ['ID=1338c04b-7117-458a-9c08-cb88cb8acbad,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:17.446991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.449686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-65fa3eb9-eba0-44e4-9210-f4ea78c7f49b tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/subnets/1338c04b-7117-458a-9c08-cb88cb8acbad HTTP/1.1" status: 204 len: 168 time: 0.3209307 Sep 21 18:35:17.453626 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44324) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:17.456824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb008b77-2464-4f5e-aa8d-e569b6718b75 None None] Network 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:17.566344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.641948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:17.642313 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.736931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] DHCP port deletion for 2d1c5ef4-07d0-4934-8fba-0fbee82492a2 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:35:17.741787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] For port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,segment=NetworkSegment(6ff8543e-5daf-4152-9149-d2ecefd4fdf6),segment_id=6ff8543e-5daf-4152-9149-d2ecefd4fdf6)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:17.742166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.757343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Calling delete_port for eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:17.793696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] Deleting port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:17.794287 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.868925 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.872215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] For port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,segment=NetworkSegment(6ff8543e-5daf-4152-9149-d2ecefd4fdf6),segment_id=6ff8543e-5daf-4152-9149-d2ecefd4fdf6)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:17.874973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:17.892593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] Calling delete_port for eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:17.910120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] No DVR routers for this DVR port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:17.919289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Port': ['ID=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:18.000315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.016016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] No DVR routers for this DVR port eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:18.037564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f7b9f-ae66-4952-a13a-12a7fe50e4e5 None None] Pushing event deleted for resources: {'Port': ['ID=eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:18.054269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.085311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1c5ef4-07d0-4934-8fba-0fbee82492a2']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:18.096898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff8543e-5daf-4152-9149-d2ecefd4fdf6') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:18.097359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff8543e-5daf-4152-9149-d2ecefd4fdf6') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:18.108127 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.122120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.131040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:35:18.131765 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:35:18.135389 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:35:18.218097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.227917 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.230007 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/networks/2d1c5ef4-07d0-4934-8fba-0fbee82492a2 HTTP/1.1" status: 204 len: 168 time: 0.7741013 Sep 21 18:35:18.233559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44368) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:18.252511 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047b06a-af4b-491d-9c17-68a694ef2b74 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Network': ['ID=2d1c5ef4-07d0-4934-8fba-0fbee82492a2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:18.307582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting subnet 5044af89-1bdc-4eef-93ec-95739802313f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:35:18.311721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.375356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.481107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.525236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:18.562998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.563742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:35:18.564155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device eaeb5fcf-0228-4d3e-91fb-7a2401b01a2f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:18.605926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Subnet': ['ID=5044af89-1bdc-4eef-93ec-95739802313f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:18.609109 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.614105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44416) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:18.617924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b352017-adb7-4d68-9381-b8011df89660 None None] Network 53d78a23-0c0b-4a0c-abdd-d99758c87f6c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:18.623937 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d002d94f-d174-4b0e-b604-6dce278ea9ae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/subnets/5044af89-1bdc-4eef-93ec-95739802313f HTTP/1.1" status: 204 len: 168 time: 0.3892901 Sep 21 18:35:18.676074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting subnet a0be5f7d-9364-4400-bd33-0610474cf741 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:35:18.679622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.770385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.858826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] DHCP port deletion for 53d78a23-0c0b-4a0c-abdd-d99758c87f6c request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:35:18.862308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-a273aeb7-0eb1-4813-b7ac-d14283c466cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285563 Sep 21 18:35:18.940762 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] Deleting port 64b071ea-efb1-40f2-8fa4-261eb1308dcc {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:18.941351 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.993707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:18.999057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927def4-15e0-4027-8fe3-f8502c49675b req-ae9d7ba5-29e5-4735-a38a-3fe49b06a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:19.002207 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-ae9d7ba5-29e5-4735-a38a-3fe49b06a751 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1096 time: 0.0813816 Sep 21 18:35:19.048373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] For port 64b071ea-efb1-40f2-8fa4-261eb1308dcc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=64b071ea-efb1-40f2-8fa4-261eb1308dcc,segment=NetworkSegment(5f62b335-fd6b-4bfa-a754-a3a208e585fd),segment_id=5f62b335-fd6b-4bfa-a754-a3a208e585fd)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:19.049070 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.074292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] Calling delete_port for 64b071ea-efb1-40f2-8fa4-261eb1308dcc owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:19.178888 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.201333 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.232223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] Pushing event deleted for resources: {'Port': ['ID=64b071ea-efb1-40f2-8fa4-261eb1308dcc,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:19.234449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.235697 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44103aaf-2b57-4bbd-b008-f28b7076d3b3 None None] Network 33977f00-760c-45f4-a5a3-025f92299a42 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:19.238788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/subnets/a0be5f7d-9364-4400-bd33-0610474cf741 HTTP/1.1" status: 204 len: 168 time: 0.6229703 Sep 21 18:35:19.240985 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44480) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:19.250569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927def4-15e0-4027-8fe3-f8502c49675b req-7d4ea33c-21dd-4130-9986-7c8c21ebfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:19.252569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-7d4ea33c-21dd-4130-9986-7c8c21ebfda8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.2135472 Sep 21 18:35:19.253361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e31686-910f-47f3-8ab0-a1446f0b7a72 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Subnet': ['ID=a0be5f7d-9364-4400-bd33-0610474cf741,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:19.390342 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.394422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-63d6a0a5-e38d-48d4-a624-f150f0474954 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 1000 time: 0.1217771 Sep 21 18:35:19.423114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d1e90-c860-4945-9541-f430c645f733 None None] No DVR routers for this DVR port 64b071ea-efb1-40f2-8fa4-261eb1308dcc on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:19.475213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927def4-15e0-4027-8fe3-f8502c49675b req-47b1471a-c07f-4392-89bc-04457a40b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:19.477214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-47b1471a-c07f-4392-89bc-04457a40b2e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0676274 Sep 21 18:35:19.571971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927def4-15e0-4027-8fe3-f8502c49675b req-ff34380a-5590-41dd-996a-3ff951b3f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:19.575402 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-ff34380a-5590-41dd-996a-3ff951b3f9f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864630 Sep 21 18:35:19.583706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.624813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d78a23-0c0b-4a0c-abdd-d99758c87f6c']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:19.632588 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] DHCP port deletion for 33977f00-760c-45f4-a5a3-025f92299a42 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:35:19.643327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f62b335-fd6b-4bfa-a754-a3a208e585fd') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:19.644135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f62b335-fd6b-4bfa-a754-a3a208e585fd') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:19.663528 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.697502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.709172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] Deleting port 489c53b1-d29f-415e-91c4-acb3884c62ac {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:19.709791 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.711519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:35:19.712305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.718077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-d6380a96-5f0e-419b-a6c7-6fbc4943f29e service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326399 Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:35:19.719858 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:35:19.807427 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.816066 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.823266 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/networks/53d78a23-0c0b-4a0c-abdd-d99758c87f6c HTTP/1.1" status: 204 len: 168 time: 0.5811718 Sep 21 18:35:19.826563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44534) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:19.831553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] For port 489c53b1-d29f-415e-91c4-acb3884c62ac, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=489c53b1-d29f-415e-91c4-acb3884c62ac,segment=NetworkSegment(7eb31979-462d-415a-9c7e-1a0460cb8faa),segment_id=7eb31979-462d-415a-9c7e-1a0460cb8faa)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:19.832048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.850901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2987b2-0ce6-4b7f-b2b3-fd309313ebae tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Network': ['ID=53d78a23-0c0b-4a0c-abdd-d99758c87f6c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:19.858989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] Calling delete_port for 489c53b1-d29f-415e-91c4-acb3884c62ac owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:19.904950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5927def4-15e0-4027-8fe3-f8502c49675b req-421e4a23-4dbf-4679-a8f2-35014e07f5e6 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748021 Sep 21 18:35:19.951004 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.958441 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.985921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] Pushing event deleted for resources: {'Port': ['ID=489c53b1-d29f-415e-91c4-acb3884c62ac,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:19.994163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e12dc7-8d29-4221-810c-714c1cfd17a8 None None] No DVR routers for this DVR port 489c53b1-d29f-415e-91c4-acb3884c62ac on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:20.064519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.088395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33977f00-760c-45f4-a5a3-025f92299a42']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:20.101331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb31979-462d-415a-9c7e-1a0460cb8faa') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:20.101654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb31979-462d-415a-9c7e-1a0460cb8faa') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:20.119655 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.136987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.145977 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:35:20.146685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:35:20.150988 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:35:20.221640 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.229290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.231488 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/networks/33977f00-760c-45f4-a5a3-025f92299a42 HTTP/1.1" status: 204 len: 168 time: 0.4034705 Sep 21 18:35:20.235716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44588) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:20.244081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428437c-39e7-443c-b503-66d73f178f2f tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Network': ['ID=33977f00-760c-45f4-a5a3-025f92299a42,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:20.299042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting subnet aeb96f37-9177-4479-b5f2-bbd1ab2f1d5e {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:35:20.304523 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.373025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.474279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.504487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 64b071ea-efb1-40f2-8fa4-261eb1308dcc no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:20.525648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 64b071ea-efb1-40f2-8fa4-261eb1308dcc {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:35:20.525648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 64b071ea-efb1-40f2-8fa4-261eb1308dcc not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:20.525648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 489c53b1-d29f-415e-91c4-acb3884c62ac no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:20.554644 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.558608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 489c53b1-d29f-415e-91c4-acb3884c62ac {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:35:20.558974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 489c53b1-d29f-415e-91c4-acb3884c62ac not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:20.587270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb96f37-9177-4479-b5f2-bbd1ab2f1d5e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:20.592955 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.597467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44638) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:20.598642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-81bbf534-d32c-4a51-b24b-96ffda4da201 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/subnets/aeb96f37-9177-4479-b5f2-bbd1ab2f1d5e HTTP/1.1" status: 204 len: 168 time: 0.3615758 Sep 21 18:35:20.601119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe9015-7858-4315-9fda-3ff7f75b6c7e None None] Network 6f6e724f-30a9-4db1-984a-b0e59908e6fa requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:20.692339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.756655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Deleting port 2126500a-6e62-4ac5-b5ce-83b268fb5dec {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:20.757275 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.824601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] DHCP port deletion for 6f6e724f-30a9-4db1-984a-b0e59908e6fa request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:35:20.841921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] For port 2126500a-6e62-4ac5-b5ce-83b268fb5dec, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2126500a-6e62-4ac5-b5ce-83b268fb5dec,segment=NetworkSegment(35486f87-3b90-4f46-a5b3-df33403a3246),segment_id=35486f87-3b90-4f46-a5b3-df33403a3246)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:20.842343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.861820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Calling delete_port for 2126500a-6e62-4ac5-b5ce-83b268fb5dec owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:20.886515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] Deleting port 2126500a-6e62-4ac5-b5ce-83b268fb5dec {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:20.886980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.989565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.022165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Port': ['ID=2126500a-6e62-4ac5-b5ce-83b268fb5dec,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:21.026283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] No DVR routers for this DVR port 2126500a-6e62-4ac5-b5ce-83b268fb5dec on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:21.132447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] For port 2126500a-6e62-4ac5-b5ce-83b268fb5dec, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=2126500a-6e62-4ac5-b5ce-83b268fb5dec,segment=NetworkSegment(35486f87-3b90-4f46-a5b3-df33403a3246),segment_id=35486f87-3b90-4f46-a5b3-df33403a3246)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:21.132935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.133986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.149304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] Calling delete_port for 2126500a-6e62-4ac5-b5ce-83b268fb5dec owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:21.164123 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6e724f-30a9-4db1-984a-b0e59908e6fa']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:21.175921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35486f87-3b90-4f46-a5b3-df33403a3246') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:21.176382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35486f87-3b90-4f46-a5b3-df33403a3246') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:21.190729 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.207725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.216677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:35:21.217349 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:35:21.221066 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:35:21.272308 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.303830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] Pushing event deleted for resources: {'Port': ['ID=2126500a-6e62-4ac5-b5ce-83b268fb5dec,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:21.304268 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.312267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d618b-a360-4777-ab44-5e04468b6897 None None] No DVR routers for this DVR port 2126500a-6e62-4ac5-b5ce-83b268fb5dec on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:21.313069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.315495 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/networks/6f6e724f-30a9-4db1-984a-b0e59908e6fa HTTP/1.1" status: 204 len: 168 time: 0.7167416 Sep 21 18:35:21.320901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44728) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:21.330909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944154c-b659-4ff9-8ad7-04a58c9c62e3 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Pushing event deleted for resources: {'Network': ['ID=6f6e724f-30a9-4db1-984a-b0e59908e6fa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:21.373862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-23580163-7f4b-4fd3-a0ca-94ea94ffc4e7 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f8ae15f-8340-474a-bca3-9b0c6417730d HTTP/1.1" status: 200 len: 205 time: 0.0510197 Sep 21 18:35:21.376778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:21.469100 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa75d80f-8892-475e-a715-0feef88c0703 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.641398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa75d80f-8892-475e-a715-0feef88c0703 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.643612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa75d80f-8892-475e-a715-0feef88c0703 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.705189 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa75d80f-8892-475e-a715-0feef88c0703 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.706372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa75d80f-8892-475e-a715-0feef88c0703 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Fanout notify agent at l3_agent the message router_deleted on router 5f8ae15f-8340-474a-bca3-9b0c6417730d {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:35:21.721428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fa75d80f-8892-475e-a715-0feef88c0703 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.722650 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fa75d80f-8892-475e-a715-0feef88c0703 tempest-RoutersNegativeIpV6Test-1656622608 tempest-RoutersNegativeIpV6Test-1656622608-project] 10.222.0.70 "DELETE /v2.0/routers/5f8ae15f-8340-474a-bca3-9b0c6417730d HTTP/1.1" status: 204 len: 168 time: 0.3448937 Sep 21 18:35:21.977618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44792) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:22.149466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-637cb3c0-a96f-44bd-83e4-cc00994688bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0884b9cca7b4634bec307e1a540c794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704836 Sep 21 18:35:22.152023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44800) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:22.236588 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7ce9-7758-4b16-b328-5b67b722ad40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:22.266032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7ce9-7758-4b16-b328-5b67b722ad40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:22.368131 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7ce9-7758-4b16-b328-5b67b722ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:22.370818 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7ce9-7758-4b16-b328-5b67b722ad40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:22.375670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4c2e7ce9-7758-4b16-b328-5b67b722ad40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c77d29f-48e9-4e1e-976c-e3194f4ae65a HTTP/1.1" status: 204 len: 168 time: 0.2185738 Sep 21 18:35:22.388027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e7ce9-7758-4b16-b328-5b67b722ad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c77d29f-48e9-4e1e-976c-e3194f4ae65a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:22.440755 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-b0d5076b-cfa0-45bd-835f-6d70a7f90560 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:22.443107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-b0d5076b-cfa0-45bd-835f-6d70a7f90560 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/networks?id=a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 200 len: 813 time: 0.1446013 Sep 21 18:35:22.460132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e1416bc6-31c3-487d-8274-e016b9a47dab tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/quotas/17edc141a6fb4bdbad06b3e1faaa563e HTTP/1.1" status: 200 len: 375 time: 0.0106962 Sep 21 18:35:22.499990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-1dcbdffc-5d51-469f-8622-9ba3e362846a tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325158 Sep 21 18:35:22.541166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2126500a-6e62-4ac5-b5ce-83b268fb5dec no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:22.569288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 2126500a-6e62-4ac5-b5ce-83b268fb5dec {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:35:22.569629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 2126500a-6e62-4ac5-b5ce-83b268fb5dec not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:22.608122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-756254a2-8f2a-4712-bcdd-b02d042e886f service neutron] 10.222.0.70 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006861 Sep 21 18:35:22.706637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-9c58b796-b927-4061-ae29-ef7e7c12a125 service neutron] 10.222.0.70 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863647 Sep 21 18:35:22.876850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ae66857-23fe-4891-924c-64102af84b8a req-c23138f0-a943-4763-9190-8c942183034c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 210 time: 0.0288823 Sep 21 18:35:23.121985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44846) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:23.231051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f16a1f49-724e-4a50-bf81-a11422751d91 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:23.231538 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-f16a1f49-724e-4a50-bf81-a11422751d91 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:35:23.232031 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-f16a1f49-724e-4a50-bf81-a11422751d91 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:35:23.233015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f16a1f49-724e-4a50-bf81-a11422751d91 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1094766 Sep 21 18:35:23.237004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44850) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:23.241305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910638709'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:23.264672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.272789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.384152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.389117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.426176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab7e1f5-1de0-43e1-bbb3-59fbe95df077,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:23.489435 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.494297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.521163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.522613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2846670 Sep 21 18:35:23.525709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44852) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:23.530765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-995a84f5-1f6a-4c22-a43e-2a54813deb1b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': 'def485bf-4f28-4f26-a2eb-be15675dd510', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:23.530965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcda33-7e12-423e-a4a6-53fb87790bfb tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def485bf-4f28-4f26-a2eb-be15675dd510,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:23.567743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-995a84f5-1f6a-4c22-a43e-2a54813deb1b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.626515 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-995a84f5-1f6a-4c22-a43e-2a54813deb1b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.630260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-995a84f5-1f6a-4c22-a43e-2a54813deb1b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.647545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a84f5-1f6a-4c22-a43e-2a54813deb1b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3a5bf0-e3bb-4701-8d12-5145ad4fa520,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:23.654790 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-995a84f5-1f6a-4c22-a43e-2a54813deb1b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.656076 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-995a84f5-1f6a-4c22-a43e-2a54813deb1b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292160 Sep 21 18:35:23.662296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44854) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:23.666803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1213bdd9-160b-497d-b809-ec20474a463e tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': 'def485bf-4f28-4f26-a2eb-be15675dd510', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:23.695755 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1213bdd9-160b-497d-b809-ec20474a463e tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.743694 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-1213bdd9-160b-497d-b809-ec20474a463e tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:35:23.744862 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1213bdd9-160b-497d-b809-ec20474a463e tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0814679 Sep 21 18:35:23.749146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44856) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:23.815783 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c32c13d-75b1-4e17-9fb1-ab61d9b74609 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.844319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c32c13d-75b1-4e17-9fb1-ab61d9b74609 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.872991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-7d0c4592-2b7b-4b42-a952-3217e6474935 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:23.874662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-7d0c4592-2b7b-4b42-a952-3217e6474935 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "GET /v2.0/networks?id=a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 200 len: 813 time: 0.1261172 Sep 21 18:35:23.888416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Request body: {'port': {'device_id': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9', 'admin_state_up': True, 'tenant_id': '17edc141a6fb4bdbad06b3e1faaa563e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:23.900674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c32c13d-75b1-4e17-9fb1-ab61d9b74609 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.904244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c32c13d-75b1-4e17-9fb1-ab61d9b74609 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:23.905898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7c32c13d-75b1-4e17-9fb1-ab61d9b74609 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/def485bf-4f28-4f26-a2eb-be15675dd510 HTTP/1.1" status: 204 len: 168 time: 0.1543672 Sep 21 18:35:23.908688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44860) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:23.916147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32c13d-75b1-4e17-9fb1-ab61d9b74609 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def485bf-4f28-4f26-a2eb-be15675dd510,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:24.010515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c13c7b8-2bf0-42a9-b25b-3741b3bf5346 req-1940481e-fb25-48c5-8a36-f870260ae842 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 210 time: 0.0307355 Sep 21 18:35:24.036919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cfa3e124-c2d8-41ba-b590-a21931816072 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1270628 Sep 21 18:35:24.042764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44862) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:24.049130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442801158'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:24.067485 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.db.api [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:35:24.067485 n-d-810285-3 neutron-server[95090]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:35:24.067485 n-d-810285-3 neutron-server[95090]: [parameters: {'project_id': 'e4391f15dbe7488384877050287acad2', 'id': 'b26b970b-244e-4328-bdf7-f41172f417d4', 'expiration': datetime.datetime(2021, 9, 21, 18, 37, 24, 60426)}] Sep 21 18:35:24.067485 n-d-810285-3 neutron-server[95090]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:35:24.068064 n-d-810285-3 neutron-server[95090]: DEBUG oslo_db.api [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:35:24.074575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Made reservation on behalf of 17edc141a6fb4bdbad06b3e1faaa563e for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:24.078541 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.209052 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Allocated IP 172.20.0.5 (a5f3f937-5504-4705-a721-ac43648a4bc9/bc30a215-4571-4c96-9761-775bf6e212d9/e4eafb54-c577-4c44-b305-9f597c465ae3) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:24.359015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.392711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.440642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Network a5f3f937-5504-4705-a721-ac43648a4bc9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:24.443672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:24.450050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:24.454611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Pushing event updated for resources: {'Port': ['ID=e4eafb54-c577-4c44-b305-9f597c465ae3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:24.503614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:24.504223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.518152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-f239f29d-35b4-444b-8c9f-3a1121a17097 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6343126 Sep 21 18:35:24.589531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Request body: {'port': {'device_id': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:24.593484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.650082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.700919 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.705227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.735981 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.737162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6933613 Sep 21 18:35:24.739043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1906c-3fa1-40d0-a09e-1e8f795ca025 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629a8e0e-809e-4ab2-82d9-a544c05f4364,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:24.742011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44866) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:24.747667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7373b27d-1047-44dd-a2e3-b56566969300 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '629a8e0e-809e-4ab2-82d9-a544c05f4364', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:24.748315 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-7373b27d-1047-44dd-a2e3-b56566969300 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 18:35:24.748620 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-7373b27d-1047-44dd-a2e3-b56566969300 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:24.753318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7373b27d-1047-44dd-a2e3-b56566969300 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062594 Sep 21 18:35:24.753318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44868) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:24.812038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b13b7bbb-884d-43f1-bbb2-5a453370eb6c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.836548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b13b7bbb-884d-43f1-bbb2-5a453370eb6c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.882308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b13b7bbb-884d-43f1-bbb2-5a453370eb6c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.885040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b13b7bbb-884d-43f1-bbb2-5a453370eb6c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.886221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b13b7bbb-884d-43f1-bbb2-5a453370eb6c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/629a8e0e-809e-4ab2-82d9-a544c05f4364 HTTP/1.1" status: 204 len: 168 time: 0.1320252 Sep 21 18:35:24.889405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44870) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:24.896098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b7bbb-884d-43f1-bbb2-5a453370eb6c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a8e0e-809e-4ab2-82d9-a544c05f4364,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:24.968887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4eafb54-c577-4c44-b305-9f597c465ae3 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:35:24.978179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-958f3f1a-a623-4265-aa56-b7374957b31d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877414 Sep 21 18:35:24.980030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.982602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44872) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:24.987439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dee9e55d-6877-47e4-865d-e20891951bc5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--603842022'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:24.993148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Transition to ACTIVE for port object e4eafb54-c577-4c44-b305-9f597c465ae3 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:35:24.996808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.011308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee9e55d-6877-47e4-865d-e20891951bc5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.052502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4eafb54-c577-4c44-b305-9f597c465ae3,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:25.125503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Attempting to bind port e4eafb54-c577-4c44-b305-9f597c465ae3 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:25.125973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Attempting to bind port e4eafb54-c577-4c44-b305-9f597c465ae3 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:25.126353 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Attempting to bind port e4eafb54-c577-4c44-b305-9f597c465ae3 on network a5f3f937-5504-4705-a721-ac43648a4bc9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:25.131070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Port e4eafb54-c577-4c44-b305-9f597c465ae3 on network a5f3f937-5504-4705-a721-ac43648a4bc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:35:25.131403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Attempting to bind port e4eafb54-c577-4c44-b305-9f597c465ae3 on network a5f3f937-5504-4705-a721-ac43648a4bc9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:25.136426 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:25.136767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Checking segment: {'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:25.137150 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Bound using segment: {'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:25.137291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee9e55d-6877-47e4-865d-e20891951bc5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.137607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Bound port: e4eafb54-c577-4c44-b305-9f597c465ae3, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:25.138113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.142257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee9e55d-6877-47e4-865d-e20891951bc5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.173428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee58ae-1408-473a-9b43-1c608868a80d req-8358f663-a070-441a-8ec6-59b23d226faf tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:25.174889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8ee58ae-1408-473a-9b43-1c608868a80d req-8358f663-a070-441a-8ec6-59b23d226faf tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 943 time: 0.0852036 Sep 21 18:35:25.178691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dee9e55d-6877-47e4-865d-e20891951bc5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.179843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dee9e55d-6877-47e4-865d-e20891951bc5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1962321 Sep 21 18:35:25.183253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44876) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.194392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bad23a7b-c18d-400e-b3d9-c2e964e4c401 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '5c3b36ff-ed9c-43d5-b494-8e737e0424fd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:25.194844 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-bad23a7b-c18d-400e-b3d9-c2e964e4c401 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 18:35:25.195334 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-bad23a7b-c18d-400e-b3d9-c2e964e4c401 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:25.196287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bad23a7b-c18d-400e-b3d9-c2e964e4c401 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119028 Sep 21 18:35:25.201266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9e55d-6877-47e4-865d-e20891951bc5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b36ff-ed9c-43d5-b494-8e737e0424fd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:25.201554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44878) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.224452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8ee58ae-1408-473a-9b43-1c608868a80d req-bdcda8a7-283f-450a-8c86-3b5a7975e55f tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Sep 21 18:35:25.239721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] For port e4eafb54-c577-4c44-b305-9f597c465ae3, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:25.260433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] For port e4eafb54-c577-4c44-b305-9f597c465ae3, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e4eafb54-c577-4c44-b305-9f597c465ae3,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:25.267574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.308952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:25.310420 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.311986 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4eafb54-c577-4c44-b305-9f597c465ae3 HTTP/1.1" status: 200 len: 1091 time: 0.7857618 Sep 21 18:35:25.314349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'tag': 'e4eafb54-c577-4c44-b305-9f597c465ae3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:25.316849 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d1f95d-cef8-4521-9b57-aba6ad96b70e" -d '{"events": [{"name": "network-changed", "server_uuid": "18b11d2b-1e53-45aa-9a85-d4ef2e0c8911", "tag": "e4eafb54-c577-4c44-b305-9f597c465ae3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:25.319426 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58587978-7503-4e1b-b833-f015beb9deff tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.374369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58587978-7503-4e1b-b833-f015beb9deff tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.378621 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae12478-aa16-41f9-bbd6-9cbb464e6e40 x-openstack-request-id: req-7ae12478-aa16-41f9-bbd6-9cbb464e6e40 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:25.378905 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b11d2b-1e53-45aa-9a85-d4ef2e0c8911", "tag": "e4eafb54-c577-4c44-b305-9f597c465ae3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:25.379152 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ae12478-aa16-41f9-bbd6-9cbb464e6e40 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:25.379540 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'tag': 'e4eafb54-c577-4c44-b305-9f597c465ae3', 'status': 'completed', 'code': 200} Sep 21 18:35:25.402851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b250f0-df8f-4e55-bfbd-0ef0b9fc7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4eafb54-c577-4c44-b305-9f597c465ae3,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:25.437612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-4bfdfe14-8a40-409c-ae63-254117745bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:25.439178 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-4bfdfe14-8a40-409c-ae63-254117745bd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 1094 time: 0.0832489 Sep 21 18:35:25.446508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58587978-7503-4e1b-b833-f015beb9deff tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.449159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58587978-7503-4e1b-b833-f015beb9deff tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.450260 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-58587978-7503-4e1b-b833-f015beb9deff tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/5c3b36ff-ed9c-43d5-b494-8e737e0424fd HTTP/1.1" status: 204 len: 168 time: 0.2477748 Sep 21 18:35:25.453085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44882) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.492863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-d8ac8337-a202-4b6f-861a-7a3975287b5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4eafb54-c577-4c44-b305-9f597c465ae3 HTTP/1.1" status: 200 len: 217 time: 0.0413599 Sep 21 18:35:25.493982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58587978-7503-4e1b-b833-f015beb9deff tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b36ff-ed9c-43d5-b494-8e737e0424fd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:25.520608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-82c8ae40-9e4c-464e-853d-6fc24609b5b7 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629432 Sep 21 18:35:25.520891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44884) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.525565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d2a398c8-6ad6-439a-9cef-e5fc1028128c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--213692752'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:25.548477 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-2ad34fdf-7a82-4541-8271-1774c482ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:25.550197 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-2ad34fdf-7a82-4541-8271-1774c482ed41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc30a215-4571-4c96-9761-775bf6e212d9 HTTP/1.1" status: 200 len: 853 time: 0.0503497 Sep 21 18:35:25.550861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2a398c8-6ad6-439a-9cef-e5fc1028128c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.581877 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-ef666423-7bff-49b5-9a34-2ca79feaf7a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5f3f937-5504-4705-a721-ac43648a4bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248616 Sep 21 18:35:25.639864 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2a398c8-6ad6-439a-9cef-e5fc1028128c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.644005 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2a398c8-6ad6-439a-9cef-e5fc1028128c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.671611 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2a398c8-6ad6-439a-9cef-e5fc1028128c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.673119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d2a398c8-6ad6-439a-9cef-e5fc1028128c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1509833 Sep 21 18:35:25.676345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44886) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.677389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a398c8-6ad6-439a-9cef-e5fc1028128c tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004fa6e3-deee-4317-9e1e-8a7eda2415fa,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:25.682109 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4ba8123c-dba9-4463-a659-1d6386b585c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '004fa6e3-deee-4317-9e1e-8a7eda2415fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:25.684022 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-4ba8123c-dba9-4463-a659-1d6386b585c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 18:35:25.684659 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-4ba8123c-dba9-4463-a659-1d6386b585c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:25.685714 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4ba8123c-dba9-4463-a659-1d6386b585c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081437 Sep 21 18:35:25.687925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-b3643943-6bc0-42d1-9683-c9d872dc2200 service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991340 Sep 21 18:35:25.688406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44888) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.692318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8371cb70-9a68-4918-bce5-3e0faf2a1f64 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '004fa6e3-deee-4317-9e1e-8a7eda2415fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:25.692938 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-8371cb70-9a68-4918-bce5-3e0faf2a1f64 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 18:35:25.693402 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-8371cb70-9a68-4918-bce5-3e0faf2a1f64 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:25.694334 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8371cb70-9a68-4918-bce5-3e0faf2a1f64 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0051084 Sep 21 18:35:25.696741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44890) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.701456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cc7944f0-0e55-40e1-b28a-11510a5b0082 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '004fa6e3-deee-4317-9e1e-8a7eda2415fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:25.702328 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-cc7944f0-0e55-40e1-b28a-11510a5b0082 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 18:35:25.702833 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-cc7944f0-0e55-40e1-b28a-11510a5b0082 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:25.704055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cc7944f0-0e55-40e1-b28a-11510a5b0082 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060973 Sep 21 18:35:25.706319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44892) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.710502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e93a0eef-3adb-4aa3-ab3c-f4e94e5ee006 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '004fa6e3-deee-4317-9e1e-8a7eda2415fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:25.711354 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-e93a0eef-3adb-4aa3-ab3c-f4e94e5ee006 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 18:35:25.711834 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-e93a0eef-3adb-4aa3-ab3c-f4e94e5ee006 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:25.712787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e93a0eef-3adb-4aa3-ab3c-f4e94e5ee006 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055914 Sep 21 18:35:25.715250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44894) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.768953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e1e499b-93ea-4f6d-bf6c-ad86b750e954 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.787828 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b41caacc-7440-4e49-aef3-2afa75c49fe0 req-ce8f80f6-f55e-4e51-8daa-da8118549915 service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924640 Sep 21 18:35:25.791995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e1e499b-93ea-4f6d-bf6c-ad86b750e954 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.835855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e1e499b-93ea-4f6d-bf6c-ad86b750e954 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.838553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2e1e499b-93ea-4f6d-bf6c-ad86b750e954 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.839699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2e1e499b-93ea-4f6d-bf6c-ad86b750e954 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/004fa6e3-deee-4317-9e1e-8a7eda2415fa HTTP/1.1" status: 204 len: 168 time: 0.1230335 Sep 21 18:35:25.843018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44896) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.852224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e499b-93ea-4f6d-bf6c-ad86b750e954 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004fa6e3-deee-4317-9e1e-8a7eda2415fa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:25.903789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-d4d130ac-abda-45ed-bae4-f52957b159ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:25.905308 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-d4d130ac-abda-45ed-bae4-f52957b159ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 1094 time: 0.0730784 Sep 21 18:35:25.909964 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a20a27a-f1c3-4cfb-9c85-5f94aebff028 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659611 Sep 21 18:35:25.914049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44898) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:25.918960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-97575a6e-8fa8-4f15-b730-02a3fbb8ffe6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662406683'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:25.943814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97575a6e-8fa8-4f15-b730-02a3fbb8ffe6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.006242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-322304cd-f344-41df-bec1-fa176dddc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:26.007915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-322304cd-f344-41df-bec1-fa176dddc45d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 200 len: 915 time: 0.0952566 Sep 21 18:35:26.027252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97575a6e-8fa8-4f15-b730-02a3fbb8ffe6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.031836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97575a6e-8fa8-4f15-b730-02a3fbb8ffe6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.050300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-01a602fe-fbf9-4cf7-b808-966194031b04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4eafb54-c577-4c44-b305-9f597c465ae3 HTTP/1.1" status: 200 len: 217 time: 0.0351081 Sep 21 18:35:26.060278 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-97575a6e-8fa8-4f15-b730-02a3fbb8ffe6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.061485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-97575a6e-8fa8-4f15-b730-02a3fbb8ffe6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1461782 Sep 21 18:35:26.064562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44900) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.069626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-57624f37-491c-4624-b401-3d500503f561 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.070091 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-57624f37-491c-4624-b401-3d500503f561 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:35:26.070600 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-57624f37-491c-4624-b401-3d500503f561 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.071540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-57624f37-491c-4624-b401-3d500503f561 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061750 Sep 21 18:35:26.072606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97575a6e-8fa8-4f15-b730-02a3fbb8ffe6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fafac9-73d7-44a9-a638-4ab4ba03fc67,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:26.074671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44902) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.079666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-05800a59-80d2-449b-b521-e6a74dbbb8c6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.109302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-30221287-4837-483a-95bb-d7d075d5f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:26.110819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-30221287-4837-483a-95bb-d7d075d5f641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc30a215-4571-4c96-9761-775bf6e212d9 HTTP/1.1" status: 200 len: 853 time: 0.0533302 Sep 21 18:35:26.115519 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-05800a59-80d2-449b-b521-e6a74dbbb8c6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.116561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-05800a59-80d2-449b-b521-e6a74dbbb8c6 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0405090 Sep 21 18:35:26.119375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44904) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.124239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5b3c0808-ea3a-4037-990c-57c77a1ec6e7 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.124714 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-5b3c0808-ea3a-4037-990c-57c77a1ec6e7 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 18:35:26.125178 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-5b3c0808-ea3a-4037-990c-57c77a1ec6e7 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.126091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5b3c0808-ea3a-4037-990c-57c77a1ec6e7 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058241 Sep 21 18:35:26.128650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44906) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.132810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7f0d9174-acbd-4264-b78f-f39cbb42b0c9 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.144491 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-5586ddaf-c7fa-4b61-b15b-0d5a0fa27567 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5f3f937-5504-4705-a721-ac43648a4bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263305 Sep 21 18:35:26.167996 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-7f0d9174-acbd-4264-b78f-f39cbb42b0c9 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.172709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f0d9174-acbd-4264-b78f-f39cbb42b0c9 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0395777 Sep 21 18:35:26.173138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44908) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.183188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d0d3f4d2-da7d-48a9-9ef4-8926af3a5794 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.183659 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-d0d3f4d2-da7d-48a9-9ef4-8926af3a5794 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:35:26.185158 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-d0d3f4d2-da7d-48a9-9ef4-8926af3a5794 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.185998 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d0d3f4d2-da7d-48a9-9ef4-8926af3a5794 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119314 Sep 21 18:35:26.188662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44910) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.193105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a4fe9436-94c6-42f3-b44f-369eabf406c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.215429 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-a4fe9436-94c6-42f3-b44f-369eabf406c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Project e4391f15dbe7488384877050287acad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:35:26.233526 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-a4fe9436-94c6-42f3-b44f-369eabf406c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.235324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a4fe9436-94c6-42f3-b44f-369eabf406c3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0454972 Sep 21 18:35:26.238562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44912) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.243407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9e48fc12-c128-43bb-aca3-0e99dd8c8a51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.243877 n-d-810285-3 neutron-server[95090]: WARNING neutron.api.v2.base [None req-9e48fc12-c128-43bb-aca3-0e99dd8c8a51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 18:35:26.244355 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-9e48fc12-c128-43bb-aca3-0e99dd8c8a51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.245455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9e48fc12-c128-43bb-aca3-0e99dd8c8a51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056393 Sep 21 18:35:26.247686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-cb987474-2012-4158-9269-edef3f1dd12a service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941937 Sep 21 18:35:26.248728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44914) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.252922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fb26f336-d61d-4c1f-8802-9f0d8c017c29 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.268772 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:35:26.334680 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-fb26f336-d61d-4c1f-8802-9f0d8c017c29 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Project e4391f15dbe7488384877050287acad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:35:26.355205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b825-5025-46e7-897d-9c2562d4baf4 req-8f186ade-2ab0-40a7-9e9f-05c822836138 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:26.355205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e62b825-5025-46e7-897d-9c2562d4baf4 req-8f186ade-2ab0-40a7-9e9f-05c822836138 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 943 time: 0.0493467 Sep 21 18:35:26.359802 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-fb26f336-d61d-4c1f-8802-9f0d8c017c29 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.363424 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fb26f336-d61d-4c1f-8802-9f0d8c017c29 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1112316 Sep 21 18:35:26.365674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44918) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.373113 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-35d1f95d-cef8-4521-9b57-aba6ad96b70e req-cf1b1721-1019-4524-86af-a0f6389f1836 service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157341 Sep 21 18:35:26.376862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-34c7c4a0-5cd6-4dcc-b91c-55af1bb430c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02fafac9-73d7-44a9-a638-4ab4ba03fc67', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.411643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e62b825-5025-46e7-897d-9c2562d4baf4 req-a3d29d51-92c6-4bef-9ecf-4e3b54cdfea0 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553129 Sep 21 18:35:26.412772 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-34c7c4a0-5cd6-4dcc-b91c-55af1bb430c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Project e4391f15dbe7488384877050287acad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:35:26.426423 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-34c7c4a0-5cd6-4dcc-b91c-55af1bb430c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:26.430176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-34c7c4a0-5cd6-4dcc-b91c-55af1bb430c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0608754 Sep 21 18:35:26.430669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44920) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.484738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-148020d9-4f80-4ced-bd9e-ea37c6e93816 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.511109 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-148020d9-4f80-4ced-bd9e-ea37c6e93816 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.551685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-148020d9-4f80-4ced-bd9e-ea37c6e93816 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.554262 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-148020d9-4f80-4ced-bd9e-ea37c6e93816 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.555407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-148020d9-4f80-4ced-bd9e-ea37c6e93816 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/02fafac9-73d7-44a9-a638-4ab4ba03fc67 HTTP/1.1" status: 204 len: 168 time: 0.1236155 Sep 21 18:35:26.558275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44922) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.565025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148020d9-4f80-4ced-bd9e-ea37c6e93816 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fafac9-73d7-44a9-a638-4ab4ba03fc67,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:26.604367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7963131b-e2cc-4c9c-94df-8ab6d401682e tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448809 Sep 21 18:35:26.608756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44924) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.612930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6817c354-0bba-408d-a557-5f179ce9beaf tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--307812766'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.634996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6817c354-0bba-408d-a557-5f179ce9beaf tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.717391 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6817c354-0bba-408d-a557-5f179ce9beaf tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.721546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6817c354-0bba-408d-a557-5f179ce9beaf tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.750444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6817c354-0bba-408d-a557-5f179ce9beaf tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.751598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6817c354-0bba-408d-a557-5f179ce9beaf tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1419184 Sep 21 18:35:26.753502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c354-0bba-408d-a557-5f179ce9beaf tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02689a7d-0978-4aab-a1ef-8015bd556632,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:26.754520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44926) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.759312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9ab1b67b-fb4e-42c3-94de-8e735d571f66 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02689a7d-0978-4aab-a1ef-8015bd556632', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.799788 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-9ab1b67b-fb4e-42c3-94de-8e735d571f66 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The resource could not be found. Sep 21 18:35:26.800957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9ab1b67b-fb4e-42c3-94de-8e735d571f66 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0453539 Sep 21 18:35:26.803756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.808352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0b241488-fc26-4348-9a8c-c368741443d8 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '02689a7d-0978-4aab-a1ef-8015bd556632', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'aa64abea-7e11-4ed3-b39c-c00472681826'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:26.847246 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-0b241488-fc26-4348-9a8c-c368741443d8 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The resource could not be found. Sep 21 18:35:26.848380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0b241488-fc26-4348-9a8c-c368741443d8 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0435905 Sep 21 18:35:26.851136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44930) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.902344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-df4d38f0-863f-48d9-bbb6-1a62511a6332 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.924835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-df4d38f0-863f-48d9-bbb6-1a62511a6332 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.964972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-df4d38f0-863f-48d9-bbb6-1a62511a6332 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.968551 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-df4d38f0-863f-48d9-bbb6-1a62511a6332 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:26.969629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-df4d38f0-863f-48d9-bbb6-1a62511a6332 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/02689a7d-0978-4aab-a1ef-8015bd556632 HTTP/1.1" status: 204 len: 168 time: 0.1176150 Sep 21 18:35:26.972431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44932) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:26.978873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d38f0-863f-48d9-bbb6-1a62511a6332 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02689a7d-0978-4aab-a1ef-8015bd556632,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:27.021977 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-64ea12f4-75aa-491f-848e-841b73c80a34 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482507 Sep 21 18:35:27.025716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44934) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.031322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-962e98c2-07a7-414a-af69-3466c3e70901 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '12db4483-bacc-4e64-86f2-98438a6166e1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:27.080289 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-962e98c2-07a7-414a-af69-3466c3e70901 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The resource could not be found. Sep 21 18:35:27.081516 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-962e98c2-07a7-414a-af69-3466c3e70901 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0545683 Sep 21 18:35:27.085266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44936) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.089858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6eda83db-57d8-4f16-aacf-cdec65d8cc73 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--679531838'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:27.114146 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6eda83db-57d8-4f16-aacf-cdec65d8cc73 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.205826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6eda83db-57d8-4f16-aacf-cdec65d8cc73 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.209653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6eda83db-57d8-4f16-aacf-cdec65d8cc73 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.239649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6eda83db-57d8-4f16-aacf-cdec65d8cc73 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.240883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6eda83db-57d8-4f16-aacf-cdec65d8cc73 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1546612 Sep 21 18:35:27.242002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda83db-57d8-4f16-aacf-cdec65d8cc73 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c519a3f5-c591-46fe-aef9-bc6e6a67306a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:27.245569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44938) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.248754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4ae54229-9c17-46ad-bb70-97fb373075c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246541118'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:27.273533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ae54229-9c17-46ad-bb70-97fb373075c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.359687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ae54229-9c17-46ad-bb70-97fb373075c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.363230 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ae54229-9c17-46ad-bb70-97fb373075c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.396250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae54229-9c17-46ad-bb70-97fb373075c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ed6728-d765-4122-b298-80f6ef28c068,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:27.398669 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4ae54229-9c17-46ad-bb70-97fb373075c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.399881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4ae54229-9c17-46ad-bb70-97fb373075c1 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1549072 Sep 21 18:35:27.403015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44940) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.408289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c919a913-5960-419c-a7b0-7225cc0897ec tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': 'c519a3f5-c591-46fe-aef9-bc6e6a67306a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '72ed6728-d765-4122-b298-80f6ef28c068'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:27.414065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e4eafb54-c577-4c44-b305-9f597c465ae3 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:35:27.449673 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-c919a913-5960-419c-a7b0-7225cc0897ec tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:27.453976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c919a913-5960-419c-a7b0-7225cc0897ec tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0465209 Sep 21 18:35:27.454386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44944) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.513689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb7e4-5112-4673-a287-d8833951a0d3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.521849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e4eafb54-c577-4c44-b305-9f597c465ae3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e4eafb54-c577-4c44-b305-9f597c465ae3,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:27.536651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'e4eafb54-c577-4c44-b305-9f597c465ae3', 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9', 'port_id': 'e4eafb54-c577-4c44-b305-9f597c465ae3', 'mac_address': 'fa:16:3e:04:5c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc30a215-4571-4c96-9761-775bf6e212d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:35:27.539976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb7e4-5112-4673-a287-d8833951a0d3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.544389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e0a3-7fcd-4904-ba63-1874325b2be8 req-08c22343-32a1-4104-9564-2ef043891e86 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:27.546248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f174e0a3-7fcd-4904-ba63-1874325b2be8 req-08c22343-32a1-4104-9564-2ef043891e86 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 943 time: 0.0586660 Sep 21 18:35:27.586669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.595245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb7e4-5112-4673-a287-d8833951a0d3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.596553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f174e0a3-7fcd-4904-ba63-1874325b2be8 req-7688385a-73da-4597-b4a2-c6841a98862a tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Sep 21 18:35:27.599102 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e5ecb7e4-5112-4673-a287-d8833951a0d3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.602702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e5ecb7e4-5112-4673-a287-d8833951a0d3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/72ed6728-d765-4122-b298-80f6ef28c068 HTTP/1.1" status: 204 len: 168 time: 0.1454790 Sep 21 18:35:27.604639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44946) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.605071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4eafb54-c577-4c44-b305-9f597c465ae3 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:35:27.621639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecb7e4-5112-4673-a287-d8833951a0d3 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ed6728-d765-4122-b298-80f6ef28c068,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:27.639359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e4eafb54-c577-4c44-b305-9f597c465ae3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e4eafb54-c577-4c44-b305-9f597c465ae3,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:27.646374 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.678434 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-498d6327-4ff0-4f66-b1cf-2ab1a217d717 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0668881 Sep 21 18:35:27.681081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44948) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.701205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e4eafb54-c577-4c44-b305-9f597c465ae3,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:27.741263 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46b4c23-a9cc-4702-b808-37654a219537 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.767571 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46b4c23-a9cc-4702-b808-37654a219537 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.809052 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46b4c23-a9cc-4702-b808-37654a219537 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.812299 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c46b4c23-a9cc-4702-b808-37654a219537 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.813506 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c46b4c23-a9cc-4702-b808-37654a219537 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/c519a3f5-c591-46fe-aef9-bc6e6a67306a HTTP/1.1" status: 204 len: 168 time: 0.1313179 Sep 21 18:35:27.816315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44950) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.822979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4c23-a9cc-4702-b808-37654a219537 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c519a3f5-c591-46fe-aef9-bc6e6a67306a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:27.862446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bfc63513-1449-470f-b388-18aa1fa6b1e8 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442832 Sep 21 18:35:27.866271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44952) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:27.870863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d5338b23-068e-4f72-a2e6-4fed19326d38 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915801503'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:27.891030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['e4eafb54-c577-4c44-b305-9f597c465ae3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:35:27.895175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5338b23-068e-4f72-a2e6-4fed19326d38 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.988823 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5338b23-068e-4f72-a2e6-4fed19326d38 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:27.992782 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5338b23-068e-4f72-a2e6-4fed19326d38 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.022769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d5338b23-068e-4f72-a2e6-4fed19326d38 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.024008 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d5338b23-068e-4f72-a2e6-4fed19326d38 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1566763 Sep 21 18:35:28.027180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44954) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.028667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5338b23-068e-4f72-a2e6-4fed19326d38 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f224e9-1664-4519-a7af-8fb733fcc724,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:28.032435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b6d51dc5-e398-4447-b970-698a8a866dd8 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '41f224e9-1664-4519-a7af-8fb733fcc724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:28.076093 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-b6d51dc5-e398-4447-b970-698a8a866dd8 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:28.077646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b6d51dc5-e398-4447-b970-698a8a866dd8 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0488918 Sep 21 18:35:28.085628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44956) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.090147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7a8c4825-371a-4db4-9630-a7fc19a64f8f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group_rule': {'security_group_id': '41f224e9-1664-4519-a7af-8fb733fcc724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:28.134473 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-7a8c4825-371a-4db4-9630-a7fc19a64f8f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:35:28.135611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a8c4825-371a-4db4-9630-a7fc19a64f8f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0489717 Sep 21 18:35:28.139465 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44958) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.191305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-496f3315-9ef5-43fa-80b3-231fb2139a0f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.212957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-496f3315-9ef5-43fa-80b3-231fb2139a0f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.256391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-496f3315-9ef5-43fa-80b3-231fb2139a0f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.259109 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-496f3315-9ef5-43fa-80b3-231fb2139a0f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.260245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-496f3315-9ef5-43fa-80b3-231fb2139a0f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/41f224e9-1664-4519-a7af-8fb733fcc724 HTTP/1.1" status: 204 len: 168 time: 0.1199238 Sep 21 18:35:28.263400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44960) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.269620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f3315-9ef5-43fa-80b3-231fb2139a0f tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f224e9-1664-4519-a7af-8fb733fcc724,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:28.312288 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a90c3c9a-fcef-4245-b823-e501a20e52e9 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477414 Sep 21 18:35:28.315945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44962) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.320428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-77695799-eab6-4df7-b7c8-0039348e3b9d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'tempest-secgroup--592054185'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:28.342591 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77695799-eab6-4df7-b7c8-0039348e3b9d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.427657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77695799-eab6-4df7-b7c8-0039348e3b9d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.431836 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77695799-eab6-4df7-b7c8-0039348e3b9d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.461488 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-77695799-eab6-4df7-b7c8-0039348e3b9d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.462737 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-77695799-eab6-4df7-b7c8-0039348e3b9d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1458158 Sep 21 18:35:28.466003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44964) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.471026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3ec4e05f-c6fb-46fa-8e62-708efb1c8d51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:28.471441 n-d-810285-3 neutron-server[95091]: WARNING neutron.api.v2.base [None req-3ec4e05f-c6fb-46fa-8e62-708efb1c8d51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:35:28.471929 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-3ec4e05f-c6fb-46fa-8e62-708efb1c8d51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 18:35:28.472834 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3ec4e05f-c6fb-46fa-8e62-708efb1c8d51 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "PUT /v2.0/security-groups/059aa7d5-4120-4024-b128-ea486bdf7568 HTTP/1.1" status: 409 len: 330 time: 0.0055249 Sep 21 18:35:28.473841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77695799-eab6-4df7-b7c8-0039348e3b9d tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059aa7d5-4120-4024-b128-ea486bdf7568,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:28.475287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44966) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.529561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-754ff5b5-a6b7-46fe-913d-68b2fa94c026 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.552440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-754ff5b5-a6b7-46fe-913d-68b2fa94c026 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.592866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-754ff5b5-a6b7-46fe-913d-68b2fa94c026 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.595416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-754ff5b5-a6b7-46fe-913d-68b2fa94c026 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:28.596542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-754ff5b5-a6b7-46fe-913d-68b2fa94c026 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/059aa7d5-4120-4024-b128-ea486bdf7568 HTTP/1.1" status: 204 len: 168 time: 0.1201866 Sep 21 18:35:28.599326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44968) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.607227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ff5b5-a6b7-46fe-913d-68b2fa94c026 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059aa7d5-4120-4024-b128-ea486bdf7568,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:28.645047 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d97ddf69-9801-4b6f-b419-184440fc886a tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443420 Sep 21 18:35:28.648754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44972) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.664273 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-5fcbbc25-bb8f-4cee-a16e-006a2a5b7e2b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] delete failed (client error): The resource could not be found. Sep 21 18:35:28.669436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5fcbbc25-bb8f-4cee-a16e-006a2a5b7e2b tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "DELETE /v2.0/security-groups/cb6b8243-ac2f-4c4c-86fa-66549fe1800e HTTP/1.1" status: 404 len: 347 time: 0.0155540 Sep 21 18:35:28.670104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44974) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.695521 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-4c054074-ebc5-4fa6-b226-de126f5aada5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] show failed (client error): The resource could not be found. Sep 21 18:35:28.700248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4c054074-ebc5-4fa6-b226-de126f5aada5 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-groups/527c885b-adbc-4493-9b1c-b10a5bcb43ec HTTP/1.1" status: 404 len: 347 time: 0.0251408 Sep 21 18:35:28.701007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 44976) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:28.716977 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-0c0a30c7-d753-49fd-8049-34374c247e93 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] show failed (client error): The resource could not be found. Sep 21 18:35:28.718255 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0c0a30c7-d753-49fd-8049-34374c247e93 tempest-NegativeSecGroupIPv6Test-74988698 tempest-NegativeSecGroupIPv6Test-74988698-project] 10.222.0.70 "GET /v2.0/security-group-rules/c4eab44b-1bbe-424a-ad04-6e1279f283fd HTTP/1.1" status: 404 len: 356 time: 0.0162208 Sep 21 18:35:28.736877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9014f6-a986-48fd-83f8-88077adb5668 req-4df71f58-2335-4d5d-be08-9d9fb5b3aed9 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:28.738855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a9014f6-a986-48fd-83f8-88077adb5668 req-4df71f58-2335-4d5d-be08-9d9fb5b3aed9 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 944 time: 0.0609174 Sep 21 18:35:28.779314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a9014f6-a986-48fd-83f8-88077adb5668 req-c3cbf87b-f905-4548-8de0-fd2513ea7744 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344527 Sep 21 18:35:28.962988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44982) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:29.103201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e915a49e-8083-4929-962c-d822ac24df7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4391f15dbe7488384877050287acad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387351 Sep 21 18:35:29.105938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 44986) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:29.154068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f03068d-b1b3-4b25-8083-5523cee2ad98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.175583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f03068d-b1b3-4b25-8083-5523cee2ad98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.223193 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f03068d-b1b3-4b25-8083-5523cee2ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.225746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f03068d-b1b3-4b25-8083-5523cee2ad98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.226926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f03068d-b1b3-4b25-8083-5523cee2ad98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ab7e1f5-1de0-43e1-bbb3-59fbe95df077 HTTP/1.1" status: 204 len: 168 time: 0.1199193 Sep 21 18:35:29.235032 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03068d-b1b3-4b25-8083-5523cee2ad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab7e1f5-1de0-43e1-bbb3-59fbe95df077,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:29.275338 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd360-8603-4380-8359-62f782e1d0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.426960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e4eafb54-c577-4c44-b305-9f597c465ae3 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:29.484457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port e4eafb54-c577-4c44-b305-9f597c465ae3 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:35:29.489190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port e4eafb54-c577-4c44-b305-9f597c465ae3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:29.489787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.583574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.609720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4eafb54-c577-4c44-b305-9f597c465ae3'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:29.612464 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdb0fc8-a900-4d60-89d5-ab68a1328862" -d '{"events": [{"server_uuid": "18b11d2b-1e53-45aa-9a85-d4ef2e0c8911", "name": "network-vif-plugged", "status": "completed", "tag": "e4eafb54-c577-4c44-b305-9f597c465ae3"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:29.627502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port e4eafb54-c577-4c44-b305-9f597c465ae3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e4eafb54-c577-4c44-b305-9f597c465ae3,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:29.632045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:29.703327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=e4eafb54-c577-4c44-b305-9f597c465ae3,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:29.904002 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c872d1db-2d0c-49b9-b1fc-67ebfab53ee6 x-openstack-request-id: req-c872d1db-2d0c-49b9-b1fc-67ebfab53ee6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:29.904809 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b11d2b-1e53-45aa-9a85-d4ef2e0c8911", "name": "network-vif-plugged", "status": "completed", "tag": "e4eafb54-c577-4c44-b305-9f597c465ae3", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:29.905253 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c872d1db-2d0c-49b9-b1fc-67ebfab53ee6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:29.905876 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4eafb54-c577-4c44-b305-9f597c465ae3', 'code': 200} Sep 21 18:35:30.009066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b2933-d8ac-473f-b6fb-f043d87a59c8 req-2f111f6d-00a1-40a7-b16c-0d83c5c1ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:30.010814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a0b2933-d8ac-473f-b6fb-f043d87a59c8 req-2f111f6d-00a1-40a7-b16c-0d83c5c1ab0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 1096 time: 0.0452874 Sep 21 18:35:30.013083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e23f9-e94c-4b52-821b-ef69b12a7786 req-b986e88b-69af-4368-8435-7baac1f6ab01 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:30.015025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b53e23f9-e94c-4b52-821b-ef69b12a7786 req-b986e88b-69af-4368-8435-7baac1f6ab01 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 945 time: 0.0540862 Sep 21 18:35:30.034452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45014) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:30.058617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b53e23f9-e94c-4b52-821b-ef69b12a7786 req-5e2222fe-5f89-45d5-9787-e19e03fc4957 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Sep 21 18:35:30.059857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2a0b2933-d8ac-473f-b6fb-f043d87a59c8 req-f8e8ed49-7d37-41e9-914d-6240b440011e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Sep 21 18:35:30.143340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-331b8566-9461-406d-a53f-eb9801c33a26 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-733452895', 'prefixes': ['172.20.0.0/16']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:30.198418 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-331b8566-9461-406d-a53f-eb9801c33a26 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] Notify callbacks [] for subnetpool, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:30.199608 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-331b8566-9461-406d-a53f-eb9801c33a26 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1642361 Sep 21 18:35:30.202997 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45020) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:30.269121 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e0ee2394-e689-48e9-a92c-d48005a9ff90 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] 10.222.0.70 "GET /v2.0/subnetpools/a121901c-3c25-47db-bca3-8afd062606c0 HTTP/1.1" status: 200 len: 731 time: 0.0646253 Sep 21 18:35:30.272657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45022) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:30.278024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-09610425-b4c2-4e7a-8cb3-6bea5ec68c8b tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1362062793'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:30.358966 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-09610425-b4c2-4e7a-8cb3-6bea5ec68c8b tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] Notify callbacks [] for subnetpool, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:30.360165 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-09610425-b4c2-4e7a-8cb3-6bea5ec68c8b tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] 10.222.0.70 "PUT /v2.0/subnetpools/a121901c-3c25-47db-bca3-8afd062606c0 HTTP/1.1" status: 200 len: 684 time: 0.0865710 Sep 21 18:35:30.362808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45026) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:30.434526 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0052-8be4-427f-a52e-34c86876d688 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] Notify callbacks [] for subnetpool, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:30.435853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7dfe0052-8be4-427f-a52e-34c86876d688 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] 10.222.0.70 "DELETE /v2.0/subnetpools/a121901c-3c25-47db-bca3-8afd062606c0 HTTP/1.1" status: 204 len: 168 time: 0.0719373 Sep 21 18:35:30.438924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45028) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:30.457393 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-9bc35dd1-9a58-434e-889e-da9a4fa0eff4 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] show failed (client error): The resource could not be found. Sep 21 18:35:30.458412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9bc35dd1-9a58-434e-889e-da9a4fa0eff4 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] 10.222.0.70 "GET /v2.0/subnetpools/a121901c-3c25-47db-bca3-8afd062606c0 HTTP/1.1" status: 404 len: 346 time: 0.0183692 Sep 21 18:35:30.461098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45030) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:30.479078 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [None req-380acf27-6751-4d2f-9f4d-4bd3cecf2062 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] delete failed (client error): The resource could not be found. Sep 21 18:35:30.480057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-380acf27-6751-4d2f-9f4d-4bd3cecf2062 tempest-SubnetPoolsTestJSON-1262200178 tempest-SubnetPoolsTestJSON-1262200178-project] 10.222.0.70 "DELETE /v2.0/subnetpools/a121901c-3c25-47db-bca3-8afd062606c0 HTTP/1.1" status: 404 len: 346 time: 0.0180972 Sep 21 18:35:30.720000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45036) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:30.826778 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad53fe90-c555-4625-bc42-67d4b81fd0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:30.917977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad53fe90-c555-4625-bc42-67d4b81fd0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:30.921659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad53fe90-c555-4625-bc42-67d4b81fd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:30.961898 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad53fe90-c555-4625-bc42-67d4b81fd0c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bd4b6432d174fc4a6a8df4c8ae71531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407713 Sep 21 18:35:30.964497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53fe90-c555-4625-bc42-67d4b81fd0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeaa0e6-6ce9-4992-a1a3-2e42e7f3fa40,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:30.964886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45040) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:31.016951 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d83f6f5a-988d-4e19-a0f9-3f0006d4f72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:31.038009 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d83f6f5a-988d-4e19-a0f9-3f0006d4f72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:31.098614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d83f6f5a-988d-4e19-a0f9-3f0006d4f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:31.101727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d83f6f5a-988d-4e19-a0f9-3f0006d4f72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:31.106054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d83f6f5a-988d-4e19-a0f9-3f0006d4f72e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edeaa0e6-6ce9-4992-a1a3-2e42e7f3fa40 HTTP/1.1" status: 204 len: 168 time: 0.1398585 Sep 21 18:35:31.117487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6f5a-988d-4e19-a0f9-3f0006d4f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeaa0e6-6ce9-4992-a1a3-2e42e7f3fa40,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:31.211958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5583-dae7-4ce5-9e90-49d13634504c req-fc9e7098-e83c-4335-a552-ec894e025ab4 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:31.213448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed0a5583-dae7-4ce5-9e90-49d13634504c req-fc9e7098-e83c-4335-a552-ec894e025ab4 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 945 time: 0.0514858 Sep 21 18:35:31.253916 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ed0a5583-dae7-4ce5-9e90-49d13634504c req-659054dc-8598-462f-b79d-e26e2d547a6b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Sep 21 18:35:33.616593 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0ae628ab-1352-4349-9b09-9b839b0b2552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:34.167597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:34.345775 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:34.845045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:37.314678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:38.604203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.809036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45354) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:49.917596 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5b37-2baa-4b54-bae4-787c9f270253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.011450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5b37-2baa-4b54-bae4-787c9f270253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.015345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5b37-2baa-4b54-bae4-787c9f270253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.052882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd5b37-2baa-4b54-bae4-787c9f270253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576c4357-b49c-496b-8f8f-b8f4e3613742,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:50.060458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b5bd5b37-2baa-4b54-bae4-787c9f270253 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=284ce05d98bf4184b4efe74c32bc3a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465260 Sep 21 18:35:50.061390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45358) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:50.110115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c893908a-cb89-4647-a10b-526041212d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.131110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c893908a-cb89-4647-a10b-526041212d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.179018 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c893908a-cb89-4647-a10b-526041212d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.181714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c893908a-cb89-4647-a10b-526041212d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.185378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c893908a-cb89-4647-a10b-526041212d02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/576c4357-b49c-496b-8f8f-b8f4e3613742 HTTP/1.1" status: 204 len: 168 time: 0.1212323 Sep 21 18:35:50.191160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893908a-cb89-4647-a10b-526041212d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576c4357-b49c-496b-8f8f-b8f4e3613742,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:50.471028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45366) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:50.484451 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c376ecf-ed0c-41be-afa6-d105a5e6e0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.577188 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c376ecf-ed0c-41be-afa6-d105a5e6e0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.580969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3c376ecf-ed0c-41be-afa6-d105a5e6e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.623252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c376ecf-ed0c-41be-afa6-d105a5e6e0b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c803a500980c43d6a39af48fe2779606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511116 Sep 21 18:35:50.624223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c376ecf-ed0c-41be-afa6-d105a5e6e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e42bf72-019a-4985-b6ac-42cdc714ab5a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:50.625923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45368) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:50.685287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.707552 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.755587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.758354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.762032 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e42bf72-019a-4985-b6ac-42cdc714ab5a HTTP/1.1" status: 204 len: 168 time: 0.1317818 Sep 21 18:35:50.767871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e42bf72-019a-4985-b6ac-42cdc714ab5a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:50.775655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.775838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.776113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.776446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.776776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.777103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.777484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.777773 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.778714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.779054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.779369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:50.779684 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af880c-1a28-40f5-adff-6ab448d56002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:59.267882 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-87c7cabd-a34d-4de9-80db-529830997c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:03.269147 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:36:03.619447 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-024f46cb-0b51-4c1b-b459-e46022d4aaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:04.169360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:04.329017 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:04.810779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45512) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:04.846666 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:04.939740 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a22ab47-a12c-4d34-a330-70e9d0161676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.031480 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a22ab47-a12c-4d34-a330-70e9d0161676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.035298 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3a22ab47-a12c-4d34-a330-70e9d0161676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.074228 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3a22ab47-a12c-4d34-a330-70e9d0161676 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bf6f0da53124ee4b7ef631875abacb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623477 Sep 21 18:36:05.075096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22ab47-a12c-4d34-a330-70e9d0161676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49b6b3-1c1c-4d6f-a1f9-ba4a9dee8861,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:05.076989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45516) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:05.129063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dfc5-9204-4139-8394-865f94b11882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.149875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dfc5-9204-4139-8394-865f94b11882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.198244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dfc5-9204-4139-8394-865f94b11882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.200809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dfc5-9204-4139-8394-865f94b11882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.202008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b6f1dfc5-9204-4139-8394-865f94b11882 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c49b6b3-1c1c-4d6f-a1f9-ba4a9dee8861 HTTP/1.1" status: 204 len: 168 time: 0.1232643 Sep 21 18:36:05.209814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1dfc5-9204-4139-8394-865f94b11882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49b6b3-1c1c-4d6f-a1f9-ba4a9dee8861,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:05.517055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45524) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:05.531131 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f662543f-a5e1-4362-893d-3c174a1247aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.628131 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f662543f-a5e1-4362-893d-3c174a1247aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.632217 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f662543f-a5e1-4362-893d-3c174a1247aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.670427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662543f-a5e1-4362-893d-3c174a1247aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bdb735-716b-408c-bfc0-0905ac592ef4,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:05.674995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f662543f-a5e1-4362-893d-3c174a1247aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef54f0bf62cf4336a1e4eabbe2a29da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568837 Sep 21 18:36:05.677598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45526) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:05.732225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b7ff-440d-4846-b406-57f1c6764ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.753267 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b7ff-440d-4846-b406-57f1c6764ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.799832 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b7ff-440d-4846-b406-57f1c6764ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.802840 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b7ff-440d-4846-b406-57f1c6764ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.803998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e7e5b7ff-440d-4846-b406-57f1c6764ae6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56bdb735-716b-408c-bfc0-0905ac592ef4 HTTP/1.1" status: 204 len: 168 time: 0.1254821 Sep 21 18:36:05.812708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5b7ff-440d-4846-b406-57f1c6764ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bdb735-716b-408c-bfc0-0905ac592ef4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:07.310346 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:08.624225 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:10.259580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-c4670cca-96c9-480e-86b5-54b2ffcbe981 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401969 Sep 21 18:36:10.351439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-7c580689-2651-4d4c-868b-29fee2b680d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:10.352972 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-7c580689-2651-4d4c-868b-29fee2b680d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 1096 time: 0.0460956 Sep 21 18:36:10.465202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-591b3a09-5b75-475e-b22a-90e3fd996233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:10.466805 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-591b3a09-5b75-475e-b22a-90e3fd996233 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 200 len: 915 time: 0.0881643 Sep 21 18:36:10.511924 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-79dceb38-9654-4e9a-b2f4-85fb9fbeef13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4eafb54-c577-4c44-b305-9f597c465ae3 HTTP/1.1" status: 200 len: 217 time: 0.0362256 Sep 21 18:36:10.569151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-4d67e5bf-2a30-4dc8-9659-0ae21e16d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:10.570651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-4d67e5bf-2a30-4dc8-9659-0ae21e16d6e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc30a215-4571-4c96-9761-775bf6e212d9 HTTP/1.1" status: 200 len: 853 time: 0.0517874 Sep 21 18:36:10.603916 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-3c0aa04d-fdde-4916-9dad-e47aad86b374 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5f3f937-5504-4705-a721-ac43648a4bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250688 Sep 21 18:36:10.701812 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-e6653898-324b-4818-9278-62fa4c92fd13 service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862973 Sep 21 18:36:10.802565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e0d54093-1a42-4428-a8fb-c859aa80ffc7 req-78d38aa2-6887-4f5d-8fc9-1730520b1ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912864 Sep 21 18:36:14.874596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45664) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:15.013475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.120227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.126522 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.154604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d19303e4cbe04230bcc22ce688426c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780294 Sep 21 18:36:15.158053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45670) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:15.176368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11255052-5728-47a6-bb76-e165c0f61b9e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:15.184852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.185287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.185699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.186109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.186699 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.187120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.187585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.187915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.188315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.188710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.189104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.189497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4cb889-9dab-44f7-b2a5-be06110d527b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:15.221693 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0f47eaa-9a40-48e5-ba09-9b48b22d9525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.244347 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0f47eaa-9a40-48e5-ba09-9b48b22d9525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.304651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0f47eaa-9a40-48e5-ba09-9b48b22d9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.307831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a0f47eaa-9a40-48e5-ba09-9b48b22d9525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.312298 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a0f47eaa-9a40-48e5-ba09-9b48b22d9525 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11255052-5728-47a6-bb76-e165c0f61b9e HTTP/1.1" status: 204 len: 168 time: 0.1530957 Sep 21 18:36:15.321635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f47eaa-9a40-48e5-ba09-9b48b22d9525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11255052-5728-47a6-bb76-e165c0f61b9e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:15.687916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6b71-67f9-4665-adc1-4cf0b8baa9a5 req-666bd56f-0d92-4699-939d-02d9edbada57 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:15.689994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ffa6b71-67f9-4665-adc1-4cf0b8baa9a5 req-666bd56f-0d92-4699-939d-02d9edbada57 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 945 time: 0.0634034 Sep 21 18:36:15.736884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45684) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:15.758402 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1885-1a8b-4f8c-a483-0362a48286f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.863707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1885-1a8b-4f8c-a483-0362a48286f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.870243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1885-1a8b-4f8c-a483-0362a48286f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:15.919670 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9a2d1885-1a8b-4f8c-a483-0362a48286f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc93ee42c0524f4aacf76ea6ff4dab8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813860 Sep 21 18:36:15.920733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d1885-1a8b-4f8c-a483-0362a48286f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4496c4a2-800c-421a-98a8-24a36ac0ce07,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:15.931179 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:15.993674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a838ce5-9331-4b41-8ec1-c5214bdb814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:16.020464 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a838ce5-9331-4b41-8ec1-c5214bdb814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:16.072335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a838ce5-9331-4b41-8ec1-c5214bdb814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:16.075434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2a838ce5-9331-4b41-8ec1-c5214bdb814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:16.078257 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2a838ce5-9331-4b41-8ec1-c5214bdb814c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4496c4a2-800c-421a-98a8-24a36ac0ce07 HTTP/1.1" status: 204 len: 168 time: 0.1444662 Sep 21 18:36:16.086623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a838ce5-9331-4b41-8ec1-c5214bdb814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4496c4a2-800c-421a-98a8-24a36ac0ce07,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:16.130896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ffa6b71-67f9-4665-adc1-4cf0b8baa9a5 req-1d5b3dd7-c292-4ea1-a30f-dd0ccba10f5a tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321158 Sep 21 18:36:17.216433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-0ab7644d-87b3-4ce8-b0de-b98f22c36b5e tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:17.218908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-0ab7644d-87b3-4ce8-b0de-b98f22c36b5e tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 945 time: 0.0967038 Sep 21 18:36:17.316739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc618ae-2593-49a0-9783-61bf2d221b7c req-5269fd54-80ca-4edd-a588-37bb935d60b7 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:17.325930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bc618ae-2593-49a0-9783-61bf2d221b7c req-5269fd54-80ca-4edd-a588-37bb935d60b7 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 945 time: 0.0774193 Sep 21 18:36:17.347571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Deleting port e4eafb54-c577-4c44-b305-9f597c465ae3 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:36:17.347856 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:17.374781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8bc618ae-2593-49a0-9783-61bf2d221b7c req-ab9f35a2-0d6e-452f-8ece-0aaea084f155 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Sep 21 18:36:17.508523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] For port e4eafb54-c577-4c44-b305-9f597c465ae3, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=e4eafb54-c577-4c44-b305-9f597c465ae3,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:17.508896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:17.526443 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Calling delete_port for e4eafb54-c577-4c44-b305-9f597c465ae3 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:36:17.755617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:17.769373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['e4eafb54-c577-4c44-b305-9f597c465ae3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:36:18.208989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Pushing event deleted for resources: {'Port': ['ID=e4eafb54-c577-4c44-b305-9f597c465ae3,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:18.296082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] No DVR routers for this DVR port e4eafb54-c577-4c44-b305-9f597c465ae3 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:36:18.302946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:18.306442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1e0c980-0234-4239-96ea-e94bd596e311 req-b9550518-a853-4fb5-ad43-ba10b1d2db79 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "DELETE /v2.0/ports/e4eafb54-c577-4c44-b305-9f597c465ae3 HTTP/1.1" status: 204 len: 173 time: 1.0799999 Sep 21 18:36:18.307444 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'name': 'network-vif-deleted', 'tag': 'e4eafb54-c577-4c44-b305-9f597c465ae3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:18.312258 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9e56a-31a1-4162-869b-b41c001fdea3" -d '{"events": [{"server_uuid": "18b11d2b-1e53-45aa-9a85-d4ef2e0c8911", "name": "network-vif-deleted", "tag": "e4eafb54-c577-4c44-b305-9f597c465ae3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:18.388147 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6c4ea-6a96-4d0d-8427-0d0849cb2aac x-openstack-request-id: req-48e6c4ea-6a96-4d0d-8427-0d0849cb2aac {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:18.388578 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b11d2b-1e53-45aa-9a85-d4ef2e0c8911", "name": "network-vif-deleted", "tag": "e4eafb54-c577-4c44-b305-9f597c465ae3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:18.388966 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48e6c4ea-6a96-4d0d-8427-0d0849cb2aac {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:18.390701 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b11d2b-1e53-45aa-9a85-d4ef2e0c8911', 'name': 'network-vif-deleted', 'tag': 'e4eafb54-c577-4c44-b305-9f597c465ae3', 'status': 'completed', 'code': 200} Sep 21 18:36:18.523503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f3eb325-9164-4375-928c-de2caefb7bff req-8327bb28-577b-4934-a64d-0cf192eb5c16 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=18b11d2b-1e53-45aa-9a85-d4ef2e0c8911 HTTP/1.1" status: 200 len: 210 time: 0.0436914 Sep 21 18:36:19.351321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45774) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:19.469987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383c798e-53be-47b4-88d6-8109a17d5e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.594236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383c798e-53be-47b4-88d6-8109a17d5e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.599723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-383c798e-53be-47b4-88d6-8109a17d5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.645269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c798e-53be-47b4-88d6-8109a17d5e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96f762-f501-42fd-a07c-df8390dd1997,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:19.653510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45782) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:19.653949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-383c798e-53be-47b4-88d6-8109a17d5e5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89e8edf4fa0f4111aad9bc438ce82f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004625 Sep 21 18:36:19.730534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2e3dc79-b911-49e0-9049-b57d82c963f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.773893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2e3dc79-b911-49e0-9049-b57d82c963f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.866440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2e3dc79-b911-49e0-9049-b57d82c963f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.867962 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d2e3dc79-b911-49e0-9049-b57d82c963f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.869689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d2e3dc79-b911-49e0-9049-b57d82c963f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e96f762-f501-42fd-a07c-df8390dd1997 HTTP/1.1" status: 204 len: 168 time: 0.2154737 Sep 21 18:36:19.885418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3dc79-b911-49e0-9049-b57d82c963f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96f762-f501-42fd-a07c-df8390dd1997,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:20.177047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-563cb403-f9ee-46ed-a4e8-ed144321f951 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965695 Sep 21 18:36:20.276018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-826b59aa-6813-468b-9d1f-323f12c2e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:20.277298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-826b59aa-6813-468b-9d1f-323f12c2e6b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1096 time: 0.0488791 Sep 21 18:36:20.340039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 45792) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:20.372051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ae7bd4-69fc-4c96-bee0-78feab9f8768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.500329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ae7bd4-69fc-4c96-bee0-78feab9f8768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.505249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-92ae7bd4-69fc-4c96-bee0-78feab9f8768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.532648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-d7583bc3-b543-4c3f-9278-d490793bb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:20.534453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-d7583bc3-b543-4c3f-9278-d490793bb3d7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.2274942 Sep 21 18:36:20.556123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-92ae7bd4-69fc-4c96-bee0-78feab9f8768 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dff60f8f5e1e487bbd0245ea60bdef1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142880 Sep 21 18:36:20.557747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae7bd4-69fc-4c96-bee0-78feab9f8768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa8e8b-f741-4d9d-bf76-e3e05abb8c1c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:20.558663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 45794) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:20.628445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-2940db55-5557-4ec6-a584-74534e475f95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 1000 time: 0.0782475 Sep 21 18:36:20.707959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-ee638ca4-e594-4dab-8d48-bea4ad575f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:20.710172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-ee638ca4-e594-4dab-8d48-bea4ad575f15 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0739617 Sep 21 18:36:20.749609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8ea471a-53fc-430d-aab9-e401d4f58765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.772696 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8ea471a-53fc-430d-aab9-e401d4f58765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.827878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-3f81614b-34bc-4214-90ea-22ea67bd0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:20.830305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-3f81614b-34bc-4214-90ea-22ea67bd0b70 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083877 Sep 21 18:36:20.863212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8ea471a-53fc-430d-aab9-e401d4f58765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.866898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8ea471a-53fc-430d-aab9-e401d4f58765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.868246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e8ea471a-53fc-430d-aab9-e401d4f58765 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79fa8e8b-f741-4d9d-bf76-e3e05abb8c1c HTTP/1.1" status: 204 len: 168 time: 0.3086834 Sep 21 18:36:20.895184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea471a-53fc-430d-aab9-e401d4f58765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa8e8b-f741-4d9d-bf76-e3e05abb8c1c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:21.083978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-d0df9286-9177-4743-bd16-7c89719e43cb service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429419 Sep 21 18:36:21.220922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02a2340c-6a3b-49b7-be36-5f303d6b7c32 req-ac543580-d433-46ae-b885-98b9a758ed0f service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283991 Sep 21 18:36:21.658945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e4eafb54-c577-4c44-b305-9f597c465ae3 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:36:21.687934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: e4eafb54-c577-4c44-b305-9f597c465ae3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:36:21.688524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device e4eafb54-c577-4c44-b305-9f597c465ae3 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:36:22.756471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-4b3f0213-d7f1-49dd-8921-f5f0b7a1a8e1 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066181545&fields=id&tenant_id=243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 267 time: 0.0374770 Sep 21 18:36:22.877836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6717c692-7ffe-4a78-8ad6-3362059afee5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:22.880099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6717c692-7ffe-4a78-8ad6-3362059afee5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1148179 Sep 21 18:36:22.899930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-13d1badc-3768-4e7c-9165-8c5c85ed2257 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/quotas/243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 375 time: 0.0115800 Sep 21 18:36:22.967512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-06d498e8-ca50-4d33-a849-9e805d7ba9f5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590005 Sep 21 18:36:23.127805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-c8f67634-d54a-4644-8072-3b78097b23a3 service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454041 Sep 21 18:36:23.236567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-b2923bc2-dd0c-49be-b18b-68e06250b4fc service neutron] 10.222.0.70 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011891 Sep 21 18:36:23.543063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc42be09-c829-4f71-912c-d7568ccaeb3c req-2ca6a16b-52a3-4c96-82f2-bc50a8348460 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0330157 Sep 21 18:36:24.631364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-497441d3-e572-410d-add5-127af257dc1b req-a4f17ad6-5a27-4843-8ce9-b6c587fdcdd2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0305505 Sep 21 18:36:25.713848 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d778e842-9a9a-4c34-ae65-9b1e57ae513e req-c001f121-d995-49b9-a0c6-8aa64183b7e3 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0264802 Sep 21 18:36:26.658516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-237e586b-220a-48af-a2ea-efc5296ded60 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:26.660065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-237e586b-220a-48af-a2ea-efc5296ded60 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/networks?id=a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 200 len: 813 time: 0.1051235 Sep 21 18:36:26.675685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-e042a24c-2376-431c-9302-2aea01640175 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/quotas/17edc141a6fb4bdbad06b3e1faaa563e HTTP/1.1" status: 200 len: 375 time: 0.0096371 Sep 21 18:36:26.708337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-df2edd07-da59-4054-a5c6-e66d1372208d tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271344 Sep 21 18:36:26.799163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-aecb2e8f-0e73-475b-b835-41ffdd3c89d1 service neutron] 10.222.0.70 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840471 Sep 21 18:36:26.898135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-04035972-724b-49d4-b537-ba56c16ac54c service neutron] 10.222.0.70 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928671 Sep 21 18:36:27.092536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32ac16da-72a1-4e10-ace8-0f1fa235975a req-f07d8127-ba54-4a6e-a86c-1a1b4914d33a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0304174 Sep 21 18:36:27.167752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e74f9d8-d83e-44f1-b3c6-8320ac41a47b req-3dd94eaf-168e-42ea-b2ce-f2f24793babc tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 210 time: 0.0304096 Sep 21 18:36:28.204687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a530a05-df79-431f-9985-263c270b0720 req-659f966e-7862-4925-ba15-f840263a36f4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0289187 Sep 21 18:36:28.290587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1fcae019-a03c-4065-b310-c1cdcb89457b req-ad080530-a244-4fe5-8860-63eb4da14da8 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 210 time: 0.0302169 Sep 21 18:36:28.576852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ff7e5cc1-2372-4cf1-b871-97e6c85e5a69 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:28.578397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ff7e5cc1-2372-4cf1-b871-97e6c85e5a69 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "GET /v2.0/networks?id=a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 200 len: 813 time: 0.1154835 Sep 21 18:36:28.596488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Request body: {'port': {'device_id': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9', 'admin_state_up': True, 'tenant_id': '17edc141a6fb4bdbad06b3e1faaa563e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:36:28.711156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Made reservation on behalf of 17edc141a6fb4bdbad06b3e1faaa563e for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:36:28.714888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:28.885325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Allocated IP 172.20.0.4 (a5f3f937-5504-4705-a721-ac43648a4bc9/bc30a215-4571-4c96-9761-775bf6e212d9/8ef80944-ef38-4ebf-bff4-3591835e2621) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:36:28.998705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-802d1a42-6a22-4beb-854d-d869f2e1fb83 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:29.000746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-802d1a42-6a22-4beb-854d-d869f2e1fb83 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 812 time: 0.1662288 Sep 21 18:36:29.063413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-423e73db-dfd7-4768-b143-e2d25fc8e800 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=243e69bdbbe54b3780975a8b5b8607e2 HTTP/1.1" status: 200 len: 380 time: 0.0526788 Sep 21 18:36:29.081305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'port': {'device_id': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'admin_state_up': True, 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'security_groups': ['5aabd1ff-5bca-4852-af10-f6bbf719ce27']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:36:29.085491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.123023 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.196203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Pushing event updated for resources: {'Port': ['ID=8ef80944-ef38-4ebf-bff4-3591835e2621,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:29.210168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Network a5f3f937-5504-4705-a721-ac43648a4bc9 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:36:29.211813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:36:29.215798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:36:29.274048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:29.274786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.282283 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9ec09e6b-d349-4c72-9efc-ac9b19595a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.327982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-ba92aba7-98b0-4e4d-a1c1-0b5b6f6e827c tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352860 Sep 21 18:36:29.341327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Request body: {'port': {'device_id': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:36:29.369595 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc353d1c-3484-4f66-890a-986a10416d4c req-9b6e4683-8395-4ef6-97da-46574d1d8622 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0605712 Sep 21 18:36:29.370547 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Made reservation on behalf of 243e69bdbbe54b3780975a8b5b8607e2 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:36:29.375054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.426472 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.604927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac2540-1481-4eb4-be9b-51270cfe3c31 req-3863aaed-5559-4425-9f8e-90ea5c74940f tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:29.613332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4ac2540-1481-4eb4-be9b-51270cfe3c31 req-3863aaed-5559-4425-9f8e-90ea5c74940f tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 931 time: 0.1382194 Sep 21 18:36:29.660617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.20.0.11 (d0658d3d-cbbe-4400-ac0e-6886d0aa77d7/c5635321-e2bd-4a17-807d-77c5b5f633d1/f709f52c-ebc9-45a8-ae83-17a797b4de75) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:36:29.674327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4ac2540-1481-4eb4-be9b-51270cfe3c31 req-df90e419-e2df-401d-a4e8-8a134d0a3224 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596712 Sep 21 18:36:29.779929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef80944-ef38-4ebf-bff4-3591835e2621 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:36:29.788125 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.801429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Transition to ACTIVE for port object 8ef80944-ef38-4ebf-bff4-3591835e2621 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:36:29.806985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.884276 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:29.904999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Pushing event updated for resources: {'Port': ['ID=8ef80944-ef38-4ebf-bff4-3591835e2621,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:29.936460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.004159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:36:30.007320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:36:30.010476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:36:30.023948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Attempting to bind port 8ef80944-ef38-4ebf-bff4-3591835e2621 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:36:30.024384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Attempting to bind port 8ef80944-ef38-4ebf-bff4-3591835e2621 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:36:30.024783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Attempting to bind port 8ef80944-ef38-4ebf-bff4-3591835e2621 on network a5f3f937-5504-4705-a721-ac43648a4bc9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:36:30.031218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Port 8ef80944-ef38-4ebf-bff4-3591835e2621 on network a5f3f937-5504-4705-a721-ac43648a4bc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:36:30.031569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Attempting to bind port 8ef80944-ef38-4ebf-bff4-3591835e2621 on network a5f3f937-5504-4705-a721-ac43648a4bc9 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:36:30.043964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:36:30.044521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Checking segment: {'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:36:30.045022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Bound using segment: {'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:36:30.046144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Bound port: 8ef80944-ef38-4ebf-bff4-3591835e2621, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3409cabe-65b4-4c74-ac5a-6054f59a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:36:30.046834 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.061371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=f709f52c-ebc9-45a8-ae83-17a797b4de75,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:30.089837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:30.096599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.119835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-ed8dff00-addc-4414-b565-b0264d567e01 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0442901 Sep 21 18:36:30.126459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] For port 8ef80944-ef38-4ebf-bff4-3591835e2621, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:36:30.131247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] For port 8ef80944-ef38-4ebf-bff4-3591835e2621, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ef80944-ef38-4ebf-bff4-3591835e2621,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:36:30.134632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Request body: {'port': {'device_id': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:36:30.137192 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.192716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:30.193635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.195622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] 10.222.0.41 "PUT /v2.0/ports/8ef80944-ef38-4ebf-bff4-3591835e2621 HTTP/1.1" status: 200 len: 1091 time: 0.8596096 Sep 21 18:36:30.196377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'tag': '8ef80944-ef38-4ebf-bff4-3591835e2621'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:30.208879 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b6a11c-a8d4-4576-b303-52e4e6af4345" -d '{"events": [{"name": "network-changed", "server_uuid": "be4a06f2-282c-4b15-a4af-8c76de2ff1f9", "tag": "8ef80944-ef38-4ebf-bff4-3591835e2621"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:30.269475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.304437 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ed01c-2ec6-4f36-a0a0-8d5d348b858d x-openstack-request-id: req-f60ed01c-2ec6-4f36-a0a0-8d5d348b858d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:30.304736 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4a06f2-282c-4b15-a4af-8c76de2ff1f9", "tag": "8ef80944-ef38-4ebf-bff4-3591835e2621", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:30.304989 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f60ed01c-2ec6-4f36-a0a0-8d5d348b858d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:30.305525 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'tag': '8ef80944-ef38-4ebf-bff4-3591835e2621', 'status': 'completed', 'code': 200} Sep 21 18:36:30.311435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6da25c-3210-4f43-8e9b-794eb1e0b12b service neutron] Pushing event updated for resources: {'Port': ['ID=8ef80944-ef38-4ebf-bff4-3591835e2621,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:30.329958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-4ddadd94-3d8b-40e4-917e-41a0e16eabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:30.331774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-4ddadd94-3d8b-40e4-917e-41a0e16eabb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 1094 time: 0.0815561 Sep 21 18:36:30.405873 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-c66594e5-9c9f-4022-a062-019fa3578ac4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ef80944-ef38-4ebf-bff4-3591835e2621 HTTP/1.1" status: 200 len: 217 time: 0.0634189 Sep 21 18:36:30.503547 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-501c4e86-c36c-41e0-9ac2-eeb60dfb4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:30.505220 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-501c4e86-c36c-41e0-9ac2-eeb60dfb4cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc30a215-4571-4c96-9761-775bf6e212d9 HTTP/1.1" status: 200 len: 853 time: 0.0917935 Sep 21 18:36:30.517275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a1cc803f-b6d8-4d88-8d7d-523515c5dae2 None None] Provisioning complete for port f709f52c-ebc9-45a8-ae83-17a797b4de75 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:36:30.517853 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a1cc803f-b6d8-4d88-8d7d-523515c5dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.557655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-edae3870-b989-4408-a51d-0f05b1c4d329 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5f3f937-5504-4705-a721-ac43648a4bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426199 Sep 21 18:36:30.590431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc803f-b6d8-4d88-8d7d-523515c5dae2 None None] Port f709f52c-ebc9-45a8-ae83-17a797b4de75 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:36:30.695614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bed53-7305-40c3-9a3d-487fecf5531b req-6f767099-7580-4c64-b958-9efa48575a2f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:30.698590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-819bed53-7305-40c3-9a3d-487fecf5531b req-6f767099-7580-4c64-b958-9efa48575a2f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 932 time: 0.1929598 Sep 21 18:36:30.725593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-2c9f4930-fd01-4971-b350-d87bd784ffba service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607025 Sep 21 18:36:30.803608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-819bed53-7305-40c3-9a3d-487fecf5531b req-d80cc06e-d25b-47c9-a75d-224a983c360e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862815 Sep 21 18:36:30.872317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f709f52c-ebc9-45a8-ae83-17a797b4de75 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:36:30.882177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.902310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Transition to ACTIVE for port object f709f52c-ebc9-45a8-ae83-17a797b4de75 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:36:30.908863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:30.932775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-294bc7bd-a916-49a2-a5ef-3915752af19a req-eb63054d-d3be-43da-a909-e9881ab56207 service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984982 Sep 21 18:36:31.065725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Pushing event updated for resources: {'Port': ['ID=f709f52c-ebc9-45a8-ae83-17a797b4de75,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:31.094846 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-3b732ee1-89de-49b6-92cb-0135b5f06fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.099319 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-3b732ee1-89de-49b6-92cb-0135b5f06fb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 1094 time: 0.1128633 Sep 21 18:36:31.130131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0542b64-c4c9-4167-bda8-05eb80c0e8bf req-082945fe-ca3c-4174-aaac-90805442b3f4 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.132604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0542b64-c4c9-4167-bda8-05eb80c0e8bf req-082945fe-ca3c-4174-aaac-90805442b3f4 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 943 time: 0.1844940 Sep 21 18:36:31.246168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0542b64-c4c9-4167-bda8-05eb80c0e8bf req-737fd43d-4608-4f4d-8283-adb41fb625ef tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043150 Sep 21 18:36:31.257614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-a777176c-84e9-4d1f-8d1a-b71c257c7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.259694 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-a777176c-84e9-4d1f-8d1a-b71c257c7a17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 200 len: 915 time: 0.1524470 Sep 21 18:36:31.263139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Attempting to bind port f709f52c-ebc9-45a8-ae83-17a797b4de75 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:36:31.264566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Attempting to bind port f709f52c-ebc9-45a8-ae83-17a797b4de75 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:36:31.266894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Attempting to bind port f709f52c-ebc9-45a8-ae83-17a797b4de75 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:36:31.277120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Port f709f52c-ebc9-45a8-ae83-17a797b4de75 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:36:31.277935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Attempting to bind port f709f52c-ebc9-45a8-ae83-17a797b4de75 on network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:36:31.286953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:36:31.287676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Checking segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:36:31.288595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Bound using segment: {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:36:31.289295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Bound port: f709f52c-ebc9-45a8-ae83-17a797b4de75, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16afc-fd46-4a5d-a629-4f9d6c169143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:36:31.289884 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:31.320535 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-3abb8e99-92f1-4e96-b048-e25c353c1413 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ef80944-ef38-4ebf-bff4-3591835e2621 HTTP/1.1" status: 200 len: 217 time: 0.0529773 Sep 21 18:36:31.407244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] For port f709f52c-ebc9-45a8-ae83-17a797b4de75, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:36:31.409705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-899e6e92-8d48-4d80-a0e5-086f4107b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.411563 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-899e6e92-8d48-4d80-a0e5-086f4107b15a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc30a215-4571-4c96-9761-775bf6e212d9 HTTP/1.1" status: 200 len: 853 time: 0.0835369 Sep 21 18:36:31.412050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] For port f709f52c-ebc9-45a8-ae83-17a797b4de75, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:36:31.417630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:31.456237 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-96481d3d-a4da-420a-9f27-e45049f6a99f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5f3f937-5504-4705-a721-ac43648a4bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355418 Sep 21 18:36:31.458610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.459227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:31.460610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] 10.222.0.41 "PUT /v2.0/ports/f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 200 len: 1092 time: 1.3319633 Sep 21 18:36:31.461073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:31.463551 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157f913f-f3ab-4668-964c-a1c053677192" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:31.555332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea9800-4569-40d2-9b8c-6678f9265667 service neutron] Pushing event updated for resources: {'Port': ['ID=f709f52c-ebc9-45a8-ae83-17a797b4de75,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:31.568364 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c702da3-d4e5-4308-8530-bfffe828f5c0 x-openstack-request-id: req-4c702da3-d4e5-4308-8530-bfffe828f5c0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:31.568779 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:31.568924 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c702da3-d4e5-4308-8530-bfffe828f5c0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:31.569210 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'status': 'completed', 'code': 200} Sep 21 18:36:31.603764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-08b6f4ec-0a40-4507-afe9-f70ee8088c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.605378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-08b6f4ec-0a40-4507-afe9-f70ee8088c5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1095 time: 0.0639718 Sep 21 18:36:31.657358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-647beb7a-f4d2-4619-9f76-eab5432e1554 service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885276 Sep 21 18:36:31.683752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-74dceaf4-2480-4c71-91f0-eb353fcab40a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 200 len: 217 time: 0.0663083 Sep 21 18:36:31.771528 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-75b6a11c-a8d4-4576-b303-52e4e6af4345 req-8a40090f-32fc-4c49-b6ef-480a1c1c6ebf service neutron] 10.222.0.41 "GET /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065216 Sep 21 18:36:31.789180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-12361436-f0ce-4f92-b13d-7c9c024a342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.791755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-12361436-f0ce-4f92-b13d-7c9c024a342c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0996139 Sep 21 18:36:31.858790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-c1962432-849e-46ab-8154-ba5c87804b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:31.860482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-c1962432-849e-46ab-8154-ba5c87804b74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555518 Sep 21 18:36:32.041739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3da78-1461-494b-9080-54762b2dcee9 req-e01a66cd-0002-4a03-97e0-bf7ac11737a5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:32.043197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22d3da78-1461-494b-9080-54762b2dcee9 req-e01a66cd-0002-4a03-97e0-bf7ac11737a5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.1134884 Sep 21 18:36:32.046742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-5a5ef6d1-c4fd-46e4-9b55-aa58604949a8 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777399 Sep 21 18:36:32.152321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22d3da78-1461-494b-9080-54762b2dcee9 req-d07e55c3-7e7c-4c00-a9dc-4f16f2351a5f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998142 Sep 21 18:36:32.204551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e7068e5-33a4-449f-a6b7-36fbf36944da req-824daf6c-9116-4b0c-b289-9bf838448620 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457443 Sep 21 18:36:32.328833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f913f-f3ab-4668-964c-a1c053677192 req-af141466-1fcf-485b-8f1a-88f99addf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:32.334632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-157f913f-f3ab-4668-964c-a1c053677192 req-af141466-1fcf-485b-8f1a-88f99addf1ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1095 time: 0.0755196 Sep 21 18:36:32.493279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4e18-4d34-4f3d-9ae7-37c4644f12a9 req-cd494517-63ab-4644-aada-087e64945bdd tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:32.494872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16ee4e18-4d34-4f3d-9ae7-37c4644f12a9 req-cd494517-63ab-4644-aada-087e64945bdd tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 943 time: 0.1038823 Sep 21 18:36:32.532982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f913f-f3ab-4668-964c-a1c053677192 req-af928825-645d-4ebb-84b5-3bbe6afddbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:32.534493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-157f913f-f3ab-4668-964c-a1c053677192 req-af928825-645d-4ebb-84b5-3bbe6afddbde service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1933165 Sep 21 18:36:32.610867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-157f913f-f3ab-4668-964c-a1c053677192 req-2c364562-ef4c-4be0-aad0-6fb538409dea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 200 len: 217 time: 0.0672708 Sep 21 18:36:32.618009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16ee4e18-4d34-4f3d-9ae7-37c4644f12a9 req-d695eeb6-8d73-4d2b-9574-2c11719593ca tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077397 Sep 21 18:36:32.681621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f913f-f3ab-4668-964c-a1c053677192 req-345e60ef-ee35-46ad-9c7a-d162c3bc5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:32.684341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-157f913f-f3ab-4668-964c-a1c053677192 req-345e60ef-ee35-46ad-9c7a-d162c3bc5841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0648787 Sep 21 18:36:32.737008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f913f-f3ab-4668-964c-a1c053677192 req-02f24e45-681d-47e6-a605-18109a161012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:32.738716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-157f913f-f3ab-4668-964c-a1c053677192 req-02f24e45-681d-47e6-a605-18109a161012 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478625 Sep 21 18:36:32.859965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-157f913f-f3ab-4668-964c-a1c053677192 req-df7bce23-e92a-4e38-9578-51d6442ff131 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140509 Sep 21 18:36:32.978141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-157f913f-f3ab-4668-964c-a1c053677192 req-915f22da-d30a-4523-8835-08ce6819ca05 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111853 Sep 21 18:36:33.319086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef661-8923-4e22-8d31-aab3be1d2246 req-fe08b183-509b-4b61-83f1-b4e8ccc59364 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:33.327121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c2ef661-8923-4e22-8d31-aab3be1d2246 req-fe08b183-509b-4b61-83f1-b4e8ccc59364 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0733049 Sep 21 18:36:33.378410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c2ef661-8923-4e22-8d31-aab3be1d2246 req-9590e713-9b07-4c43-9bce-09afdec6ef2f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501640 Sep 21 18:36:33.626388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b7edd86-2e2a-4a08-97c0-af69e7988815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:33.753594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ef80944-ef38-4ebf-bff4-3591835e2621 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:36:33.766510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dce68-2d23-4e1b-88db-31ca5a9da6e0 req-f9050064-1163-42f3-8216-cd69291f4005 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:33.768150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f50dce68-2d23-4e1b-88db-31ca5a9da6e0 req-f9050064-1163-42f3-8216-cd69291f4005 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 943 time: 0.0599794 Sep 21 18:36:33.815042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f50dce68-2d23-4e1b-88db-31ca5a9da6e0 req-268dc28c-9aa2-45e9-a89f-cd4ce0dcb5ee tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Sep 21 18:36:33.879290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8ef80944-ef38-4ebf-bff4-3591835e2621, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ef80944-ef38-4ebf-bff4-3591835e2621,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:33.892639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '8ef80944-ef38-4ebf-bff4-3591835e2621', 'network_id': 'a5f3f937-5504-4705-a721-ac43648a4bc9', 'port_id': '8ef80944-ef38-4ebf-bff4-3591835e2621', 'mac_address': 'fa:16:3e:f0:98:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc30a215-4571-4c96-9761-775bf6e212d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:36:33.939122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:33.954243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef80944-ef38-4ebf-bff4-3591835e2621 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:36:33.977374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8ef80944-ef38-4ebf-bff4-3591835e2621, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ef80944-ef38-4ebf-bff4-3591835e2621,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:33.983807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:34.053577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=8ef80944-ef38-4ebf-bff4-3591835e2621,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:34.061870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.062247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.062604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.062927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.063379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.063716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.064112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.064368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.064688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.065005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.065372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.065839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:34.194643 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:34.198487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8ef80944-ef38-4ebf-bff4-3591835e2621'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:36:34.352808 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:34.503782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfc436-7d8d-4e99-adc0-d28ff1308605 req-3a61ff67-3d89-48d7-b32a-901fd7d08c31 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:34.509572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7cfc436-7d8d-4e99-adc0-d28ff1308605 req-3a61ff67-3d89-48d7-b32a-901fd7d08c31 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0642881 Sep 21 18:36:34.570905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d7cfc436-7d8d-4e99-adc0-d28ff1308605 req-a9618c22-7371-4277-bb3e-8c243567d2b5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536883 Sep 21 18:36:34.857609 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:34.971246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781929e-472f-49aa-952c-dee1e0eb4de4 req-068863b5-39f7-42cc-be20-005fd04e7c66 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:34.972986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c781929e-472f-49aa-952c-dee1e0eb4de4 req-068863b5-39f7-42cc-be20-005fd04e7c66 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 944 time: 0.0693662 Sep 21 18:36:35.022074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c781929e-472f-49aa-952c-dee1e0eb4de4 req-e0e3b229-a19c-4690-918e-82a36a28f2f8 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Sep 21 18:36:35.691845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6e07f-a9f3-4032-9845-77b0d465b459 req-a2c8fd90-cdb3-4c87-83f2-4c7c4d2cabc2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:35.693348 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e6e07f-a9f3-4032-9845-77b0d465b459 req-a2c8fd90-cdb3-4c87-83f2-4c7c4d2cabc2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0515594 Sep 21 18:36:35.732923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e6e07f-a9f3-4032-9845-77b0d465b459 req-1d292bfe-639b-4404-aa6f-53c2c4d76cfd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 Sep 21 18:36:35.771079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ef80944-ef38-4ebf-bff4-3591835e2621 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:36:35.823510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 8ef80944-ef38-4ebf-bff4-3591835e2621 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:36:35.827392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 8ef80944-ef38-4ebf-bff4-3591835e2621 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:36:35.827785 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:35.906247 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:35.930326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef80944-ef38-4ebf-bff4-3591835e2621'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:35.932590 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68618336-b8e6-46b2-9f72-e1a829219b24" -d '{"events": [{"server_uuid": "be4a06f2-282c-4b15-a4af-8c76de2ff1f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ef80944-ef38-4ebf-bff4-3591835e2621"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:35.950680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8ef80944-ef38-4ebf-bff4-3591835e2621, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ef80944-ef38-4ebf-bff4-3591835e2621,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:35.954464 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:36.003052 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feee8bda-77d5-4617-b4ac-91937ea482b8 x-openstack-request-id: req-feee8bda-77d5-4617-b4ac-91937ea482b8 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:36.003421 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4a06f2-282c-4b15-a4af-8c76de2ff1f9", "name": "network-vif-plugged", "status": "completed", "tag": "8ef80944-ef38-4ebf-bff4-3591835e2621", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:36.003570 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-feee8bda-77d5-4617-b4ac-91937ea482b8 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:36.003974 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef80944-ef38-4ebf-bff4-3591835e2621', 'code': 200} Sep 21 18:36:36.014137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=8ef80944-ef38-4ebf-bff4-3591835e2621,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:36.100578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6ea37-fd7c-43d9-a93f-a1d5cc71a841 req-d44c5433-604b-4b80-b5de-f9f999e31637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:36.102795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51c6ea37-fd7c-43d9-a93f-a1d5cc71a841 req-d44c5433-604b-4b80-b5de-f9f999e31637 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 1096 time: 0.0464222 Sep 21 18:36:36.179389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51c6ea37-fd7c-43d9-a93f-a1d5cc71a841 req-a2ca5708-8e08-4cb7-ab21-5debdd4b5fe4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684638 Sep 21 18:36:36.192499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4de58-6397-42f7-84c8-927f5aa1969a req-66f2783a-7d41-4fca-9e63-e7248262341a tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:36.194026 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9db4de58-6397-42f7-84c8-927f5aa1969a req-66f2783a-7d41-4fca-9e63-e7248262341a tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 945 time: 0.0854928 Sep 21 18:36:36.235492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9db4de58-6397-42f7-84c8-927f5aa1969a req-926c8a3b-7b19-4eb1-aa9b-929ef09459fb tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Sep 21 18:36:36.857366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee2c65-6572-4eca-b142-48884292ff36 req-ee8e083f-c5f9-4726-ad42-971ded585d67 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:36.859322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7ee2c65-6572-4eca-b142-48884292ff36 req-ee8e083f-c5f9-4726-ad42-971ded585d67 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0552678 Sep 21 18:36:36.900542 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7ee2c65-6572-4eca-b142-48884292ff36 req-68c896db-7009-41d3-a936-77a59930fca4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Sep 21 18:36:36.913286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46052) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:37.025445 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ad29168-a7e5-4e29-b1e7-d46300bae4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.117184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ad29168-a7e5-4e29-b1e7-d46300bae4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.120988 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3ad29168-a7e5-4e29-b1e7-d46300bae4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.165807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3ad29168-a7e5-4e29-b1e7-d46300bae4ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33b72c79637042c794c7acdd1fa95d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489271 Sep 21 18:36:37.165807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad29168-a7e5-4e29-b1e7-d46300bae4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8976dbbc-5907-413e-82a7-6f10d9c92b0c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:37.166432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46056) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:37.219865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29586823-0eda-4846-bd44-cf9b6634dfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.240936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29586823-0eda-4846-bd44-cf9b6634dfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.296063 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29586823-0eda-4846-bd44-cf9b6634dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.298833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-29586823-0eda-4846-bd44-cf9b6634dfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.299992 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-29586823-0eda-4846-bd44-cf9b6634dfb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8976dbbc-5907-413e-82a7-6f10d9c92b0c HTTP/1.1" status: 204 len: 168 time: 0.1325233 Sep 21 18:36:37.308207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29586823-0eda-4846-bd44-cf9b6634dfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8976dbbc-5907-413e-82a7-6f10d9c92b0c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:37.315725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.369737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de412c3-5f1c-47df-845a-02b814e3b1b2 req-c760c404-d763-4ee6-b18e-2bc9c360bb02 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:37.378159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de412c3-5f1c-47df-845a-02b814e3b1b2 req-c760c404-d763-4ee6-b18e-2bc9c360bb02 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 945 time: 0.0602057 Sep 21 18:36:37.412658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0de412c3-5f1c-47df-845a-02b814e3b1b2 req-ff9105e0-2650-4974-a5ab-319d790e5566 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Sep 21 18:36:37.612488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46070) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:37.627563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fa8156-35ba-467c-a35d-843fb569a253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.725017 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fa8156-35ba-467c-a35d-843fb569a253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.731562 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67fa8156-35ba-467c-a35d-843fb569a253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.775790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-67fa8156-35ba-467c-a35d-843fb569a253 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d29cb26375fe4c11a03af70f1b6ac5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621749 Sep 21 18:36:37.777332 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa8156-35ba-467c-a35d-843fb569a253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10f3af-d99c-4a39-8766-8c2fb830ccbc,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:37.779591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46076) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:37.833575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1b86-ff7b-4ffc-882e-687dc2d79c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.859448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1b86-ff7b-4ffc-882e-687dc2d79c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.912487 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1b86-ff7b-4ffc-882e-687dc2d79c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.915161 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1b86-ff7b-4ffc-882e-687dc2d79c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:37.916327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2dfc1b86-ff7b-4ffc-882e-687dc2d79c1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd10f3af-d99c-4a39-8766-8c2fb830ccbc HTTP/1.1" status: 204 len: 168 time: 0.1358192 Sep 21 18:36:37.925606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc1b86-ff7b-4ffc-882e-687dc2d79c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10f3af-d99c-4a39-8766-8c2fb830ccbc,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:38.052862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada5262-53c9-4333-8c0a-2f540c47dcb4 req-87587f9d-cd89-4fd3-97d1-45652e3e49ab tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:38.054593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ada5262-53c9-4333-8c0a-2f540c47dcb4 req-87587f9d-cd89-4fd3-97d1-45652e3e49ab tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0733268 Sep 21 18:36:38.111631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ada5262-53c9-4333-8c0a-2f540c47dcb4 req-a59a282e-89d5-4170-99d7-951aeb78930d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503659 Sep 21 18:36:38.624124 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:39.225564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9ca5b-7e38-4a72-989a-ea306398f5a1 req-cf1dadf3-3454-427d-9234-1afe1b33ca95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:39.227766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ae9ca5b-7e38-4a72-989a-ea306398f5a1 req-cf1dadf3-3454-427d-9234-1afe1b33ca95 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0502517 Sep 21 18:36:39.270509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ae9ca5b-7e38-4a72-989a-ea306398f5a1 req-8d55099e-6f8e-48e7-897e-0c486da81a39 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346148 Sep 21 18:36:40.269626 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:36:40.424718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478f7d-6280-46a9-80ce-fc54741aa518 req-1769a84a-1c8f-42ca-b72d-0847145ccd50 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:40.426240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62478f7d-6280-46a9-80ce-fc54741aa518 req-1769a84a-1c8f-42ca-b72d-0847145ccd50 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0624096 Sep 21 18:36:40.467657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62478f7d-6280-46a9-80ce-fc54741aa518 req-d3d17ea5-9613-42a7-8a42-0a7169802536 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Sep 21 18:36:41.594452 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc1f13-c8ca-4ca3-bbc3-4bb0bdcc16f4 req-e6a892e3-76b9-49ed-b006-7894fbb33ee6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:41.596129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0fc1f13-c8ca-4ca3-bbc3-4bb0bdcc16f4 req-e6a892e3-76b9-49ed-b006-7894fbb33ee6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 944 time: 0.0561109 Sep 21 18:36:41.636199 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e0fc1f13-c8ca-4ca3-bbc3-4bb0bdcc16f4 req-adac7d45-27a1-4505-a4c7-85dc98b7e59d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335925 Sep 21 18:36:41.797783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f709f52c-ebc9-45a8-ae83-17a797b4de75 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:36:41.897322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f709f52c-ebc9-45a8-ae83-17a797b4de75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:41.908930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'port_id': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'mac_address': 'fa:16:3e:e4:ea:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:36:41.954329 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:41.973811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f709f52c-ebc9-45a8-ae83-17a797b4de75 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:36:41.993880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f709f52c-ebc9-45a8-ae83-17a797b4de75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:41.999492 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:42.046656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f709f52c-ebc9-45a8-ae83-17a797b4de75,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:42.209688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['f709f52c-ebc9-45a8-ae83-17a797b4de75'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:36:42.770546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02cb77-08ab-42fc-8d1a-304c9cacb9dc req-143abb2c-c542-4ebd-8108-9e9020d2f0e8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:42.772261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca02cb77-08ab-42fc-8d1a-304c9cacb9dc req-143abb2c-c542-4ebd-8108-9e9020d2f0e8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 945 time: 0.0611231 Sep 21 18:36:42.825213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca02cb77-08ab-42fc-8d1a-304c9cacb9dc req-8e8fb101-c986-40ee-838f-bda49a64969f tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451884 Sep 21 18:36:43.300089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46158) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:43.415066 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feb3b6b0-6614-4db8-9c26-39634794ff80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.506369 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feb3b6b0-6614-4db8-9c26-39634794ff80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.510163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-feb3b6b0-6614-4db8-9c26-39634794ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.549351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-feb3b6b0-6614-4db8-9c26-39634794ff80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5d50c83effd44a08e82973ba9c0018e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480171 Sep 21 18:36:43.550396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3b6b0-6614-4db8-9c26-39634794ff80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62459e5-d153-4c36-936c-5c388fd14ce8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:43.552118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46164) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:43.609776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c44acc39-72ad-4de8-9ec7-959c200b1377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.630574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c44acc39-72ad-4de8-9ec7-959c200b1377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.677033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c44acc39-72ad-4de8-9ec7-959c200b1377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.679804 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c44acc39-72ad-4de8-9ec7-959c200b1377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.680904 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c44acc39-72ad-4de8-9ec7-959c200b1377 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b62459e5-d153-4c36-936c-5c388fd14ce8 HTTP/1.1" status: 204 len: 168 time: 0.1270423 Sep 21 18:36:43.689222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44acc39-72ad-4de8-9ec7-959c200b1377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62459e5-d153-4c36-936c-5c388fd14ce8,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:43.818158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f709f52c-ebc9-45a8-ae83-17a797b4de75 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:36:43.868138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port f709f52c-ebc9-45a8-ae83-17a797b4de75 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:36:43.872028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port f709f52c-ebc9-45a8-ae83-17a797b4de75 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:36:43.873326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.958256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09114dce-bb8f-4fe7-9b68-2b9c52ec65e3 req-0fcf264b-0191-461a-8698-85cc7f2ef96d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:43.958859 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.960624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09114dce-bb8f-4fe7-9b68-2b9c52ec65e3 req-0fcf264b-0191-461a-8698-85cc7f2ef96d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 945 time: 0.0606134 Sep 21 18:36:43.966523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46172) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:43.981786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca0f7d5-5f96-412d-b95f-8125fd6d82c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:43.982658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:43.985051 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a7be36-fec9-4412-814c-da2d3b1f469a" -d '{"events": [{"server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "name": "network-vif-plugged", "status": "completed", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:43.998793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port f709f52c-ebc9-45a8-ae83-17a797b4de75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:44.003582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:44.007616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09114dce-bb8f-4fe7-9b68-2b9c52ec65e3 req-c582fee5-8e50-4777-8f4b-d6db945911b2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393150 Sep 21 18:36:44.075082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=f709f52c-ebc9-45a8-ae83-17a797b4de75,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:44.080349 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c6d655-288b-45f4-8c9e-2c9ab8a04ab6 x-openstack-request-id: req-d3c6d655-288b-45f4-8c9e-2c9ab8a04ab6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:44.080656 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "name": "network-vif-plugged", "status": "completed", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:44.080941 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3c6d655-288b-45f4-8c9e-2c9ab8a04ab6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:44.081320 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'code': 200} Sep 21 18:36:44.088589 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca0f7d5-5f96-412d-b95f-8125fd6d82c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:44.093596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dca0f7d5-5f96-412d-b95f-8125fd6d82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:44.136994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0f7d5-5f96-412d-b95f-8125fd6d82c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db479f7e-a60a-4804-93eb-bd41fe26435f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:44.146699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dca0f7d5-5f96-412d-b95f-8125fd6d82c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=427cdbb2b17b4ea4b9c8d47c12d1c75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787801 Sep 21 18:36:44.147274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46178) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:44.179419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec7aaf-a970-48c8-a097-1257c2a0a191 req-ad366d8c-b86c-4675-b924-9a1c06503cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:44.181139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6ec7aaf-a970-48c8-a097-1257c2a0a191 req-ad366d8c-b86c-4675-b924-9a1c06503cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1097 time: 0.0467162 Sep 21 18:36:44.212365 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdd994c8-741b-4877-8e57-ee258cc07578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:44.222268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6ec7aaf-a970-48c8-a097-1257c2a0a191 req-ff563772-443a-426f-afca-c62a9fc2aa10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330577 Sep 21 18:36:44.234051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdd994c8-741b-4877-8e57-ee258cc07578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:44.279222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdd994c8-741b-4877-8e57-ee258cc07578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:44.281771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdd994c8-741b-4877-8e57-ee258cc07578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:44.282936 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cdd994c8-741b-4877-8e57-ee258cc07578 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db479f7e-a60a-4804-93eb-bd41fe26435f HTTP/1.1" status: 204 len: 168 time: 0.1347537 Sep 21 18:36:44.291002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd994c8-741b-4877-8e57-ee258cc07578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db479f7e-a60a-4804-93eb-bd41fe26435f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:45.134510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babc26a-fd2d-4bb2-9681-95a78f8c5ca6 req-5941a00f-f818-4860-bb1a-dd437aa33780 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:45.136126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5babc26a-fd2d-4bb2-9681-95a78f8c5ca6 req-5941a00f-f818-4860-bb1a-dd437aa33780 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 946 time: 0.0502894 Sep 21 18:36:45.174480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5babc26a-fd2d-4bb2-9681-95a78f8c5ca6 req-5c087f50-1800-4ae1-92c2-16770c4def98 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Sep 21 18:36:46.292359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7ad8e-7d72-43db-aa70-b7372d9da717 req-29dfdc90-f40b-4b1b-a716-654fca44ce84 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:46.293864 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08d7ad8e-7d72-43db-aa70-b7372d9da717 req-29dfdc90-f40b-4b1b-a716-654fca44ce84 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 946 time: 0.0536003 Sep 21 18:36:46.333193 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08d7ad8e-7d72-43db-aa70-b7372d9da717 req-44c20206-e5bf-4daf-aa45-4800f0ef6c78 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321171 Sep 21 18:36:46.449302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a70623-80d5-4c41-ade6-657b2f9e265b req-290c8a16-2377-4c92-9c05-fa1211d3885c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:46.451115 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52a70623-80d5-4c41-ade6-657b2f9e265b req-290c8a16-2377-4c92-9c05-fa1211d3885c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 946 time: 0.0515642 Sep 21 18:36:46.491082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52a70623-80d5-4c41-ade6-657b2f9e265b req-dd1bab9c-474d-4e63-abb6-ad4541747756 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Sep 21 18:36:46.515816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46224) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:46.556803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1653263-ecdf-4950-85bb-bdb6f6985811 tempest-TestVolumeBootPattern-823563528 tempest-TestVolumeBootPattern-823563528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:46.558785 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c1653263-ecdf-4950-85bb-bdb6f6985811 tempest-TestVolumeBootPattern-823563528 tempest-TestVolumeBootPattern-823563528-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1092 time: 0.0418022 Sep 21 18:36:46.562292 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46228) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:46.570390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:36:46.594636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:46.697283 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:46.807881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Allocated IP 172.25.3.94 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/cbe7483f-787d-4d79-9934-b50603669449) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:36:46.911763 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:46.946775 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:46.988322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:36:46.991599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:36:46.994468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:36:47.028096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=cbe7483f-787d-4d79-9934-b50603669449,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:47.377097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:47.462118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:47.686015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:47.691134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:47.766442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event updated for resources: {'Port': ['ID=cbe7483f-787d-4d79-9934-b50603669449,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:47.775736 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:47.878291 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Floating IP 7e055433-3641-4e52-a264-a3c505a05c95 associated. External IP: 172.25.3.94, port: f709f52c-ebc9-45a8-ae83-17a797b4de75. Sep 21 18:36:48.307895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:36:48.415375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:36:48.427088 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:36:48.437171 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:36:48.437782 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:36:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:48.443158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:48.476669 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-edaadc64-3da5-4d1b-966d-0f687c28ee19 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9077754 Sep 21 18:36:48.477358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:48.482264 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c60d57-85a8-4a88-bd7c-9c465da9969f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:48.523496 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9a89e7-f21d-4ec2-8316-6dc915c8659e x-openstack-request-id: req-8d9a89e7-f21d-4ec2-8316-6dc915c8659e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:48.523787 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:48.524035 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d9a89e7-f21d-4ec2-8316-6dc915c8659e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:48.524492 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'status': 'completed', 'code': 200} Sep 21 18:36:48.573463 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:36:48.596999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-ffcdd996-1952-4c3b-b171-6cfb96d0d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:48.599210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-ffcdd996-1952-4c3b-b171-6cfb96d0d3f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1097 time: 0.0518696 Sep 21 18:36:48.715110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-5d433170-fdcb-4ae8-bd01-05110326fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:48.718397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-5d433170-fdcb-4ae8-bd01-05110326fe74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1104980 Sep 21 18:36:48.807528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-7744ec45-e427-49bd-92ad-2a1c36789b1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 200 len: 999 time: 0.0808930 Sep 21 18:36:48.849027 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:34Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}, {'id': '7e055433-3641-4e52-a264-a3c505a05c95', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:e4:ea:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:36:47Z', 'updated_at': '2021-09-21T18:36:47Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:48.878876 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:36:48.885081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-0833977e-df94-4a74-bf22-526993737644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:48.887062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-0833977e-df94-4a74-bf22-526993737644 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0703218 Sep 21 18:36:48.889311 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:36:48.890855 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:36:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:48.953479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-8cd5d916-c58e-4816-a1dc-9232d4fef063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:48.957435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-8cd5d916-c58e-4816-a1dc-9232d4fef063 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619421 Sep 21 18:36:49.075733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-13cfb922-c545-4930-aaef-0350009997de service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082149 Sep 21 18:36:49.105045 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:36:49.210863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c60d57-85a8-4a88-bd7c-9c465da9969f req-dfeaab93-6d81-46ef-bcd0-aacf45579565 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275115 Sep 21 18:36:49.360356 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:34Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}, {'id': '7e055433-3641-4e52-a264-a3c505a05c95', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:e4:ea:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:36:47Z', 'updated_at': '2021-09-21T18:36:47Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:49.390799 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79920c92-63f1-4631-bd99-c329571a4f93 None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:34Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}, {'id': '7e055433-3641-4e52-a264-a3c505a05c95', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.94', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:e4:ea:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:36:47Z', 'updated_at': '2021-09-21T18:36:47Z', 'revision_number': 0, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:36:49.627671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892012b6-200c-405e-b66e-1f1da7df4f49 None None] New status for floating IP 7e055433-3641-4e52-a264-a3c505a05c95: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:36:59.275216 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6934ed7b-8d8a-4316-9f23-dd5f03aa1048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:03.631698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4a03b2a5-598a-47fa-9d48-cfc93606322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:04.040735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7d846-e557-46dd-8c91-761604bdffd2 req-1ed470af-755b-42f9-baf2-2341042c0a9d tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:04.050729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09c7d846-e557-46dd-8c91-761604bdffd2 req-1ed470af-755b-42f9-baf2-2341042c0a9d tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 945 time: 0.0630043 Sep 21 18:37:04.104687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09c7d846-e557-46dd-8c91-761604bdffd2 req-36c5354d-6f6d-458a-8236-edd9804fcf9a tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 Sep 21 18:37:04.175213 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:04.368484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:04.849886 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:05.229562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f89c4f-4e58-473c-aea1-406566e31029 req-c9a6953f-53e6-4dbf-a627-71d568d033cb tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:05.232108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22f89c4f-4e58-473c-aea1-406566e31029 req-c9a6953f-53e6-4dbf-a627-71d568d033cb tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 945 time: 0.0557170 Sep 21 18:37:05.270056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22f89c4f-4e58-473c-aea1-406566e31029 req-606132e5-fc2b-41ca-9f53-8f6c8e190f05 tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/security-groups?id=62b092f4-5f35-4a71-b38f-3abde38d21c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Sep 21 18:37:05.771140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-98167878-8a54-4785-a947-4948f1c1efcf tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:05.772747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-98167878-8a54-4785-a947-4948f1c1efcf tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 945 time: 0.0612547 Sep 21 18:37:05.867810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Deleting port 8ef80944-ef38-4ebf-bff4-3591835e2621 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:37:05.868152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:05.967468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] For port 8ef80944-ef38-4ebf-bff4-3591835e2621, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ef80944-ef38-4ebf-bff4-3591835e2621,segment=NetworkSegment(3409cabe-65b4-4c74-ac5a-6054f59a876d),segment_id=3409cabe-65b4-4c74-ac5a-6054f59a876d)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:05.967872 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:05.982167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Calling delete_port for 8ef80944-ef38-4ebf-bff4-3591835e2621 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:37:06.118613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:06.131215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['8ef80944-ef38-4ebf-bff4-3591835e2621'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:37:06.149928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Pushing event deleted for resources: {'Port': ['ID=8ef80944-ef38-4ebf-bff4-3591835e2621,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:06.190133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] No DVR routers for this DVR port 8ef80944-ef38-4ebf-bff4-3591835e2621 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:37:06.192912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:06.195114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e5f833f-00ec-4dbc-bd92-d5123daff3f3 req-91e59fb4-71d9-495c-9211-11a73aa8c49b tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.41 "DELETE /v2.0/ports/8ef80944-ef38-4ebf-bff4-3591835e2621 HTTP/1.1" status: 204 len: 173 time: 0.4156547 Sep 21 18:37:06.195650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'name': 'network-vif-deleted', 'tag': '8ef80944-ef38-4ebf-bff4-3591835e2621'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:37:06.198397 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcbce0f-b2b6-45b8-975e-f4b82abcaa3e" -d '{"events": [{"server_uuid": "be4a06f2-282c-4b15-a4af-8c76de2ff1f9", "name": "network-vif-deleted", "tag": "8ef80944-ef38-4ebf-bff4-3591835e2621"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:37:06.246447 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5969d9-e1d5-4803-8625-f80596813ff1 x-openstack-request-id: req-9d5969d9-e1d5-4803-8625-f80596813ff1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:37:06.246447 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4a06f2-282c-4b15-a4af-8c76de2ff1f9", "name": "network-vif-deleted", "tag": "8ef80944-ef38-4ebf-bff4-3591835e2621", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:37:06.247276 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d5969d9-e1d5-4803-8625-f80596813ff1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:37:06.247555 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a06f2-282c-4b15-a4af-8c76de2ff1f9', 'name': 'network-vif-deleted', 'tag': '8ef80944-ef38-4ebf-bff4-3591835e2621', 'status': 'completed', 'code': 200} Sep 21 18:37:06.394908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48db3f85-93bd-4ebc-8ff9-707945f5f5e4 req-ca3eb244-4cb7-4630-a660-f9fbe1bc6eae tempest-VolumesSnapshotTestJSON-1535322954 tempest-VolumesSnapshotTestJSON-1535322954-project] 10.222.0.70 "GET /v2.0/ports?device_id=be4a06f2-282c-4b15-a4af-8c76de2ff1f9 HTTP/1.1" status: 200 len: 210 time: 0.0309424 Sep 21 18:37:07.316524 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:08.620829 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:09.929986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ef80944-ef38-4ebf-bff4-3591835e2621 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:37:09.951614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 8ef80944-ef38-4ebf-bff4-3591835e2621 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:37:09.952103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ef80944-ef38-4ebf-bff4-3591835e2621 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:37:10.254759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-a5245a58-5b96-443e-ac3b-a51b22008fcf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440311 Sep 21 18:37:10.350306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-91fd8ae0-7cb1-4252-9b23-7853f37cc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:10.351981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-91fd8ae0-7cb1-4252-9b23-7853f37cc650 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1097 time: 0.0468574 Sep 21 18:37:10.467837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-0bc7f101-91f8-46a3-8097-e18088550df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:10.469382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-0bc7f101-91f8-46a3-8097-e18088550df8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.0921774 Sep 21 18:37:10.542469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-9f1b223f-a36f-4886-9663-0ecfe345955e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 200 len: 1001 time: 0.0652857 Sep 21 18:37:10.597139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-85de1d2a-7030-471b-80e9-7d1291267d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:10.598657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-85de1d2a-7030-471b-80e9-7d1291267d30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0463758 Sep 21 18:37:10.653292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-25c950a7-db3c-4b5e-b3b9-51e4ea37993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:10.654911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-25c950a7-db3c-4b5e-b3b9-51e4ea37993f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476952 Sep 21 18:37:10.753178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-36aed1de-4151-4ccc-ba2b-e2eb8ddb36fd service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900757 Sep 21 18:37:10.858734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95506c58-acb5-4138-9620-23c6b0ab3b0f req-78364adf-81ef-40cc-a4cc-4ba286ff6bad service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939100 Sep 21 18:37:11.610140 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46448) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:11.736770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:11.828721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:11.832462 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:11.870411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa32118b-4429-4199-ad3b-101f2dbf4b63,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:11.875392 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bcac88b9df74883bd5fa0d9f5ac6ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640767 Sep 21 18:37:11.878075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:11.882134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.882522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.882873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.883217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.883559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.883898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.884232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.884565 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.884897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.885227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.885559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.885886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c918207-3df7-428d-82d3-d07af6a44f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:11.938513 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3e009845-4fa6-4e3f-8a08-b37af04c8dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:11.961827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3e009845-4fa6-4e3f-8a08-b37af04c8dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:12.013496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3e009845-4fa6-4e3f-8a08-b37af04c8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:12.016372 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3e009845-4fa6-4e3f-8a08-b37af04c8dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:12.017530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3e009845-4fa6-4e3f-8a08-b37af04c8dcb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa32118b-4429-4199-ad3b-101f2dbf4b63 HTTP/1.1" status: 204 len: 168 time: 0.1383400 Sep 21 18:37:12.026337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e009845-4fa6-4e3f-8a08-b37af04c8dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa32118b-4429-4199-ad3b-101f2dbf4b63,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:17.273420 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:37:21.127039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-c7050b51-3b4b-4265-a772-5bf18318ae9b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472383 Sep 21 18:37:21.232027 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae334340-b09c-4561-8b86-13da150f630c req-561dd820-a0c1-4632-8064-4fa828cc0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:21.234635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-561dd820-a0c1-4632-8064-4fa828cc0c17 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1096 time: 0.0549166 Sep 21 18:37:21.368636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae334340-b09c-4561-8b86-13da150f630c req-14e449e3-4e0c-4ae3-b2c1-de8d6064a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:21.370383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-14e449e3-4e0c-4ae3-b2c1-de8d6064a4f3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1145217 Sep 21 18:37:21.457652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-273b7dad-ecc5-4e7c-80a0-6afe6bdd4942 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 1000 time: 0.0790806 Sep 21 18:37:21.510045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae334340-b09c-4561-8b86-13da150f630c req-e04b6d8e-935e-4f4f-9d35-295b18bbc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:21.512143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-e04b6d8e-935e-4f4f-9d35-295b18bbc8d9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0471792 Sep 21 18:37:21.563262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae334340-b09c-4561-8b86-13da150f630c req-4152292a-3d00-4829-8402-b5ab8964e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:21.564807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-4152292a-3d00-4829-8402-b5ab8964e093 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453403 Sep 21 18:37:21.676821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-5117f281-ca84-44b5-a279-c47653f85d36 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037843 Sep 21 18:37:21.767850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae334340-b09c-4561-8b86-13da150f630c req-0a82e121-daec-429c-8c45-fd40a79b9c02 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830488 Sep 21 18:37:22.406789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46622) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:22.539123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7d3fa4ef-5b1e-42bb-a750-4bcad3748b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:22.659320 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7d3fa4ef-5b1e-42bb-a750-4bcad3748b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:22.663479 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7d3fa4ef-5b1e-42bb-a750-4bcad3748b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:22.708468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fa4ef-5b1e-42bb-a750-4bcad3748b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d623ee64-d073-46b5-9d45-5e04ff0a8cb1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:22.715498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7d3fa4ef-5b1e-42bb-a750-4bcad3748b13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0778a9c9fae243bfab9f048d3f8b360e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071909 Sep 21 18:37:22.718163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46630) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:22.776486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:22.800038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:22.846743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:22.849332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:22.850563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d623ee64-d073-46b5-9d45-5e04ff0a8cb1 HTTP/1.1" status: 204 len: 168 time: 0.1312263 Sep 21 18:37:22.860238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d623ee64-d073-46b5-9d45-5e04ff0a8cb1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:22.870947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.871463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.871910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.872336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.872677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.873014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.873346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.873688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.874056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.874354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.874768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:22.874997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221399b-5c38-4ff2-af7d-16aff3b0d39e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:23.118724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46636) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:23.131627 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bcb0463c-be07-4a3a-999d-121217fa7b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.228059 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bcb0463c-be07-4a3a-999d-121217fa7b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.232160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bcb0463c-be07-4a3a-999d-121217fa7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.269243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0463c-be07-4a3a-999d-121217fa7b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c66721-e293-47b6-a4c2-243cc354b84a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:23.277120 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bcb0463c-be07-4a3a-999d-121217fa7b30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72e18b4d21524aabbea68a6c20f0e668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549444 Sep 21 18:37:23.277572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46638) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:23.327621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e9e666-f65f-433b-8e4d-105dbb67d5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.349330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e9e666-f65f-433b-8e4d-105dbb67d5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.400023 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e9e666-f65f-433b-8e4d-105dbb67d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.402865 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e9e666-f65f-433b-8e4d-105dbb67d5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.404024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-67e9e666-f65f-433b-8e4d-105dbb67d5ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4c66721-e293-47b6-a4c2-243cc354b84a HTTP/1.1" status: 204 len: 168 time: 0.1256247 Sep 21 18:37:23.414324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9e666-f65f-433b-8e4d-105dbb67d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c66721-e293-47b6-a4c2-243cc354b84a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:23.782500 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46646) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:23.796519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74cf4bae-cbc9-401c-a25b-287b75b5692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.902794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74cf4bae-cbc9-401c-a25b-287b75b5692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.906934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-74cf4bae-cbc9-401c-a25b-287b75b5692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.946435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-74cf4bae-cbc9-401c-a25b-287b75b5692b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=923df4388b1a43b0b2a4a9cb39137857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626816 Sep 21 18:37:23.947217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf4bae-cbc9-401c-a25b-287b75b5692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f74c4-1588-418a-923c-0a405402086a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:23.949590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46648) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:24.004123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25666abb-af2b-4e02-9b2e-46c4f4c67f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:24.024715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25666abb-af2b-4e02-9b2e-46c4f4c67f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:24.072991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25666abb-af2b-4e02-9b2e-46c4f4c67f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:24.076452 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-25666abb-af2b-4e02-9b2e-46c4f4c67f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:24.077606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-25666abb-af2b-4e02-9b2e-46c4f4c67f41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/690f74c4-1588-418a-923c-0a405402086a HTTP/1.1" status: 204 len: 168 time: 0.1268318 Sep 21 18:37:24.085480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25666abb-af2b-4e02-9b2e-46c4f4c67f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f74c4-1588-418a-923c-0a405402086a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:24.762723 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46674) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:24.865980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1713099975-network', 'tenant_id': 'ca5aae2f182e4279befc271397f49b8b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:24.887848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Made reservation on behalf of ca5aae2f182e4279befc271397f49b8b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:37:24.890238 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:24.898712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:24.998236 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.003184 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.031293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:37:25.046777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e019c9-d414-4f72-ab25-7e14ff12311e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:25.053815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.054307 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Added segment 98f2eef2-567d-46c4-bb92-af6ea41ea224 of type vlan for network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 Sep 21 18:37:25.101691 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.129455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.130744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:25.131411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.178996 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4149566 Sep 21 18:37:25.181979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46684) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:25.188127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Request body: {'subnet': {'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1713099975-subnet', 'tenant_id': 'ca5aae2f182e4279befc271397f49b8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:25.209238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c431bad-80ee-438b-a62f-f1cccbcf6d25 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddc6323-fe33-4bb2-a22b-2408a28250d4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:25.215428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Made reservation on behalf of ca5aae2f182e4279befc271397f49b8b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:37:25.218249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.224039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:37:25.752094 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.813801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=292ac3f7-6f58-438d-bb89-b78748c78add,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:25.821101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Checking segment: {'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:37:25.821668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Network hostable DHCP agents. Network: 3ddc6323-fe33-4bb2-a22b-2408a28250d4, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:37:25.838491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:37:25.848331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 3ddc6323-fe33-4bb2-a22b-2408a28250d4) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:25.852497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:25.853089 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:25.861077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c77d82-e4d1-46e6-a9bc-68cdc29f35d1 None None] Network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:37:25.874840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3871c2bf-20e8-4ab8-96c3-cf27b04a4cfa admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6909113 Sep 21 18:37:25.993535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a76a3b-d8a3-49fe-933d-cc6f27acacf4 None None] Network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:37:27.752533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-02096533-7074-4bcd-acd3-9ae7dbdb3b4f tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:27.754101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-02096533-7074-4bcd-acd3-9ae7dbdb3b4f tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/networks?id=3ddc6323-fe33-4bb2-a22b-2408a28250d4 HTTP/1.1" status: 200 len: 809 time: 0.1114964 Sep 21 18:37:27.770969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-bc60ff1e-d263-425c-aaea-7307d4f1bca6 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/quotas/ca5aae2f182e4279befc271397f49b8b HTTP/1.1" status: 200 len: 375 time: 0.0107148 Sep 21 18:37:27.806604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-dc8a5e88-fb44-4523-b2ab-3588a60a35b3 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca5aae2f182e4279befc271397f49b8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286422 Sep 21 18:37:27.904202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-2819bdf9-77c1-494c-bbf1-e9fd93f6e2f4 service neutron] 10.222.0.70 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897083 Sep 21 18:37:28.016886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b3ee2a8b-1698-4dda-9de5-864f9fca24f2 service neutron] 10.222.0.70 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065471 Sep 21 18:37:28.201811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fee9b58-9d26-4721-bbb3-a307dcf2c30a req-14090fdd-f46a-4505-8595-6f4f7f02ad07 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 210 time: 0.0403340 Sep 21 18:37:29.270846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-af9e0a46-405c-4776-a5c9-5d5456651e10 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:29.272757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-af9e0a46-405c-4776-a5c9-5d5456651e10 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "GET /v2.0/networks?id=3ddc6323-fe33-4bb2-a22b-2408a28250d4 HTTP/1.1" status: 200 len: 809 time: 0.1193316 Sep 21 18:37:29.288550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Request body: {'port': {'device_id': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4', 'admin_state_up': True, 'tenant_id': 'ca5aae2f182e4279befc271397f49b8b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:29.289959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2fb8dd88-56e0-4e04-bb9a-a7d25664edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:29.363520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e12f7de5-62fe-43a3-9135-380945840dcf req-7700bba7-33e5-4483-8f66-3b65c989c078 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 210 time: 0.0425560 Sep 21 18:37:29.488169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Made reservation on behalf of ca5aae2f182e4279befc271397f49b8b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:37:29.492453 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:29.648825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Allocated IP 172.20.0.2 (3ddc6323-fe33-4bb2-a22b-2408a28250d4/292ac3f7-6f58-438d-bb89-b78748c78add/6c86bd16-838b-44c9-86ea-9e0353c438d3) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:37:29.858413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:29.897182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:29.942733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:37:29.946482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:29.950236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:37:29.985852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Pushing event updated for resources: {'Port': ['ID=6c86bd16-838b-44c9-86ea-9e0353c438d3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:30.039089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:30.040105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:30.060858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-468200bf-86ec-4fcc-a6c2-6a2e10a37633 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7782860 Sep 21 18:37:30.080656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Request body: {'port': {'device_id': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:30.157392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:30.550404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb9740-f584-41a9-b626-b2e9cd0435a7 req-afe5677e-1591-43b4-8fd4-6e42db8d3f33 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:30.552151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6fb9740-f584-41a9-b626-b2e9cd0435a7 req-afe5677e-1591-43b4-8fd4-6e42db8d3f33 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 931 time: 0.0969942 Sep 21 18:37:30.648340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c86bd16-838b-44c9-86ea-9e0353c438d3 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:37:30.660867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6fb9740-f584-41a9-b626-b2e9cd0435a7 req-ae9a2a87-7172-4d81-80a7-6767c51f66c2 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901504 Sep 21 18:37:30.662736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:30.680763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Transition to ACTIVE for port object 6c86bd16-838b-44c9-86ea-9e0353c438d3 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:37:30.690378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:30.808774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86bd16-838b-44c9-86ea-9e0353c438d3,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:30.874125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Attempting to bind port 6c86bd16-838b-44c9-86ea-9e0353c438d3 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:37:30.874688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Attempting to bind port 6c86bd16-838b-44c9-86ea-9e0353c438d3 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:37:30.875235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Attempting to bind port 6c86bd16-838b-44c9-86ea-9e0353c438d3 on network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:37:30.883461 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Port 6c86bd16-838b-44c9-86ea-9e0353c438d3 on network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:37:30.883901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Attempting to bind port 6c86bd16-838b-44c9-86ea-9e0353c438d3 on network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:37:30.892942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:37:30.893494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Checking segment: {'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:37:30.894116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Bound using segment: {'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:37:30.894860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Bound port: 6c86bd16-838b-44c9-86ea-9e0353c438d3, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:37:30.895471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:30.980928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] For port 6c86bd16-838b-44c9-86ea-9e0353c438d3, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:37:30.985514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] For port 6c86bd16-838b-44c9-86ea-9e0353c438d3, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c86bd16-838b-44c9-86ea-9e0353c438d3,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:37:30.991409 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:31.039083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:31.039823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:31.041537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] 10.222.0.78 "PUT /v2.0/ports/6c86bd16-838b-44c9-86ea-9e0353c438d3 HTTP/1.1" status: 200 len: 1091 time: 0.9701488 Sep 21 18:37:31.046297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'tag': '6c86bd16-838b-44c9-86ea-9e0353c438d3'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:37:31.049938 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2da7e025-fbf6-4f14-9c51-292fd2353b71", "tag": "6c86bd16-838b-44c9-86ea-9e0353c438d3"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:37:31.093936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed145b-547f-4aa3-97e1-2ff672252b84 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86bd16-838b-44c9-86ea-9e0353c438d3,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:31.112222 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f917d2-bea6-49d3-b28b-ec3f262f9774 x-openstack-request-id: req-06f917d2-bea6-49d3-b28b-ec3f262f9774 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:37:31.112462 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da7e025-fbf6-4f14-9c51-292fd2353b71", "tag": "6c86bd16-838b-44c9-86ea-9e0353c438d3", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:37:31.112592 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06f917d2-bea6-49d3-b28b-ec3f262f9774 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:37:31.113016 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'tag': '6c86bd16-838b-44c9-86ea-9e0353c438d3', 'status': 'completed', 'code': 200} Sep 21 18:37:31.154893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-e1db22f3-b212-41bc-9af9-5d3b45837d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:31.156506 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-e1db22f3-b212-41bc-9af9-5d3b45837d68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ca5aae2f182e4279befc271397f49b8b&device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 1094 time: 0.0555670 Sep 21 18:37:31.205568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-cc4ccc93-02a0-419a-854e-992c37a38b46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c86bd16-838b-44c9-86ea-9e0353c438d3 HTTP/1.1" status: 200 len: 217 time: 0.0405364 Sep 21 18:37:31.280825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-4ee3f63e-dcc9-4b7b-865c-2d1a590326a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:31.282516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-4ee3f63e-dcc9-4b7b-865c-2d1a590326a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=292ac3f7-6f58-438d-bb89-b78748c78add HTTP/1.1" status: 200 len: 849 time: 0.0697465 Sep 21 18:37:31.339825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-7419caf0-29a2-4109-948f-904003042bf4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ddc6323-fe33-4bb2-a22b-2408a28250d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433626 Sep 21 18:37:31.514086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-7109884f-3243-48f0-b8bc-2665c41119da service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654420 Sep 21 18:37:31.645816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36e9124c-061a-459e-a0c2-213cbbd61419 req-4eba7e2d-c6f1-47d1-98c2-c5bdff5307f9 service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237628 Sep 21 18:37:31.754471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-6f600d9d-4970-479b-a81c-b014abd34ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:31.756313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-6f600d9d-4970-479b-a81c-b014abd34ded service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ca5aae2f182e4279befc271397f49b8b&device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 1094 time: 0.0525372 Sep 21 18:37:31.878741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d88aa-1db3-4994-9592-6dc9de8d4478 req-5c2ae619-b792-4c30-a3d3-1a4bf8c4976e tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:31.880339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-963d88aa-1db3-4994-9592-6dc9de8d4478 req-5c2ae619-b792-4c30-a3d3-1a4bf8c4976e tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 943 time: 0.1228642 Sep 21 18:37:31.938173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-350119f3-8a26-497b-a5ca-4a7017bdc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:31.940578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-350119f3-8a26-497b-a5ca-4a7017bdc2ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ddc6323-fe33-4bb2-a22b-2408a28250d4 HTTP/1.1" status: 200 len: 911 time: 0.1738553 Sep 21 18:37:32.009427 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-963d88aa-1db3-4994-9592-6dc9de8d4478 req-34ec4f03-369f-43af-b7ab-bd570cfabbb1 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132894 Sep 21 18:37:32.011885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-017ae424-cd0d-49e7-a2cd-c1a54c9a7686 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c86bd16-838b-44c9-86ea-9e0353c438d3 HTTP/1.1" status: 200 len: 217 time: 0.0569756 Sep 21 18:37:32.082994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-15adfdca-010c-4a31-8f75-d1389598f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:32.084340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-15adfdca-010c-4a31-8f75-d1389598f21c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=292ac3f7-6f58-438d-bb89-b78748c78add HTTP/1.1" status: 200 len: 849 time: 0.0624933 Sep 21 18:37:32.123689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-aa2c38b8-592d-4705-9408-68819b76c03a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ddc6323-fe33-4bb2-a22b-2408a28250d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303502 Sep 21 18:37:32.253548 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-88cb93e0-f20a-43a5-882f-e3b5b4daf217 service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205227 Sep 21 18:37:32.370855 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845a1efb-9e1c-4e82-89d5-7b166d4fe7bc req-bdbc545c-4633-4862-89f9-a2fb34becd75 service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092412 Sep 21 18:37:33.170882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e745be-f00a-47ad-ab8f-ff02eb7443dc req-a90eb73c-a225-4b17-a3ef-5b374f5f5aa4 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:33.173262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9e745be-f00a-47ad-ab8f-ff02eb7443dc req-a90eb73c-a225-4b17-a3ef-5b374f5f5aa4 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 943 time: 0.0716646 Sep 21 18:37:33.222289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9e745be-f00a-47ad-ab8f-ff02eb7443dc req-ea67d8f0-b30b-4c38-8b89-822091c9e241 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Sep 21 18:37:33.618762 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-95f9f102-1c6c-4c3a-bc5e-fa9b663253f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:34.170882 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:34.377658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c85f5-e065-434f-8472-6526e5d87bb6 req-af8a641b-4c04-4ea2-b7c6-5fa5ba726ee7 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:34.379261 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:34.379582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b1c85f5-e065-434f-8472-6526e5d87bb6 req-af8a641b-4c04-4ea2-b7c6-5fa5ba726ee7 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 943 time: 0.0707066 Sep 21 18:37:34.437847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b1c85f5-e065-434f-8472-6526e5d87bb6 req-211377ac-33d0-4d23-a1a7-9c854588a46a tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513813 Sep 21 18:37:34.855627 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:35.216700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c86bd16-838b-44c9-86ea-9e0353c438d3 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:37:35.347595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6c86bd16-838b-44c9-86ea-9e0353c438d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c86bd16-838b-44c9-86ea-9e0353c438d3,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:35.360188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '6c86bd16-838b-44c9-86ea-9e0353c438d3', 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4', 'port_id': '6c86bd16-838b-44c9-86ea-9e0353c438d3', 'mac_address': 'fa:16:3e:e7:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292ac3f7-6f58-438d-bb89-b78748c78add', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:37:35.402706 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:35.418025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86bd16-838b-44c9-86ea-9e0353c438d3 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:37:35.443184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6c86bd16-838b-44c9-86ea-9e0353c438d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c86bd16-838b-44c9-86ea-9e0353c438d3,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:35.448807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:35.506287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6c86bd16-838b-44c9-86ea-9e0353c438d3,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:35.516787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.517204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.517557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.517893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.518245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.518580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.518910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.519238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.519565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.519887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.520215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.520532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:35.579379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a068984-5fcc-42c8-a73d-7b64040a8ba1 req-ece740ae-b392-49b9-bb48-523d05d66231 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:35.581146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a068984-5fcc-42c8-a73d-7b64040a8ba1 req-ece740ae-b392-49b9-bb48-523d05d66231 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 944 time: 0.0589845 Sep 21 18:37:35.623872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a068984-5fcc-42c8-a73d-7b64040a8ba1 req-edf6c3fa-1e30-4d67-851c-51a4196fe0fd tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Sep 21 18:37:35.718773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6c86bd16-838b-44c9-86ea-9e0353c438d3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:37:36.768810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c457d-2e1a-43d0-aba9-57edb93ed6fa req-ce107dfb-2faf-4e96-9e30-d6dd6f2be7fe tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:36.770583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d1c457d-2e1a-43d0-aba9-57edb93ed6fa req-ce107dfb-2faf-4e96-9e30-d6dd6f2be7fe tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 944 time: 0.0564935 Sep 21 18:37:36.819869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d1c457d-2e1a-43d0-aba9-57edb93ed6fa req-cba452d7-eed5-4bd1-a1dd-33f901930411 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Sep 21 18:37:37.219638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c86bd16-838b-44c9-86ea-9e0353c438d3 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:37:37.286776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 6c86bd16-838b-44c9-86ea-9e0353c438d3 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:37:37.292232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 6c86bd16-838b-44c9-86ea-9e0353c438d3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:37.292746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:37.345156 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:37.411621 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:37.447125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86bd16-838b-44c9-86ea-9e0353c438d3'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:37:37.451903 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe230f-4184-4984-b6f8-8d3534c347f6" -d '{"events": [{"server_uuid": "2da7e025-fbf6-4f14-9c51-292fd2353b71", "name": "network-vif-plugged", "status": "completed", "tag": "6c86bd16-838b-44c9-86ea-9e0353c438d3"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:37:37.480296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6c86bd16-838b-44c9-86ea-9e0353c438d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c86bd16-838b-44c9-86ea-9e0353c438d3,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:37.491163 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:37.538764 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a06d3-c837-4c56-b300-ae6a5836014e x-openstack-request-id: req-f35a06d3-c837-4c56-b300-ae6a5836014e {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:37:37.539913 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da7e025-fbf6-4f14-9c51-292fd2353b71", "name": "network-vif-plugged", "status": "completed", "tag": "6c86bd16-838b-44c9-86ea-9e0353c438d3", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:37:37.540627 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f35a06d3-c837-4c56-b300-ae6a5836014e {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:37:37.541273 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86bd16-838b-44c9-86ea-9e0353c438d3', 'code': 200} Sep 21 18:37:37.577662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6c86bd16-838b-44c9-86ea-9e0353c438d3,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:37.652108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46941e54-6017-498b-8ca3-2cbc38ba071b req-7156d2a1-afc3-4b22-b226-e4c82eec80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:37.653640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46941e54-6017-498b-8ca3-2cbc38ba071b req-7156d2a1-afc3-4b22-b226-e4c82eec80ea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 1096 time: 0.0674756 Sep 21 18:37:37.701194 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46941e54-6017-498b-8ca3-2cbc38ba071b req-2437cd47-5fd5-46d1-8e42-d932b0510979 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 Sep 21 18:37:37.970616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5636d6f-4d06-4013-91b2-10fdc41da7bc req-5cb83298-e388-419a-9abf-4f9e8e357b33 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:37.971982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5636d6f-4d06-4013-91b2-10fdc41da7bc req-5cb83298-e388-419a-9abf-4f9e8e357b33 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 945 time: 0.0654099 Sep 21 18:37:38.029930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5636d6f-4d06-4013-91b2-10fdc41da7bc req-c44675c8-5b30-4720-81f2-7b02d4cfe6d4 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489862 Sep 21 18:37:38.629875 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:39.159061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ecbea-89d1-48d2-a6d7-1b7b26984e29 req-785af25d-5853-43bb-9193-fe22ca0a1eee tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:39.160578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a5ecbea-89d1-48d2-a6d7-1b7b26984e29 req-785af25d-5853-43bb-9193-fe22ca0a1eee tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 945 time: 0.0503423 Sep 21 18:37:39.199950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a5ecbea-89d1-48d2-a6d7-1b7b26984e29 req-75854dc3-807e-4f25-8a2b-0c567a3f7bd7 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333929 Sep 21 18:37:39.966893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea9c1b-1e76-48f9-a467-57a78b7e5d22 req-45d06036-215f-409a-857a-6a82dbcddd9b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:39.968475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27ea9c1b-1e76-48f9-a467-57a78b7e5d22 req-45d06036-215f-409a-857a-6a82dbcddd9b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 945 time: 0.0591538 Sep 21 18:37:40.012781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27ea9c1b-1e76-48f9-a467-57a78b7e5d22 req-a78c4a48-ed76-490f-8945-103eaf347553 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Sep 21 18:37:41.129483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3d6eb-0a9d-4cbd-a812-72d461e85b73 req-bf728a52-0f97-4251-a8b1-340bd67223d8 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:41.131009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad3d6eb-0a9d-4cbd-a812-72d461e85b73 req-bf728a52-0f97-4251-a8b1-340bd67223d8 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Sep 21 18:37:41.170945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad3d6eb-0a9d-4cbd-a812-72d461e85b73 req-2e2f9adb-8bfe-422a-9997-d54474fce893 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Sep 21 18:37:41.356642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-c6c01462-57e0-4d35-8db7-95695425b423 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:41.358041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-c6c01462-57e0-4d35-8db7-95695425b423 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Sep 21 18:37:41.455404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Deleting port 6c86bd16-838b-44c9-86ea-9e0353c438d3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:37:41.455749 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:41.549562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] For port 6c86bd16-838b-44c9-86ea-9e0353c438d3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c86bd16-838b-44c9-86ea-9e0353c438d3,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:41.550022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:41.565322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Calling delete_port for 6c86bd16-838b-44c9-86ea-9e0353c438d3 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:37:41.717699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:41.732957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6c86bd16-838b-44c9-86ea-9e0353c438d3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:37:41.751196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Pushing event deleted for resources: {'Port': ['ID=6c86bd16-838b-44c9-86ea-9e0353c438d3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:41.811282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] No DVR routers for this DVR port 6c86bd16-838b-44c9-86ea-9e0353c438d3 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:37:41.814252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:41.816338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65bbb498-7593-4ccb-bd3e-d42a6ba95c5a req-ce014974-e166-4f19-8f53-59e782a21941 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "DELETE /v2.0/ports/6c86bd16-838b-44c9-86ea-9e0353c438d3 HTTP/1.1" status: 204 len: 173 time: 0.4519114 Sep 21 18:37:41.816782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'name': 'network-vif-deleted', 'tag': '6c86bd16-838b-44c9-86ea-9e0353c438d3'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:37:41.819137 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734125c4-784d-4c97-9f1e-e7234b1753dc" -d '{"events": [{"server_uuid": "2da7e025-fbf6-4f14-9c51-292fd2353b71", "name": "network-vif-deleted", "tag": "6c86bd16-838b-44c9-86ea-9e0353c438d3"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:37:41.864511 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b25756b-2425-4e2b-a3af-aab16e2156d2 x-openstack-request-id: req-4b25756b-2425-4e2b-a3af-aab16e2156d2 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:37:41.864770 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da7e025-fbf6-4f14-9c51-292fd2353b71", "name": "network-vif-deleted", "tag": "6c86bd16-838b-44c9-86ea-9e0353c438d3", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:37:41.864953 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b25756b-2425-4e2b-a3af-aab16e2156d2 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:37:41.865404 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da7e025-fbf6-4f14-9c51-292fd2353b71', 'name': 'network-vif-deleted', 'tag': '6c86bd16-838b-44c9-86ea-9e0353c438d3', 'status': 'completed', 'code': 200} Sep 21 18:37:42.293394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b4bb07b-dc06-4746-b867-de38ce86e68c req-181c062b-ee59-45a3-8aee-0fa914516168 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da7e025-fbf6-4f14-9c51-292fd2353b71 HTTP/1.1" status: 200 len: 210 time: 0.0312469 Sep 21 18:37:43.627225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-92b6817e-49b5-4b3d-99a8-df94c229d528 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:43.628992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-92b6817e-49b5-4b3d-99a8-df94c229d528 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/networks?id=3ddc6323-fe33-4bb2-a22b-2408a28250d4 HTTP/1.1" status: 200 len: 809 time: 0.1289790 Sep 21 18:37:43.651167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-9c21ef7b-f4ce-4f17-98a9-b67cae3b2328 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/quotas/ca5aae2f182e4279befc271397f49b8b HTTP/1.1" status: 200 len: 375 time: 0.0141211 Sep 21 18:37:43.697333 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-c1dfee9f-5127-40c9-9660-6826f83d4c78 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca5aae2f182e4279befc271397f49b8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385280 Sep 21 18:37:43.814821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-389b9ce1-e81f-46f0-b36e-9d8c4d2dd5b6 service neutron] 10.222.0.70 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094034 Sep 21 18:37:43.936318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-39da72af-7d97-4aa0-9d2e-dec33d025edf service neutron] 10.222.0.70 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147962 Sep 21 18:37:44.184318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7fa0eb64-52ec-4862-a377-6bf9abc8cf4b req-ba90519d-7f83-40f4-a245-780644dd01fd tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 210 time: 0.0374997 Sep 21 18:37:45.190323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-f101f743-e71e-4963-b4d6-cf4b6e36a70f tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:45.191867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-f101f743-e71e-4963-b4d6-cf4b6e36a70f tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "GET /v2.0/networks?id=3ddc6323-fe33-4bb2-a22b-2408a28250d4 HTTP/1.1" status: 200 len: 809 time: 0.1147339 Sep 21 18:37:45.206258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Request body: {'port': {'device_id': '394589b0-8321-4369-916b-abfa747927e8', 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4', 'admin_state_up': True, 'tenant_id': 'ca5aae2f182e4279befc271397f49b8b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:45.279638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c86bd16-838b-44c9-86ea-9e0353c438d3 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:37:45.304680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 6c86bd16-838b-44c9-86ea-9e0353c438d3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:37:45.305356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c86bd16-838b-44c9-86ea-9e0353c438d3 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:37:45.316180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6151380c-5ef3-4e69-a4da-d5e4574b2832 req-725a7977-8dc3-4ce1-8767-6b507ae0fbb3 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 210 time: 0.0351126 Sep 21 18:37:45.369268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Made reservation on behalf of ca5aae2f182e4279befc271397f49b8b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:37:45.373226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:45.516810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Allocated IP 172.20.0.12 (3ddc6323-fe33-4bb2-a22b-2408a28250d4/292ac3f7-6f58-438d-bb89-b78748c78add/02796e17-1d8d-47c7-bee5-c5d080721d31) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:37:45.703220 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:45.744172 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:45.792057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:37:45.795620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:45.799419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:37:45.829828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Pushing event updated for resources: {'Port': ['ID=02796e17-1d8d-47c7-bee5-c5d080721d31,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:45.858438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:45.859264 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:45.876074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-0f4a9404-997c-4f8a-8d64-dbf22f4e5f3b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6745052 Sep 21 18:37:45.888812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Request body: {'port': {'device_id': '394589b0-8321-4369-916b-abfa747927e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:45.951652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:46.262386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02796e17-1d8d-47c7-bee5-c5d080721d31 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:37:46.273214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:46.288164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Transition to ACTIVE for port object 02796e17-1d8d-47c7-bee5-c5d080721d31 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:37:46.293800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:46.405630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Pushing event updated for resources: {'Port': ['ID=02796e17-1d8d-47c7-bee5-c5d080721d31,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:46.501405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Attempting to bind port 02796e17-1d8d-47c7-bee5-c5d080721d31 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:37:46.501737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Attempting to bind port 02796e17-1d8d-47c7-bee5-c5d080721d31 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:37:46.502008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Attempting to bind port 02796e17-1d8d-47c7-bee5-c5d080721d31 on network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:37:46.517388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94735be1-654e-48cc-8a6c-fb19e7746e1e req-eac781b9-ed19-4edf-acd7-f57245d3c08a tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.519045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94735be1-654e-48cc-8a6c-fb19e7746e1e req-eac781b9-ed19-4edf-acd7-f57245d3c08a tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 944 time: 0.0859096 Sep 21 18:37:46.519883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Port 02796e17-1d8d-47c7-bee5-c5d080721d31 on network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:37:46.520203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Attempting to bind port 02796e17-1d8d-47c7-bee5-c5d080721d31 on network 3ddc6323-fe33-4bb2-a22b-2408a28250d4 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:37:46.526335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:37:46.526649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Checking segment: {'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:37:46.527083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Bound using segment: {'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:37:46.527620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Bound port: 02796e17-1d8d-47c7-bee5-c5d080721d31, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2eef2-567d-46c4-bb92-af6ea41ea224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:37:46.528060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:46.609751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94735be1-654e-48cc-8a6c-fb19e7746e1e req-7792b559-3482-4acb-b601-858da5b37833 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703394 Sep 21 18:37:46.644190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] For port 02796e17-1d8d-47c7-bee5-c5d080721d31, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:37:46.648004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] For port 02796e17-1d8d-47c7-bee5-c5d080721d31, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=02796e17-1d8d-47c7-bee5-c5d080721d31,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:37:46.652662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:46.695324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.695956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:46.697418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] 10.222.0.78 "PUT /v2.0/ports/02796e17-1d8d-47c7-bee5-c5d080721d31 HTTP/1.1" status: 200 len: 1092 time: 0.8132205 Sep 21 18:37:46.698554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394589b0-8321-4369-916b-abfa747927e8', 'tag': '02796e17-1d8d-47c7-bee5-c5d080721d31'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:37:46.701170 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc902ba-0f92-4a85-b465-d3d6ff167a64" -d '{"events": [{"name": "network-changed", "server_uuid": "394589b0-8321-4369-916b-abfa747927e8", "tag": "02796e17-1d8d-47c7-bee5-c5d080721d31"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:37:46.726969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004cc0a-2db1-45d6-9c4a-8631a52e618c service neutron] Pushing event updated for resources: {'Port': ['ID=02796e17-1d8d-47c7-bee5-c5d080721d31,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:46.750997 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a3e844-a060-4ebe-932f-798d86cf55e6 x-openstack-request-id: req-41a3e844-a060-4ebe-932f-798d86cf55e6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:37:46.751304 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394589b0-8321-4369-916b-abfa747927e8", "tag": "02796e17-1d8d-47c7-bee5-c5d080721d31", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:37:46.751560 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41a3e844-a060-4ebe-932f-798d86cf55e6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:37:46.751962 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394589b0-8321-4369-916b-abfa747927e8', 'tag': '02796e17-1d8d-47c7-bee5-c5d080721d31', 'status': 'completed', 'code': 200} Sep 21 18:37:46.787457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-f6656423-54ed-46a2-90d4-b0df02b75bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.789103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-f6656423-54ed-46a2-90d4-b0df02b75bf4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ca5aae2f182e4279befc271397f49b8b&device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 1095 time: 0.0499122 Sep 21 18:37:46.834394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-e98fb10f-d1cc-4dbc-b4a5-6425de079372 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02796e17-1d8d-47c7-bee5-c5d080721d31 HTTP/1.1" status: 200 len: 217 time: 0.0362723 Sep 21 18:37:46.896527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-53292fbd-3a37-47a4-bbf1-e202653952ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.898216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-53292fbd-3a37-47a4-bbf1-e202653952ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=292ac3f7-6f58-438d-bb89-b78748c78add HTTP/1.1" status: 200 len: 849 time: 0.0563753 Sep 21 18:37:46.935805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-a64ecebf-7404-4cbc-b1f0-dd22ca7d20f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ddc6323-fe33-4bb2-a22b-2408a28250d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302150 Sep 21 18:37:47.034119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-4219fb7b-0feb-4695-b02d-3360b3681a20 service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906694 Sep 21 18:37:47.139067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d79d321-a860-470b-a3f8-55b2b753ad9e req-c0ab3169-a49d-418c-a7f3-f55584cd4f6d service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969889 Sep 21 18:37:47.236017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-f6cd9b1a-aac9-4b34-9004-415a80ef3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:47.237556 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-f6cd9b1a-aac9-4b34-9004-415a80ef3734 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ca5aae2f182e4279befc271397f49b8b&device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 1095 time: 0.0461628 Sep 21 18:37:47.370683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-1761ccb4-0637-43bf-b854-36edcb872862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:47.373209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-1761ccb4-0637-43bf-b854-36edcb872862 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ddc6323-fe33-4bb2-a22b-2408a28250d4 HTTP/1.1" status: 200 len: 911 time: 0.1257350 Sep 21 18:37:47.429538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-3faa586b-67bc-4e0e-ab78-8e89ad3f189f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02796e17-1d8d-47c7-bee5-c5d080721d31 HTTP/1.1" status: 200 len: 217 time: 0.0432401 Sep 21 18:37:47.490486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-dc50f54b-c6b6-4b43-9588-dae930593d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:47.491970 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-dc50f54b-c6b6-4b43-9588-dae930593d84 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=292ac3f7-6f58-438d-bb89-b78748c78add HTTP/1.1" status: 200 len: 849 time: 0.0514286 Sep 21 18:37:47.532616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-66cd10f5-4d29-43a3-a4bb-73a6fb452abf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ddc6323-fe33-4bb2-a22b-2408a28250d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313470 Sep 21 18:37:47.634678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-c0016641-f494-4a13-957a-41f55550ec03 service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938017 Sep 21 18:37:47.781814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebc902ba-0f92-4a85-b465-d3d6ff167a64 req-ee1e4b35-da90-48e3-9a65-0716a9adf10b service neutron] 10.222.0.78 "GET /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372547 Sep 21 18:37:47.794812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94db41a-7d96-4b58-9281-861e035fb74c req-f3adae62-b840-4fa8-be8f-916f80492cf4 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:47.797047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94db41a-7d96-4b58-9281-861e035fb74c req-f3adae62-b840-4fa8-be8f-916f80492cf4 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 944 time: 0.0789304 Sep 21 18:37:47.847467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f94db41a-7d96-4b58-9281-861e035fb74c req-887febf5-4340-4b5d-ab90-af9b2cf7ae2d tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Sep 21 18:37:48.973524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6f841-9cbb-45a4-bc83-839704fd603f req-36e72d9c-59a7-4584-92c8-5514d1262cac tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:48.975097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e6f841-9cbb-45a4-bc83-839704fd603f req-36e72d9c-59a7-4584-92c8-5514d1262cac tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 944 time: 0.0496438 Sep 21 18:37:49.016713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e6f841-9cbb-45a4-bc83-839704fd603f req-f2244375-3980-47ed-b9e9-ea7c1c906391 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Sep 21 18:37:49.292741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 02796e17-1d8d-47c7-bee5-c5d080721d31 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:37:49.402061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 02796e17-1d8d-47c7-bee5-c5d080721d31, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=02796e17-1d8d-47c7-bee5-c5d080721d31,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:49.423996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '02796e17-1d8d-47c7-bee5-c5d080721d31', 'network_id': '3ddc6323-fe33-4bb2-a22b-2408a28250d4', 'port_id': '02796e17-1d8d-47c7-bee5-c5d080721d31', 'mac_address': 'fa:16:3e:80:7e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292ac3f7-6f58-438d-bb89-b78748c78add', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:37:49.464550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:49.480044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02796e17-1d8d-47c7-bee5-c5d080721d31 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:37:49.500777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 02796e17-1d8d-47c7-bee5-c5d080721d31, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=02796e17-1d8d-47c7-bee5-c5d080721d31,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:49.504919 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:49.560282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=02796e17-1d8d-47c7-bee5-c5d080721d31,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:49.733621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['02796e17-1d8d-47c7-bee5-c5d080721d31'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:37:50.146355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598432ed-e95c-46e7-8fdc-008ae6cf8e33 req-7b98389c-e1ac-40a5-8e80-b4b127358f59 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:50.147908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-598432ed-e95c-46e7-8fdc-008ae6cf8e33 req-7b98389c-e1ac-40a5-8e80-b4b127358f59 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 945 time: 0.0581143 Sep 21 18:37:50.191449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-598432ed-e95c-46e7-8fdc-008ae6cf8e33 req-8ec0e0b4-4af1-4328-b863-274c2744b103 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368619 Sep 21 18:37:51.318775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6c75-1f52-4faf-aadf-f65733d02c50 req-39dd0cd3-3984-44a0-aaa9-152910cc70e9 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:51.320273 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e28d6c75-1f52-4faf-aadf-f65733d02c50 req-39dd0cd3-3984-44a0-aaa9-152910cc70e9 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 945 time: 0.0566213 Sep 21 18:37:51.325055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 02796e17-1d8d-47c7-bee5-c5d080721d31 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:37:51.376989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e28d6c75-1f52-4faf-aadf-f65733d02c50 req-d89b24c2-4c69-4b1b-93bb-b0c683bf877b tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Sep 21 18:37:51.395595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 02796e17-1d8d-47c7-bee5-c5d080721d31 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:37:51.400513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 02796e17-1d8d-47c7-bee5-c5d080721d31 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:51.400513 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:51.498467 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:51.533753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394589b0-8321-4369-916b-abfa747927e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02796e17-1d8d-47c7-bee5-c5d080721d31'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:37:51.536176 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da0d54-d2bb-4d43-abdb-988b43c4c533" -d '{"events": [{"server_uuid": "394589b0-8321-4369-916b-abfa747927e8", "name": "network-vif-plugged", "status": "completed", "tag": "02796e17-1d8d-47c7-bee5-c5d080721d31"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:37:51.554448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 02796e17-1d8d-47c7-bee5-c5d080721d31, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=02796e17-1d8d-47c7-bee5-c5d080721d31,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:51.560556 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:51.593457 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248abcbb-c2df-4178-8bcd-64b9e2c739bc x-openstack-request-id: req-248abcbb-c2df-4178-8bcd-64b9e2c739bc {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:37:51.593869 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394589b0-8321-4369-916b-abfa747927e8", "name": "network-vif-plugged", "status": "completed", "tag": "02796e17-1d8d-47c7-bee5-c5d080721d31", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:37:51.594209 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-248abcbb-c2df-4178-8bcd-64b9e2c739bc {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:37:51.594838 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394589b0-8321-4369-916b-abfa747927e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02796e17-1d8d-47c7-bee5-c5d080721d31', 'code': 200} Sep 21 18:37:51.623703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=02796e17-1d8d-47c7-bee5-c5d080721d31,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:51.712913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bfca6-4350-43c7-bd53-b61249715c19 req-20a58c8c-a913-4dc4-afd8-059fa1e3af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:51.714482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a6bfca6-4350-43c7-bd53-b61249715c19 req-20a58c8c-a913-4dc4-afd8-059fa1e3af61 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 1097 time: 0.0566990 Sep 21 18:37:51.754674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a6bfca6-4350-43c7-bd53-b61249715c19 req-da310603-ab12-4040-880d-dcda839bbda4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331924 Sep 21 18:37:52.507291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0506970-8d1a-4116-ab7a-67cba8a84f40 req-824eadda-415e-4390-9d79-cf680e268f95 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:52.508854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0506970-8d1a-4116-ab7a-67cba8a84f40 req-824eadda-415e-4390-9d79-cf680e268f95 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 946 time: 0.0572045 Sep 21 18:37:52.562509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0506970-8d1a-4116-ab7a-67cba8a84f40 req-4a1376f7-6561-4bb5-bf39-bd11c3821ba6 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Sep 21 18:37:52.619546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46920) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:52.672315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] Deleting subnet bc30a215-4571-4c96-9761-775bf6e212d9 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:37:52.675701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:52.712425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:52.756166 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:52.827122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:52.854409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc30a215-4571-4c96-9761-775bf6e212d9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:52.859344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:52.861285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9f2e0140-9e3a-43e1-b727-835f1651ab87 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bc30a215-4571-4c96-9761-775bf6e212d9 HTTP/1.1" status: 204 len: 168 time: 0.2403719 Sep 21 18:37:52.863867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46922) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:52.937585 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.027624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.048936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f3f937-5504-4705-a721-ac43648a4bc9']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:37:53.058566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3409cabe-65b4-4c74-ac5a-6054f59a876d') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:37:53.059503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3409cabe-65b4-4c74-ac5a-6054f59a876d') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:37:53.069432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.083922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.090960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:37:53.091499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:37:53.093246 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:37:53.506318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.514170 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.516084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a5f3f937-5504-4705-a721-ac43648a4bc9 HTTP/1.1" status: 204 len: 168 time: 0.6512618 Sep 21 18:37:53.526843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58bfc-fbc0-4261-9fb2-e938d11b6977 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f3f937-5504-4705-a721-ac43648a4bc9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:53.688674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:53.715969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78e7a4-e3a4-4237-ba8f-59fc59ee0095 req-a28eba2a-9935-4470-8a6f-8031df3ba9a3 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:53.717511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff78e7a4-e3a4-4237-ba8f-59fc59ee0095 req-a28eba2a-9935-4470-8a6f-8031df3ba9a3 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 946 time: 0.0727785 Sep 21 18:37:53.759173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d39b86eb-c498-41ac-9a00-55a9182cf12c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17edc141a6fb4bdbad06b3e1faaa563e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693438 Sep 21 18:37:53.762318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 46932) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:53.777902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff78e7a4-e3a4-4237-ba8f-59fc59ee0095 req-de71615b-757a-4b2a-b532-e77dfa98b655 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499744 Sep 21 18:37:53.817104 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b73aec4-1442-4303-a404-1a20fb373ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.840000 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b73aec4-1442-4303-a404-1a20fb373ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.900585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b73aec4-1442-4303-a404-1a20fb373ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.904232 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6b73aec4-1442-4303-a404-1a20fb373ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.905932 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6b73aec4-1442-4303-a404-1a20fb373ee0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62b092f4-5f35-4a71-b38f-3abde38d21c9 HTTP/1.1" status: 204 len: 168 time: 0.1424429 Sep 21 18:37:53.918794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73aec4-1442-4303-a404-1a20fb373ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b092f4-5f35-4a71-b38f-3abde38d21c9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:54.272716 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:37:54.600515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140368d-f869-4b65-86df-cc026f36793a req-fc21212e-e1a5-4ea9-a1b0-bfca282afae7 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:54.602376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8140368d-f869-4b65-86df-cc026f36793a req-fc21212e-e1a5-4ea9-a1b0-bfca282afae7 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 946 time: 0.0575621 Sep 21 18:37:54.655373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8140368d-f869-4b65-86df-cc026f36793a req-089b005d-4470-4474-8e75-4a45f75d7699 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Sep 21 18:37:54.766365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46970) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:54.889074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-711581362-network', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:54.925267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Made reservation on behalf of 6ed98269ffaa4569bb5294ee085d5e31 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:37:54.927695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:54.937194 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.044855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.049203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.074813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:37:55.085024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ad281-3cb4-482c-8164-7cf2d67ed364,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:55.090862 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.091211 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Added segment ad34ef52-e7bb-4d89-8dac-3f44b03b881d of type vlan for network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b Sep 21 18:37:55.138001 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.165378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.166421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:55.167010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.202759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4348519 Sep 21 18:37:55.205549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46974) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:55.210507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Request body: {'subnet': {'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-711581362-subnet', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:55.250392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0019a-63f9-42c3-8218-376ca5512ffc admin admin] Pushing event updated for resources: {'Network': ['ID=4e6cf4dc-204e-41e2-85d6-21bf341fe71b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:55.260389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:37:55.267805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Made reservation on behalf of 6ed98269ffaa4569bb5294ee085d5e31 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:37:55.270254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.452318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.509386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2251e8db-c08f-4d56-bc68-5440bb221636,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:55.518890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Checking segment: {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:37:55.519259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Network hostable DHCP agents. Network: 4e6cf4dc-204e-41e2-85d6-21bf341fe71b, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:37:55.536155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:37:55.546559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 4e6cf4dc-204e-41e2-85d6-21bf341fe71b) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:55.551340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:55.551950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.555988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa7ee3-b097-4b2f-93d5-a71b7ec725ce None None] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:37:55.568110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e7758a01-ae46-400d-b063-a7e5533cdeb4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3614357 Sep 21 18:37:55.570751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46976) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:55.575439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:37:55.609208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.610289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.678108 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.734132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:37:55.735144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.849558 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:55.881373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Allocated IP 172.20.0.2 (4e6cf4dc-204e-41e2-85d6-21bf341fe71b/2251e8db-c08f-4d56-bc68-5440bb221636/1b465d1e-d233-4450-9bb6-ab5e36fbe7e4) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:37:55.907509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9b11-3b95-491a-810f-07b737bb3fc8 req-a04f43b2-c4ad-4a44-90e4-d95bea0c1f4c tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:55.909062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-435c9b11-3b95-491a-810f-07b737bb3fc8 req-a04f43b2-c4ad-4a44-90e4-d95bea0c1f4c tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 946 time: 0.1572649 Sep 21 18:37:55.965402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d87229-71a4-40de-a654-1e7de62201fd req-df26b42a-3917-4173-bb58-5a491a2bd61c tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:55.967029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7d87229-71a4-40de-a654-1e7de62201fd req-df26b42a-3917-4173-bb58-5a491a2bd61c tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 946 time: 0.1126847 Sep 21 18:37:56.036063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-435c9b11-3b95-491a-810f-07b737bb3fc8 req-6c09a00a-0c5b-4ea2-8e42-2b0dbb5ecae8 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7e019c9-d414-4f72-ab25-7e14ff12311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120553 Sep 21 18:37:56.047283 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.055940 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.096194 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:37:56.099691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:56.103848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:37:56.121146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Pushing event updated for resources: {'Port': ['ID=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:56.156784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Deleting port 02796e17-1d8d-47c7-bee5-c5d080721d31 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:37:56.157160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.185833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Attempting to bind port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:37:56.186293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Attempting to bind port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:37:56.186611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Attempting to bind port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 on network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:37:56.192419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:37:56.192803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Checking segment: {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:37:56.193203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.193602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Bound using segment: {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:37:56.194089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Bound port: 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:37:56.194518 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.272322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] For port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:37:56.279263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] For port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:37:56.285590 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.303782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.338151 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.344906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] For port 02796e17-1d8d-47c7-bee5-c5d080721d31, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=02796e17-1d8d-47c7-bee5-c5d080721d31,segment=NetworkSegment(98f2eef2-567d-46c4-bb92-af6ea41ea224),segment_id=98f2eef2-567d-46c4-bb92-af6ea41ea224)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:56.345274 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.366736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Calling delete_port for 02796e17-1d8d-47c7-bee5-c5d080721d31 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:37:56.371894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b856-8de5-430a-9b8e-478c28733b83 None None] Pushing event updated for resources: {'Port': ['ID=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:56.535690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Allocated IP 172.25.3.193 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/d5c8f232-1c85-4469-874c-9be0f0ffee62) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:37:56.644520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:37:56.703535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:56.703928 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.753773 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.779491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.794051 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['02796e17-1d8d-47c7-bee5-c5d080721d31'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:37:56.814440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Pushing event deleted for resources: {'Port': ['ID=02796e17-1d8d-47c7-bee5-c5d080721d31,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:56.824954 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.841791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.859778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:37:56.865768 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.872577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] No DVR routers for this DVR port 02796e17-1d8d-47c7-bee5-c5d080721d31 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:37:56.893287 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:56.895178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7d87229-71a4-40de-a654-1e7de62201fd req-76573fba-41ae-469a-90f5-6af335bb9602 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.78 "DELETE /v2.0/ports/02796e17-1d8d-47c7-bee5-c5d080721d31 HTTP/1.1" status: 204 len: 173 time: 0.9173427 Sep 21 18:37:56.898160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394589b0-8321-4369-916b-abfa747927e8', 'name': 'network-vif-deleted', 'tag': '02796e17-1d8d-47c7-bee5-c5d080721d31'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:37:56.900613 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5622f6d1-e7de-40f0-a83c-4572bae55888" -d '{"events": [{"server_uuid": "394589b0-8321-4369-916b-abfa747927e8", "name": "network-vif-deleted", "tag": "02796e17-1d8d-47c7-bee5-c5d080721d31"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:37:56.920680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:37:56.924368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:56.924763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:56.929173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:37:56.963403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c8f232-1c85-4469-874c-9be0f0ffee62,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:56.970901 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0c50a-a4a0-456b-962b-d9fcd7560de2 x-openstack-request-id: req-80f0c50a-a4a0-456b-962b-d9fcd7560de2 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:37:56.970901 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394589b0-8321-4369-916b-abfa747927e8", "name": "network-vif-deleted", "tag": "02796e17-1d8d-47c7-bee5-c5d080721d31", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:37:56.971259 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80f0c50a-a4a0-456b-962b-d9fcd7560de2 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:37:56.971625 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394589b0-8321-4369-916b-abfa747927e8', 'name': 'network-vif-deleted', 'tag': '02796e17-1d8d-47c7-bee5-c5d080721d31', 'status': 'completed', 'code': 200} Sep 21 18:37:57.214754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd97057e-6e60-4891-956c-22530fcc477c req-8f381b59-18ed-4866-9d49-1859258adb41 tempest-VolumesActionsTest-823906726 tempest-VolumesActionsTest-823906726-project] 10.222.0.70 "GET /v2.0/ports?device_id=394589b0-8321-4369-916b-abfa747927e8 HTTP/1.1" status: 200 len: 210 time: 0.0552855 Sep 21 18:37:57.278878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:57.384739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a2da28-8c4c-4ecf-b594-99c95cee9fb1 None None] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:37:57.481370 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-47284fd8-3f1b-42d1-ac03-b58bb737c72d None None] Provisioning complete for port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:57.481792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-47284fd8-3f1b-42d1-ac03-b58bb737c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:57.497800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:57.639320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:37:57.756450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:37:57.766963 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Sync routers for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:37:57.772798 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:57.774087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-53594983-7586-4ccc-8c0c-f8ea0a31c8f2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2023871 Sep 21 18:37:57.776879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 46986) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:37:57.778150 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:37:57.778882 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:37:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:37:57.846934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ec9cd520-c393-49a1-9047-287b22472039 None None] Provisioning complete for port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:57.847311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec9cd520-c393-49a1-9047-287b22472039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:57.887589 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:37:58.070278 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:57Z', 'revision_number': 3, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:37:58.101953 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Checking router: 0a65639c-c6a5-48d3-91ad-d7eaf362aeca for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:37:58.102316 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Updating router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca port d5c8f232-1c85-4469-874c-9be0f0ffee62 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:37:58.127868 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.221031 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.400411 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.401879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Allocated IP 172.20.0.1 (4e6cf4dc-204e-41e2-85d6-21bf341fe71b/2251e8db-c08f-4d56-bc68-5440bb221636/d4341b86-1395-4946-9a04-2142701e0a7a) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:37:58.407179 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.469883 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Attempting to bind port d5c8f232-1c85-4469-874c-9be0f0ffee62 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:37:58.470269 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Attempting to bind port d5c8f232-1c85-4469-874c-9be0f0ffee62 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:37:58.470631 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Attempting to bind port d5c8f232-1c85-4469-874c-9be0f0ffee62 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:37:58.473719 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Pushing event updated for resources: {'Port': ['ID=d5c8f232-1c85-4469-874c-9be0f0ffee62,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:58.482908 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.483247 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.483577 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.483904 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.484228 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.484546 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.484860 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.485197 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.485511 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.485821 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.486129 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.486460 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:37:58.489680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:37:58.490050 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:37:58.490473 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.490846 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:37:58.491313 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Bound port: d5c8f232-1c85-4469-874c-9be0f0ffee62, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:37:58.491687 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.531893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.553393 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] For port d5c8f232-1c85-4469-874c-9be0f0ffee62, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:37:58.557227 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] For port d5c8f232-1c85-4469-874c-9be0f0ffee62, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d5c8f232-1c85-4469-874c-9be0f0ffee62,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:37:58.562969 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.582462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.611376 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:37:58.611937 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:37:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:37:58.640086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:37:58.642745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:58.650130 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:37:58.653313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4341b86-1395-4946-9a04-2142701e0a7a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:58.659833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:37:58.688278 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66550eb7-6b7c-46b0-b8f6-f1bf3531d2f8 None None] Pushing event updated for resources: {'Port': ['ID=d5c8f232-1c85-4469-874c-9be0f0ffee62,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:58.703847 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.756449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:58.757360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:58.797673 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:37:58.913414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:59.043394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:57Z', 'revision_number': 3, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:37:59.056506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-227c98bb-ec90-4d65-8809-f551f6f22705 None None] Provisioning complete for port d4341b86-1395-4946-9a04-2142701e0a7a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:59.057431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-227c98bb-ec90-4d65-8809-f551f6f22705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:59.076193 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18361c3-1670-4b53-9171-ec4000cc54cc None None] The sync data for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 is: [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:57Z', 'revision_number': 3, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:37:59.112378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-227c98bb-ec90-4d65-8809-f551f6f22705 None None] Port d4341b86-1395-4946-9a04-2142701e0a7a cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:37:59.126443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:59.131622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:59.208916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:59.225503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4341b86-1395-4946-9a04-2142701e0a7a,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:37:59.290830 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a817eab-c3c4-4ee5-ab1a-3895311197f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:59.329282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:37:59.331698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:37:59.332065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 02796e17-1d8d-47c7-bee5-c5d080721d31 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:37:59.391002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 02796e17-1d8d-47c7-bee5-c5d080721d31 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:37:59.391501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 02796e17-1d8d-47c7-bee5-c5d080721d31 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:37:59.500625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:37:59.650159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:37:59.657295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b64bd839-52cf-40f3-a180-5fa4dbda2af6 admin admin] 10.222.0.70 "PUT /v2.0/routers/0a65639c-c6a5-48d3-91ad-d7eaf362aeca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782635 Sep 21 18:37:59.740846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e2ef118c-9b07-4387-af80-8b324dfbe4da None None] Provisioning complete for port d4341b86-1395-4946-9a04-2142701e0a7a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:37:59.742271 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e2ef118c-9b07-4387-af80-8b324dfbe4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:59.789309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef118c-9b07-4387-af80-8b324dfbe4da None None] Port d4341b86-1395-4946-9a04-2142701e0a7a cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:38:00.220716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47064) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:00.225555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-840927609-network', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:00.275688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Made reservation on behalf of f5a286d58c9b4d4ab4ad0d304df5ae51 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:38:00.278799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.295103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.414273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.420002 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.460538 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:38:00.473377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b55eae-8165-420b-b66b-81bccd499862,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:00.476545 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.476901 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Added segment 4f54049d-1cf6-45f4-83f9-494aea6c3084 of type vlan for network 3ed69b24-3bed-496e-b8d1-25f0049c8774 Sep 21 18:38:00.527091 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.584446 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.586228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:00.587056 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.634034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4122949 Sep 21 18:38:00.636809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47072) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:00.642494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Request body: {'subnet': {'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-840927609-subnet', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:00.665282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d5c8f232-1c85-4469-874c-9be0f0ffee62 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:00.680964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89c198-ec19-4ff5-a745-5e3b94fa99db admin admin] Pushing event updated for resources: {'Network': ['ID=3ed69b24-3bed-496e-b8d1-25f0049c8774,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:00.703764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:38:00.705519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Made reservation on behalf of f5a286d58c9b4d4ab4ad0d304df5ae51 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:38:00.709786 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.836421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d5c8f232-1c85-4469-874c-9be0f0ffee62 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:00.837000 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.956859 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.986399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port d5c8f232-1c85-4469-874c-9be0f0ffee62, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d5c8f232-1c85-4469-874c-9be0f0ffee62,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:00.998949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.001806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.091445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=d5c8f232-1c85-4469-874c-9be0f0ffee62,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:01.150436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Sync routers for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:01.167301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:01.168366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:37:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:01.172017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Checking segment: {'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:01.174629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Network hostable DHCP agents. Network: 3ed69b24-3bed-496e-b8d1-25f0049c8774, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:38:01.192573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae49bcad-8a96-49ff-a93a-0571b525368e,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:01.211628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:38:01.223747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 3ed69b24-3bed-496e-b8d1-25f0049c8774) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:01.229177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:01.229948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.240091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16abdd-9bf6-49d3-ae8c-f9e0e955b7c8 None None] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:38:01.253695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8f482c71-c3ed-4f08-8a6c-a56f2441306b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6130526 Sep 21 18:38:01.253963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47074) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:01.259188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:01.286680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.289901 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.360395 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.446513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:01.523195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.782688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-3ed69b24-3bed-496e-b8d1-25f0049c8774', 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'fixed_ips': [{'subnet_id': 'ae49bcad-8a96-49ff-a93a-0571b525368e'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:38:01.783549 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.837714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.879300 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.047710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Allocated IP 172.25.3.120 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/7bf8ed9b-7c55-43e9-abdd-a67a734da219) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:02.073179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Allocated IP 172.20.0.2 (3ed69b24-3bed-496e-b8d1-25f0049c8774/ae49bcad-8a96-49ff-a93a-0571b525368e/8e3e64ef-ab1f-434c-8169-50a6eed6bb3b) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:02.107249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 2, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:02.146893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Checking router: 0a65639c-c6a5-48d3-91ad-d7eaf362aeca for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:02.147224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Updating router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca port d4341b86-1395-4946-9a04-2142701e0a7a binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:38:02.211717 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.212008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.288766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.345492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:02.356396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:02.370620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:02.375366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf8ed9b-7c55-43e9-abdd-a67a734da219,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:02.433933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.456084 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.528341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:02.536137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:02.542708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:02.618597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Pushing event updated for resources: {'Port': ['ID=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:02.643345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Attempting to bind port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:02.643722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Attempting to bind port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:02.644091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Attempting to bind port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b on network 3ed69b24-3bed-496e-b8d1-25f0049c8774 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:02.658245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:02.658655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Checking segment: {'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:02.659065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.659465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Bound using segment: {'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:02.660249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Bound port: 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:02.660424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.701455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d5c8f232-1c85-4469-874c-9be0f0ffee62 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:02.798966 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.817362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.819991 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.868505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d5c8f232-1c85-4469-874c-9be0f0ffee62 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:02.869241 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.872164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] For port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:02.928451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] For port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,segment=NetworkSegment(4f54049d-1cf6-45f4-83f9-494aea6c3084),segment_id=4f54049d-1cf6-45f4-83f9-494aea6c3084)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:02.974897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:02.986553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d84f-6478-4e7d-bf60-502be7713229 None None] Pushing event updated for resources: {'Port': ['ID=d4341b86-1395-4946-9a04-2142701e0a7a,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:03.123840 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.130166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Attempting to bind port d4341b86-1395-4946-9a04-2142701e0a7a on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:03.130929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Attempting to bind port d4341b86-1395-4946-9a04-2142701e0a7a by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:03.137245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Attempting to bind port d4341b86-1395-4946-9a04-2142701e0a7a on network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:03.217699 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:03.219358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Checking segment: {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:03.222848 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.223386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Bound using segment: {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:03.224007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Bound port: d4341b86-1395-4946-9a04-2142701e0a7a, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:03.224785 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.240850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cf535-6fb4-4081-b29e-d079144fa0dd None None] Pushing event updated for resources: {'Port': ['ID=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:03.332795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] For port d4341b86-1395-4946-9a04-2142701e0a7a, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:03.339319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] For port d4341b86-1395-4946-9a04-2142701e0a7a, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d4341b86-1395-4946-9a04-2142701e0a7a,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:03.347215 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.411464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Router 77ba7327-b5b4-4328-900c-b76a60caa355 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:38:03.453203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a39e8d61-4f19-4a00-953d-0c136410aab2 None None] Provisioning complete for port d4341b86-1395-4946-9a04-2142701e0a7a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:03.453582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a39e8d61-4f19-4a00-953d-0c136410aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.569914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d84f-6478-4e7d-bf60-502be7713229 None None] Pushing event updated for resources: {'Port': ['ID=d4341b86-1395-4946-9a04-2142701e0a7a,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:03.589531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:03.591118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:37:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:03.701255 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-797bed0b-aafc-4df5-9b5a-d28648e1f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.813731 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a39e8d61-4f19-4a00-953d-0c136410aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.840554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:03.892150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a39e8d61-4f19-4a00-953d-0c136410aab2 None None] For port d4341b86-1395-4946-9a04-2142701e0a7a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d4341b86-1395-4946-9a04-2142701e0a7a,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:03.899500 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a39e8d61-4f19-4a00-953d-0c136410aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.958959 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:03.972071 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Sync routers for ids ['77ba7327-b5b4-4328-900c-b76a60caa355'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:03.982689 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:03.986793 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Routers {'77ba7327-b5b4-4328-900c-b76a60caa355'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:03.987483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47088) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:03.988317 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['77ba7327-b5b4-4328-900c-b76a60caa355'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:03.988643 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94aaff4e-dd21-471e-963f-45a2bcc21737 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7320096 Sep 21 18:38:04.333623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e8d61-4f19-4a00-953d-0c136410aab2 None None] Pushing event updated for resources: {'Port': ['ID=d4341b86-1395-4946-9a04-2142701e0a7a,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:04.362075 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:04.431245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8a411e98-a23b-465c-a243-1d47aa6b51c9 None None] Provisioning complete for port d4341b86-1395-4946-9a04-2142701e0a7a triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:04.431617 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a411e98-a23b-465c-a243-1d47aa6b51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:04.469880 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Set router 77ba7327-b5b4-4328-900c-b76a60caa355 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:04.515965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:04.714595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2807081-7814-4b29-a22d-1be739e5a78d None None] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:38:04.774597 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:02Z', 'revision_number': 3, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port': {'id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:04.782677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:04.815477 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:04.819297 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Checking router: 77ba7327-b5b4-4328-900c-b76a60caa355 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:04.819933 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Updating router 77ba7327-b5b4-4328-900c-b76a60caa355 port 7bf8ed9b-7c55-43e9-abdd-a67a734da219 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:38:04.829654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:04.880794 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:04.912645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003aaa0-478c-48ad-9f2a-acee1c99795e None None] The sync data for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 is: [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:04.932204 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f8663991-dfe7-4508-80ab-37b799dc9e49 None None] Provisioning complete for port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:04.932584 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8663991-dfe7-4508-80ab-37b799dc9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.182293 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.182293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:05.182293 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.252366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8663991-dfe7-4508-80ab-37b799dc9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.348631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.355420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f8663991-dfe7-4508-80ab-37b799dc9e49 None None] For port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,segment=NetworkSegment(4f54049d-1cf6-45f4-83f9-494aea6c3084),segment_id=4f54049d-1cf6-45f4-83f9-494aea6c3084)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:05.369864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8663991-dfe7-4508-80ab-37b799dc9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.540347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8663991-dfe7-4508-80ab-37b799dc9e49 None None] Pushing event updated for resources: {'Port': ['ID=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:05.550318 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:38:05.550984 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:38:05.595156 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.609775 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.739457 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Attempting to bind port 7bf8ed9b-7c55-43e9-abdd-a67a734da219 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:05.739829 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Attempting to bind port 7bf8ed9b-7c55-43e9-abdd-a67a734da219 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:05.740192 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Attempting to bind port 7bf8ed9b-7c55-43e9-abdd-a67a734da219 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:05.767984 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:05.768377 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:05.771492 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.771923 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:05.772487 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Bound port: 7bf8ed9b-7c55-43e9-abdd-a67a734da219, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:05.772885 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.794423 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8ff83-3a44-4add-b987-4344c79e049b None None] Pushing event updated for resources: {'Port': ['ID=7bf8ed9b-7c55-43e9-abdd-a67a734da219,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:05.840759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Allocated IP 172.20.0.1 (3ed69b24-3bed-496e-b8d1-25f0049c8774/ae49bcad-8a96-49ff-a93a-0571b525368e/7bee8777-044e-4de8-9044-4a9db16e4691) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:05.878235 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] For port 7bf8ed9b-7c55-43e9-abdd-a67a734da219, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:05.884493 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] For port 7bf8ed9b-7c55-43e9-abdd-a67a734da219, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7bf8ed9b-7c55-43e9-abdd-a67a734da219,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:05.892299 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.902872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a78413ac-cd09-413f-a9ca-30dd3c9d08d1 None None] Provisioning complete for port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:05.905980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a78413ac-cd09-413f-a9ca-30dd3c9d08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.010678 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Routers {'77ba7327-b5b4-4328-900c-b76a60caa355'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:06.011353 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['77ba7327-b5b4-4328-900c-b76a60caa355'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:06.018608 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8ff83-3a44-4add-b987-4344c79e049b None None] Pushing event updated for resources: {'Port': ['ID=7bf8ed9b-7c55-43e9-abdd-a67a734da219,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:06.055751 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.150546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.173615 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] Set router 77ba7327-b5b4-4328-900c-b76a60caa355 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:06.190759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:06.193819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:06.197657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:06.245984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Pushing event updated for resources: {'Port': ['ID=7bee8777-044e-4de8-9044-4a9db16e4691,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:06.284854 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.524494 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:02Z', 'revision_number': 3, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port': {'id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:06.589001 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b238c5f-4579-4c9f-910f-d9702a6012ab None None] The sync data for ids ['77ba7327-b5b4-4328-900c-b76a60caa355'] in n-d-810285-3 is: [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:02Z', 'revision_number': 3, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port': {'id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:06.608225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.661087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-991a997f-6434-43e1-b581-4794ca50d9e7 None None] Provisioning complete for port 7bee8777-044e-4de8-9044-4a9db16e4691 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:06.663253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-991a997f-6434-43e1-b581-4794ca50d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.766664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-991a997f-6434-43e1-b581-4794ca50d9e7 None None] Port 7bee8777-044e-4de8-9044-4a9db16e4691 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:38:06.775642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:06.882165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:06.882576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.974391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.983574 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:07.067288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d4341b86-1395-4946-9a04-2142701e0a7a up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:07.104802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Pushing event updated for resources: {'Port': ['ID=7bee8777-044e-4de8-9044-4a9db16e4691,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:07.123641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:07.188540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d4341b86-1395-4946-9a04-2142701e0a7a triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:07.188921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:07.346337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:07.394615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:07.396211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:07.627846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Router 77ba7327-b5b4-4328-900c-b76a60caa355 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:07.800662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6bea4c96-b3ef-4fe8-846f-6b303ae2be6f None None] Provisioning complete for port 7bee8777-044e-4de8-9044-4a9db16e4691 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:07.801248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6bea4c96-b3ef-4fe8-846f-6b303ae2be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:07.844328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:07.856424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e7a266ee-a9af-4837-8c67-bf6c45c0f62e admin admin] 10.222.0.70 "PUT /v2.0/routers/77ba7327-b5b4-4328-900c-b76a60caa355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8672266 Sep 21 18:38:07.859350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6bea4c96-b3ef-4fe8-846f-6b303ae2be6f None None] Port 7bee8777-044e-4de8-9044-4a9db16e4691 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:38:08.639594 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.663819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7bf8ed9b-7c55-43e9-abdd-a67a734da219 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:08.755210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7bf8ed9b-7c55-43e9-abdd-a67a734da219 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:08.755635 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.876095 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.898979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7bf8ed9b-7c55-43e9-abdd-a67a734da219, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7bf8ed9b-7c55-43e9-abdd-a67a734da219,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:08.907624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:09.015216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7bf8ed9b-7c55-43e9-abdd-a67a734da219,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:09.206228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Sync routers for ids ['77ba7327-b5b4-4328-900c-b76a60caa355'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:09.216925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Routers {'77ba7327-b5b4-4328-900c-b76a60caa355'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:09.217820 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['77ba7327-b5b4-4328-900c-b76a60caa355'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:09.350858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Set router 77ba7327-b5b4-4328-900c-b76a60caa355 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:09.652417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:06Z', 'revision_number': 4, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port': {'id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '7bee8777-044e-4de8-9044-4a9db16e4691', 'name': '', 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'mac_address': 'fa:16:3e:c9:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ae49bcad-8a96-49ff-a93a-0571b525368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:04Z', 'updated_at': '2021-09-21T18:38:06Z', 'revision_number': 2, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'subnets': [{'id': 'ae49bcad-8a96-49ff-a93a-0571b525368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:09.685558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Checking router: 77ba7327-b5b4-4328-900c-b76a60caa355 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:09.686079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Updating router 77ba7327-b5b4-4328-900c-b76a60caa355 port 7bee8777-044e-4de8-9044-4a9db16e4691 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:38:09.714318 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:10.055438 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:10.066496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:10.154565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1153c-c7c9-4ad2-9415-e22e59ffe123 None None] Pushing event updated for resources: {'Port': ['ID=7bee8777-044e-4de8-9044-4a9db16e4691,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:10.221352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Attempting to bind port 7bee8777-044e-4de8-9044-4a9db16e4691 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:10.221871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Attempting to bind port 7bee8777-044e-4de8-9044-4a9db16e4691 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:10.222354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Attempting to bind port 7bee8777-044e-4de8-9044-4a9db16e4691 on network 3ed69b24-3bed-496e-b8d1-25f0049c8774 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:10.233849 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:10.234363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Checking segment: {'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:10.234884 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:10.235349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Bound using segment: {'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:10.235917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Bound port: 7bee8777-044e-4de8-9044-4a9db16e4691, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f54049d-1cf6-45f4-83f9-494aea6c3084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:10.236373 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:10.334008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] For port 7bee8777-044e-4de8-9044-4a9db16e4691, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:10.339818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] For port 7bee8777-044e-4de8-9044-4a9db16e4691, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7bee8777-044e-4de8-9044-4a9db16e4691,segment=NetworkSegment(4f54049d-1cf6-45f4-83f9-494aea6c3084),segment_id=4f54049d-1cf6-45f4-83f9-494aea6c3084)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:10.355302 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:10.480412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1153c-c7c9-4ad2-9415-e22e59ffe123 None None] Pushing event updated for resources: {'Port': ['ID=7bee8777-044e-4de8-9044-4a9db16e4691,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:10.503453 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Routers {'77ba7327-b5b4-4328-900c-b76a60caa355'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:10.504355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['77ba7327-b5b4-4328-900c-b76a60caa355'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:10.580041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f8da854e-2a9d-4a4c-8fad-2a5e02f10cd6 None None] Provisioning complete for port 7bee8777-044e-4de8-9044-4a9db16e4691 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:10.580425 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8da854e-2a9d-4a4c-8fad-2a5e02f10cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:10.852132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-8f78f15c-38eb-4806-8fe2-75ada76a16ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877926 Sep 21 18:38:10.912637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7bf8ed9b-7c55-43e9-abdd-a67a734da219 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:10.977833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-0587402d-9378-4b89-b5ce-d15bfd6f798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:10.980002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-0587402d-9378-4b89-b5ce-d15bfd6f798a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1097 time: 0.0747533 Sep 21 18:38:10.995010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] Set router 77ba7327-b5b4-4328-900c-b76a60caa355 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:11.001358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8da854e-2a9d-4a4c-8fad-2a5e02f10cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:11.064513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f8da854e-2a9d-4a4c-8fad-2a5e02f10cd6 None None] For port 7bee8777-044e-4de8-9044-4a9db16e4691, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7bee8777-044e-4de8-9044-4a9db16e4691,segment=NetworkSegment(4f54049d-1cf6-45f4-83f9-494aea6c3084),segment_id=4f54049d-1cf6-45f4-83f9-494aea6c3084)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:11.072955 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f8da854e-2a9d-4a4c-8fad-2a5e02f10cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:11.127795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7bf8ed9b-7c55-43e9-abdd-a67a734da219 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:11.127795 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:11.134589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da854e-2a9d-4a4c-8fad-2a5e02f10cd6 None None] Pushing event updated for resources: {'Port': ['ID=7bee8777-044e-4de8-9044-4a9db16e4691,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:11.228481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-0f699f03-e7e8-4b8e-bf0f-01ddb665ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:11.229923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-0f699f03-e7e8-4b8e-bf0f-01ddb665ea99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.2215896 Sep 21 18:38:11.272647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-88b5774d-268d-48a2-9ee1-ea6116f09b37 None None] Provisioning complete for port 7bee8777-044e-4de8-9044-4a9db16e4691 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:11.272647 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-88b5774d-268d-48a2-9ee1-ea6116f09b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:11.351516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-1c3e60e7-c3b8-443d-8fa0-a7816c7ce987 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 200 len: 1001 time: 0.1119075 Sep 21 18:38:11.441738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-2c10206c-dccd-4a06-a569-13d8ddf198ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:11.444077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-2c10206c-dccd-4a06-a569-13d8ddf198ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0838158 Sep 21 18:38:11.486827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:06Z', 'revision_number': 4, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port': {'id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '7bee8777-044e-4de8-9044-4a9db16e4691', 'name': '', 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'mac_address': 'fa:16:3e:c9:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ae49bcad-8a96-49ff-a93a-0571b525368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:04Z', 'updated_at': '2021-09-21T18:38:10Z', 'revision_number': 4, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'subnets': [{'id': 'ae49bcad-8a96-49ff-a93a-0571b525368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:11.526143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcee124-6d55-42c3-b77f-f795216282b1 None None] The sync data for ids ['77ba7327-b5b4-4328-900c-b76a60caa355'] in n-d-810285-3 is: [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:06Z', 'revision_number': 4, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port': {'id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '7bee8777-044e-4de8-9044-4a9db16e4691', 'name': '', 'network_id': '3ed69b24-3bed-496e-b8d1-25f0049c8774', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'mac_address': 'fa:16:3e:c9:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ae49bcad-8a96-49ff-a93a-0571b525368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:04Z', 'updated_at': '2021-09-21T18:38:10Z', 'revision_number': 4, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'subnets': [{'id': 'ae49bcad-8a96-49ff-a93a-0571b525368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:11.558506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-a81d7aa3-0a65-4ecd-a6d0-ba80b9811b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:11.561142 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-a81d7aa3-0a65-4ecd-a6d0-ba80b9811b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877120 Sep 21 18:38:11.758858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-81c41ee1-b0f2-4990-a72d-f5d84ff12f48 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899478 Sep 21 18:38:11.917214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-272bedd5-2fed-4a81-b142-be80e813a3d1 req-bcfdf415-b275-4741-8ac7-0623daca85b2 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500306 Sep 21 18:38:12.728569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7bee8777-044e-4de8-9044-4a9db16e4691 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:12.793566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7bee8777-044e-4de8-9044-4a9db16e4691 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:12.793885 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:23.135606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-49848538-9641-4d6a-b505-925560716243 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689108 Sep 21 18:38:23.238882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-7c387151-93ad-4242-bca9-45fd587e51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:23.240417 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-7c387151-93ad-4242-bca9-45fd587e51c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1096 time: 0.0533741 Sep 21 18:38:23.371401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-5d13f6f9-e457-4799-aefc-5b5cb4dd7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:23.373769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-5d13f6f9-e457-4799-aefc-5b5cb4dd7345 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1038544 Sep 21 18:38:23.462999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-843d7bd6-1c85-406f-a2a2-952e193b1b5e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 1000 time: 0.0819023 Sep 21 18:38:23.531692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-b6029ca2-a87c-4751-bce2-2135de8c7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:23.535574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-b6029ca2-a87c-4751-bce2-2135de8c7305 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0606868 Sep 21 18:38:23.600360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-ae879d8d-022f-4de5-90f7-d923cb401123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:23.602180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-ae879d8d-022f-4de5-90f7-d923cb401123 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592921 Sep 21 18:38:23.720570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-6dfe2210-b576-4fe6-9129-55202d56b5b9 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054068 Sep 21 18:38:23.866414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ac68818-dea0-4ca2-84b9-54e43361cb3c req-e72c8056-4d6e-415b-94d9-66ee670f9656 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371779 Sep 21 18:38:27.928239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47348) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:28.156738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port cbe7483f-787d-4d79-9934-b50603669449 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:28.157175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.251614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.251956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.271297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for cbe7483f-787d-4d79-9934-b50603669449 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:28.461843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.488515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=cbe7483f-787d-4d79-9934-b50603669449,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:28.506399 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.506754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.507114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.507441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.507780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.508115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.508446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.508778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.509108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.509440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.509765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.510090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:28.581798 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.582391 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Floating IP 7e055433-3641-4e52-a264-a3c505a05c95 disassociated (deleted). External IP: 172.25.3.94, port: f709f52c-ebc9-45a8-ae83-17a797b4de75. Sep 21 18:38:28.756756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47354) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:28.807095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Deleting subnet 292ac3f7-6f58-438d-bb89-b78748c78add {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:38:28.810715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.852259 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.855692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:28.900527 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.956434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.983088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:28.988568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:28.991062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292ac3f7-6f58-438d-bb89-b78748c78add,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:28.995303 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:29.001352 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.003574 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/292ac3f7-6f58-438d-bb89-b78748c78add HTTP/1.1" status: 204 len: 168 time: 0.2451804 Sep 21 18:38:29.005584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.006115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.006682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.007189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.007697 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.008205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.008711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.009407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.009918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.010435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.010944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.011502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78fdff-f7ed-4363-8c4d-84ec7373b781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:29.015319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:29.019115 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:29.019780 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:29.041163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f95efa2c-48b0-44bd-9685-e0856d67dc9b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "DELETE /v2.0/floatingips/7e055433-3641-4e52-a264-a3c505a05c95 HTTP/1.1" status: 204 len: 168 time: 1.1113064 Sep 21 18:38:29.045742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:29.048682 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:29.097563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.156855 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:29.192029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.220198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddc6323-fe33-4bb2-a22b-2408a28250d4']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:29.234238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f2eef2-567d-46c4-bb92-af6ea41ea224') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:29.234238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f2eef2-567d-46c4-bb92-af6ea41ea224') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:29.251633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.281103 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c3dc4b-95af-4069-8622-f264fe7bfbdd x-openstack-request-id: req-b7c3dc4b-95af-4069-8622-f264fe7bfbdd {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:29.281394 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:29.281647 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7c3dc4b-95af-4069-8622-f264fe7bfbdd {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:29.282182 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'status': 'completed', 'code': 200} Sep 21 18:38:29.301999 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c2174810-483e-4f0e-b226-015cdd83c60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.305471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.325406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:38:29.325993 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:38:29.366577 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:38:29.427577 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.432156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-b1ef54d1-1c8e-450f-97b6-b0d7050ef4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:29.433710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-b1ef54d1-1c8e-450f-97b6-b0d7050ef4b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 1097 time: 0.1219344 Sep 21 18:38:29.441321 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.443244 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3ddc6323-fe33-4bb2-a22b-2408a28250d4 HTTP/1.1" status: 204 len: 168 time: 0.4266715 Sep 21 18:38:29.454731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fd600-1a4a-4eaf-9d7e-f6c51fa93594 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddc6323-fe33-4bb2-a22b-2408a28250d4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:29.488747 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:34Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:29.530411 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:29.537550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad1631-8779-4475-a5f1-356690190ee2 req-a3c9c465-2830-49fb-a11b-c191b2a291a2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:29.539817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3ad1631-8779-4475-a5f1-356690190ee2 req-a3c9c465-2830-49fb-a11b-c191b2a291a2 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 946 time: 0.1493073 Sep 21 18:38:29.540513 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:29.541380 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:29.572698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-c32643f2-3871-4951-8501-675f91fbdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:29.574281 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-c32643f2-3871-4951-8501-675f91fbdab0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1326609 Sep 21 18:38:29.629703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3ad1631-8779-4475-a5f1-356690190ee2 req-ecdc909b-890c-49f4-934a-f663808985f4 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785244 Sep 21 18:38:29.631127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-dd22564f-5bbf-4e9d-b0b0-0a0e44b94d09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 200 len: 217 time: 0.0473335 Sep 21 18:38:29.698943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-6a33a4fe-84cc-48a1-981b-0026a9d67cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:29.700589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-6a33a4fe-84cc-48a1-981b-0026a9d67cef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0612464 Sep 21 18:38:29.736209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47368) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:29.758774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-54c2f814-0a02-44b0-b859-1c2c1b1dff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:29.760397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-54c2f814-0a02-44b0-b859-1c2c1b1dff9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512545 Sep 21 18:38:29.776248 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:29.780035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-37e7139d-db36-4b8e-a9ae-79b3e0ddabd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca5aae2f182e4279befc271397f49b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417562 Sep 21 18:38:29.782513 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47370) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:29.837305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-420aeddc-c317-4aba-8eeb-35b3c4db4fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.859645 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-420aeddc-c317-4aba-8eeb-35b3c4db4fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.863688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-abdd2f1e-1245-4399-83e5-b3aa35dd5e32 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926895 Sep 21 18:38:29.910561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-420aeddc-c317-4aba-8eeb-35b3c4db4fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.913377 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-420aeddc-c317-4aba-8eeb-35b3c4db4fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:29.914642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-420aeddc-c317-4aba-8eeb-35b3c4db4fde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7e019c9-d414-4f72-ab25-7e14ff12311e HTTP/1.1" status: 204 len: 168 time: 0.1310129 Sep 21 18:38:29.924249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aeddc-c317-4aba-8eeb-35b3c4db4fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e019c9-d414-4f72-ab25-7e14ff12311e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:29.975657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa7ec560-4365-4cc4-a0d3-651e7f3c4868 req-fd149dc3-88ee-4587-a378-9a4445519543 service neutron] 10.222.0.41 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030953 Sep 21 18:38:30.026363 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:34Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:30.056746 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2423b2-681e-4520-947b-f434805a19dd None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0dae4714-6b7c-487e-8f5d-9a55e44ee223', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'port_id': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'mac_address': 'fa:16:3e:d7:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:34:30Z', 'updated_at': '2021-09-21T18:34:34Z', 'revision_number': 1, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:30.302897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf4982-8119-4049-9abc-9a2a04d9c7bf None None] New status for floating IP 7e055433-3641-4e52-a264-a3c505a05c95: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:38:30.782467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e858d-bfe4-4191-b166-4ea1537b1bb2 req-a03acf12-9c1b-4937-8378-2c6824516ad5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:30.786843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a71e858d-bfe4-4191-b166-4ea1537b1bb2 req-a03acf12-9c1b-4937-8378-2c6824516ad5 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 946 time: 0.0741487 Sep 21 18:38:30.864790 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a71e858d-bfe4-4191-b166-4ea1537b1bb2 req-184cbc2a-bae9-4e93-9f66-fb7c93cdb8bd tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740366 Sep 21 18:38:30.880871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-2cad1436-208f-4825-95d2-57f247ac0a59 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:30.882448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-2cad1436-208f-4825-95d2-57f247ac0a59 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 946 time: 0.0700462 Sep 21 18:38:30.984056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port f709f52c-ebc9-45a8-ae83-17a797b4de75 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:30.984414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:31.085568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] For port f709f52c-ebc9-45a8-ae83-17a797b4de75, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=f709f52c-ebc9-45a8-ae83-17a797b4de75,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:31.085940 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:31.098848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for f709f52c-ebc9-45a8-ae83-17a797b4de75 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:31.233765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:31.267919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=f709f52c-ebc9-45a8-ae83-17a797b4de75,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:31.273463 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:38:31.317371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] No DVR routers for this DVR port f709f52c-ebc9-45a8-ae83-17a797b4de75 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:38:31.320280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:31.322424 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fed705e-fb09-40ea-b814-c8a934ba6827 req-c324d7ee-af4a-434f-9ed1-9dbc8ad29253 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.41 "DELETE /v2.0/ports/f709f52c-ebc9-45a8-ae83-17a797b4de75 HTTP/1.1" status: 204 len: 173 time: 0.4334016 Sep 21 18:38:31.322926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'name': 'network-vif-deleted', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:31.325310 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0252165a-bfef-4b6a-a7da-6ae43cb3694f" -d '{"events": [{"server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "name": "network-vif-deleted", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:32.104905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47430) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:32.111038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200109547', 'description': 'tempest-secgroup-smoke-1200109547 description', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:32.135493 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395f7fe3-99b4-41a4-84a1-9c309cb209bd x-openstack-request-id: req-395f7fe3-99b4-41a4-84a1-9c309cb209bd {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:32.135883 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a", "name": "network-vif-deleted", "tag": "f709f52c-ebc9-45a8-ae83-17a797b4de75", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:32.136252 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-395f7fe3-99b4-41a4-84a1-9c309cb209bd {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:32.136795 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a', 'name': 'network-vif-deleted', 'tag': 'f709f52c-ebc9-45a8-ae83-17a797b4de75', 'status': 'completed', 'code': 200} Sep 21 18:38:32.138067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.147811 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.218392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d7e05e3-29c3-4a75-9fd3-612ed88e6bac req-fcf77833-7a45-4ca9-b474-6f0309a38ee8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0315714 Sep 21 18:38:32.277594 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.283034 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.319622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dedf3bf-b7ad-4add-bd84-596ee10320b2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:32.378226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.382226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.412844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.414220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3071964 Sep 21 18:38:32.415028 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0936ca-8c7f-4caa-99f3-bcb074b1f209 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:32.417398 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47432) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:32.424234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2346bb76-6e65-45bc-b327-1912404bc004 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:32.451885 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2346bb76-6e65-45bc-b327-1912404bc004 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.499430 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2346bb76-6e65-45bc-b327-1912404bc004 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.503290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2346bb76-6e65-45bc-b327-1912404bc004 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.522792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346bb76-6e65-45bc-b327-1912404bc004 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71205b2-f7af-4a7a-a79d-4ce40a8e955a,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:32.532400 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2346bb76-6e65-45bc-b327-1912404bc004 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.534685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2346bb76-6e65-45bc-b327-1912404bc004 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155374 Sep 21 18:38:32.536348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:32.540790 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-87484a17-b4b1-48bb-95eb-2256fc501582 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:32.570103 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87484a17-b4b1-48bb-95eb-2256fc501582 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.628723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87484a17-b4b1-48bb-95eb-2256fc501582 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.634119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87484a17-b4b1-48bb-95eb-2256fc501582 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.654981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87484a17-b4b1-48bb-95eb-2256fc501582 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdf3cfd-6088-4215-b2bc-9eb0d20431b9,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:32.659544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-87484a17-b4b1-48bb-95eb-2256fc501582 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.671492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:32.674776 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-87484a17-b4b1-48bb-95eb-2256fc501582 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372652 Sep 21 18:38:32.676732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a5db45e6-3f05-4606-a3a6-03281f04e9a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:32.705185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5db45e6-3f05-4606-a3a6-03281f04e9a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.770122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5db45e6-3f05-4606-a3a6-03281f04e9a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.773672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5db45e6-3f05-4606-a3a6-03281f04e9a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.792165 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db45e6-3f05-4606-a3a6-03281f04e9a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9a12ee-3b72-4514-8090-6a21de2c45f0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:32.805213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5db45e6-3f05-4606-a3a6-03281f04e9a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.806470 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a5db45e6-3f05-4606-a3a6-03281f04e9a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339328 Sep 21 18:38:32.809172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47440) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:32.814746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7a23af18-5590-4d59-aec2-90dbf6433b14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:32.842914 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a23af18-5590-4d59-aec2-90dbf6433b14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.901612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a23af18-5590-4d59-aec2-90dbf6433b14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.906310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a23af18-5590-4d59-aec2-90dbf6433b14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.920776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23af18-5590-4d59-aec2-90dbf6433b14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f4caaa-341c-4025-86fc-0633ae6015a8,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:32.934420 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a23af18-5590-4d59-aec2-90dbf6433b14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:32.935698 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a23af18-5590-4d59-aec2-90dbf6433b14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253653 Sep 21 18:38:32.938602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47442) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:32.943218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:32.964338 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:38:32.969761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.029974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.033831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.051494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d54cde2-2987-4ba5-9e21-204da5639c29,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:33.058828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.060033 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2de35519-2875-44b5-b343-eff14447fd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203580 Sep 21 18:38:33.063414 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47444) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:33.067814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:33.090152 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:38:33.096139 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.158610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.162326 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.184976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa44a38-002c-4ef2-97d0-c0ec2a36e57a,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:33.193047 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.197034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fb9eaf77-bf9c-4283-861e-a7b645447703 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299789 Sep 21 18:38:33.197232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47446) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:33.203128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'network': {'name': 'tempest-network-smoke--1427590720', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'port_security_enabled': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:33.223941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:38:33.227564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.253938 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:38:33.266804 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.267211 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Added segment e757f348-f30c-465d-a51a-d227e8b90cbe of type vlan for network 07539d2a-f619-4944-bfa7-f41cbc4bd637 Sep 21 18:38:33.313745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.328654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69de8691-10bf-4ec5-a9ce-3e2cbb0a7839 req-1cb5017c-2168-4dab-9881-0f5180c1356d tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0389054 Sep 21 18:38:33.339187 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.345928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:33.346773 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.386229 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879308 Sep 21 18:38:33.389663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47450) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:33.394450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'admin_state_up': True, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:33.420575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.421779 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.432439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bd8a7-7425-47de-b0c9-28bc103b75d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Network': ['ID=07539d2a-f619-4944-bfa7-f41cbc4bd637,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:33.445791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:38:33.481115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.614034 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-174d9401-0362-43a7-8625-6829ef41ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:33.964490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.173507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.176452 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.194016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.305126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.15 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/d00a69ea-5dca-4f16-ac6d-63aad937a249) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:34.365658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f709f52c-ebc9-45a8-ae83-17a797b4de75 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:38:34.398322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: f709f52c-ebc9-45a8-ae83-17a797b4de75 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:38:34.398813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device f709f52c-ebc9-45a8-ae83-17a797b4de75 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:38:34.405962 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.436742 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.469040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d0f8894-bb3d-4b1b-b355-6ee62b7844eb req-ebf4ed49-886f-4bef-84d1-456fc585c602 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0419102 Sep 21 18:38:34.496019 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.535088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:34.539473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:34.541951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:34.571077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=d00a69ea-5dca-4f16-ac6d-63aad937a249,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:34.812388 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:34.867733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.024221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.156423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:38:35.264534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:35.273786 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Sync routers for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:35.284199 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:35.284735 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:35.287272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.288511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-849313c8-d170-45c3-b8a3-d7f43c780970 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8977821 Sep 21 18:38:35.291983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47460) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:35.402167 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:35.456987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9e5a9324-ca87-4e69-9d44-1f3c253bce28 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c5123afc2b3946209c35d215e2d7a91b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1638758 Sep 21 18:38:35.459751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47464) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:35.592676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87ed5fb9-a2c8-4d7a-8222-89f18f34af85 req-76079ef9-2d16-4326-b8df-9e90661ca739 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0402269 Sep 21 18:38:35.606631 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:34Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:35.635166 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Checking router: 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:35.635869 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Updating router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea port d00a69ea-5dca-4f16-ac6d-63aad937a249 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:38:35.641964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0eff3a-e619-4e3c-8d64-43334aca03c5 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:35.645732 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5a0eff3a-e619-4e3c-8d64-43334aca03c5 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1847587 Sep 21 18:38:35.646618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47468) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:35.663351 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.687561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9be87072-e012-4a6f-8f0f-16c126f60a12 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396411 Sep 21 18:38:35.690131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47470) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:35.695150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996014643', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:35.788223 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:38:35.792082 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.927359 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.932827 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.980802 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Attempting to bind port d00a69ea-5dca-4f16-ac6d-63aad937a249 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:35.981179 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Attempting to bind port d00a69ea-5dca-4f16-ac6d-63aad937a249 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:35.981541 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Attempting to bind port d00a69ea-5dca-4f16-ac6d-63aad937a249 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:35.991836 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:35.992283 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:35.992830 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.993385 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:35.993536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:35.994058 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Bound port: d00a69ea-5dca-4f16-ac6d-63aad937a249, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:35.994515 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.021542 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ad05f-6ad0-4a80-b7e9-e5de9a9824b4 None None] Pushing event updated for resources: {'Port': ['ID=d00a69ea-5dca-4f16-ac6d-63aad937a249,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:36.057047 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] For port d00a69ea-5dca-4f16-ac6d-63aad937a249, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:36.060220 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] For port d00a69ea-5dca-4f16-ac6d-63aad937a249, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d00a69ea-5dca-4f16-ac6d-63aad937a249,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:36.061693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Subnet': ['ID=e67bb0db-eacb-4fdc-8b14-cc0526298924,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:36.066428 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.070365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Checking segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:36.070840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network hostable DHCP agents. Network: 07539d2a-f619-4944-bfa7-f41cbc4bd637, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:38:36.090623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:38:36.102258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 07539d2a-f619-4944-bfa7-f41cbc4bd637) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:36.107149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:36.108594 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.124281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e03de-a9e8-41c0-a92f-2becbf50e545 None None] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:38:36.124904 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:36.125474 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:36.129977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-584a780d-186b-4e6c-84ef-a4a5eaa72396 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4387164 Sep 21 18:38:36.133005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47474) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:36.188444 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ad05f-6ad0-4a80-b7e9-e5de9a9824b4 None None] Pushing event updated for resources: {'Port': ['ID=d00a69ea-5dca-4f16-ac6d-63aad937a249,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:36.262321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:36.329680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-07539d2a-f619-4944-bfa7-f41cbc4bd637', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:38:36.330716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.496479 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:34Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:36.502924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Allocated IP 172.20.0.2 (07539d2a-f619-4944-bfa7-f41cbc4bd637/e67bb0db-eacb-4fdc-8b14-cc0526298924/c036cc4a-d98d-419c-ad4b-4cfef84547bd) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:36.534139 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd1648-94e1-43c0-808f-1e35001c3652 None None] The sync data for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 is: [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:34Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:36.688414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.695309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-363e7146-4d67-4e75-8587-f80a9c5e256d req-ae39d3c5-e68d-4d54-9a12-b8c073a8eb0a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe4a0f-a84c-461f-b6fe-3a1b44eebf0a HTTP/1.1" status: 200 len: 210 time: 0.0295584 Sep 21 18:38:36.704269 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.745791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:36.750642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:36.759195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.767876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:36.771488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Pushing event updated for resources: {'Port': ['ID=c036cc4a-d98d-419c-ad4b-4cfef84547bd,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:36.784191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.784538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.784877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.785210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.785538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.785867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.786174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.786525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.786843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.787161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.787474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.787791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:36.846176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Attempting to bind port c036cc4a-d98d-419c-ad4b-4cfef84547bd on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:36.846719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Attempting to bind port c036cc4a-d98d-419c-ad4b-4cfef84547bd by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:36.847092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Attempting to bind port c036cc4a-d98d-419c-ad4b-4cfef84547bd on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:36.852618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:36.852999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Checking segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:36.853389 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.853779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Bound using segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:36.854277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Bound port: c036cc4a-d98d-419c-ad4b-4cfef84547bd, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:36.854659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.979491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] For port c036cc4a-d98d-419c-ad4b-4cfef84547bd, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:36.983662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] For port c036cc4a-d98d-419c-ad4b-4cfef84547bd, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c036cc4a-d98d-419c-ad4b-4cfef84547bd,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:36.992745 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:37.055505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae693539-00df-47ae-8a4b-942aaaced388 None None] Pushing event updated for resources: {'Port': ['ID=c036cc4a-d98d-419c-ad4b-4cfef84547bd,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:37.159192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.1 (07539d2a-f619-4944-bfa7-f41cbc4bd637/e67bb0db-eacb-4fdc-8b14-cc0526298924/d1a034e3-76bf-474d-8c32-dc0388511341) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:37.344946 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:37.358106 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:37.419340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:37.491566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:37.496963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:37.500005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:37.541275 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=d1a034e3-76bf-474d-8c32-dc0388511341,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:37.585202 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:37.857369 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:38.197489 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:38.203816 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:38.260260 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:38.333253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=d1a034e3-76bf-474d-8c32-dc0388511341,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:38.407203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:38.408668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:38.543248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:38.668545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84aad31-aa1d-4f8d-8501-9f578530e706 None None] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:38:38.676031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:38.720305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:38.742246 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c1a1856b-aabb-4706-92a3-48b52eb1fb6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6049774 Sep 21 18:38:38.786458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d00a69ea-5dca-4f16-ac6d-63aad937a249 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:38.921634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-21c68f01-771c-41aa-961e-a12e50d3dc62 None None] Provisioning complete for port c036cc4a-d98d-419c-ad4b-4cfef84547bd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:38.922009 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-21c68f01-771c-41aa-961e-a12e50d3dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:38.949729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-7278134f-48de-4fa2-88b9-4b85c068f75f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200109547&fields=id&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 267 time: 0.0686707 Sep 21 18:38:38.972920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d00a69ea-5dca-4f16-ac6d-63aad937a249 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:38.973707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:39.169601 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-d27e6ea2-3758-4dc3-bf0f-04d9795263e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:39.178750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-d27e6ea2-3758-4dc3-bf0f-04d9795263e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 797 time: 0.2219632 Sep 21 18:38:39.196616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-2a2d0d00-412c-4adb-adab-5e6750abcd82 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/quotas/c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 375 time: 0.0168743 Sep 21 18:38:39.209139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:39.240696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Sync routers for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:39.249105 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-21c68f01-771c-41aa-961e-a12e50d3dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:39.254441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port d00a69ea-5dca-4f16-ac6d-63aad937a249, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d00a69ea-5dca-4f16-ac6d-63aad937a249,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:39.276410 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:39.277248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c036cc4a-d98d-419c-ad4b-4cfef84547bd up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:39.285430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:39.286067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:39.322729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-1f69892b-aad9-463a-8219-d2e9cedb6e67 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120524 Sep 21 18:38:39.463123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-21c68f01-771c-41aa-961e-a12e50d3dc62 None None] For port c036cc4a-d98d-419c-ad4b-4cfef84547bd, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c036cc4a-d98d-419c-ad4b-4cfef84547bd,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:39.474336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-6f90b266-d558-4774-8557-a0559c20097f service neutron] 10.222.0.70 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495466 Sep 21 18:38:39.493739 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-21c68f01-771c-41aa-961e-a12e50d3dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:39.513363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:39.515963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=d00a69ea-5dca-4f16-ac6d-63aad937a249,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:39.610303 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-7b9dcaae-b594-47d7-8dc2-a560e3ca6105 service neutron] 10.222.0.70 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294236 Sep 21 18:38:39.650945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c036cc4a-d98d-419c-ad4b-4cfef84547bd triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:39.651327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:39.703529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c68f01-771c-41aa-961e-a12e50d3dc62 None None] Pushing event updated for resources: {'Port': ['ID=c036cc4a-d98d-419c-ad4b-4cfef84547bd,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:39.814897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3ec5e6c-6d66-4a20-a3b5-72fa6620cdba req-e4c2e995-00df-4dce-a8eb-696efeab9ec4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 210 time: 0.0401671 Sep 21 18:38:39.931448 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-32d494f3-fdc0-43d6-8bea-5d833f603923 None None] Provisioning complete for port d1a034e3-76bf-474d-8c32-dc0388511341 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:39.932062 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-32d494f3-fdc0-43d6-8bea-5d833f603923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.034832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-32d494f3-fdc0-43d6-8bea-5d833f603923 None None] Port d1a034e3-76bf-474d-8c32-dc0388511341 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:38:40.070271 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-32d494f3-fdc0-43d6-8bea-5d833f603923 None None] Provisioning complete for port c036cc4a-d98d-419c-ad4b-4cfef84547bd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:40.070642 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-32d494f3-fdc0-43d6-8bea-5d833f603923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.203053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:38Z', 'revision_number': 2, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:40.235970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Checking router: 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:40.236333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Updating router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea port d1a034e3-76bf-474d-8c32-dc0388511341 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:38:40.267933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.409774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f0e0fee0-44e9-4b83-be37-02c00ff2c5a9 None None] Provisioning complete for port d1a034e3-76bf-474d-8c32-dc0388511341 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:40.410135 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fee0-44e9-4b83-be37-02c00ff2c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.448038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0fee0-44e9-4b83-be37-02c00ff2c5a9 None None] Port d1a034e3-76bf-474d-8c32-dc0388511341 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:38:40.610041 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.616344 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.660345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d00a69ea-5dca-4f16-ac6d-63aad937a249 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:40.703393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31acaa-765e-4ba9-8f6d-b1e25a6bc6f6 None None] Pushing event updated for resources: {'Port': ['ID=d1a034e3-76bf-474d-8c32-dc0388511341,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:40.785083 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Attempting to bind port d1a034e3-76bf-474d-8c32-dc0388511341 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:40.786004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Attempting to bind port d1a034e3-76bf-474d-8c32-dc0388511341 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:40.793135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Attempting to bind port d1a034e3-76bf-474d-8c32-dc0388511341 on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:40.807830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:40.808468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Checking segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:40.808613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.808993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Bound using segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:40.809597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Bound port: d1a034e3-76bf-474d-8c32-dc0388511341, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:40.809879 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.823793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d00a69ea-5dca-4f16-ac6d-63aad937a249 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:40.824320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:40.880254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] For port d1a034e3-76bf-474d-8c32-dc0388511341, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:40.883596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] For port d1a034e3-76bf-474d-8c32-dc0388511341, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d1a034e3-76bf-474d-8c32-dc0388511341,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:40.913425 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.086266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad497ffc-0150-42a3-9e13-701faf73160e req-7dce53c4-b020-46f6-81af-281c17146e73 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 210 time: 0.1404982 Sep 21 18:38:41.089926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ec91c863-60b3-4efa-aeea-34c19ff6a52d None None] Provisioning complete for port d1a034e3-76bf-474d-8c32-dc0388511341 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:41.090335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec91c863-60b3-4efa-aeea-34c19ff6a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.133724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31acaa-765e-4ba9-8f6d-b1e25a6bc6f6 None None] Pushing event updated for resources: {'Port': ['ID=d1a034e3-76bf-474d-8c32-dc0388511341,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:41.140346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:41.140942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:41.170084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-4a3cf768-a1f3-40a7-8057-de4990e1e048 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:41.174158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-4a3cf768-a1f3-40a7-8057-de4990e1e048 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 797 time: 0.2889864 Sep 21 18:38:41.282224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-c3a80e50-8938-4419-8df3-ff1bbc6eb952 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 380 time: 0.0869997 Sep 21 18:38:41.293843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'port': {'device_id': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'admin_state_up': True, 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'security_groups': ['11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:41.317897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c036cc4a-d98d-419c-ad4b-4cfef84547bd up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:41.398121 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec91c863-60b3-4efa-aeea-34c19ff6a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.419930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:41.479250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ec91c863-60b3-4efa-aeea-34c19ff6a52d None None] For port d1a034e3-76bf-474d-8c32-dc0388511341, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d1a034e3-76bf-474d-8c32-dc0388511341,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:41.483890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:38:41.487620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.547659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec91c863-60b3-4efa-aeea-34c19ff6a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.569675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c036cc4a-d98d-419c-ad4b-4cfef84547bd triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:41.570116 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.652041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.13 (07539d2a-f619-4944-bfa7-f41cbc4bd637/e67bb0db-eacb-4fdc-8b14-cc0526298924/b15ea8b9-f61c-466e-bc0c-4f56a241baaf) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:41.716721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91c863-60b3-4efa-aeea-34c19ff6a52d None None] Pushing event updated for resources: {'Port': ['ID=d1a034e3-76bf-474d-8c32-dc0388511341,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:41.743848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d000a8d9-83ac-41d5-a5e9-0dd39c2d032c None None] Provisioning complete for port d1a034e3-76bf-474d-8c32-dc0388511341 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:41.744613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d000a8d9-83ac-41d5-a5e9-0dd39c2d032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.859109 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.898465 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:41.947427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:41.952768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:41.958061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:42.032195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:42.058450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:42.059077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:42.098641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31db8bb-2dd8-4b38-bff0-7aeb060733ad tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8087111 Sep 21 18:38:42.113260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Request body: {'port': {'device_id': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:42.129167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:40Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:42.157241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7bd88-b352-4d58-ae53-87fa6501f766 None None] The sync data for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 is: [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:40Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:42.198269 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:42.316362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1c3cd4f9-deac-4009-83c7-6786d258d913 None None] Provisioning complete for port b15ea8b9-f61c-466e-bc0c-4f56a241baaf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:42.316735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd4f9-deac-4009-83c7-6786d258d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:42.374294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cd4f9-deac-4009-83c7-6786d258d913 None None] Port b15ea8b9-f61c-466e-bc0c-4f56a241baaf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:38:42.763035 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d1a034e3-76bf-474d-8c32-dc0388511341 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:42.770994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15ea8b9-f61c-466e-bc0c-4f56a241baaf {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:38:42.784574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bfc80-c0bd-48c1-bc62-d51b41e6f88d req-31983af9-eee1-4a8e-8f4a-04ae21e405ce tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:42.798633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d7bfc80-c0bd-48c1-bc62-d51b41e6f88d req-31983af9-eee1-4a8e-8f4a-04ae21e405ce tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 932 time: 0.5609322 Sep 21 18:38:42.814935 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:42.868135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Transition to ACTIVE for port object b15ea8b9-f61c-466e-bc0c-4f56a241baaf will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:38:42.877513 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:42.923367 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d1a034e3-76bf-474d-8c32-dc0388511341 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:42.923741 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:42.953610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d7bfc80-c0bd-48c1-bc62-d51b41e6f88d req-2191b143-a5cd-4c21-b753-c6a35f6dfded tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533973 Sep 21 18:38:43.064818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:43.113958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:43.115340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:43.115950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:43.126070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:38:43.126925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:43.133045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:43.133715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Checking segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:43.134369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Bound using segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:43.135020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Bound port: b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:43.135711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:43.251287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:43.255067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:43.261629 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:43.312117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:43.312845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:43.314197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] 10.222.0.41 "PUT /v2.0/ports/b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1092 time: 1.2069380 Sep 21 18:38:43.316726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:43.325274 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:43.403212 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f7a962-3341-47b7-8baf-63fe72b6bb1a x-openstack-request-id: req-09f7a962-3341-47b7-8baf-63fe72b6bb1a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:43.403489 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:43.403743 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09f7a962-3341-47b7-8baf-63fe72b6bb1a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:43.404139 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'status': 'completed', 'code': 200} Sep 21 18:38:43.452502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31da9ab-80f5-44b9-898e-55e02fadad8d service neutron] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:43.485926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-8bcf87a2-fd40-40ea-95d9-4b4e6cf496b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:43.487717 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-8bcf87a2-fd40-40ea-95d9-4b4e6cf496b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1095 time: 0.1202617 Sep 21 18:38:43.554070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-36cc3aba-1707-44fa-85c1-12ceddc650df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 217 time: 0.0581448 Sep 21 18:38:43.622213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-e0926304-f47d-497a-b97c-f1e30608e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:43.624062 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-e0926304-f47d-497a-b97c-f1e30608e038 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0609884 Sep 21 18:38:43.684287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d75b-c80d-424d-9413-7d67beea394d req-7e6ea6b6-7686-4d90-82c9-1950d70459c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:43.686284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-7e6ea6b6-7686-4d90-82c9-1950d70459c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525994 Sep 21 18:38:43.797039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-c87ffb76-72cc-4a18-abc1-66a119288971 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028352 Sep 21 18:38:43.916178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e352d75b-c80d-424d-9413-7d67beea394d req-2729e473-5a00-48be-98b8-57f051dde4c2 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048920 Sep 21 18:38:44.059247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-52696612-0a97-44b4-9379-16a3102272e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:44.061137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-52696612-0a97-44b4-9379-16a3102272e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1095 time: 0.0823112 Sep 21 18:38:44.197131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f864a2-70aa-422a-891f-ed97ea86593f req-37aa425b-cd97-4d36-bbc4-76e9486847f8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:44.198695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79f864a2-70aa-422a-891f-ed97ea86593f req-37aa425b-cd97-4d36-bbc4-76e9486847f8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 944 time: 0.1198177 Sep 21 18:38:44.235598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-0e252b52-8ff0-401d-ae7c-46da36288c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:44.237087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-0e252b52-8ff0-401d-ae7c-46da36288c66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.1687179 Sep 21 18:38:44.289111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79f864a2-70aa-422a-891f-ed97ea86593f req-340f2a13-f3a1-41ba-9a9e-d9293daad811 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809488 Sep 21 18:38:44.290728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-fd31f45a-b600-4ec0-b199-0db48e16fdf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 217 time: 0.0422895 Sep 21 18:38:44.343121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-67075324-19be-4767-826a-0be19784358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:44.344862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-67075324-19be-4767-826a-0be19784358e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0460265 Sep 21 18:38:44.393762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-38226e34-f4d1-4247-a3bb-c8dc2620c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:44.395320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-38226e34-f4d1-4247-a3bb-c8dc2620c53d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430641 Sep 21 18:38:44.489114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-3f8ed2d4-20f1-448f-87d8-8d948ba098be service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854685 Sep 21 18:38:44.514811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47582) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:44.597740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36194e63-6f2e-4da9-aae6-7dd60ffb7dd1 req-26cb4540-17f3-479a-97dd-52b64c2a91d7 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002827 Sep 21 18:38:45.008701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port ed5613ae-94c7-4269-b805-f686bdc978e9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:45.009032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:45.098614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:45.099225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:45.113388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for ed5613ae-94c7-4269-b805-f686bdc978e9 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:45.302595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:45.331932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=ed5613ae-94c7-4269-b805-f686bdc978e9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:45.406887 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:45.407569 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Floating IP 0dae4714-6b7c-487e-8f5d-9a55e44ee223 disassociated (deleted). External IP: 172.25.3.92, port: 0a0894ad-6cdd-4cb0-a118-90fd17c2333a. Sep 21 18:38:45.433038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435acbf-ed44-4b2f-8c56-09c575485537 req-cdbb2737-322e-4c3b-adb0-967d8f096833 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:45.434780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a435acbf-ed44-4b2f-8c56-09c575485537 req-cdbb2737-322e-4c3b-adb0-967d8f096833 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 944 time: 0.0580618 Sep 21 18:38:45.490644 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a435acbf-ed44-4b2f-8c56-09c575485537 req-efbee750-3c56-4786-8d03-40ba065e8dfe tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Sep 21 18:38:45.653176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:45.767954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:45.772936 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:45.777991 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f41968-960e-4be5-8821-69780b876f91 None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:45.788306 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:45.789250 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:45.801569 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-231dc662-94fa-4041-b8e6-c96da1e2af58 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "DELETE /v2.0/floatingips/0dae4714-6b7c-487e-8f5d-9a55e44ee223 HTTP/1.1" status: 204 len: 168 time: 1.2855389 Sep 21 18:38:45.802274 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:45.804664 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7806ada-aa56-4251-a641-0dcb3a46e937" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:45.908266 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:45.975168 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cc65d7-bbd3-4254-8cd6-0e24b3e11fe8 x-openstack-request-id: req-26cc65d7-bbd3-4254-8cd6-0e24b3e11fe8 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:45.975585 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:45.975974 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26cc65d7-bbd3-4254-8cd6-0e24b3e11fe8 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:45.976455 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'status': 'completed', 'code': 200} Sep 21 18:38:46.083350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-a2175d2a-79aa-4c7d-b8ea-f3f24575b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:46.084999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-a2175d2a-79aa-4c7d-b8ea-f3f24575b39f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 1096 time: 0.0832934 Sep 21 18:38:46.098053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df8d0c-d090-4715-a890-db389d66bfb0 req-d97617af-223c-4c28-a029-05e190f550e8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:46.099673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83df8d0c-d090-4715-a890-db389d66bfb0 req-d97617af-223c-4c28-a029-05e190f550e8 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 945 time: 0.0635800 Sep 21 18:38:46.151447 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:46.183474 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f41968-960e-4be5-8821-69780b876f91 None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:46.192362 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:46.192971 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:46.196794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83df8d0c-d090-4715-a890-db389d66bfb0 req-455c901b-5a40-4ecb-bd3c-283f301be741 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889239 Sep 21 18:38:46.220040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-04a2d5eb-8b4f-4c15-8cdd-285aa903c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:46.221539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-04a2d5eb-8b4f-4c15-8cdd-285aa903c034 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 200 len: 914 time: 0.1209216 Sep 21 18:38:46.271322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-2ccdc76a-05e9-4f4d-9135-3e27942450f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 200 len: 217 time: 0.0410438 Sep 21 18:38:46.331728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-7a0dbfe1-4b47-428f-8ded-db501c38e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:46.333266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-7a0dbfe1-4b47-428f-8ded-db501c38e530 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 200 len: 851 time: 0.0538409 Sep 21 18:38:46.389794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-0489dbc3-ef07-402d-b215-80b360823c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:46.391353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-0489dbc3-ef07-402d-b215-80b360823c81 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491855 Sep 21 18:38:46.403929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-df55adef-325f-41d6-88a5-81d5ee3425ff service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:38:46.405124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-df55adef-325f-41d6-88a5-81d5ee3425ff service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055802 Sep 21 18:38:46.412063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:38:46.441089 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:46.540353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:46.567695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'port_id': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'mac_address': 'fa:16:3e:ec:02:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:38:46.612327 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:46.627047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15ea8b9-f61c-466e-bc0c-4f56a241baaf {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:38:46.649124 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:46.654480 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:46.682980 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-94f41968-960e-4be5-8821-69780b876f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:46.713533 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f41968-960e-4be5-8821-69780b876f91 None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:28:01Z', 'revision_number': 4, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '32cdb239-2e2b-4a89-b78b-0db6a47d3220', 'name': '', 'network_id': 'd0658d3d-cbbe-4400-ac0e-6886d0aa77d7', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'mac_address': 'fa:16:3e:60:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:00Z', 'updated_at': '2021-09-21T18:28:05Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'subnets': [{'id': 'c5635321-e2bd-4a17-807d-77c5b5f633d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:46.713870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:46.878011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['b15ea8b9-f61c-466e-bc0c-4f56a241baaf'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:38:46.967671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-2ec871ef-7bec-4959-b7da-1c8f9deffd45 service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489931 Sep 21 18:38:46.982254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095511e-4d88-4b0c-b23c-5d74f29b688f req-c7cd2caa-bec8-450b-9e31-a2ccc59da760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:46.984409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8095511e-4d88-4b0c-b23c-5d74f29b688f req-c7cd2caa-bec8-450b-9e31-a2ccc59da760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 945 time: 0.0753055 Sep 21 18:38:47.018145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551583d-11af-4149-b2b4-02b2cad66356 None None] New status for floating IP 0dae4714-6b7c-487e-8f5d-9a55e44ee223: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:38:47.084180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8095511e-4d88-4b0c-b23c-5d74f29b688f req-70a5d026-969a-4133-a949-5cc11d0c594b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913351 Sep 21 18:38:47.107926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7806ada-aa56-4251-a641-0dcb3a46e937 req-b6591917-cf3d-4e56-9d34-7ddd55c0340b service neutron] 10.222.0.78 "GET /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225123 Sep 21 18:38:47.318505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4c05f-4eba-4676-9e0b-d15243c200ee req-be436367-5091-4ade-99bb-a806a795445e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:47.320300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fa4c05f-4eba-4676-9e0b-d15243c200ee req-be436367-5091-4ade-99bb-a806a795445e tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 945 time: 0.0519996 Sep 21 18:38:47.363399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fa4c05f-4eba-4676-9e0b-d15243c200ee req-71d0879f-c24e-416e-82a0-aa03fcc8886a tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/security-groups?id=5aabd1ff-5bca-4852-af10-f6bbf719ce27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Sep 21 18:38:47.593865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-c3cb4fa3-7d5c-4a32-bb02-ca103b6d89e6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:47.595475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-c3cb4fa3-7d5c-4a32-bb02-ca103b6d89e6 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 945 time: 0.0531321 Sep 21 18:38:47.694305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:47.694701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:47.787155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] For port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:47.787551 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:47.801721 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for 0a0894ad-6cdd-4cb0-a118-90fd17c2333a owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:47.937970 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:47.965164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=0a0894ad-6cdd-4cb0-a118-90fd17c2333a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:48.017135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] No DVR routers for this DVR port 0a0894ad-6cdd-4cb0-a118-90fd17c2333a on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:38:48.020560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:48.023665 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcdd39c0-6503-4d81-96d8-d3229870a9e6 req-3b4324b0-3da0-40d5-8715-9e97ebe82209 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.78 "DELETE /v2.0/ports/0a0894ad-6cdd-4cb0-a118-90fd17c2333a HTTP/1.1" status: 204 len: 173 time: 0.4215016 Sep 21 18:38:48.024118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'name': 'network-vif-deleted', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:48.027235 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62111568-6a1a-455b-927f-3dbecf06cedf" -d '{"events": [{"server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "name": "network-vif-deleted", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:48.067555 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e7e3ae-9466-4c26-a118-6feb1556e7a1 x-openstack-request-id: req-99e7e3ae-9466-4c26-a118-6feb1556e7a1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:48.067838 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8faf4b-43bb-4ba4-ab04-4ffac9092df0", "name": "network-vif-deleted", "tag": "0a0894ad-6cdd-4cb0-a118-90fd17c2333a", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:48.068214 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99e7e3ae-9466-4c26-a118-6feb1556e7a1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:48.068468 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8faf4b-43bb-4ba4-ab04-4ffac9092df0', 'name': 'network-vif-deleted', 'tag': '0a0894ad-6cdd-4cb0-a118-90fd17c2333a', 'status': 'completed', 'code': 200} Sep 21 18:38:48.222255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a59bd-b416-40d9-bba3-49e805fec686 req-c9dc2caf-a8d4-4840-b327-50dfbc8c1410 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:48.223841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff5a59bd-b416-40d9-bba3-49e805fec686 req-c9dc2caf-a8d4-4840-b327-50dfbc8c1410 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 945 time: 0.0523834 Sep 21 18:38:48.265869 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff5a59bd-b416-40d9-bba3-49e805fec686 req-fa5dcbf8-bdad-4123-bb31-2fd256efe2ba tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344992 Sep 21 18:38:48.428359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:48.496465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6d46f30-accf-4d7b-9a29-33c11a83f16c req-05c29522-ffb3-446e-980e-3008a4bb1461 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 210 time: 0.0342994 Sep 21 18:38:48.507859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port b15ea8b9-f61c-466e-bc0c-4f56a241baaf completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:38:48.517812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port b15ea8b9-f61c-466e-bc0c-4f56a241baaf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:48.518213 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:48.610888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:48.633270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:48.635572 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c7705-d4c0-4238-a12e-bc65d9036315" -d '{"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-plugged", "status": "completed", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:48.648974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:48.654605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:48.686613 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698eeb8c-30ad-4af4-a47e-51a613e937fb x-openstack-request-id: req-698eeb8c-30ad-4af4-a47e-51a613e937fb {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:48.686917 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-plugged", "status": "completed", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:48.687175 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-698eeb8c-30ad-4af4-a47e-51a613e937fb {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:48.687568 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'code': 200} Sep 21 18:38:48.714325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:48.789446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad914-afa6-459e-a5ef-793b2acdd1b7 req-4ea2020d-665f-42df-8ab4-f53b05b1c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:48.790995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-410ad914-afa6-459e-a5ef-793b2acdd1b7 req-4ea2020d-665f-42df-8ab4-f53b05b1c7c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1097 time: 0.0430918 Sep 21 18:38:48.830342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-410ad914-afa6-459e-a5ef-793b2acdd1b7 req-e70760b2-00e3-4376-aff6-a7a06a80d227 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Sep 21 18:38:49.396453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaadfb-1dd7-4f4d-b5b5-95ac4fa5cc04 req-df693e30-2728-411a-8a30-fc3968f52176 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:49.402331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfeaadfb-1dd7-4f4d-b5b5-95ac4fa5cc04 req-df693e30-2728-411a-8a30-fc3968f52176 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0641720 Sep 21 18:38:49.440498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfeaadfb-1dd7-4f4d-b5b5-95ac4fa5cc04 req-6b75b2b6-ec72-4528-a048-a0bfe7820601 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372992 Sep 21 18:38:49.588998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a0894ad-6cdd-4cb0-a118-90fd17c2333a no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:38:49.615009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 0a0894ad-6cdd-4cb0-a118-90fd17c2333a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:38:49.615365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 0a0894ad-6cdd-4cb0-a118-90fd17c2333a not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:38:49.617797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d9c16af-b683-4955-8317-4ffedfa8a73b req-e5a9669f-f004-4b21-bdce-054bf2bd0c0c tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 210 time: 0.0424345 Sep 21 18:38:50.557669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45890c-3c28-4612-8082-d48cfe6d2e17 req-94028dcf-c863-47b5-8f06-5dc711247ab3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:50.559290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c45890c-3c28-4612-8082-d48cfe6d2e17 req-94028dcf-c863-47b5-8f06-5dc711247ab3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0502374 Sep 21 18:38:50.606747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4c45890c-3c28-4612-8082-d48cfe6d2e17 req-3a140247-c235-4efc-a56b-42c8a9a1dea9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342712 Sep 21 18:38:50.729440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99492b-1e5c-4ee5-90b9-a32fed037957 req-8bbd4928-4269-4cb2-a279-8206d4923c7a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:50.731466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa99492b-1e5c-4ee5-90b9-a32fed037957 req-8bbd4928-4269-4cb2-a279-8206d4923c7a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0550354 Sep 21 18:38:50.774658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa99492b-1e5c-4ee5-90b9-a32fed037957 req-729c1326-a77a-4a0c-9724-666dfc3af0d5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356095 Sep 21 18:38:50.798579 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47670) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:50.851176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96ef88e-fbcc-4571-8907-d2c65baf9dad tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:50.854226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f96ef88e-fbcc-4571-8907-d2c65baf9dad tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1092 time: 0.0544090 Sep 21 18:38:50.857162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47672) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:50.875015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:50.880423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4f191a4-148f-41a8-bd6d-2c2b236bb221 req-3a94a950-3f8d-48b6-a432-56a21bedce29 tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 210 time: 0.0365529 Sep 21 18:38:50.904821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:51.020376 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:51.137308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.241 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/3106f5e3-efd7-4891-bd88-8f07a9a8f496) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:51.250894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:51.309063 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:51.351544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:51.353168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:51.356878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:51.364890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=3106f5e3-efd7-4891-bd88-8f07a9a8f496,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:51.755411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:51.823749 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:52.015079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2d48ba5-d7df-4956-8250-281dbf577cff req-d18e1f0b-36ef-44af-8995-a84046380a4b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8faf4b-43bb-4ba4-ab04-4ffac9092df0 HTTP/1.1" status: 200 len: 210 time: 0.0423043 Sep 21 18:38:52.017323 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:52.022181 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:52.101859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=3106f5e3-efd7-4891-bd88-8f07a9a8f496,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:52.117304 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:52.225891 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP 326f4ef5-9219-4afb-95bf-b6aa96b10ea6 associated. External IP: 172.25.3.241, port: b15ea8b9-f61c-466e-bc0c-4f56a241baaf. Sep 21 18:38:52.436857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:52.549496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:52.559820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] Sync routers for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:52.570216 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:52.571584 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:52.572655 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:52.605140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-21a09a0a-f88b-4b39-a067-a2693e5320bb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7338629 Sep 21 18:38:52.605987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:52.616208 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0048978d-3ab6-48d3-aef3-318ab05809e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:52.691498 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:52.719646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952510cd-4a60-4072-8240-986adb4f84ad req-5a89a6a6-53a1-4008-a607-af4b7277e292 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:52.721346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-952510cd-4a60-4072-8240-986adb4f84ad req-5a89a6a6-53a1-4008-a607-af4b7277e292 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0606534 Sep 21 18:38:52.761033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-952510cd-4a60-4072-8240-986adb4f84ad req-245e57b6-bb83-49ed-a60e-7935dec2f3d8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Sep 21 18:38:52.785874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47692) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:52.833608 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfb2b72-a4c2-4431-9f2a-8a28d5aa4daa x-openstack-request-id: req-edfb2b72-a4c2-4431-9f2a-8a28d5aa4daa {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:52.834012 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:52.834427 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edfb2b72-a4c2-4431-9f2a-8a28d5aa4daa {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:52.834922 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'status': 'completed', 'code': 200} Sep 21 18:38:52.875952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-389bde60-da39-414a-9c25-015d73c63983 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/326f4ef5-9219-4afb-95bf-b6aa96b10ea6 HTTP/1.1" status: 200 len: 992 time: 0.0883136 Sep 21 18:38:52.916148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-23811a6f-177f-48d5-914a-157e916b1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:52.917777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-23811a6f-177f-48d5-914a-157e916b1874 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1097 time: 0.0568361 Sep 21 18:38:52.935935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '326f4ef5-9219-4afb-95bf-b6aa96b10ea6', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'port_id': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'mac_address': 'fa:16:3e:ec:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:38:51Z', 'updated_at': '2021-09-21T18:38:51Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:41Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:52.963643 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] Checking router: 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:52.973123 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:52.973942 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:53.012263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-0f61cd8b-0266-4251-a4f2-e2300f4df5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:53.013829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-0f61cd8b-0266-4251-a4f2-e2300f4df5c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.0879197 Sep 21 18:38:53.089377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-6102b87c-0b22-4094-a0ec-8ee82ea666f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1000 time: 0.0671852 Sep 21 18:38:53.089377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47696) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:53.097819 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:53.220816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-7805135c-7415-4a13-8770-cbd604f589fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:53.222439 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-7805135c-7415-4a13-8770-cbd604f589fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.1249962 Sep 21 18:38:53.293939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-dbc499ec-b9fc-4d75-83ee-978863edc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:53.295803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-dbc499ec-b9fc-4d75-83ee-978863edc36e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535133 Sep 21 18:38:53.307555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Deleting port f61893af-b06e-44f9-9723-02718bdcd540 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:53.307903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:53.313193 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-d23845a4-8ca2-4843-92e4-423a558a0ee0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:38:53.314181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-d23845a4-8ca2-4843-92e4-423a558a0ee0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083630 Sep 21 18:38:53.346643 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '326f4ef5-9219-4afb-95bf-b6aa96b10ea6', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'port_id': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'mac_address': 'fa:16:3e:ec:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:38:51Z', 'updated_at': '2021-09-21T18:38:51Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:41Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:53.375067 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867e5c7-fbe9-4a90-a556-0e33245bd54f None None] The sync data for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 is: [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '326f4ef5-9219-4afb-95bf-b6aa96b10ea6', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'port_id': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'mac_address': 'fa:16:3e:ec:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:38:51Z', 'updated_at': '2021-09-21T18:38:51Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:41Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:53.493922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:53.494280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:53.506945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-f0ce44ee-15fa-47ce-a146-1b5cd5ecdd25 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795838 Sep 21 18:38:53.511361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Calling delete_port for f61893af-b06e-44f9-9723-02718bdcd540 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:53.609184 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635e73d-dea3-4e82-a9f8-0bef48db9e8c None None] New status for floating IP 326f4ef5-9219-4afb-95bf-b6aa96b10ea6: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:38:53.666319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0048978d-3ab6-48d3-aef3-318ab05809e0 req-70459dac-ba1b-42a8-a0d1-391f846b5580 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529124 Sep 21 18:38:53.739707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:53.773923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'Port': ['ID=f61893af-b06e-44f9-9723-02718bdcd540,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:53.842654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:53.845170 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:53.846366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f4e8d645-44fa-4ac9-bdf9-51f1913109ea tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "DELETE /v2.0/floatingips/4d2b27f4-2a7d-4520-8dae-686efc9540af HTTP/1.1" status: 204 len: 168 time: 0.7561905 Sep 21 18:38:53.879591 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47710) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:53.946407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7b63456d-0dee-47cc-adca-0e9829a12927 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/326f4ef5-9219-4afb-95bf-b6aa96b10ea6 HTTP/1.1" status: 200 len: 994 time: 0.0653534 Sep 21 18:38:56.114871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47734) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:56.181288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-347f59b3-bc80-4d78-96f5-6b7f39f7954b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:56.207335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-347f59b3-bc80-4d78-96f5-6b7f39f7954b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:56.268781 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-347f59b3-bc80-4d78-96f5-6b7f39f7954b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:56.271597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-347f59b3-bc80-4d78-96f5-6b7f39f7954b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:56.275390 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-347f59b3-bc80-4d78-96f5-6b7f39f7954b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] 10.222.0.70 "DELETE /v2.0/security-groups/5aabd1ff-5bca-4852-af10-f6bbf719ce27 HTTP/1.1" status: 204 len: 168 time: 0.1563528 Sep 21 18:38:56.283684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f59b3-bc80-4d78-96f5-6b7f39f7954b tempest-TestVolumeBootPattern-1990613547 tempest-TestVolumeBootPattern-1990613547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aabd1ff-5bca-4852-af10-f6bbf719ce27,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:56.364122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47738) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:56.879329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:57.141746 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Deleting port 32cdb239-2e2b-4a89-b78b-0db6a47d3220 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:57.141992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:57.223000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] For port 32cdb239-2e2b-4a89-b78b-0db6a47d3220, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=32cdb239-2e2b-4a89-b78b-0db6a47d3220,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:57.223277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:57.236438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Calling delete_port for 32cdb239-2e2b-4a89-b78b-0db6a47d3220 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:57.423392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:57.455724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Pushing event deleted for resources: {'Port': ['ID=32cdb239-2e2b-4a89-b78b-0db6a47d3220,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:57.630710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:57.857664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Router c70d1134-063d-4189-b5c7-ac27ddc980ed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:57.963234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:57.970895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-27febd1d-c6ea-471d-8391-37eb47b2156f admin admin] 10.222.0.70 "PUT /v2.0/routers/c70d1134-063d-4189-b5c7-ac27ddc980ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6056826 Sep 21 18:38:57.971385 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47754) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:57.972975 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] Sync routers for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:57.982716 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:57.983358 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:58.083317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:58.096254 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:58.287756 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:38:57Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:58.330737 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] Checking router: c70d1134-063d-4189-b5c7-ac27ddc980ed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:58.339935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] Routers {'c70d1134-063d-4189-b5c7-ac27ddc980ed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:58.340742 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c70d1134-063d-4189-b5c7-ac27ddc980ed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:58.455341 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] Set router c70d1134-063d-4189-b5c7-ac27ddc980ed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:58.556518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:58.622206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Deleting port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:58.622206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:58.703483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] For port 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:58.703896 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:58.720996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Calling delete_port for 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:58.784789 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:38:57Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:58.811540 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3498aae-9b51-4305-af8d-7aed15e6531f None None] The sync data for ids ['c70d1134-063d-4189-b5c7-ac27ddc980ed'] in n-d-810285-3 is: [{'id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'name': 'tempest-TestVolumeBootPattern-1730703682-router', 'tenant_id': '243e69bdbbe54b3780975a8b5b8607e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:57Z', 'updated_at': '2021-09-21T18:38:57Z', 'revision_number': 5, 'project_id': '243e69bdbbe54b3780975a8b5b8607e2', 'gw_port': {'id': '1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70d1134-063d-4189-b5c7-ac27ddc980ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:58Z', 'updated_at': '2021-09-21T18:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:58.886977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:58.917506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:58.982104 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.071971 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.073986 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.120039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.120498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70d1134-063d-4189-b5c7-ac27ddc980ed {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:38:59.124727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.128755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47762) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:59.129245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-22f94e60-bebe-4213-a616-2e935701bd22 admin admin] 10.222.0.70 "DELETE /v2.0/routers/c70d1134-063d-4189-b5c7-ac27ddc980ed HTTP/1.1" status: 204 len: 168 time: 1.1563876 Sep 21 18:38:59.191240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] Deleting subnet c5635321-e2bd-4a17-807d-77c5b5f633d1 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:38:59.194886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.236305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.293515 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-76888337-2a81-42fd-a6da-9351b8fe3bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.335521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.391519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.418650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5635321-e2bd-4a17-807d-77c5b5f633d1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:59.423438 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.428221 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47768) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:59.428382 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2e1753b6-f85b-46a8-8208-6a5c81c5253f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5635321-e2bd-4a17-807d-77c5b5f633d1 HTTP/1.1" status: 204 len: 168 time: 0.2984123 Sep 21 18:38:59.431089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e9ef5-0ce3-4215-9233-44cee1831301 None None] Network d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:38:59.510041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.570533 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Deleting port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:59.570533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.653308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] For port ea468d2d-e1d4-448b-b3d4-675a604bd7c7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ea468d2d-e1d4-448b-b3d4-675a604bd7c7,segment=NetworkSegment(add16afc-fd46-4a5d-a629-4f9d6c169143),segment_id=add16afc-fd46-4a5d-a629-4f9d6c169143)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:59.653674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.669548 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Calling delete_port for ea468d2d-e1d4-448b-b3d4-675a604bd7c7 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:59.750385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.777628 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ea468d2d-e1d4-448b-b3d4-675a604bd7c7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:59.779509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] No DVR routers for this DVR port ea468d2d-e1d4-448b-b3d4-675a604bd7c7 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:38:59.854695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.875698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0658d3d-cbbe-4400-ac0e-6886d0aa77d7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:59.884826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add16afc-fd46-4a5d-a629-4f9d6c169143') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:59.885127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add16afc-fd46-4a5d-a629-4f9d6c169143') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:59.895374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.909856 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.919799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:38:59.920032 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:38:59.925393 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:38:59.931395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b636f-04a9-4dd2-8842-bf43a225835e None None] DHCP port deletion for d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:39:00.001164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:00.007460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:00.010238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] 10.222.0.70 "DELETE /v2.0/networks/d0658d3d-cbbe-4400-ac0e-6886d0aa77d7 HTTP/1.1" status: 204 len: 168 time: 0.5786152 Sep 21 18:39:00.012682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47776) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:00.020852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb59b7-b5fe-4165-9a97-f8d05446ecaa admin admin] Pushing event deleted for resources: {'Network': ['ID=d0658d3d-cbbe-4400-ac0e-6886d0aa77d7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:00.622006 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:00.638538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:39:00.663680 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:39:00.664288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1ee9c4ad-0fb1-4c43-8b44-d7514fadc4fe not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:39:00.665308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 32cdb239-2e2b-4a89-b78b-0db6a47d3220 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:39:00.686912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 32cdb239-2e2b-4a89-b78b-0db6a47d3220 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:39:00.687212 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 32cdb239-2e2b-4a89-b78b-0db6a47d3220 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:39:00.687661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ea468d2d-e1d4-448b-b3d4-675a604bd7c7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:39:00.709036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ea468d2d-e1d4-448b-b3d4-675a604bd7c7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:39:00.709679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ea468d2d-e1d4-448b-b3d4-675a604bd7c7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:39:00.894967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Deleting port 6eefa11c-5af6-4015-97f1-7af453ba0ffa {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:39:00.895473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:00.974499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] For port 6eefa11c-5af6-4015-97f1-7af453ba0ffa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=6eefa11c-5af6-4015-97f1-7af453ba0ffa,segment=NetworkSegment(95d1f6b4-e524-4f34-8740-f86ee99bf2e1),segment_id=95d1f6b4-e524-4f34-8740-f86ee99bf2e1)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:00.974896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:00.988182 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Calling delete_port for 6eefa11c-5af6-4015-97f1-7af453ba0ffa owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:39:01.167660 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:01.195798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eefa11c-5af6-4015-97f1-7af453ba0ffa,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:01.370521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:01.587696 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Router 334d998f-4937-4170-a9cc-620e754dd847 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:39:01.700362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:39:01.706027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-872eed93-6123-4b37-b41a-b23f057711d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/334d998f-4937-4170-a9cc-620e754dd847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916015 Sep 21 18:39:01.708137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:01.713422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] Sync routers for ids ['334d998f-4937-4170-a9cc-620e754dd847'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:39:01.725576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] Routers {'334d998f-4937-4170-a9cc-620e754dd847'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:39:01.726968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['334d998f-4937-4170-a9cc-620e754dd847'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:39:01.831773 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:01.841140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] Set router 334d998f-4937-4170-a9cc-620e754dd847 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:39:01.942549 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.001399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Deleting port 9eed3b29-6e69-4083-91d2-bbff84d6a03a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:39:02.001907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.032546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:39:01Z', 'revision_number': 5, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port': {'id': '9eed3b29-6e69-4083-91d2-bbff84d6a03a', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d998f-4937-4170-a9cc-620e754dd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:39:02.059199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] Checking router: 334d998f-4937-4170-a9cc-620e754dd847 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:39:02.068546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] Routers {'334d998f-4937-4170-a9cc-620e754dd847'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:39:02.069985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:38:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['334d998f-4937-4170-a9cc-620e754dd847'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:39:02.089590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] For port 9eed3b29-6e69-4083-91d2-bbff84d6a03a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9eed3b29-6e69-4083-91d2-bbff84d6a03a,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:02.089998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.102654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Calling delete_port for 9eed3b29-6e69-4083-91d2-bbff84d6a03a owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:39:02.160352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] Set router 334d998f-4937-4170-a9cc-620e754dd847 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:39:02.211744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:39:01Z', 'revision_number': 6, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:39:02.241179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc720750-06de-4209-9b58-6dfb25f66753 None None] The sync data for ids ['334d998f-4937-4170-a9cc-620e754dd847'] in n-d-810285-3 is: [{'id': '334d998f-4937-4170-a9cc-620e754dd847', 'name': 'tempest-TestVolumeBootPattern-1633405285-router', 'tenant_id': '40195c95434a4446b824faa3985ea5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:28:03Z', 'updated_at': '2021-09-21T18:39:01Z', 'revision_number': 6, 'project_id': '40195c95434a4446b824faa3985ea5bc', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:39:02.282992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.310037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eed3b29-6e69-4083-91d2-bbff84d6a03a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:02.372728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.464190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.466334 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.509712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.510341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334d998f-4937-4170-a9cc-620e754dd847 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:39:02.515824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.516980 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a47be894-ea44-4c63-9eb1-02f9051a9054 admin admin] 10.222.0.70 "DELETE /v2.0/routers/334d998f-4937-4170-a9cc-620e754dd847 HTTP/1.1" status: 204 len: 168 time: 0.8078876 Sep 21 18:39:02.519611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 47792) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:02.564859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] Deleting subnet cfca1adc-8e9a-438c-b214-57d0d6c9f813 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:39:02.567863 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.605247 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.715652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.743408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6eefa11c-5af6-4015-97f1-7af453ba0ffa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:39:02.772676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 6eefa11c-5af6-4015-97f1-7af453ba0ffa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:39:02.773940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 6eefa11c-5af6-4015-97f1-7af453ba0ffa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:39:02.790522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.822039 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfca1adc-8e9a-438c-b214-57d0d6c9f813,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:02.824310 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.828256 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-33045a14-0d94-47d4-9ebe-77cbef479914 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cfca1adc-8e9a-438c-b214-57d0d6c9f813 HTTP/1.1" status: 204 len: 168 time: 0.3057303 Sep 21 18:39:02.830226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47798) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:02.832287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a08ea2-667c-41be-8f8a-e6a4eb7d8065 None None] Network 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:39:02.904242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:02.964588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Deleting port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:39:02.965015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.037873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] For port c05a64c9-5135-4aaa-a0e1-6b809b145fa8, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,segment=NetworkSegment(95d1f6b4-e524-4f34-8740-f86ee99bf2e1),segment_id=95d1f6b4-e524-4f34-8740-f86ee99bf2e1)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:03.038150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.051088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Calling delete_port for c05a64c9-5135-4aaa-a0e1-6b809b145fa8 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:39:03.088104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] DHCP port deletion for 34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:39:03.144885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.149368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] Deleting port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:39:03.149741 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.174947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] No DVR routers for this DVR port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:39:03.181000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:03.220678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] For port c05a64c9-5135-4aaa-a0e1-6b809b145fa8, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:03.221081 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.235583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] Calling delete_port for c05a64c9-5135-4aaa-a0e1-6b809b145fa8 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:39:03.238250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] Port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:39:03.239744 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.256964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.267374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] Pushing event deleted for resources: {'Port': ['ID=c05a64c9-5135-4aaa-a0e1-6b809b145fa8,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:03.269407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072e60b-9752-4a8c-92ec-3885377b626a None None] No DVR routers for this DVR port c05a64c9-5135-4aaa-a0e1-6b809b145fa8 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:39:03.285644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:39:03.295090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d1f6b4-e524-4f34-8740-f86ee99bf2e1') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:39:03.295390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d1f6b4-e524-4f34-8740-f86ee99bf2e1') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:39:03.309833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.323735 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.331482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:39:03.331946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:39:03.334392 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:39:03.400411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.408209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.413577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] 10.222.0.70 "DELETE /v2.0/networks/34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28 HTTP/1.1" status: 204 len: 168 time: 0.5812166 Sep 21 18:39:03.426010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acb03d-bf31-461c-9b9f-9ea0da6a9901 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d5ca6d-f8ae-451e-b7fa-f4b3ead8df28,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:03.551749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:03.593203 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af55499a-3ef1-40b5-a960-428e93004ab1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=243e69bdbbe54b3780975a8b5b8607e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402043 Sep 21 18:39:03.596239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:03.622180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9397a5c7-347f-41d5-8a1d-853446303407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.649425 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-67d5a856-38a4-402f-90a0-6b6bd0e4e87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.675509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-67d5a856-38a4-402f-90a0-6b6bd0e4e87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.721168 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-67d5a856-38a4-402f-90a0-6b6bd0e4e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.723714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-67d5a856-38a4-402f-90a0-6b6bd0e4e87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:03.727149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-67d5a856-38a4-402f-90a0-6b6bd0e4e87e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97ff00f0-266b-42b7-8f76-9577f1aafa54 HTTP/1.1" status: 204 len: 168 time: 0.1276963 Sep 21 18:39:03.732419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5a856-38a4-402f-90a0-6b6bd0e4e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ff00f0-266b-42b7-8f76-9577f1aafa54,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:04.086690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47818) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:04.140560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-38676ed0-5326-4ee8-ad78-74e79db2d9fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40195c95434a4446b824faa3985ea5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520952 Sep 21 18:39:04.143063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47820) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:04.186750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:04.195994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45d66937-55f3-4091-a453-c6997d0c2527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:04.218475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45d66937-55f3-4091-a453-c6997d0c2527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:04.266481 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45d66937-55f3-4091-a453-c6997d0c2527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:04.269046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45d66937-55f3-4091-a453-c6997d0c2527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:04.270603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-45d66937-55f3-4091-a453-c6997d0c2527 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98aba524-2e8e-492a-a725-22b0e01954ff HTTP/1.1" status: 204 len: 168 time: 0.1263292 Sep 21 18:39:04.280476 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d66937-55f3-4091-a453-c6997d0c2527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aba524-2e8e-492a-a725-22b0e01954ff,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:04.372948 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:04.661829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c05a64c9-5135-4aaa-a0e1-6b809b145fa8 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:39:04.685671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c05a64c9-5135-4aaa-a0e1-6b809b145fa8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:39:04.686182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c05a64c9-5135-4aaa-a0e1-6b809b145fa8 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:39:04.687639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eed3b29-6e69-4083-91d2-bbff84d6a03a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:39:04.723705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9eed3b29-6e69-4083-91d2-bbff84d6a03a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:39:04.724509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eed3b29-6e69-4083-91d2-bbff84d6a03a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:39:04.869933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:07.325608 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:08.272558 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:39:08.634456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:10.246012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-e643a6d0-40ed-4dfb-9e1c-e0099f9ff388 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435114 Sep 21 18:39:10.331079 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-4e2c08af-a7b1-4a20-ab2f-0d54c7f2ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:10.332596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-4e2c08af-a7b1-4a20-ab2f-0d54c7f2ccd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1097 time: 0.0416002 Sep 21 18:39:10.446660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-755009c6-5e76-464d-8f06-940d04007f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:10.448163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-755009c6-5e76-464d-8f06-940d04007f06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.0934010 Sep 21 18:39:10.521564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-7090395a-3ec5-4bcc-a09d-22962535dafa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1002 time: 0.0651546 Sep 21 18:39:10.572168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-f808d506-51ff-493d-889d-867956918dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:10.573641 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-f808d506-51ff-493d-889d-867956918dd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0452871 Sep 21 18:39:10.622387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-598778ab-5eb1-41a0-94e6-478b6f050743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:10.624001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-598778ab-5eb1-41a0-94e6-478b6f050743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420463 Sep 21 18:39:10.722106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-c60b082c-7240-419c-85f1-588a32e9a917 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895257 Sep 21 18:39:10.816180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4dab0d29-582b-4e17-bb09-2216a745b594 req-192d4bf3-1859-4c2a-8b68-a8f8db716947 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865119 Sep 21 18:39:23.882769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17101442-1c81-4493-afe1-1b2607d36719 req-5af9453c-ff34-4b03-b186-121d17747fad tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:23.884351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17101442-1c81-4493-afe1-1b2607d36719 req-5af9453c-ff34-4b03-b186-121d17747fad tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1097 time: 0.3126979 Sep 21 18:39:23.903928 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-17101442-1c81-4493-afe1-1b2607d36719 req-45c90e01-b2e3-4200-995c-57a81a40cee4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:24.003412 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-17101442-1c81-4493-afe1-1b2607d36719 req-45c90e01-b2e3-4200-995c-57a81a40cee4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:24.007883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-17101442-1c81-4493-afe1-1b2607d36719 req-45c90e01-b2e3-4200-995c-57a81a40cee4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:24.036733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17101442-1c81-4493-afe1-1b2607d36719 req-45c90e01-b2e3-4200-995c-57a81a40cee4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455972 Sep 21 18:39:24.041675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c90e01-b2e3-4200-995c-57a81a40cee4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef2af9f-e798-4d59-9d1e-ab1b2e0356a0,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:24.190677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c64da5-e68a-44d5-bc41-965ea34a2f2a req-70d7c6b8-8d08-45da-8260-0904b850d281 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:24.195840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3c64da5-e68a-44d5-bc41-965ea34a2f2a req-70d7c6b8-8d08-45da-8260-0904b850d281 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0708525 Sep 21 18:39:24.243549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3c64da5-e68a-44d5-bc41-965ea34a2f2a req-3476e46a-a768-42ca-82c9-6f7166e8bc80 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446212 Sep 21 18:39:24.268540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 47994) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:24.346983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aa7e83b9-80f9-4181-8c6c-0f0b7af5a7c8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/326f4ef5-9219-4afb-95bf-b6aa96b10ea6 HTTP/1.1" status: 200 len: 994 time: 0.0771668 Sep 21 18:39:24.783427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-bc7c1496-b3d4-4258-ac2d-1ef0f5a0c3c6 req-1b217945-29f9-4950-b24f-7318e5951315 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:39:24.784661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc7c1496-b3d4-4258-ac2d-1ef0f5a0c3c6 req-1b217945-29f9-4950-b24f-7318e5951315 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0788720 Sep 21 18:39:25.122742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48016) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:25.185318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e05ee-4244-458d-8bd1-d731b122dedc req-204dc305-29a0-45e7-b6b1-897f4f61d469 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:25.187560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c68e05ee-4244-458d-8bd1-d731b122dedc req-204dc305-29a0-45e7-b6b1-897f4f61d469 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0562284 Sep 21 18:39:25.261173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c68e05ee-4244-458d-8bd1-d731b122dedc req-bc385c99-22cd-47b5-81f5-e7b7c66600d9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636392 Sep 21 18:39:25.265707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-c1b31194-acdf-4374-ae3e-4c440ae505a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408658 Sep 21 18:39:25.276133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-0b3e1793-d4dc-42b1-86c9-b28c50449df8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:39:25.277289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-0b3e1793-d4dc-42b1-86c9-b28c50449df8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056906 Sep 21 18:39:26.420661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b30bdb-ef75-40d5-8987-19c415ebf6f2 req-348176f3-e44d-4b4c-a702-09620b0332b5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:26.422223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32b30bdb-ef75-40d5-8987-19c415ebf6f2 req-348176f3-e44d-4b4c-a702-09620b0332b5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0590515 Sep 21 18:39:26.463369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32b30bdb-ef75-40d5-8987-19c415ebf6f2 req-ebd72880-d63a-4af1-9793-be5746293876 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Sep 21 18:39:26.630526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-c6757de6-2918-43f0-b431-021d42a76216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:26.632056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-c6757de6-2918-43f0-b431-021d42a76216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1097 time: 0.0515625 Sep 21 18:39:26.738456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-f52863f1-090a-4464-94d7-fe69cab350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:26.739907 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-f52863f1-090a-4464-94d7-fe69cab350f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.1006112 Sep 21 18:39:26.808908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-0e6f409a-cf9a-4814-8941-b2fbd3dbe618 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1002 time: 0.0611138 Sep 21 18:39:26.865274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-78d54c3e-41ce-4ae1-97f6-6e70d307bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:26.866769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-78d54c3e-41ce-4ae1-97f6-6e70d307bff8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0509410 Sep 21 18:39:26.919585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-3313afff-c6a7-45aa-8344-e80726d5be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:26.921117 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-3313afff-c6a7-45aa-8344-e80726d5be1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461261 Sep 21 18:39:27.023830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-a99e8470-d33b-40ed-bb67-6f333e5abf6f service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944877 Sep 21 18:39:27.128924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-383a68c9-e7d7-4fc2-9e6e-e5d19ab16604 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984702 Sep 21 18:39:27.594105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0e17-2080-43d2-9927-dfb6d4590b99 req-449ebd22-b42c-428c-a717-0b665f7d2be2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:27.596271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6efc0e17-2080-43d2-9927-dfb6d4590b99 req-449ebd22-b42c-428c-a717-0b665f7d2be2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0570440 Sep 21 18:39:27.636857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6efc0e17-2080-43d2-9927-dfb6d4590b99 req-7ca84730-2520-41cc-92c5-a88506b6636b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336652 Sep 21 18:39:28.762463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba952-e49f-44d9-94c4-5fa99569dbcb req-e6a25264-e8a9-4829-b2e7-568815a91af0 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:28.763985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04aba952-e49f-44d9-94c4-5fa99569dbcb req-e6a25264-e8a9-4829-b2e7-568815a91af0 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0521007 Sep 21 18:39:28.811634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-04aba952-e49f-44d9-94c4-5fa99569dbcb req-a30ba9ed-6aa9-4a58-9a24-929ffa44919d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Sep 21 18:39:29.287633 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0013f836-0764-4d71-be4c-b2987e095a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:29.950886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d03cbf-0e43-40f9-8ab3-43d9a8996def req-9d95e187-13ea-4318-bba5-3289b633feed tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:29.952562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58d03cbf-0e43-40f9-8ab3-43d9a8996def req-9d95e187-13ea-4318-bba5-3289b633feed tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0614548 Sep 21 18:39:29.995917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58d03cbf-0e43-40f9-8ab3-43d9a8996def req-96484f41-6a9f-4610-95bc-04b9d1a87a64 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362818 Sep 21 18:39:31.121030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2b46-8ef5-4392-85e2-e8244fc9dc7d req-0dd6027e-6178-4f27-ad10-a84846d8a5ed tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:31.122615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8fab2b46-8ef5-4392-85e2-e8244fc9dc7d req-0dd6027e-6178-4f27-ad10-a84846d8a5ed tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0538471 Sep 21 18:39:31.167347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8fab2b46-8ef5-4392-85e2-e8244fc9dc7d req-e173f6b5-1828-46af-9476-25873fc490ef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 Sep 21 18:39:32.292255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1e2bb-af00-46a1-9429-b1c19e59ff01 req-810e6d11-489e-45a7-9f9f-2671e1487d75 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:32.293959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31c1e2bb-af00-46a1-9429-b1c19e59ff01 req-810e6d11-489e-45a7-9f9f-2671e1487d75 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0502341 Sep 21 18:39:32.338621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31c1e2bb-af00-46a1-9429-b1c19e59ff01 req-03f9ddfd-765e-4063-ae7a-a5a22223b387 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Sep 21 18:39:33.486909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255a09c-fc13-4f63-8dca-2c70dbc66045 req-063bb80f-0c76-40ce-897e-331ae5f4d0e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:33.489345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6255a09c-fc13-4f63-8dca-2c70dbc66045 req-063bb80f-0c76-40ce-897e-331ae5f4d0e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0668988 Sep 21 18:39:33.536763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6255a09c-fc13-4f63-8dca-2c70dbc66045 req-d8d5de31-2d7f-4401-871d-1460b2c2c607 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Sep 21 18:39:33.624489 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-99f86c15-bba0-46a5-b58b-4fc4250359cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:34.179257 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:34.385220 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:34.688905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907d04-312e-488d-9be8-851895d69e43 req-c86ae1ac-daa3-4ce0-bd5c-121ce96d85b2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:34.690850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7907d04-312e-488d-9be8-851895d69e43 req-c86ae1ac-daa3-4ce0-bd5c-121ce96d85b2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0611463 Sep 21 18:39:34.733446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c7907d04-312e-488d-9be8-851895d69e43 req-7d330bed-3344-46f4-b1e5-87cfb52ec335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Sep 21 18:39:34.865384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:35.859705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaae18-ce1f-46b7-9981-016dfb74d5ba req-a9e55ca5-534d-4018-a35c-6a2bcc48701f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:35.861996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eaaae18-ce1f-46b7-9981-016dfb74d5ba req-a9e55ca5-534d-4018-a35c-6a2bcc48701f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0529921 Sep 21 18:39:35.906655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0eaaae18-ce1f-46b7-9981-016dfb74d5ba req-cc664040-257d-402f-bd8c-865fc648c608 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384858 Sep 21 18:39:37.025751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca5cd8-114e-4459-a859-b0de3fe706b1 req-05f5faa3-554a-48b6-9e1d-f4aed54bc6c7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:37.027269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16ca5cd8-114e-4459-a859-b0de3fe706b1 req-05f5faa3-554a-48b6-9e1d-f4aed54bc6c7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0495718 Sep 21 18:39:37.068198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16ca5cd8-114e-4459-a859-b0de3fe706b1 req-d6168a4b-40f5-4fb6-9877-3a6c6de5e51d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Sep 21 18:39:37.330308 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:38.194498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491a57a-e683-4941-b79b-dee21a90e17e req-3a95292e-534d-464c-b687-877267fa50ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:38.196158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b491a57a-e683-4941-b79b-dee21a90e17e req-3a95292e-534d-464c-b687-877267fa50ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0538578 Sep 21 18:39:38.238306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b491a57a-e683-4941-b79b-dee21a90e17e req-73fe8ced-cb42-4162-adc7-d4a1f5b9af11 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357363 Sep 21 18:39:38.643566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:39.361652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f1210-13ba-476c-8b39-cff769742f6d req-df0d6cdd-3a91-4fc7-abb8-d6e639f5a79b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:39.363444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b56f1210-13ba-476c-8b39-cff769742f6d req-df0d6cdd-3a91-4fc7-abb8-d6e639f5a79b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0534415 Sep 21 18:39:39.410773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b56f1210-13ba-476c-8b39-cff769742f6d req-0d49a768-da21-4990-9e69-16d8beaf403e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Sep 21 18:39:40.537910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb46b4-7899-4d82-b8bb-1d31a60a8e43 req-b81efde7-6759-4f8a-adc5-92d2bacae219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:40.539426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bdb46b4-7899-4d82-b8bb-1d31a60a8e43 req-b81efde7-6759-4f8a-adc5-92d2bacae219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0567200 Sep 21 18:39:40.582911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bdb46b4-7899-4d82-b8bb-1d31a60a8e43 req-3acaad0c-2e4e-420d-9545-c13101ab0eea tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373621 Sep 21 18:39:41.728835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a261c-15ee-4847-9b0d-3a1d566c77d7 req-a6ecf650-2c1e-4722-9631-d35eaca6e11c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:41.730432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-535a261c-15ee-4847-9b0d-3a1d566c77d7 req-a6ecf650-2c1e-4722-9631-d35eaca6e11c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0621972 Sep 21 18:39:41.774984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-535a261c-15ee-4847-9b0d-3a1d566c77d7 req-5c523172-12fd-42db-866b-aff9665b2887 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370910 Sep 21 18:39:42.897044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48444f95-890f-4e6c-8de1-47fcf8164776 req-05f6486a-f23c-48bd-86c3-3a4ae2c24e0c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:42.898769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48444f95-890f-4e6c-8de1-47fcf8164776 req-05f6486a-f23c-48bd-86c3-3a4ae2c24e0c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0516343 Sep 21 18:39:42.943239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48444f95-890f-4e6c-8de1-47fcf8164776 req-7b1dbef6-b76b-4b68-a86a-4c2578526e9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385635 Sep 21 18:39:44.061607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee82b2-e617-49a5-83fc-11fdef05c02a req-9f96919a-4d0c-49f7-9c93-bd98e0ddea26 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:44.063147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47ee82b2-e617-49a5-83fc-11fdef05c02a req-9f96919a-4d0c-49f7-9c93-bd98e0ddea26 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0510330 Sep 21 18:39:44.102916 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47ee82b2-e617-49a5-83fc-11fdef05c02a req-45ded968-1ac9-47a0-85e1-6257d63d8327 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Sep 21 18:39:44.215333 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-2e4f843c-1afc-42ca-a8ee-c5d7fb21d422 service neutron] show failed (client error): The resource could not be found. Sep 21 18:39:44.216447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-2e4f843c-1afc-42ca-a8ee-c5d7fb21d422 service neutron] 10.222.0.41 "GET /v2.0/ports/b15ea8b9-f61c-466e-bc0c-4f56a241baaf/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0693264 Sep 21 18:39:44.514924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-670ec40e-9542-4062-ad79-d876334915a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:44.516461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-670ec40e-9542-4062-ad79-d876334915a4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 1097 time: 0.1330984 Sep 21 18:39:44.529264 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:39:44.583398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:44.803337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:44.836480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:39:44.880241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:39:44.882765 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01649534-22c4-491b-9f8d-f38d188d85e5" -d '{"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-unplugged", "status": "completed", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:39:44.886969 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:44.899808 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Transition to ACTIVE for port object b15ea8b9-f61c-466e-bc0c-4f56a241baaf will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:39:44.904011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:45.026127 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb886fa-25b6-42c3-9cc9-3c4fccabf0e7 x-openstack-request-id: req-bdb886fa-25b6-42c3-9cc9-3c4fccabf0e7 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:39:45.026530 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-unplugged", "status": "completed", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:39:45.026835 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdb886fa-25b6-42c3-9cc9-3c4fccabf0e7 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:39:45.027288 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'code': 200} Sep 21 18:39:45.044783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:45.069636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.070356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.070496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.070871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.071268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.071664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.072058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.072520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.072906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.073299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.073686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.074085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:45.117629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] No DVR routers for this DVR port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:39:45.272760 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:39:45.273346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8f86f-a51b-4b1c-8625-68933741e6f3 req-3484035e-d084-4206-939a-5680eed28f4a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:45.274836 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98d8f86f-a51b-4b1c-8625-68933741e6f3 req-3484035e-d084-4206-939a-5680eed28f4a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 944 time: 0.0699587 Sep 21 18:39:45.337190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:39:45.337607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:39:45.338208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:39:45.357787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:39:45.358307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Attempting to bind port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on network 07539d2a-f619-4944-bfa7-f41cbc4bd637 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:39:45.363320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98d8f86f-a51b-4b1c-8625-68933741e6f3 req-ef56a8f4-286c-4595-b83e-7f803d9e0d79 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819871 Sep 21 18:39:45.367545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:39:45.367891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Checking segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:39:45.368416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Bound using segment: {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:39:45.368863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Bound port: b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e757f348-f30c-465d-a51a-d227e8b90cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:39:45.369229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:45.449423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:39:45.453212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:39:45.459597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:45.496448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:45.497104 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:45.498539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] 10.222.0.78 "PUT /v2.0/ports/b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1092 time: 0.9734216 Sep 21 18:39:45.537325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9a5ab-6e9f-4cbe-862c-a1f792724b80 service neutron] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:45.582529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-e5344f86-456e-4446-8dd1-8dfb9dd03087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:45.584371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-e5344f86-456e-4446-8dd1-8dfb9dd03087 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1095 time: 0.0603027 Sep 21 18:39:45.714321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-6f71d44f-5721-4f0a-9cc6-0c6d4ad63def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:45.715862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-6f71d44f-5721-4f0a-9cc6-0c6d4ad63def service neutron] 10.222.0.78 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.1234601 Sep 21 18:39:45.807465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-a553a0c4-af2d-4c43-b471-567db6b2e202 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1000 time: 0.0833957 Sep 21 18:39:45.865233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-ae9c48a2-3e4d-4fbc-862c-376ebf4ac9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:45.866760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-ae9c48a2-3e4d-4fbc-862c-376ebf4ac9b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0525324 Sep 21 18:39:45.916855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-4097b56e-37b1-4e32-b2a7-c162066e56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:45.918456 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-4097b56e-37b1-4e32-b2a7-c162066e56c1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445249 Sep 21 18:39:46.026681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-be864097-7336-4db1-8500-5c224e01fd3f service neutron] 10.222.0.78 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005628 Sep 21 18:39:46.136399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d49f02-fa0e-4944-978d-e525f7952fc2 req-2f9644af-9e6d-4d82-8294-5d4b46d67756 service neutron] 10.222.0.78 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015389 Sep 21 18:39:46.492073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aa1e1-6e53-49a3-9923-bda53d5e84da req-4f1c62ce-1716-4a50-8793-1bac72f63bbb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:46.493685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f1aa1e1-6e53-49a3-9923-bda53d5e84da req-4f1c62ce-1716-4a50-8793-1bac72f63bbb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 944 time: 0.0499394 Sep 21 18:39:46.537223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f1aa1e1-6e53-49a3-9923-bda53d5e84da req-85c98148-e770-49c6-b9c5-d08abe528bee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372946 Sep 21 18:39:47.027965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:39:47.030368 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a436945-9dcb-4ed1-ba02-67177363b20f" -d '{"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:39:47.078964 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0502526c-e223-4820-8536-4a1ca91676e9 x-openstack-request-id: req-0502526c-e223-4820-8536-4a1ca91676e9 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:39:47.079261 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:39:47.079520 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0502526c-e223-4820-8536-4a1ca91676e9 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:39:47.080526 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'status': 'completed', 'code': 200} Sep 21 18:39:47.169615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-00185004-c37c-40a8-8684-1b7b68dcd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.171259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-00185004-c37c-40a8-8684-1b7b68dcd8ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1095 time: 0.0643990 Sep 21 18:39:47.173552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-c0c6afd2-7d18-4782-a279-4cfef263a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.175459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-c0c6afd2-7d18-4782-a279-4cfef263a0a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1095 time: 0.0766470 Sep 21 18:39:47.335337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-77f5f385-4796-4930-98a1-891fdf447351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.336730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-77f5f385-4796-4930-98a1-891fdf447351 service neutron] 10.222.0.78 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.1506612 Sep 21 18:39:47.337666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-1615d118-c8b3-4650-a190-56612b52d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.339001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-1615d118-c8b3-4650-a190-56612b52d9ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.1607537 Sep 21 18:39:47.449759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-61ae6d34-4369-4026-b2b5-307b3de39ce7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1000 time: 0.1054311 Sep 21 18:39:47.456810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-a554bfd0-a0f9-4a65-859f-8f8590eca3c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1000 time: 0.1064389 Sep 21 18:39:47.537855 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-e5add954-ca75-4fe9-838c-4a897e0eaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.539366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-e5add954-ca75-4fe9-838c-4a897e0eaf85 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0817051 Sep 21 18:39:47.542704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-374951af-9787-45b8-820c-2b875dfab2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.544030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-374951af-9787-45b8-820c-2b875dfab2b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0788891 Sep 21 18:39:47.625204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-76f3337a-a876-49ea-a1e4-9c84086f320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.626473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-76f3337a-a876-49ea-a1e4-9c84086f320c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784359 Sep 21 18:39:47.632836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-ccddcfab-60c8-4956-bf3b-66fe7d10b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.634322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-ccddcfab-60c8-4956-bf3b-66fe7d10b01e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784514 Sep 21 18:39:47.792923 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3391852-4243-486f-8c17-649e773ce46a req-cf710928-2acd-4be7-889e-66daad3852a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:47.794406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3391852-4243-486f-8c17-649e773ce46a req-cf710928-2acd-4be7-889e-66daad3852a4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 944 time: 0.1814983 Sep 21 18:39:47.840379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:39:47.855544 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-42f138c0-f823-4d1f-bc64-ff57ce39b8b4 service neutron] 10.222.0.78 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035446 Sep 21 18:39:47.863435 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-1cc7f3f8-a7c3-477d-87d5-9e162873bc15 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038863 Sep 21 18:39:47.900077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3391852-4243-486f-8c17-649e773ce46a req-664b901d-2b27-4e06-97dd-30784fb31bf9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948985 Sep 21 18:39:47.949888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:47.969133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'port_id': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'mac_address': 'fa:16:3e:ec:02:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:39:48.011458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:48.027399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15ea8b9-f61c-466e-bc0c-4f56a241baaf {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:39:48.050719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:48.057322 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:48.114955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:48.123804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.124476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.124999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.125538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.126123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.126673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.127389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.128105 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.128630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.129137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.129644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.130153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:39:48.324549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['b15ea8b9-f61c-466e-bc0c-4f56a241baaf'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:39:48.406461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-8defed18-1be8-42aa-9266-2e320171f5c0 service neutron] 10.222.0.78 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416796 Sep 21 18:39:48.411528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a436945-9dcb-4ed1-ba02-67177363b20f req-246cb011-8728-406a-8c12-447590b28456 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362365 Sep 21 18:39:48.834421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:39:48.872047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:39:49.021018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17716792-ad1e-48ee-9ff8-6a3723f7b34a req-e57b5e45-e42e-43a2-9648-bc3a5b29b105 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:49.022554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17716792-ad1e-48ee-9ff8-6a3723f7b34a req-e57b5e45-e42e-43a2-9648-bc3a5b29b105 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 945 time: 0.0495708 Sep 21 18:39:49.066763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17716792-ad1e-48ee-9ff8-6a3723f7b34a req-d122f187-64a4-4409-98b3-1d4656109b36 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380962 Sep 21 18:39:49.337062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf311ae-6672-40ef-84f9-4f8bfb773d15 req-2f0af70a-a702-4d1a-b45b-fe0a5193a5fc tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:49.338868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cf311ae-6672-40ef-84f9-4f8bfb773d15 req-2f0af70a-a702-4d1a-b45b-fe0a5193a5fc tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 945 time: 0.1126380 Sep 21 18:39:49.347273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130d23-c36b-4e03-a4a7-07f187695922 req-3b1b16df-1ede-48f3-8a79-123b141dd276 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:49.348717 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-3b1b16df-1ede-48f3-8a79-123b141dd276 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d&tenant_id=c5123afc2b3946209c35d215e2d7a91b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 945 time: 0.1139653 Sep 21 18:39:49.416330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cf311ae-6672-40ef-84f9-4f8bfb773d15 req-04bcfc07-2c7a-4e7e-83fc-c5779f71085b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666034 Sep 21 18:39:49.447553 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-90130d23-c36b-4e03-a4a7-07f187695922 req-5405dd25-646d-465d-8225-acf4fdb04ee3 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:39:49.448605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-5405dd25-646d-465d-8225-acf4fdb04ee3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b15ea8b9-f61c-466e-bc0c-4f56a241baaf/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0850027 Sep 21 18:39:49.536872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130d23-c36b-4e03-a4a7-07f187695922 req-4b4c41b7-2327-4640-8118-e174762f7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:49.538339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-4b4c41b7-2327-4640-8118-e174762f7e40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1096 time: 0.0430696 Sep 21 18:39:49.644458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130d23-c36b-4e03-a4a7-07f187695922 req-a3d0931e-0abd-42a2-9cd1-8d24202685a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:49.646013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-a3d0931e-0abd-42a2-9cd1-8d24202685a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.1010737 Sep 21 18:39:49.716181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-23f56dce-104f-4e22-96cd-31242a7097bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 1001 time: 0.0619586 Sep 21 18:39:49.768851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130d23-c36b-4e03-a4a7-07f187695922 req-60a16c80-6a8f-49c8-a6b0-723ed41638a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:49.770211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-60a16c80-6a8f-49c8-a6b0-723ed41638a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0451508 Sep 21 18:39:49.953731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130d23-c36b-4e03-a4a7-07f187695922 req-739acfd3-cd6b-4548-82b3-2b0db2073aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:49.953731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-739acfd3-cd6b-4548-82b3-2b0db2073aac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503080 Sep 21 18:39:49.956531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:39:49.957284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-53f0fffd-ce9b-4d88-a4be-533f19b1bb7a service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958354 Sep 21 18:39:49.957617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port b15ea8b9-f61c-466e-bc0c-4f56a241baaf completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:39:49.957617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port b15ea8b9-f61c-466e-bc0c-4f56a241baaf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:39:49.957617 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:50.044728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:50.047887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90130d23-c36b-4e03-a4a7-07f187695922 req-ae076c38-8031-4f57-8efe-9fc1cffae585 service neutron] 10.222.0.41 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078696 Sep 21 18:39:50.070319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:39:50.073190 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b940c9-e2ac-4047-902a-4321aba0eefa" -d '{"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-plugged", "status": "completed", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:39:50.094417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:39:50.096414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:50.154091 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae9bec-c066-4667-97c6-6d4440918297 x-openstack-request-id: req-cbae9bec-c066-4667-97c6-6d4440918297 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:39:50.154482 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-plugged", "status": "completed", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:39:50.154816 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbae9bec-c066-4667-97c6-6d4440918297 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:39:50.155254 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'code': 200} Sep 21 18:39:50.171130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:39:50.548773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e5ccb-1ebe-4cca-b217-757f6416d218 req-8a165329-c713-4605-99da-d5b87ee55e19 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:50.554784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e1e5ccb-1ebe-4cca-b217-757f6416d218 req-8a165329-c713-4605-99da-d5b87ee55e19 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0626717 Sep 21 18:39:50.593378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e1e5ccb-1ebe-4cca-b217-757f6416d218 req-c56f65b0-1efd-470b-b610-a9e13d38fd43 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352554 Sep 21 18:39:51.729190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794776a-58b8-491e-8c16-366779966bff req-1ca0120a-f68a-40ea-96d3-8f3c54a7f36d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:51.730894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9794776a-58b8-491e-8c16-366779966bff req-1ca0120a-f68a-40ea-96d3-8f3c54a7f36d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0606759 Sep 21 18:39:51.774871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9794776a-58b8-491e-8c16-366779966bff req-91b2254f-3290-4f06-a810-0091e81a60eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365758 Sep 21 18:39:51.798680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48402) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:39:51.873768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a359d0cc-d8c5-4bb7-a39a-497efbae0023 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/326f4ef5-9219-4afb-95bf-b6aa96b10ea6 HTTP/1.1" status: 200 len: 994 time: 0.0731671 Sep 21 18:39:59.297728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-60aa3183-8ddf-47fc-9055-bb0b5e9dd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:03.619780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9910f1af-aaae-448d-b6e9-4abbc6151f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:04.182892 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:04.404067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:04.868595 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.336479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48616) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:07.337142 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.341588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6950d08e-f2e9-4268-9c2c-9cd9dfd7a4c1 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148579496', 'description': 'tempest-secgroup-smoke-1148579496 description', 'project_id': '6ed98269ffaa4569bb5294ee085d5e31'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:07.363802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6950d08e-f2e9-4268-9c2c-9cd9dfd7a4c1 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.447084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6950d08e-f2e9-4268-9c2c-9cd9dfd7a4c1 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.450859 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6950d08e-f2e9-4268-9c2c-9cd9dfd7a4c1 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.472895 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6950d08e-f2e9-4268-9c2c-9cd9dfd7a4c1 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.474107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6950d08e-f2e9-4268-9c2c-9cd9dfd7a4c1 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1363809 Sep 21 18:40:07.477542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48618) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:07.482075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950d08e-f2e9-4268-9c2c-9cd9dfd7a4c1 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a75433-b29a-4b57-aa51-f73b417151b5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:07.482804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'security_group_rule': {'security_group_id': '94a75433-b29a-4b57-aa51-f73b417151b5', 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:07.512818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.560833 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.564626 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.585928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56bd529-4b55-425f-b061-37aa4122e2c2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:07.589356 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.590567 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120031 Sep 21 18:40:07.593453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:07.595721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.596076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.596419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.596763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.597173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.598392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.598753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.599127 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.599256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-03d5a8ea-944f-406b-ab5e-cf0f5fa76d8d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'security_group_rule': {'security_group_id': '94a75433-b29a-4b57-aa51-f73b417151b5', 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:07.599454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.599789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.600120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.600448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a279c82-201f-488c-9c18-4f6a2b2bec7d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:07.628606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03d5a8ea-944f-406b-ab5e-cf0f5fa76d8d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.679325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03d5a8ea-944f-406b-ab5e-cf0f5fa76d8d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.683509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03d5a8ea-944f-406b-ab5e-cf0f5fa76d8d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.700783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5a8ea-944f-406b-ab5e-cf0f5fa76d8d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091840ba-9829-4a33-94ca-ff07bf3769c4,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:07.707563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03d5a8ea-944f-406b-ab5e-cf0f5fa76d8d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.708825 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-03d5a8ea-944f-406b-ab5e-cf0f5fa76d8d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142039 Sep 21 18:40:07.711560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48624) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:07.715948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0297e4b3-4f68-4b38-99e5-bda4b8a055da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'security_group_rule': {'security_group_id': '94a75433-b29a-4b57-aa51-f73b417151b5', 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:07.744556 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0297e4b3-4f68-4b38-99e5-bda4b8a055da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.805766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0297e4b3-4f68-4b38-99e5-bda4b8a055da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.809544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0297e4b3-4f68-4b38-99e5-bda4b8a055da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.826996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e4b3-4f68-4b38-99e5-bda4b8a055da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c86149-207b-4e62-9a09-dd076b529817,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:07.834106 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0297e4b3-4f68-4b38-99e5-bda4b8a055da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.835475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0297e4b3-4f68-4b38-99e5-bda4b8a055da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229692 Sep 21 18:40:07.838395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48626) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:07.843273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f39a3c08-0133-4068-acac-5ca4cd7ccf5e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'security_group_rule': {'security_group_id': '94a75433-b29a-4b57-aa51-f73b417151b5', 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:07.868896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f39a3c08-0133-4068-acac-5ca4cd7ccf5e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.931062 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f39a3c08-0133-4068-acac-5ca4cd7ccf5e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.934791 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f39a3c08-0133-4068-acac-5ca4cd7ccf5e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.952911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a3c08-0133-4068-acac-5ca4cd7ccf5e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dce3f4-1d65-49ee-93c8-59eab71133f6,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:07.958340 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f39a3c08-0133-4068-acac-5ca4cd7ccf5e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:07.959439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f39a3c08-0133-4068-acac-5ca4cd7ccf5e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200025 Sep 21 18:40:07.962086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:07.966346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'security_group_rule': {'security_group_id': '94a75433-b29a-4b57-aa51-f73b417151b5', 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:07.987370 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Project 6ed98269ffaa4569bb5294ee085d5e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:40:07.993210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.053538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.057458 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.075650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f575ac-9f4e-4054-a31c-2fab53fd11a9,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:08.081183 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.082791 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-241605aa-a6c4-4508-b974-55e5b3984a71 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194711 Sep 21 18:40:08.085470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48632) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:08.089808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'security_group_rule': {'security_group_id': '94a75433-b29a-4b57-aa51-f73b417151b5', 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:08.115389 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Project 6ed98269ffaa4569bb5294ee085d5e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:40:08.120358 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.181311 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.185288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.203378 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222de726-ec5b-46c0-b6d4-864f347649e4,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:08.208700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.210005 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cdec7618-8f50-4542-b250-54f3cb0ea1a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236069 Sep 21 18:40:08.410740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-5fcbeda3-cd2e-4388-b733-13feecdf1240 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148579496&fields=id&tenant_id=6ed98269ffaa4569bb5294ee085d5e31 HTTP/1.1" status: 200 len: 267 time: 0.0328507 Sep 21 18:40:08.520660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-020e60f2-b1fd-439f-b5af-e9d90691065c tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:08.522173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-020e60f2-b1fd-439f-b5af-e9d90691065c tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/networks?id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 200 len: 813 time: 0.1048295 Sep 21 18:40:08.537394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-e9a52bd3-2259-4370-9fab-5fe64107c272 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/quotas/6ed98269ffaa4569bb5294ee085d5e31 HTTP/1.1" status: 200 len: 375 time: 0.0095294 Sep 21 18:40:08.588101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-89b522bb-a7f3-47eb-9172-113690567433 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454137 Sep 21 18:40:08.603820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-964ed16d-cbf1-43a2-9be2-fca3d4de4404 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:40:08.604773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-964ed16d-cbf1-43a2-9be2-fca3d4de4404 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053627 Sep 21 18:40:08.635944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:08.700651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-c80479f0-33dd-4ad9-b463-c206acd8877e service neutron] 10.222.0.70 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871909 Sep 21 18:40:08.795425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-700997e1-6302-4fbb-a989-0fe2d79bd31c service neutron] 10.222.0.70 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887084 Sep 21 18:40:09.083160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0cf7a0f9-b4ce-4e87-9fd7-baa257c8114f req-3d5415a7-c6cd-46af-a309-d24f3cf5f1b6 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 210 time: 0.0270832 Sep 21 18:40:10.038231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-0da7a419-dbfb-46fe-bb62-4784d9f948b5 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:10.039755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-0da7a419-dbfb-46fe-bb62-4784d9f948b5 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.78 "GET /v2.0/networks?id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 200 len: 813 time: 0.1138785 Sep 21 18:40:10.085670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-d6f11c7e-f5ce-4678-9f58-08f13c4cb5e9 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed98269ffaa4569bb5294ee085d5e31 HTTP/1.1" status: 200 len: 380 time: 0.0355098 Sep 21 18:40:10.097794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'port': {'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'admin_state_up': True, 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'security_groups': ['94a75433-b29a-4b57-aa51-f73b417151b5']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:10.199502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce822ce0-4685-44dc-bc5f-14b6b66bbc8c req-f8a8d504-669c-4d0e-a1a7-c417fee57164 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 210 time: 0.0407853 Sep 21 18:40:10.243333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Made reservation on behalf of 6ed98269ffaa4569bb5294ee085d5e31 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:40:10.246851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:10.375317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Allocated IP 172.20.0.14 (4e6cf4dc-204e-41e2-85d6-21bf341fe71b/2251e8db-c08f-4d56-bc68-5440bb221636/ca828d42-c772-45a2-8ba3-65d34970bcb3) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:10.519275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:10.553002 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:10.595726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:10.599038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:10.602744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:10.631431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'Port': ['ID=ca828d42-c772-45a2-8ba3-65d34970bcb3,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:10.661564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:10.662247 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:10.680627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-a445d940-2006-4878-bb88-2e8c314aca49 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5866935 Sep 21 18:40:10.693914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Request body: {'port': {'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:10.759944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:10.845892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-89b53a94-dd94-4ac4-8ce2-80f75a2f54cf None None] Provisioning complete for port ca828d42-c772-45a2-8ba3-65d34970bcb3 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:10.846516 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89b53a94-dd94-4ac4-8ce2-80f75a2f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:10.882465 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-89b53a94-dd94-4ac4-8ce2-80f75a2f54cf None None] Port ca828d42-c772-45a2-8ba3-65d34970bcb3 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:40:11.032843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca828d42-c772-45a2-8ba3-65d34970bcb3 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:40:11.042765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:11.056594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Transition to ACTIVE for port object ca828d42-c772-45a2-8ba3-65d34970bcb3 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:40:11.061024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:11.123285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Pushing event updated for resources: {'Port': ['ID=ca828d42-c772-45a2-8ba3-65d34970bcb3,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:11.195704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Attempting to bind port ca828d42-c772-45a2-8ba3-65d34970bcb3 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:40:11.196228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Attempting to bind port ca828d42-c772-45a2-8ba3-65d34970bcb3 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:40:11.196574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Attempting to bind port ca828d42-c772-45a2-8ba3-65d34970bcb3 on network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:11.201222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Port ca828d42-c772-45a2-8ba3-65d34970bcb3 on network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:40:11.201552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Attempting to bind port ca828d42-c772-45a2-8ba3-65d34970bcb3 on network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:11.209670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:40:11.210052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Checking segment: {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:11.210650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Bound using segment: {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:40:11.211364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Bound port: ca828d42-c772-45a2-8ba3-65d34970bcb3, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:40:11.211818 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:11.304467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] For port ca828d42-c772-45a2-8ba3-65d34970bcb3, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:11.338291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] For port ca828d42-c772-45a2-8ba3-65d34970bcb3, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:40:11.347144 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:11.392269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63d5f8-ae2a-4b61-8234-aec107412326 req-6251b803-23ed-41b9-b83d-5b9a9cad8fc3 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.393858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc63d5f8-ae2a-4b61-8234-aec107412326 req-6251b803-23ed-41b9-b83d-5b9a9cad8fc3 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.1046722 Sep 21 18:40:11.401488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.402116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:11.403553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] 10.222.0.78 "PUT /v2.0/ports/ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 200 len: 1092 time: 0.7141118 Sep 21 18:40:11.404008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:11.406403 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d6f792-4930-46c9-a401-a6cc32f6d70a" -d '{"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:11.464998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3b3a5-f93e-4790-a486-823966961633 service neutron] Pushing event updated for resources: {'Port': ['ID=ca828d42-c772-45a2-8ba3-65d34970bcb3,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:11.496202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc63d5f8-ae2a-4b61-8234-aec107412326 req-2595b600-10cd-4814-9128-fef7096b42b6 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831063 Sep 21 18:40:11.513567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-e715382c-8933-4fc7-bbc2-af6b012f647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.513567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-e715382c-8933-4fc7-bbc2-af6b012f647a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1095 time: 0.0649905 Sep 21 18:40:11.568819 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2888d2b2-bd41-4c4a-b52f-eabb6d2bc3e4 x-openstack-request-id: req-2888d2b2-bd41-4c4a-b52f-eabb6d2bc3e4 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:11.569104 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:11.569458 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2888d2b2-bd41-4c4a-b52f-eabb6d2bc3e4 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:11.569936 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'status': 'completed', 'code': 200} Sep 21 18:40:11.571921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-6124be75-5d5c-4a3a-8d32-5b0cf1cc9c7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 200 len: 217 time: 0.0497262 Sep 21 18:40:11.630777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-8b087805-0594-4de6-9169-34f08a94ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.632314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-8b087805-0594-4de6-9169-34f08a94ef1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2251e8db-c08f-4d56-bc68-5440bb221636 HTTP/1.1" status: 200 len: 852 time: 0.0531094 Sep 21 18:40:11.682224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65880abd-e268-4556-b0ba-e24122d6a47c req-52af9118-482d-4041-8820-f08aea63ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.683668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-52af9118-482d-4041-8820-f08aea63ea6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434411 Sep 21 18:40:11.779032 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-f78817a1-3446-4529-b589-4e343fdf0299 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870450 Sep 21 18:40:11.871945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65880abd-e268-4556-b0ba-e24122d6a47c req-9be25613-2e74-4e09-b86a-0680d6483d67 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846739 Sep 21 18:40:11.969191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-c8529e1c-c02e-4ea6-933c-fd534d862775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.970575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-c8529e1c-c02e-4ea6-933c-fd534d862775 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1095 time: 0.0500734 Sep 21 18:40:12.064975 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-fe075a07-771a-4849-a6e0-b21ae95ee9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:12.066514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-fe075a07-771a-4849-a6e0-b21ae95ee9ee service neutron] 10.222.0.78 "GET /v2.0/networks?id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 200 len: 915 time: 0.0881793 Sep 21 18:40:12.111827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-545a33f5-1f40-4e1e-8f6f-534dcc1e2b15 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 200 len: 217 time: 0.0379083 Sep 21 18:40:12.162372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-99b223c5-6a45-4e02-aacb-5d9d05903055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:12.163873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-99b223c5-6a45-4e02-aacb-5d9d05903055 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2251e8db-c08f-4d56-bc68-5440bb221636 HTTP/1.1" status: 200 len: 852 time: 0.0449343 Sep 21 18:40:12.211198 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-a595d6d7-36cd-49e0-971f-e96871d24f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:12.212726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-a595d6d7-36cd-49e0-971f-e96871d24f63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406158 Sep 21 18:40:12.311387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-cb93c734-5053-4c47-ac09-86eb5e2c9cd2 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904293 Sep 21 18:40:12.402740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52d6f792-4930-46c9-a401-a6cc32f6d70a req-01e5e539-4edc-4f51-92df-979af5dd62d6 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836976 Sep 21 18:40:12.623544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299684a4-8990-4c6b-a633-d59bb3e6a74e req-744ed7cc-288a-4722-b3fc-b3ccd160c496 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:12.625105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-299684a4-8990-4c6b-a633-d59bb3e6a74e req-744ed7cc-288a-4722-b3fc-b3ccd160c496 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0541289 Sep 21 18:40:12.674078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-299684a4-8990-4c6b-a633-d59bb3e6a74e req-753f7f3b-6279-46a3-b872-1e13477e07a6 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Sep 21 18:40:13.791930 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c451f42-3913-4675-876d-c1179f6be6bd req-c7c85ba6-c690-47f2-9f22-72d5aaf7f055 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:13.793437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c451f42-3913-4675-876d-c1179f6be6bd req-c7c85ba6-c690-47f2-9f22-72d5aaf7f055 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0504415 Sep 21 18:40:13.833260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c451f42-3913-4675-876d-c1179f6be6bd req-2e6548f6-6a5d-4f49-9096-8022597b02ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Sep 21 18:40:14.950478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a688ea-9c98-4037-9f96-cba6be760846 req-ae3628b0-c249-4886-952e-c65c48a51748 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:14.951978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3a688ea-9c98-4037-9f96-cba6be760846 req-ae3628b0-c249-4886-952e-c65c48a51748 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0489941 Sep 21 18:40:14.990953 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3a688ea-9c98-4037-9f96-cba6be760846 req-cdb01d71-9cec-4a0f-a563-63e08678c105 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Sep 21 18:40:16.110563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca19e-27d4-41ba-bc7c-662e1d4f0638 req-22f93005-628d-428b-bf1d-591c12ebf9c6 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:16.112054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce5ca19e-27d4-41ba-bc7c-662e1d4f0638 req-22f93005-628d-428b-bf1d-591c12ebf9c6 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0492752 Sep 21 18:40:16.153865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce5ca19e-27d4-41ba-bc7c-662e1d4f0638 req-d341f4f6-03a1-415a-8f5e-8025299bbb6c tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Sep 21 18:40:17.268858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5e6a-d672-46ed-8824-88d2aa1584c9 req-682ad8af-c983-4f84-93dc-3c9b9acc067c tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:17.270368 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-479c5e6a-d672-46ed-8824-88d2aa1584c9 req-682ad8af-c983-4f84-93dc-3c9b9acc067c tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0494075 Sep 21 18:40:17.309051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-479c5e6a-d672-46ed-8824-88d2aa1584c9 req-5c7744ad-def7-4a5c-a036-4d25872a46c4 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Sep 21 18:40:18.429530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77f2a5-5523-49e5-a276-e67f42743908 req-9a4bb1c4-cbaf-4128-b1c4-518e611db0ec tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.431085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a77f2a5-5523-49e5-a276-e67f42743908 req-9a4bb1c4-cbaf-4128-b1c4-518e611db0ec tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0508780 Sep 21 18:40:18.468716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a77f2a5-5523-49e5-a276-e67f42743908 req-f4d1340d-da2e-48ed-afdc-e49740e0f623 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Sep 21 18:40:19.588379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69364ae8-9221-4389-a447-a7b618752462 req-3dadbb2b-e50c-4ca9-8f22-d6384b2b3fa3 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.589961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69364ae8-9221-4389-a447-a7b618752462 req-3dadbb2b-e50c-4ca9-8f22-d6384b2b3fa3 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0512047 Sep 21 18:40:19.638481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69364ae8-9221-4389-a447-a7b618752462 req-880fddaf-e5fc-4313-97f9-db95b58b89e9 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394728 Sep 21 18:40:20.417856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e2a18-7fa2-4450-8e6a-70471bc65e0a req-f36eed56-3a6b-41bd-9685-daa889c88faa tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:20.419395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc7e2a18-7fa2-4450-8e6a-70471bc65e0a req-f36eed56-3a6b-41bd-9685-daa889c88faa tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1097 time: 0.0395415 Sep 21 18:40:20.454040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc7e2a18-7fa2-4450-8e6a-70471bc65e0a req-80b3f671-91e7-487b-bfbb-4d53bd35cae0 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285411 Sep 21 18:40:20.475591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48686) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:20.632412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 3106f5e3-efd7-4891-bd88-8f07a9a8f496 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:40:20.633038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:20.720880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:20.721379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:20.748521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 3106f5e3-efd7-4891-bd88-8f07a9a8f496 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:40:20.804432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a03d10-1405-4daa-b500-439706c937f3 req-9297491c-c33c-46c2-96bb-db56a28b92a7 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:20.806112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9a03d10-1405-4daa-b500-439706c937f3 req-9297491c-c33c-46c2-96bb-db56a28b92a7 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0969353 Sep 21 18:40:20.868738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a9a03d10-1405-4daa-b500-439706c937f3 req-56fa3079-7d07-421b-9641-9fd8b7e8386e tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549886 Sep 21 18:40:20.945173 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:20.971911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=3106f5e3-efd7-4891-bd88-8f07a9a8f496,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:21.033800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:21.034130 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP 326f4ef5-9219-4afb-95bf-b6aa96b10ea6 disassociated (deleted). External IP: 172.25.3.241, port: b15ea8b9-f61c-466e-bc0c-4f56a241baaf. Sep 21 18:40:21.245152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:21.363163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:21.368294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:21.373020 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] Sync routers for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:21.382019 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:21.382669 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:21.497588 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:21.721238 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:41Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:21.753300 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] Checking router: 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:21.761452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4758fb3d-8679-4f21-a894-2996f5d36c5b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/floatingips/326f4ef5-9219-4afb-95bf-b6aa96b10ea6 HTTP/1.1" status: 204 len: 168 time: 1.2847400 Sep 21 18:40:21.762210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:21.763745 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:21.764558 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b790fd-b486-470c-89cc-ca0df7940282" -d '{"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:21.764722 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:21.883286 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:21.933507 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd784ee-e39d-45fb-b230-f2bdf860c139 x-openstack-request-id: req-0bd784ee-e39d-45fb-b230-f2bdf860c139 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:21.933969 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:21.934371 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0bd784ee-e39d-45fb-b230-f2bdf860c139 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:21.934845 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'status': 'completed', 'code': 200} Sep 21 18:40:22.030315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b790fd-b486-470c-89cc-ca0df7940282 req-d14de077-0cbf-40ad-b4bc-68397b6369f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.031771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34b790fd-b486-470c-89cc-ca0df7940282 req-d14de077-0cbf-40ad-b4bc-68397b6369f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 1097 time: 0.0734499 Sep 21 18:40:22.049335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1cdc3-f43b-430f-92e3-04ad91400a80 req-489cff2e-0705-4f70-be75-a3c94467b769 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.050587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c1cdc3-f43b-430f-92e3-04ad91400a80 req-489cff2e-0705-4f70-be75-a3c94467b769 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 944 time: 0.0608432 Sep 21 18:40:22.065177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ca828d42-c772-45a2-8ba3-65d34970bcb3 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:40:22.110472 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:41Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:22.137709 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbc1e4-5a78-4f2e-b607-2c72f171cec4 None None] The sync data for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 is: [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:38:37Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd1a034e3-76bf-474d-8c32-dc0388511341', 'name': '', 'network_id': '07539d2a-f619-4944-bfa7-f41cbc4bd637', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:36:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:36Z', 'updated_at': '2021-09-21T18:38:41Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'e67bb0db-eacb-4fdc-8b14-cc0526298924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:22.142613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1c1cdc3-f43b-430f-92e3-04ad91400a80 req-de35cf83-fd28-4b66-ae64-1fef4a6719a8 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815454 Sep 21 18:40:22.172118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ca828d42-c772-45a2-8ba3-65d34970bcb3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:22.185526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'mac_address': 'fa:16:3e:9b:fe:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:40:22.186172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b790fd-b486-470c-89cc-ca0df7940282 req-cd225761-0786-402e-9187-9723889d972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.190043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34b790fd-b486-470c-89cc-ca0df7940282 req-cd225761-0786-402e-9187-9723889d972e service neutron] 10.222.0.78 "GET /v2.0/networks?id=07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 200 len: 899 time: 0.1384020 Sep 21 18:40:22.229315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:22.248482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca828d42-c772-45a2-8ba3-65d34970bcb3 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:40:22.268749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34b790fd-b486-470c-89cc-ca0df7940282 req-3caf88c5-d733-4a2b-9b4a-92a775bf6692 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 200 len: 217 time: 0.0702355 Sep 21 18:40:22.272000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ca828d42-c772-45a2-8ba3-65d34970bcb3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:22.272400 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:40:22.276743 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:22.321926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d10227-abd5-4e81-9514-12525886e3bb req-1db689f9-6081-4a05-b38f-770fbf36d171 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.323557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68d10227-abd5-4e81-9514-12525886e3bb req-1db689f9-6081-4a05-b38f-770fbf36d171 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0852334 Sep 21 18:40:22.337576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ca828d42-c772-45a2-8ba3-65d34970bcb3,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:22.357204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b790fd-b486-470c-89cc-ca0df7940282 req-94b7b6af-3479-4113-9291-6ee5e787e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.358760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34b790fd-b486-470c-89cc-ca0df7940282 req-94b7b6af-3479-4113-9291-6ee5e787e287 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 200 len: 835 time: 0.0756934 Sep 21 18:40:22.409166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68d10227-abd5-4e81-9514-12525886e3bb req-951ed77b-32ba-43d6-a356-d2d46c06c85f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745456 Sep 21 18:40:22.427565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b790fd-b486-470c-89cc-ca0df7940282 req-769033b7-4499-489c-9bc9-65cd4267b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.429283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34b790fd-b486-470c-89cc-ca0df7940282 req-769033b7-4499-489c-9bc9-65cd4267b5e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=07539d2a-f619-4944-bfa7-f41cbc4bd637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558834 Sep 21 18:40:22.449431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505f1ef-7c47-4566-b8f6-39684332c79c None None] New status for floating IP 326f4ef5-9219-4afb-95bf-b6aa96b10ea6: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:40:22.551502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34b790fd-b486-470c-89cc-ca0df7940282 req-3cb777bd-bf87-4ff0-9c79-fddfabe86de0 service neutron] 10.222.0.78 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096592 Sep 21 18:40:22.575059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ca828d42-c772-45a2-8ba3-65d34970bcb3'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:40:22.659777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34b790fd-b486-470c-89cc-ca0df7940282 req-1f766fa1-e75b-4a7f-aecd-898dd6641135 service neutron] 10.222.0.78 "GET /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963764 Sep 21 18:40:23.280484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b588a-0c03-4e87-a6a2-398dbcd0c241 req-b11335c9-ea3c-4a31-a3ba-34501c085375 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:23.282550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f85b588a-0c03-4e87-a6a2-398dbcd0c241 req-b11335c9-ea3c-4a31-a3ba-34501c085375 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 945 time: 0.0689306 Sep 21 18:40:23.323491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f85b588a-0c03-4e87-a6a2-398dbcd0c241 req-8e7def6c-c6e4-44a2-8f9a-4f9395429d27 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350254 Sep 21 18:40:23.535312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e5423-f942-4059-964b-e7ab24e718c9 req-45894a15-978d-4067-a3e4-0a7c06ce1aaf tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:23.536786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-866e5423-f942-4059-964b-e7ab24e718c9 req-45894a15-978d-4067-a3e4-0a7c06ce1aaf tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0500474 Sep 21 18:40:23.576135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-866e5423-f942-4059-964b-e7ab24e718c9 req-d371ea42-9397-4eb4-9054-804bbe71cd44 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Sep 21 18:40:23.623500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-b196cc00-95c3-4e48-8571-531994772457 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:23.624965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-b196cc00-95c3-4e48-8571-531994772457 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a56b13a1-d71d-49aa-985e-b667f6b6b82d HTTP/1.1" status: 200 len: 946 time: 0.0479760 Sep 21 18:40:23.724143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port b15ea8b9-f61c-466e-bc0c-4f56a241baaf {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:40:23.724392 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:23.815555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port b15ea8b9-f61c-466e-bc0c-4f56a241baaf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:23.815924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:23.830842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for b15ea8b9-f61c-466e-bc0c-4f56a241baaf owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:40:23.963223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:23.992957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=b15ea8b9-f61c-466e-bc0c-4f56a241baaf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:24.035919 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] No DVR routers for this DVR port b15ea8b9-f61c-466e-bc0c-4f56a241baaf on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:40:24.038782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.041465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-897cac0c-ff96-46dc-8111-f73603a2ab42 req-21b03a90-89a1-43dd-ad91-101cf426fcc8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "DELETE /v2.0/ports/b15ea8b9-f61c-466e-bc0c-4f56a241baaf HTTP/1.1" status: 204 len: 173 time: 0.4097307 Sep 21 18:40:24.041904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-deleted', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:24.044183 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d066a-fdb6-4842-890f-704e608f955e" -d '{"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-deleted", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:24.070503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ca828d42-c772-45a2-8ba3-65d34970bcb3 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:24.087344 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38458899-9376-462b-a81a-adc4e4521656 x-openstack-request-id: req-38458899-9376-462b-a81a-adc4e4521656 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:24.087740 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56b13a1-d71d-49aa-985e-b667f6b6b82d", "name": "network-vif-deleted", "tag": "b15ea8b9-f61c-466e-bc0c-4f56a241baaf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:24.087992 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38458899-9376-462b-a81a-adc4e4521656 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:24.088383 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b13a1-d71d-49aa-985e-b667f6b6b82d', 'name': 'network-vif-deleted', 'tag': 'b15ea8b9-f61c-466e-bc0c-4f56a241baaf', 'status': 'completed', 'code': 200} Sep 21 18:40:24.128108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ca828d42-c772-45a2-8ba3-65d34970bcb3 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:40:24.132790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ca828d42-c772-45a2-8ba3-65d34970bcb3 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:24.133168 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.219792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.242764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:24.245364 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8084bc1c-67ed-49c2-85de-def37b1f9091" -d '{"events": [{"server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "name": "network-vif-plugged", "status": "completed", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:24.257824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ca828d42-c772-45a2-8ba3-65d34970bcb3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:24.263350 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.264126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:40:24.286263 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6704b65f-30db-43c5-97ec-33f746f4ecb1 x-openstack-request-id: req-6704b65f-30db-43c5-97ec-33f746f4ecb1 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:24.286558 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "name": "network-vif-plugged", "status": "completed", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:24.286813 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6704b65f-30db-43c5-97ec-33f746f4ecb1 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:24.287205 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'code': 200} Sep 21 18:40:24.307231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: b15ea8b9-f61c-466e-bc0c-4f56a241baaf {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:40:24.307577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device b15ea8b9-f61c-466e-bc0c-4f56a241baaf not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:40:24.340192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ca828d42-c772-45a2-8ba3-65d34970bcb3,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:24.395445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0beab6-2568-42c1-ab3b-81edb517114c req-700dfbe1-ed33-4df6-8611-18f3a3e9c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:24.397126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a0beab6-2568-42c1-ab3b-81edb517114c req-700dfbe1-ed33-4df6-8611-18f3a3e9c336 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1097 time: 0.0510025 Sep 21 18:40:24.469163 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a0beab6-2568-42c1-ab3b-81edb517114c req-8efb1044-c9cd-4620-b922-9c0a8b9d2311 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629575 Sep 21 18:40:24.491285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad0f5-7ef8-4351-8daa-e8597abbaa36 req-aba2b3fa-d2c2-4560-91cf-44c05e1325b7 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:24.493123 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d4ad0f5-7ef8-4351-8daa-e8597abbaa36 req-aba2b3fa-d2c2-4560-91cf-44c05e1325b7 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 946 time: 0.0809147 Sep 21 18:40:24.535831 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d4ad0f5-7ef8-4351-8daa-e8597abbaa36 req-262d4c36-ea12-4584-9c6a-0ea4c48d9eab tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355115 Sep 21 18:40:24.641468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48710) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:25.013490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:25.266970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port d1a034e3-76bf-474d-8c32-dc0388511341 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:40:25.267226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:25.358918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port d1a034e3-76bf-474d-8c32-dc0388511341, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d1a034e3-76bf-474d-8c32-dc0388511341,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:25.359288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:25.372451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for d1a034e3-76bf-474d-8c32-dc0388511341 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:40:25.661430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e26756-4aed-454e-9f36-c09711dcfe4e req-92dbdacf-9c4c-48ea-b7da-93bb25e6df6c tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:25.663076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71e26756-4aed-454e-9f36-c09711dcfe4e req-92dbdacf-9c4c-48ea-b7da-93bb25e6df6c tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 946 time: 0.0560610 Sep 21 18:40:25.705528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71e26756-4aed-454e-9f36-c09711dcfe4e req-a9b6d93a-417a-42d7-bde8-3c938b11d7b6 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353529 Sep 21 18:40:25.820490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:25.824125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154134-c802-4679-af1e-ff8b7cec5820 req-cba3dd75-1305-421f-b430-d33528da8227 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:25.825998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81154134-c802-4679-af1e-ff8b7cec5820 req-cba3dd75-1305-421f-b430-d33528da8227 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 946 time: 0.0516016 Sep 21 18:40:25.847812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=d1a034e3-76bf-474d-8c32-dc0388511341,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:25.864761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81154134-c802-4679-af1e-ff8b7cec5820 req-13084227-6106-4782-aa37-40a24f722141 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Sep 21 18:40:25.890003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48716) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:26.032280 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.046746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11147c60-461a-4c6f-a434-456dc835cdfc tempest-TestVolumeBackupRestore-5039113 tempest-TestVolumeBackupRestore-5039113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:26.048304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-11147c60-461a-4c6f-a434-456dc835cdfc tempest-TestVolumeBackupRestore-5039113 tempest-TestVolumeBackupRestore-5039113-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1092 time: 0.1570466 Sep 21 18:40:26.051350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48720) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:26.056059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:26.080816 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.187536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.279858 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:26.304994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Allocated IP 172.25.3.23 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/b75fbe4e-48a5-45e4-822f-ad64aeded59e) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:26.398567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:26.404543 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0e22d741-d3eb-4fb0-8900-364fc0a9b03b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615037 Sep 21 18:40:26.406932 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48722) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:26.410500 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] Sync routers for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:26.420350 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.422375 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:26.423336 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:26.458145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.459974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting subnet e67bb0db-eacb-4fdc-8b14-cc0526298924 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:40:26.463920 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.498477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:26.503190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:26.506724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:26.510145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.536477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'Port': ['ID=b75fbe4e-48a5-45e4-822f-ad64aeded59e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:26.541639 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:26.596707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.666628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.700210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Subnet': ['ID=e67bb0db-eacb-4fdc-8b14-cc0526298924,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:26.702495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.704442 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b5a60b31-2275-44b5-967a-c110e00296a8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/subnets/e67bb0db-eacb-4fdc-8b14-cc0526298924 HTTP/1.1" status: 204 len: 168 time: 0.2965734 Sep 21 18:40:26.707016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48724) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:26.709898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e1a40-e8ef-4fac-8d2a-05f88460b1fa None None] Network 07539d2a-f619-4944-bfa7-f41cbc4bd637 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:40:26.747036 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:40:25Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:26.842668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.876210 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] Checking router: 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:26.886139 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] Routers {'61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:26.887357 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:26.949522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] DHCP port deletion for 07539d2a-f619-4944-bfa7-f41cbc4bd637 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:40:26.966994 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:26.968781 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.015666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] Deleting port c036cc4a-d98d-419c-ad4b-4cfef84547bd {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:40:27.016468 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.021949 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] Set router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:27.038458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port d00a69ea-5dca-4f16-ac6d-63aad937a249 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:40:27.039332 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.058782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.086050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] For port c036cc4a-d98d-419c-ad4b-4cfef84547bd, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c036cc4a-d98d-419c-ad4b-4cfef84547bd,segment=NetworkSegment(e757f348-f30c-465d-a51a-d227e8b90cbe),segment_id=e757f348-f30c-465d-a51a-d227e8b90cbe)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:27.086473 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.101757 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] Calling delete_port for c036cc4a-d98d-419c-ad4b-4cfef84547bd owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:40:27.143603 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port d00a69ea-5dca-4f16-ac6d-63aad937a249, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d00a69ea-5dca-4f16-ac6d-63aad937a249,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:27.143991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.158526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for d00a69ea-5dca-4f16-ac6d-63aad937a249 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:40:27.190393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.217431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] Pushing event deleted for resources: {'Port': ['ID=c036cc4a-d98d-419c-ad4b-4cfef84547bd,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:27.222143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726740da-aff3-468d-b38d-9914523f2b15 None None] No DVR routers for this DVR port c036cc4a-d98d-419c-ad4b-4cfef84547bd on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:40:27.253712 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:40:25Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:27.262158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.267742 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.286087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb10079-f4f3-4a7a-b50f-084b7ec78369 None None] The sync data for ids ['61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea'] in n-d-810285-3 is: [{'id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834422800', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:33Z', 'updated_at': '2021-09-21T18:40:25Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'd00a69ea-5dca-4f16-ac6d-63aad937a249', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:34Z', 'updated_at': '2021-09-21T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:27.358347 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.360396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event updated for resources: {'Port': ['ID=b75fbe4e-48a5-45e4-822f-ad64aeded59e,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:27.372633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.382288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=d00a69ea-5dca-4f16-ac6d-63aad937a249,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:27.464690 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.497537 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Floating IP 1ed1cdfe-f183-4155-97cd-a55b2864c064 associated. External IP: 172.25.3.23, port: ca828d42-c772-45a2-8ba3-65d34970bcb3. Sep 21 18:40:27.569423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.572032 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.622495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.623030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Fanout notify agent at l3_agent the message router_deleted on router 61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:40:27.630819 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.635443 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-67e96887-7963-4717-9919-0560f6a92e38 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/routers/61c8fc7b-3b4a-4cf7-aaae-c34dda9ed1ea HTTP/1.1" status: 204 len: 168 time: 0.9271796 Sep 21 18:40:27.638937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:27.732072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.754600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:27.831826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.857464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07539d2a-f619-4944-bfa7-f41cbc4bd637']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:27.869801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e757f348-f30c-465d-a51a-d227e8b90cbe') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:27.870243 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e757f348-f30c-465d-a51a-d227e8b90cbe') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:27.880516 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.885535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:27.896086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.899811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] Sync routers for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:27.904306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:40:27.904812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:40:27.909530 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:40:27.913735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:27.914525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:27.918285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:27.959143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9cc0e97f-fd4b-41a0-ae1b-c88afa12648d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9041619 Sep 21 18:40:27.959143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:27.960235 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043" -d '{"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:27.963742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48728) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:28.000597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.008118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.011272 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/networks/07539d2a-f619-4944-bfa7-f41cbc4bd637 HTTP/1.1" status: 204 len: 168 time: 0.3734164 Sep 21 18:40:28.022614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48732) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:28.026819 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010857cb-d444-44f3-b767-47c941a7e4d0 x-openstack-request-id: req-010857cb-d444-44f3-b767-47c941a7e4d0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:28.027147 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:28.030145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1af77-9107-478f-b499-057f334268af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Network': ['ID=07539d2a-f619-4944-bfa7-f41cbc4bd637,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:28.031078 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-010857cb-d444-44f3-b767-47c941a7e4d0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:28.031601 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'status': 'completed', 'code': 200} Sep 21 18:40:28.090983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:28.122636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde5dbe-8709-4721-83c8-a6b6d4cca894 tempest-TestVolumeBackupRestore-5039113 tempest-TestVolumeBackupRestore-5039113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:28.127064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1bde5dbe-8709-4721-83c8-a6b6d4cca894 tempest-TestVolumeBackupRestore-5039113 tempest-TestVolumeBackupRestore-5039113-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1092 time: 0.1592705 Sep 21 18:40:28.127486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48734) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:28.132116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Request body: {'floatingip': {'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:28.149176 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7615-661f-40f9-9f06-8ef601825b3a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.152460 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-e55615c5-69c4-4bc7-a17d-69c793d1cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:28.153951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-e55615c5-69c4-4bc7-a17d-69c793d1cc31 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1097 time: 0.0975013 Sep 21 18:40:28.189503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for floatingip, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.204167 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7615-661f-40f9-9f06-8ef601825b3a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.303497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-3566bb42-d59c-4f50-9293-b4de48d41c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:28.305305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-3566bb42-d59c-4f50-9293-b4de48d41c95 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 200 len: 915 time: 0.1420660 Sep 21 18:40:28.330159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '1ed1cdfe-f183-4155-97cd-a55b2864c064', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'mac_address': 'fa:16:3e:9b:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:26Z', 'updated_at': '2021-09-21T18:40:26Z', 'revision_number': 0, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:28.362441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] Checking router: 0a65639c-c6a5-48d3-91ad-d7eaf362aeca for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:28.374242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7615-661f-40f9-9f06-8ef601825b3a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.375869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:28.376508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:28.377314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7615-661f-40f9-9f06-8ef601825b3a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.381395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e8fb7615-661f-40f9-9f06-8ef601825b3a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/security-groups/11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f HTTP/1.1" status: 204 len: 168 time: 0.3488600 Sep 21 18:40:28.399935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb7615-661f-40f9-9f06-8ef601825b3a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2161c-44dc-4e3a-a0ed-a89a9cb00c2f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:28.409804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-c039b1cb-1593-42f1-9346-9ff005218269 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 200 len: 999 time: 0.0962799 Sep 21 18:40:28.488077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-47691c3f-916f-4bf9-ad03-255ab12b6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:28.488803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-47691c3f-916f-4bf9-ad03-255ab12b6873 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2251e8db-c08f-4d56-bc68-5440bb221636 HTTP/1.1" status: 200 len: 852 time: 0.0712206 Sep 21 18:40:28.542277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-19210201-affe-4cf3-b058-cc4ce8b1ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:28.543834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-19210201-affe-4cf3-b058-cc4ce8b1ec67 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481405 Sep 21 18:40:28.559249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:28.671284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-af8be975-60b2-4882-8f75-fe9c2a7abd9e service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190534 Sep 21 18:40:28.704969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48740) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:28.710927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1be81bb6-8dbd-4473-a51b-679a1fa82a89 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110759878', 'description': 'tempest-secgroup-smoke-2110759878 description', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:28.737341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d00a69ea-5dca-4f16-ac6d-63aad937a249 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:40:28.760094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d00a69ea-5dca-4f16-ac6d-63aad937a249 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:40:28.760808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d00a69ea-5dca-4f16-ac6d-63aad937a249 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:40:28.761430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c036cc4a-d98d-419c-ad4b-4cfef84547bd no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:40:28.785458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1be81bb6-8dbd-4473-a51b-679a1fa82a89 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.786227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c036cc4a-d98d-419c-ad4b-4cfef84547bd {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:40:28.786769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c036cc4a-d98d-419c-ad4b-4cfef84547bd not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:40:28.787366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d1a034e3-76bf-474d-8c32-dc0388511341 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:40:28.815493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.818805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6b5b8f80-b59a-4811-b7ee-3d7c2cf12043 req-61da9663-0cea-4f91-9268-c427a5a55c3c service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394365 Sep 21 18:40:28.820195 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.910949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1be81bb6-8dbd-4473-a51b-679a1fa82a89 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.915667 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1be81bb6-8dbd-4473-a51b-679a1fa82a89 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.948153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1be81bb6-8dbd-4473-a51b-679a1fa82a89 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.949620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1be81bb6-8dbd-4473-a51b-679a1fa82a89 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2435186 Sep 21 18:40:28.952556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48742) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:28.957251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-688f0fac-781c-42d6-9725-b5a378bbf3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': 'fba52f34-3b8c-44fa-8ae5-df826e854816', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:28.965937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be81bb6-8dbd-4473-a51b-679a1fa82a89 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba52f34-3b8c-44fa-8ae5-df826e854816,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:28.967062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d1a034e3-76bf-474d-8c32-dc0388511341 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:40:28.967574 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d1a034e3-76bf-474d-8c32-dc0388511341 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:40:29.001782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-688f0fac-781c-42d6-9725-b5a378bbf3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.028572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '1ed1cdfe-f183-4155-97cd-a55b2864c064', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'mac_address': 'fa:16:3e:9b:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:26Z', 'updated_at': '2021-09-21T18:40:26Z', 'revision_number': 0, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:29.055787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d2817-c189-4515-87b9-25b3a8f966fe None None] The sync data for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 is: [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '1ed1cdfe-f183-4155-97cd-a55b2864c064', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'mac_address': 'fa:16:3e:9b:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:26Z', 'updated_at': '2021-09-21T18:40:26Z', 'revision_number': 0, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:29.063072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-688f0fac-781c-42d6-9725-b5a378bbf3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.068599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-688f0fac-781c-42d6-9725-b5a378bbf3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.071726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:29.091818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f0fac-781c-42d6-9725-b5a378bbf3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e641a532-3368-4332-acf6-e539071dfb70,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:29.095780 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-688f0fac-781c-42d6-9725-b5a378bbf3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.097279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-688f0fac-781c-42d6-9725-b5a378bbf3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434469 Sep 21 18:40:29.099741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:29.104505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-edea21d5-96ea-4c9e-9ca9-c908a5f24975 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': 'fba52f34-3b8c-44fa-8ae5-df826e854816', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:29.134678 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-edea21d5-96ea-4c9e-9ca9-c908a5f24975 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.189947 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:29.194656 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.198580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-edea21d5-96ea-4c9e-9ca9-c908a5f24975 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.203917 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-edea21d5-96ea-4c9e-9ca9-c908a5f24975 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.226835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea21d5-96ea-4c9e-9ca9-c908a5f24975 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80769d0-fa66-46b7-9648-9fed57f1539d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:29.236711 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-edea21d5-96ea-4c9e-9ca9-c908a5f24975 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.240764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-edea21d5-96ea-4c9e-9ca9-c908a5f24975 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400418 Sep 21 18:40:29.241365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48746) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:29.245995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:29.246859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f2e76247-dc69-4862-b1c1-2338e14fbad5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': 'fba52f34-3b8c-44fa-8ae5-df826e854816', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:29.248638 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b059c3-98d4-4887-892f-3e3173fa7d48" -d '{"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:29.264285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f2aac965-3c43-4dc1-8b6f-f37b63c558da tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "PUT /v2.0/floatingips/1ed1cdfe-f183-4155-97cd-a55b2864c064 HTTP/1.1" status: 200 len: 991 time: 1.1353583 Sep 21 18:40:29.285227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2e76247-dc69-4862-b1c1-2338e14fbad5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.296205 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2c96a07b-1e2d-41b5-8e23-93e270307c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.330899 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da2ea2e-1d66-436d-8165-15143003b285 None None] New status for floating IP 1ed1cdfe-f183-4155-97cd-a55b2864c064: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:40:29.370310 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b795b-3115-4498-ae38-dfc976200f26 x-openstack-request-id: req-c04b795b-3115-4498-ae38-dfc976200f26 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:29.370472 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:29.370668 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c04b795b-3115-4498-ae38-dfc976200f26 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:29.371070 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'status': 'completed', 'code': 200} Sep 21 18:40:29.372281 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2e76247-dc69-4862-b1c1-2338e14fbad5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.377647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2e76247-dc69-4862-b1c1-2338e14fbad5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.410568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e76247-dc69-4862-b1c1-2338e14fbad5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d904c-754a-4d4c-a04f-f77fa7a37b42,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:29.431931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f2e76247-dc69-4862-b1c1-2338e14fbad5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.433445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f2e76247-dc69-4862-b1c1-2338e14fbad5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1908863 Sep 21 18:40:29.436349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:29.441584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-dbbf5ed2-d32f-4333-99e5-f70d416b0a66 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': 'fba52f34-3b8c-44fa-8ae5-df826e854816', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:29.467060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-edbaf016-6af0-4e5a-a4ef-345adb09e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.468531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-edbaf016-6af0-4e5a-a4ef-345adb09e6ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1097 time: 0.0741975 Sep 21 18:40:29.500156 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5ed2-d32f-4333-99e5-f70d416b0a66 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.566564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] Sync routers for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:29.576687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:29.577407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:29.610880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5ed2-d32f-4333-99e5-f70d416b0a66 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.613056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-193d79dc-6f2d-433e-8eca-347b71db1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.614858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-193d79dc-6f2d-433e-8eca-347b71db1e67 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 200 len: 915 time: 0.1391778 Sep 21 18:40:29.616252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5ed2-d32f-4333-99e5-f70d416b0a66 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.670734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf5ed2-d32f-4333-99e5-f70d416b0a66 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fee05d-8fef-4f2b-b9ee-2b6a9df4beab,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:29.684014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5ed2-d32f-4333-99e5-f70d416b0a66 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.688076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dbbf5ed2-d32f-4333-99e5-f70d416b0a66 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2480607 Sep 21 18:40:29.688288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48754) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:29.694500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': 'fba52f34-3b8c-44fa-8ae5-df826e854816', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:29.697305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:29.714927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-7e75fad2-f6ea-4574-b921-1e63dc1e0935 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 200 len: 1001 time: 0.0907795 Sep 21 18:40:29.732640 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:40:29.762948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.797478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-5940108c-8c72-4836-bb7b-bf483f7cd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.799005 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-5940108c-8c72-4836-bb7b-bf483f7cd480 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2251e8db-c08f-4d56-bc68-5440bb221636 HTTP/1.1" status: 200 len: 852 time: 0.0758176 Sep 21 18:40:29.852499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.857829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.879496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fcc227-0d0c-4113-bb50-57dd5172c30e,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:29.882778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-356a2203-50b3-4d76-b27c-a129e9037123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.884299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-356a2203-50b3-4d76-b27c-a129e9037123 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769136 Sep 21 18:40:29.890941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.892266 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a7c15a82-7185-40e7-9503-83400e0222a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2029371 Sep 21 18:40:29.895144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48756) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:29.900221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': 'fba52f34-3b8c-44fa-8ae5-df826e854816', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:29.926674 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:40:29.933818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.941962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '1ed1cdfe-f183-4155-97cd-a55b2864c064', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'mac_address': 'fa:16:3e:9b:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:26Z', 'updated_at': '2021-09-21T18:40:29Z', 'revision_number': 2, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:29.968000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] Checking router: 0a65639c-c6a5-48d3-91ad-d7eaf362aeca for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:29.976565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:29.977187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:29.985659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-00e7e6f7-22a6-4b78-9625-c40bb9555676 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923355 Sep 21 18:40:30.009608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.017188 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.035512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90faf11-d5a3-4b82-a7c9-ab5391f0b1dd,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:30.051927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.057142 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4ac8afa1-14ed-48a2-b82e-b9006de76aee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573932 Sep 21 18:40:30.057142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48758) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:30.063573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'network': {'name': 'tempest-network-smoke--788919796', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'port_security_enabled': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:30.089885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:40:30.093111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f4b059c3-98d4-4887-892f-3e3173fa7d48 req-2856077a-becb-4323-8009-2de49797defb service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002796 Sep 21 18:40:30.093927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.095765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:30.121602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:40:30.131226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.131576 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Added segment 188cf379-1469-45c1-904d-c2895274d08a of type vlan for network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd Sep 21 18:40:30.172960 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.199190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.204783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:30.205385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.238296 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1788971 Sep 21 18:40:30.241064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48760) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:30.248012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'admin_state_up': True, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:30.292423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ad01d-7f49-4941-8444-1510c4f91d17 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Network': ['ID=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:30.306287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.308057 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.311454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:40:30.359711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.401137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '1ed1cdfe-f183-4155-97cd-a55b2864c064', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'mac_address': 'fa:16:3e:9b:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:26Z', 'updated_at': '2021-09-21T18:40:29Z', 'revision_number': 2, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:30.429247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac47ddf-a860-419a-b9dc-2c8ae7e90ae7 None None] The sync data for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 is: [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '1ed1cdfe-f183-4155-97cd-a55b2864c064', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'port_id': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'mac_address': 'fa:16:3e:9b:fe:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:26Z', 'updated_at': '2021-09-21T18:40:29Z', 'revision_number': 2, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:30.761708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.950814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:30.970009 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:31.076960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.155 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/85b2f8ff-c04a-446a-925f-75465d9fc28b) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:31.177030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:31.209706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:31.251677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:31.254491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:31.257851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:31.265663 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=85b2f8ff-c04a-446a-925f-75465d9fc28b,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:31.371852 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:31.374121 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d28a1-e64f-48b8-8385-8122e323d6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:31.412207 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b87ee7-1fde-442c-9af3-4bff9081eb43 x-openstack-request-id: req-10b87ee7-1fde-442c-9af3-4bff9081eb43 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:31.412500 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:31.412754 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10b87ee7-1fde-442c-9af3-4bff9081eb43 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:31.413142 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'status': 'completed', 'code': 200} Sep 21 18:40:31.475684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-f0705830-660e-4288-836d-da0c5192bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:31.477238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-f0705830-660e-4288-836d-da0c5192bd5c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1097 time: 0.0424559 Sep 21 18:40:31.526743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:31.576581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-aede13d2-a86c-44e8-8077-4b4d540c2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:31.578177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-aede13d2-a86c-44e8-8077-4b4d540c2dd3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 200 len: 915 time: 0.0928493 Sep 21 18:40:31.644327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-19918863-3d0f-4468-a65d-1f1f2a70ea2d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 200 len: 1001 time: 0.0588834 Sep 21 18:40:31.707459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-60afaecf-36d7-4875-9425-43757fc0f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:31.709949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-60afaecf-36d7-4875-9425-43757fc0f403 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2251e8db-c08f-4d56-bc68-5440bb221636 HTTP/1.1" status: 200 len: 852 time: 0.0579693 Sep 21 18:40:31.749574 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:31.756428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-2f6df203-a89f-4eab-89a0-acce4ae8db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:31.757956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-2f6df203-a89f-4eab-89a0-acce4ae8db7f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410810 Sep 21 18:40:31.855608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-2f8af611-239e-4cc7-b9a9-9904c0a34543 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904276 Sep 21 18:40:31.897370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router ac580d16-bc1b-4328-a5b5-bc6547760bed is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:40:31.960030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa3d28a1-e64f-48b8-8385-8122e323d6b2 req-d0356eca-db7e-45f4-bccb-40b6e1ed4297 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936353 Sep 21 18:40:32.016649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:32.026660 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Sync routers for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:32.035805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.036565 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:32.037204 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:32.037362 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8f5e8d5b-40c8-4548-a29e-b13d242b6ae2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7952361 Sep 21 18:40:32.040549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48764) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:32.070781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-87a69236-9778-4c93-8de7-d9d53d0632f3 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c5123afc2b3946209c35d215e2d7a91b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288250 Sep 21 18:40:32.074607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48766) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:32.149904 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:32.235933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45caab-7974-421c-8831-f502cf692cbc tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:32.237500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f45caab-7974-421c-8831-f502cf692cbc tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619587 Sep 21 18:40:32.240777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48768) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:32.341627 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:31Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:32.373031 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Checking router: ac580d16-bc1b-4328-a5b5-bc6547760bed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:32.373385 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Updating router ac580d16-bc1b-4328-a5b5-bc6547760bed port 85b2f8ff-c04a-446a-925f-75465d9fc28b binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:40:32.401279 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.635649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a0b40b18-e1e5-4e16-a3e4-c9a9fcb3e115 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3932238 Sep 21 18:40:32.638481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48770) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:32.643402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011341524', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:32.682313 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.688263 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.734858 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Attempting to bind port 85b2f8ff-c04a-446a-925f-75465d9fc28b on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:40:32.735222 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Attempting to bind port 85b2f8ff-c04a-446a-925f-75465d9fc28b by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:40:32.735639 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Attempting to bind port 85b2f8ff-c04a-446a-925f-75465d9fc28b on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:32.740184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:40:32.743880 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.745642 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Pushing event updated for resources: {'Port': ['ID=85b2f8ff-c04a-446a-925f-75465d9fc28b,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:32.752018 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.752357 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.752690 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.753019 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.753342 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.753661 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.753980 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.754329 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.754646 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.754957 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.755268 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.755575 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:32.758795 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:40:32.759161 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:32.759560 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.759937 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:40:32.760406 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Bound port: 85b2f8ff-c04a-446a-925f-75465d9fc28b, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:40:32.760779 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.816093 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] For port 85b2f8ff-c04a-446a-925f-75465d9fc28b, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:32.819310 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] For port 85b2f8ff-c04a-446a-925f-75465d9fc28b, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85b2f8ff-c04a-446a-925f-75465d9fc28b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:40:32.824352 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.870832 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:32.871562 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:32.928680 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:32.928985 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7c5c1-70cb-4026-9386-305d54a0b7ac None None] Pushing event updated for resources: {'Port': ['ID=85b2f8ff-c04a-446a-925f-75465d9fc28b,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:32.995904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Subnet': ['ID=efbec613-7fae-483a-ad61-d57243b72ec4,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:32.999182 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:33.005769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Checking segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:33.006237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network hostable DHCP agents. Network: 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:40:33.025901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:40:33.035478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:33.040249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:33.040843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.045574 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb8ac2e-d2b7-41ab-ad59-b38ace053686 None None] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:40:33.066571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af4f6aa4-15ec-4364-9b15-b3930e93bfdb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4234855 Sep 21 18:40:33.066571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48772) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:33.207523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:40:33.208469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.277322 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:31Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:33.310158 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523a77c0-2a19-4b49-9d96-aaff43a718f2 None None] The sync data for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 is: [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:31Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:33.369872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Allocated IP 172.20.0.2 (2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd/efbec613-7fae-483a-ad61-d57243b72ec4/c7b09959-7e48-489b-a165-8039fd96aa0c) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:33.557472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.566317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.566712 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.627913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:33.634870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:33.637975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:33.650173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Pushing event updated for resources: {'Port': ['ID=c7b09959-7e48-489b-a165-8039fd96aa0c,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:33.657452 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7b6f805f-fce6-421d-80ed-04aa65c734cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.722442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Attempting to bind port c7b09959-7e48-489b-a165-8039fd96aa0c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:40:33.722730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Attempting to bind port c7b09959-7e48-489b-a165-8039fd96aa0c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:40:33.723096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Attempting to bind port c7b09959-7e48-489b-a165-8039fd96aa0c on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:33.728706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:40:33.729072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Checking segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:33.729664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.730041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Bound using segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:40:33.730550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Bound port: c7b09959-7e48-489b-a165-8039fd96aa0c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:40:33.731170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.804962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] For port c7b09959-7e48-489b-a165-8039fd96aa0c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:33.809459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] For port c7b09959-7e48-489b-a165-8039fd96aa0c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c7b09959-7e48-489b-a165-8039fd96aa0c,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:40:33.815156 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.891095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54a7a5-bcee-4785-936d-e8edf847c371 None None] Pushing event updated for resources: {'Port': ['ID=c7b09959-7e48-489b-a165-8039fd96aa0c,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:33.908237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.1 (2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd/efbec613-7fae-483a-ad61-d57243b72ec4/8acbc844-91af-4de8-9969-125c4abfb99f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:34.054876 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.097568 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.147444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:34.151679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:34.154810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:34.187115 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.198871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=8acbc844-91af-4de8-9969-125c4abfb99f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:34.215057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.357710 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.411736 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.667769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.675289 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.755150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.756873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=8acbc844-91af-4de8-9969-125c4abfb99f,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:34.783305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b2f8ff-c04a-446a-925f-75465d9fc28b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:34.835229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 85b2f8ff-c04a-446a-925f-75465d9fc28b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:34.835720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.874631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e6619-8ccb-42fa-b335-6419e9534702 None None] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:40:34.874958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:34.876386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:34.899802 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:34.970826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5c236194-a7db-4e75-99e1-7bac4527efa7 None None] Provisioning complete for port c7b09959-7e48-489b-a165-8039fd96aa0c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:34.970826 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c236194-a7db-4e75-99e1-7bac4527efa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:35.001358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router ac580d16-bc1b-4328-a5b5-bc6547760bed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:35.061095 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:35.100235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 85b2f8ff-c04a-446a-925f-75465d9fc28b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85b2f8ff-c04a-446a-925f-75465d9fc28b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:35.110294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:35.110996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c7b09959-7e48-489b-a165-8039fd96aa0c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:35.118527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:35.132640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-909db1a3-de15-4d38-b18e-c339bb3f0877 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/ac580d16-bc1b-4328-a5b5-bc6547760bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0569596 Sep 21 18:40:35.250646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=85b2f8ff-c04a-446a-925f-75465d9fc28b,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:35.255587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c236194-a7db-4e75-99e1-7bac4527efa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:35.294932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c7b09959-7e48-489b-a165-8039fd96aa0c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:35.294932 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:35.328483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5c236194-a7db-4e75-99e1-7bac4527efa7 None None] For port c7b09959-7e48-489b-a165-8039fd96aa0c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c7b09959-7e48-489b-a165-8039fd96aa0c,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:35.335607 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c236194-a7db-4e75-99e1-7bac4527efa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:35.346810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-bef26909-f725-4c99-b5e1-1faef32ccce3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110759878&fields=id&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 267 time: 0.0468719 Sep 21 18:40:35.383792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Sync routers for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:35.419933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:35.420577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:35.423177 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c236194-a7db-4e75-99e1-7bac4527efa7 None None] Pushing event updated for resources: {'Port': ['ID=c7b09959-7e48-489b-a165-8039fd96aa0c,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:35.481199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-b7546ddb-8b2f-447a-b977-26c45356d60f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:35.483065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-b7546ddb-8b2f-447a-b977-26c45356d60f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 796 time: 0.1256514 Sep 21 18:40:35.503666 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-bc5fd6f2-cebf-496f-9a07-5a0a68451257 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/quotas/c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 375 time: 0.0120878 Sep 21 18:40:35.568983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-d9b3b2c9-9a62-49e7-9cef-40bc90863fd8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558598 Sep 21 18:40:35.582719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6b85fc40-603a-4504-8ae4-584738f7c576 None None] Provisioning complete for port c7b09959-7e48-489b-a165-8039fd96aa0c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:35.583104 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6b85fc40-603a-4504-8ae4-584738f7c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:35.586540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:35.674711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-205c764c-c585-47ad-8726-7bed7db80380 service neutron] 10.222.0.70 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927196 Sep 21 18:40:35.781390 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-a462fb2e-8acc-4acc-a5d6-4fc195df661d service neutron] 10.222.0.70 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001759 Sep 21 18:40:35.961489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcb4e4c4-3610-4f62-b5a6-b6a05a4058b8 req-82ac407a-7033-4618-baa8-ead7b630fbf1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 210 time: 0.0270770 Sep 21 18:40:35.983673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6b85fc40-603a-4504-8ae4-584738f7c576 None None] Provisioning complete for port 8acbc844-91af-4de8-9969-125c4abfb99f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:35.984050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6b85fc40-603a-4504-8ae4-584738f7c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.042908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6b85fc40-603a-4504-8ae4-584738f7c576 None None] Port 8acbc844-91af-4de8-9969-125c4abfb99f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:40:36.061795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 2, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:36.092235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Checking router: ac580d16-bc1b-4328-a5b5-bc6547760bed for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:36.092596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Updating router ac580d16-bc1b-4328-a5b5-bc6547760bed port 8acbc844-91af-4de8-9969-125c4abfb99f binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:40:36.120295 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.181037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6d72c535-b24d-4319-8982-d44444790439 None None] Provisioning complete for port 8acbc844-91af-4de8-9969-125c4abfb99f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:36.181605 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d72c535-b24d-4319-8982-d44444790439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.292514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6d72c535-b24d-4319-8982-d44444790439 None None] Port 8acbc844-91af-4de8-9969-125c4abfb99f cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:40:36.465857 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.472564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.524801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43972be4-088e-494b-9d46-ff0b44d13789 None None] Pushing event updated for resources: {'Port': ['ID=8acbc844-91af-4de8-9969-125c4abfb99f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:36.579686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Attempting to bind port 8acbc844-91af-4de8-9969-125c4abfb99f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:40:36.580077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Attempting to bind port 8acbc844-91af-4de8-9969-125c4abfb99f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:40:36.580444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Attempting to bind port 8acbc844-91af-4de8-9969-125c4abfb99f on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:36.585953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:40:36.586381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Checking segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:36.586835 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.587262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Bound using segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:40:36.587740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Bound port: 8acbc844-91af-4de8-9969-125c4abfb99f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:40:36.588164 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.665335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] For port 8acbc844-91af-4de8-9969-125c4abfb99f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:36.670228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] For port 8acbc844-91af-4de8-9969-125c4abfb99f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8acbc844-91af-4de8-9969-125c4abfb99f,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:40:36.675926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.720532 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b2f8ff-c04a-446a-925f-75465d9fc28b up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:36.762974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:36.763643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:36.815829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43972be4-088e-494b-9d46-ff0b44d13789 None None] Pushing event updated for resources: {'Port': ['ID=8acbc844-91af-4de8-9969-125c4abfb99f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:36.858438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a1e2e102-705f-462a-abd3-f47abf713f84 None None] Provisioning complete for port 8acbc844-91af-4de8-9969-125c4abfb99f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:36.858815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e102-705f-462a-abd3-f47abf713f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.936999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 85b2f8ff-c04a-446a-925f-75465d9fc28b triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:36.937734 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:36.972371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-91beb3ba-e5e3-407b-bf2c-82c5b94ebe34 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:36.974074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-91beb3ba-e5e3-407b-bf2c-82c5b94ebe34 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 796 time: 0.1473589 Sep 21 18:40:36.988800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:37.034213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-050efdb2-9074-4f82-95e4-2bb1a38e8e2d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 380 time: 0.0484810 Sep 21 18:40:37.045442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'port': {'device_id': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'admin_state_up': True, 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'security_groups': ['fba52f34-3b8c-44fa-8ae5-df826e854816']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:37.101328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c389ff71-2964-4066-b65c-103cb3b05c8b req-f9b08e5d-f394-4be3-9237-4448eaee3f5c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 210 time: 0.0387735 Sep 21 18:40:37.144486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e102-705f-462a-abd3-f47abf713f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.188702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:40:37.192442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.235963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c7b09959-7e48-489b-a165-8039fd96aa0c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:37.266686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a1e2e102-705f-462a-abd3-f47abf713f84 None None] For port 8acbc844-91af-4de8-9969-125c4abfb99f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8acbc844-91af-4de8-9969-125c4abfb99f,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:37.274956 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e102-705f-462a-abd3-f47abf713f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.334237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.14 (2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd/efbec613-7fae-483a-ad61-d57243b72ec4/81b35e3e-3026-4a93-a142-1e5708f28cdf) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:37.382868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2e102-705f-462a-abd3-f47abf713f84 None None] Pushing event updated for resources: {'Port': ['ID=8acbc844-91af-4de8-9969-125c4abfb99f,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:37.394546 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.417800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c7b09959-7e48-489b-a165-8039fd96aa0c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:37.418174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.444671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-873a6548-e79a-4569-8a75-efb22263991d None None] Provisioning complete for port 8acbc844-91af-4de8-9969-125c4abfb99f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:37.445068 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-873a6548-e79a-4569-8a75-efb22263991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.492516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:36Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:37.501409 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.528851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0647e4-6578-462e-8057-42cc66a5fe51 None None] The sync data for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 is: [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:36Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:37.541591 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.609047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:37.612348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:37.630306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:37.637311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:37.712464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:37.713355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.732138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4d285d17-a354-496c-ab33-d3bf99cfc614 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6913605 Sep 21 18:40:37.829594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Request body: {'port': {'device_id': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:37.897902 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.993666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5023b90e-5089-4c6b-b391-3ab3b7d6f3c1 None None] Provisioning complete for port 81b35e3e-3026-4a93-a142-1e5708f28cdf triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:37.994056 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5023b90e-5089-4c6b-b391-3ab3b7d6f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.035050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5023b90e-5089-4c6b-b391-3ab3b7d6f3c1 None None] Port 81b35e3e-3026-4a93-a142-1e5708f28cdf cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:40:38.227667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b35e3e-3026-4a93-a142-1e5708f28cdf {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:40:38.238812 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.259127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Transition to ACTIVE for port object 81b35e3e-3026-4a93-a142-1e5708f28cdf will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:40:38.271993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdce41-3e58-4f2a-ab7e-0f8d5c4368a9 req-92249076-8289-40ba-849e-29c9084c26b7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:38.273579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1fdce41-3e58-4f2a-ab7e-0f8d5c4368a9 req-92249076-8289-40ba-849e-29c9084c26b7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 932 time: 0.0810652 Sep 21 18:40:38.274831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.358674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:38.383842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1fdce41-3e58-4f2a-ab7e-0f8d5c4368a9 req-5ec34cae-49b8-4f32-af48-aacf539307ac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002932 Sep 21 18:40:38.456073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:40:38.456543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:40:38.457031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:38.465992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:40:38.466362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:38.472487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:40:38.472871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Checking segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:38.473280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Bound using segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:40:38.473732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Bound port: 81b35e3e-3026-4a93-a142-1e5708f28cdf, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:40:38.474107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.547436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:38.551010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:40:38.560143 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.597925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:38.598677 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.599946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] 10.222.0.41 "PUT /v2.0/ports/81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1092 time: 0.8584776 Sep 21 18:40:38.600392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:38.602653 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d043f92-2d04-4414-b6b2-eb597e959e96" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:38.640140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d1f08-b372-4226-b078-8bca6325c798 service neutron] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:38.645048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.689434 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfa90df-37ed-4ad0-a1dd-f6cc124543f4 x-openstack-request-id: req-fdfa90df-37ed-4ad0-a1dd-f6cc124543f4 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:38.689724 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:38.689977 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdfa90df-37ed-4ad0-a1dd-f6cc124543f4 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:38.690403 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'status': 'completed', 'code': 200} Sep 21 18:40:38.707880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4fcf6aa2-de66-49f4-a040-b6d35b97eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:38.709900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-4fcf6aa2-de66-49f4-a040-b6d35b97eb5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1095 time: 0.0627000 Sep 21 18:40:38.761448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-e76374f3-9c52-4d32-bb3f-7dc5b5d9a6d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 217 time: 0.0439336 Sep 21 18:40:38.766413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8acbc844-91af-4de8-9969-125c4abfb99f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:38.818539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-161732dd-fe0e-478b-ae3a-b14cb5be98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:38.819290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8acbc844-91af-4de8-9969-125c4abfb99f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:38.819666 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:38.820042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-161732dd-fe0e-478b-ae3a-b14cb5be98b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0517721 Sep 21 18:40:38.866832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-1e57f1e5-ad28-4ac9-bdef-f7bd40b0f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:38.868376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-1e57f1e5-ad28-4ac9-bdef-f7bd40b0f562 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414579 Sep 21 18:40:38.962849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-6e74ea9f-2d34-4554-a3c7-a45321a9b73d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859210 Sep 21 18:40:39.052861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b1728a-bda7-40c6-be5c-ea764166bb5e req-d02feea3-ffef-43fb-b442-8d04b2deb683 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816615 Sep 21 18:40:39.142439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-8b465fa2-0cf7-43b3-89da-dae702b63d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:39.143947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-8b465fa2-0cf7-43b3-89da-dae702b63d93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1095 time: 0.0466073 Sep 21 18:40:39.233624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-bc7678c7-27f1-42bb-9b8f-abd924369fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:39.235050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-bc7678c7-27f1-42bb-9b8f-abd924369fea service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.0831566 Sep 21 18:40:39.280112 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-fbc0e725-7fd5-443e-8583-9bc8fbb8c9ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 217 time: 0.0370476 Sep 21 18:40:39.331544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-3075a1a1-c69e-46de-8f90-baf9eec9efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:39.333010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-3075a1a1-c69e-46de-8f90-baf9eec9efbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0446625 Sep 21 18:40:39.379506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-0786ce48-30ee-4b03-95be-7041d0e0100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:39.381007 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-0786ce48-30ee-4b03-95be-7041d0e0100e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396650 Sep 21 18:40:39.504775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-6dcfabf5-aa8b-4e98-aaf2-9a3f49064294 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155350 Sep 21 18:40:39.528287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd8613-744a-4145-9834-cab50dd4a991 req-0ced93e6-9df3-4922-aba1-30a8ccde8a50 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:39.529686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42cd8613-744a-4145-9834-cab50dd4a991 req-0ced93e6-9df3-4922-aba1-30a8ccde8a50 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 944 time: 0.0678129 Sep 21 18:40:39.612387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42cd8613-744a-4145-9834-cab50dd4a991 req-c5b2ff57-ae37-4dec-be44-dbcf5035418d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731480 Sep 21 18:40:39.638043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1d043f92-2d04-4414-b6b2-eb597e959e96 req-7d1c23bf-e06b-4a01-a17c-2c7062b24df3 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245353 Sep 21 18:40:40.728285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f5da3-0553-481a-b516-e5fc85be9a1f req-48321e2d-a4d9-412d-942b-eb0d88816f1a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:40.729914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a5f5da3-0553-481a-b516-e5fc85be9a1f req-48321e2d-a4d9-412d-942b-eb0d88816f1a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 944 time: 0.0492473 Sep 21 18:40:40.766991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a5f5da3-0553-481a-b516-e5fc85be9a1f req-f7f7dc2c-ebf7-432b-9fb4-8f5645b51146 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309424 Sep 21 18:40:41.037717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:40:41.131128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:41.145937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'port_id': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'mac_address': 'fa:16:3e:b1:c6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:40:41.325227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:41.337503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b35e3e-3026-4a93-a142-1e5708f28cdf {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:40:41.357127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:41.361909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:41.407533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:41.569811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['81b35e3e-3026-4a93-a142-1e5708f28cdf'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:40:41.881818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713448ba-f7ae-4f82-8799-041595afa3a3 req-c131e7f0-87a9-4623-bac7-4d637686851d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:41.883308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-713448ba-f7ae-4f82-8799-041595afa3a3 req-c131e7f0-87a9-4623-bac7-4d637686851d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 945 time: 0.0482414 Sep 21 18:40:41.921554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-713448ba-f7ae-4f82-8799-041595afa3a3 req-e3f0214b-7ae1-48f2-af84-44a0fa2afff5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Sep 21 18:40:43.039080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36893b9-0a0a-4998-8ef5-6cfcb5004d43 req-fec76b92-11a5-4b08-b2e6-dc126f03cc98 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:43.040546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e36893b9-0a0a-4998-8ef5-6cfcb5004d43 req-fec76b92-11a5-4b08-b2e6-dc126f03cc98 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 945 time: 0.0519989 Sep 21 18:40:43.052695 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:43.079367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e36893b9-0a0a-4998-8ef5-6cfcb5004d43 req-6b5df9ba-24b0-457d-a0d7-def4d429071b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Sep 21 18:40:43.104034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 81b35e3e-3026-4a93-a142-1e5708f28cdf completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:40:43.108090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 81b35e3e-3026-4a93-a142-1e5708f28cdf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:43.108488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:43.184439 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:43.208280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:43.210495 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3380697c-d9b4-422f-a32e-ca0035a22d81" -d '{"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-plugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:43.224169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:43.228424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:43.280187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:43.310422 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd1799e-e9ec-407e-a2d9-ddfac9e3aafa x-openstack-request-id: req-8dd1799e-e9ec-407e-a2d9-ddfac9e3aafa {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:43.310722 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-plugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:43.310974 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dd1799e-e9ec-407e-a2d9-ddfac9e3aafa {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:43.311377 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'code': 200} Sep 21 18:40:43.408040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd3cda-91cc-4639-9fa6-535da6fe04ec req-614ca942-aab1-46c2-8d04-f7c7446ab013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:43.409573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38cd3cda-91cc-4639-9fa6-535da6fe04ec req-614ca942-aab1-46c2-8d04-f7c7446ab013 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1097 time: 0.0409484 Sep 21 18:40:43.444953 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38cd3cda-91cc-4639-9fa6-535da6fe04ec req-e72ebaac-e800-4aac-b398-cf50bdd7ab53 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287342 Sep 21 18:40:44.217321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481ad6e-e386-4a6b-a2b6-6c3e0202911a req-8fc246c9-5283-462f-afa4-14a511ba62d0 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:44.218868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4481ad6e-e386-4a6b-a2b6-6c3e0202911a req-8fc246c9-5283-462f-afa4-14a511ba62d0 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0681090 Sep 21 18:40:44.257428 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4481ad6e-e386-4a6b-a2b6-6c3e0202911a req-aa79995b-a0fa-48dd-9713-43f7a67c8398 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Sep 21 18:40:45.381500 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881903b-c394-4453-903d-48c0445dfc03 req-4f339aac-8562-46c8-99e5-6ca57ac0e381 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:45.382989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8881903b-c394-4453-903d-48c0445dfc03 req-4f339aac-8562-46c8-99e5-6ca57ac0e381 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0538812 Sep 21 18:40:45.424052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8881903b-c394-4453-903d-48c0445dfc03 req-f7b7446e-f9e2-4d6e-b2ce-6e7e29422669 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331762 Sep 21 18:40:45.548300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8f930-9e47-47db-850f-15cd7dc45b45 req-cd3e8fad-507c-487e-84aa-08057b19d3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:45.549918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6d8f930-9e47-47db-850f-15cd7dc45b45 req-cd3e8fad-507c-487e-84aa-08057b19d3eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0497072 Sep 21 18:40:45.588466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6d8f930-9e47-47db-850f-15cd7dc45b45 req-0b6822c0-e7d3-4e63-89f8-6952586d356e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Sep 21 18:40:45.611316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 48832) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:45.653093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be244c-409b-488d-9a08-f153dab731c8 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:45.655207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-62be244c-409b-488d-9a08-f153dab731c8 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1092 time: 0.0425682 Sep 21 18:40:45.658443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48834) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:45.662946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:45.689127 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:46.147424 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:46.249031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.180 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/d726f3b1-838a-4a6b-9f35-4439b1243821) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:46.354759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:46.390463 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:46.430395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:46.433550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:46.443294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:46.446488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=d726f3b1-838a-4a6b-9f35-4439b1243821,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:46.472018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.472437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.472722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.473100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.473395 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.473727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.474059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.474437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.474767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.475095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.475420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.475740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:46.816219 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:46.882210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:47.041395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:47.046892 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:47.120468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=d726f3b1-838a-4a6b-9f35-4439b1243821,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:47.129374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:47.237441 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP cc909ead-fafe-4b5f-b80a-787e3efde455 associated. External IP: 172.25.3.180, port: 81b35e3e-3026-4a93-a142-1e5708f28cdf. Sep 21 18:40:47.462366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router ac580d16-bc1b-4328-a5b5-bc6547760bed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:47.589857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:47.601216 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] Sync routers for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:47.608317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:47.615297 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:47.615937 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:47.641185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bc0b417e-e0b6-4e04-aa9a-d43feaaf596e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9815271 Sep 21 18:40:47.641756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:47.644113 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91105e94-bf31-4b28-a0fb-477ff7db0efd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:47.745986 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:47.766155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0baed7-4804-4266-af8b-ba4aa55ad16a req-89424f57-cd83-4cc1-a7f5-02bebf421375 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:47.770804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce0baed7-4804-4266-af8b-ba4aa55ad16a req-89424f57-cd83-4cc1-a7f5-02bebf421375 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0637197 Sep 21 18:40:47.819986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce0baed7-4804-4266-af8b-ba4aa55ad16a req-2f327e7c-f851-4f67-946d-c64627f04050 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Sep 21 18:40:47.847619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48840) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:47.913609 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17359c8b-6fdf-42b1-b4ce-c10704ef63f9 x-openstack-request-id: req-17359c8b-6fdf-42b1-b4ce-c10704ef63f9 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:47.913901 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:47.914133 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17359c8b-6fdf-42b1-b4ce-c10704ef63f9 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:47.914554 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'status': 'completed', 'code': 200} Sep 21 18:40:47.969264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0450a1b7-d256-4d01-9ea2-1e5283fd177e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/cc909ead-fafe-4b5f-b80a-787e3efde455 HTTP/1.1" status: 200 len: 992 time: 0.1199186 Sep 21 18:40:47.979039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-4cdba050-e018-48ba-b25c-e026878b3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:47.980570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-4cdba050-e018-48ba-b25c-e026878b3a03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1097 time: 0.0687556 Sep 21 18:40:48.016424 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'cc909ead-fafe-4b5f-b80a-787e3efde455', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'port_id': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'mac_address': 'fa:16:3e:b1:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:46Z', 'updated_at': '2021-09-21T18:40:46Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:37Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:48.049372 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] Checking router: ac580d16-bc1b-4328-a5b5-bc6547760bed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:48.058712 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:48.059736 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:40:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:48.103514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-e8c686ff-f9c2-4b4d-9817-281b8b5de2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:48.106171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-e8c686ff-f9c2-4b4d-9817-281b8b5de2ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1179497 Sep 21 18:40:48.182572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-2affee3e-8dae-4a0f-840d-c3d1c9413020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.0692499 Sep 21 18:40:48.186219 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:48.235636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-2109693d-1ac9-4687-8bba-8d055a779caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:48.237356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-2109693d-1ac9-4687-8bba-8d055a779caf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0479050 Sep 21 18:40:48.291430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-913425c4-aa67-4d2e-93ef-6efcffdd2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:48.292873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-913425c4-aa67-4d2e-93ef-6efcffdd2539 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486856 Sep 21 18:40:48.393475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-fbb23890-c2b9-4621-a0c0-d5ca9018c0b5 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925336 Sep 21 18:40:48.431257 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'cc909ead-fafe-4b5f-b80a-787e3efde455', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'port_id': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'mac_address': 'fa:16:3e:b1:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:46Z', 'updated_at': '2021-09-21T18:40:46Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:37Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:48.458642 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90645846-91df-47be-9c1b-480a71fe14fa None None] The sync data for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 is: [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'cc909ead-fafe-4b5f-b80a-787e3efde455', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'port_id': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'mac_address': 'fa:16:3e:b1:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:40:46Z', 'updated_at': '2021-09-21T18:40:46Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:37Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:48.495906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-91105e94-bf31-4b28-a0fb-477ff7db0efd req-c4c7fe1d-609b-40be-9eae-60d8ff2849f4 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955393 Sep 21 18:40:48.657806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b2a63-1d51-4e64-af02-9a08bfa93157 None None] New status for floating IP cc909ead-fafe-4b5f-b80a-787e3efde455: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:40:48.973203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48842) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:49.035514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c04b7b99-99c1-4f18-96bf-1911ed96fd2b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/cc909ead-fafe-4b5f-b80a-787e3efde455 HTTP/1.1" status: 200 len: 994 time: 0.0611484 Sep 21 18:40:59.271825 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:40:59.288421 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-29614ae1-cd87-4339-b5b7-e394ac40e36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:03.622477 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3223188a-0398-4765-9d00-465950355fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.191498 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.402334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48854) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:04.411459 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.577934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Deleting port b75fbe4e-48a5-45e4-822f-ad64aeded59e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:04.578249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.655964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.656298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.670815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Calling delete_port for b75fbe4e-48a5-45e4-822f-ad64aeded59e owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:04.825811 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.852904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event deleted for resources: {'Port': ['ID=b75fbe4e-48a5-45e4-822f-ad64aeded59e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:04.875523 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.922012 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:04.922373 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Floating IP 1ed1cdfe-f183-4155-97cd-a55b2864c064 disassociated (deleted). External IP: 172.25.3.23, port: ca828d42-c772-45a2-8ba3-65d34970bcb3. Sep 21 18:41:05.132694 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:41:05.247156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:41:05.252463 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:05.256828 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] Sync routers for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:41:05.269738 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:41:05.270379 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:41:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:05.285263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e641b83c-fd35-4283-9bce-9ebaac0107ce tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "DELETE /v2.0/floatingips/1ed1cdfe-f183-4155-97cd-a55b2864c064 HTTP/1.1" status: 204 len: 168 time: 0.8816223 Sep 21 18:41:05.285884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:05.289309 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94" -d '{"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:05.382486 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:41:05.445490 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ecc8a0-21bd-41c9-bccc-bee38df04147 x-openstack-request-id: req-a4ecc8a0-21bd-41c9-bccc-bee38df04147 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:05.446418 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:05.446802 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4ecc8a0-21bd-41c9-bccc-bee38df04147 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:05.447216 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'status': 'completed', 'code': 200} Sep 21 18:41:05.543153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-e43fc530-9897-4f0d-8d05-28f763b50219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:05.544689 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-e43fc530-9897-4f0d-8d05-28f763b50219 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 1097 time: 0.0715659 Sep 21 18:41:05.556565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6f4e1-de08-4c5e-9db9-43bd0c97b0e0 req-a3b339c6-0b44-4d7b-9e91-abcd36928df7 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:05.557968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecd6f4e1-de08-4c5e-9db9-43bd0c97b0e0 req-a3b339c6-0b44-4d7b-9e91-abcd36928df7 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 946 time: 0.0588863 Sep 21 18:41:05.598884 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:05.625946 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] Checking router: 0a65639c-c6a5-48d3-91ad-d7eaf362aeca for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:41:05.635126 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:41:05.635792 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:41:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:05.654343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ecd6f4e1-de08-4c5e-9db9-43bd0c97b0e0 req-6e68fa9a-3f7e-4f0d-a744-618927f84ae0 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879569 Sep 21 18:41:05.679107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-87dd7746-40aa-4e1b-890e-e3d6787bb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:05.680574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-87dd7746-40aa-4e1b-890e-e3d6787bb8fe service neutron] 10.222.0.78 "GET /v2.0/networks?id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 200 len: 915 time: 0.1217151 Sep 21 18:41:05.723615 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-1c7cd1cf-e95c-4229-a097-c7b6a4015774 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 200 len: 217 time: 0.0355668 Sep 21 18:41:05.746111 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:41:05.780188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-a8cf2757-2573-42fb-96af-879afe75e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:05.781672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-a8cf2757-2573-42fb-96af-879afe75e284 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2251e8db-c08f-4d56-bc68-5440bb221636 HTTP/1.1" status: 200 len: 852 time: 0.0497274 Sep 21 18:41:05.835351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-bb4ed91d-c5f0-470c-a11a-fcb58cdce40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:05.836955 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-bb4ed91d-c5f0-470c-a11a-fcb58cdce40b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4e6cf4dc-204e-41e2-85d6-21bf341fe71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449097 Sep 21 18:41:05.932348 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-9be00d8c-1526-4b75-9e7c-540bae4d6b57 service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860708 Sep 21 18:41:06.029802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d91a53c1-15fb-4cc2-8e4b-73cb2462dc94 req-16f9ec0d-7a1d-4905-8fe4-9c4a4db7ec4a service neutron] 10.222.0.78 "GET /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897014 Sep 21 18:41:06.040197 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:06.067451 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551dc8b-88b8-4e14-9023-350f6e10ed5f None None] The sync data for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 is: [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:37:58Z', 'revision_number': 4, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'd4341b86-1395-4946-9a04-2142701e0a7a', 'name': '', 'network_id': '4e6cf4dc-204e-41e2-85d6-21bf341fe71b', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'mac_address': 'fa:16:3e:c5:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:58Z', 'updated_at': '2021-09-21T18:38:03Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'subnets': [{'id': '2251e8db-c08f-4d56-bc68-5440bb221636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:41:06.292188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb262bc-317c-4e7b-9c0e-94dd7a6ef7d2 None None] New status for floating IP 1ed1cdfe-f183-4155-97cd-a55b2864c064: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:41:06.771589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22db847-6447-4162-9cba-7e3c6ad8627a req-8e4da372-4043-4b15-8e4d-d67de88e9645 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:06.773720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b22db847-6447-4162-9cba-7e3c6ad8627a req-8e4da372-4043-4b15-8e4d-d67de88e9645 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 946 time: 0.0494106 Sep 21 18:41:06.811075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b22db847-6447-4162-9cba-7e3c6ad8627a req-8886450a-4a8d-40a7-a8f8-28b00701b002 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/security-groups?id=94a75433-b29a-4b57-aa51-f73b417151b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Sep 21 18:41:07.101822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-248abf6f-7507-407d-9f18-7f17081ba30a tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:07.103202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-248abf6f-7507-407d-9f18-7f17081ba30a tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.78 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 946 time: 0.0492656 Sep 21 18:41:07.199444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Deleting port ca828d42-c772-45a2-8ba3-65d34970bcb3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:07.199768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:07.292351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] For port ca828d42-c772-45a2-8ba3-65d34970bcb3, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ca828d42-c772-45a2-8ba3-65d34970bcb3,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:07.292724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:07.304647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Calling delete_port for ca828d42-c772-45a2-8ba3-65d34970bcb3 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:07.338394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:07.434383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:07.461887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event deleted for resources: {'Port': ['ID=ca828d42-c772-45a2-8ba3-65d34970bcb3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:07.509590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] No DVR routers for this DVR port ca828d42-c772-45a2-8ba3-65d34970bcb3 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:41:07.512330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:07.514733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0eb8402-37f5-47cf-9f06-721dcf1d7256 req-127727ff-b8fd-4b7e-a778-f6dc0db7769d tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.78 "DELETE /v2.0/ports/ca828d42-c772-45a2-8ba3-65d34970bcb3 HTTP/1.1" status: 204 len: 173 time: 0.4047227 Sep 21 18:41:07.515183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'name': 'network-vif-deleted', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:07.517918 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431541c2-e390-4b76-adeb-c7683b893a06" -d '{"events": [{"server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "name": "network-vif-deleted", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:07.557387 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d18e3-d9e9-4338-85e5-b24235668916 x-openstack-request-id: req-5a1d18e3-d9e9-4338-85e5-b24235668916 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:07.557686 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28520f6-6b56-44a3-a55c-9773a61258a1", "name": "network-vif-deleted", "tag": "ca828d42-c772-45a2-8ba3-65d34970bcb3", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:07.557938 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a1d18e3-d9e9-4338-85e5-b24235668916 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:07.558361 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28520f6-6b56-44a3-a55c-9773a61258a1', 'name': 'network-vif-deleted', 'tag': 'ca828d42-c772-45a2-8ba3-65d34970bcb3', 'status': 'completed', 'code': 200} Sep 21 18:41:07.912019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b847c2a-c3fe-4c18-817d-460ec52be860 req-0b4636f9-f71b-4720-9d37-0a877d1effb5 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Sep 21 18:41:08.661484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:09.009519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6bf3be8-67b0-42b7-b0c1-4e7a56b5aa11 req-de6971e5-0f25-454c-a552-4a1b19be2415 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 210 time: 0.0274057 Sep 21 18:41:10.108354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73054446-2c03-41e9-a768-fad5a62fc8bb req-2f27afde-9c9f-4ec1-aef4-b57747e263fa tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 210 time: 0.0284376 Sep 21 18:41:10.347666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ca828d42-c772-45a2-8ba3-65d34970bcb3 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:10.368635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ca828d42-c772-45a2-8ba3-65d34970bcb3 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:41:10.368989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ca828d42-c772-45a2-8ba3-65d34970bcb3 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:11.221240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5aba926-8344-4518-9809-b31776117db8 req-543125e4-39fc-419d-94e9-389be3ffe454 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "GET /v2.0/ports?device_id=a28520f6-6b56-44a3-a55c-9773a61258a1 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Sep 21 18:41:12.276451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-bf796d48-57a2-44b4-a9cf-5a07a7ff960d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449100 Sep 21 18:41:12.283136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 48882) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:12.367790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03b88526-57e1-4022-84e7-3440eeedf349 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:12.392831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-ddcfc2bf-e8b2-413c-878c-85cbf0bcd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:12.394367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-ddcfc2bf-e8b2-413c-878c-85cbf0bcd3e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1097 time: 0.0696540 Sep 21 18:41:12.401204 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03b88526-57e1-4022-84e7-3440eeedf349 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:12.518282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-b6c2ee76-ac03-45b6-91bb-2bf4de9d79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:12.519724 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-b6c2ee76-ac03-45b6-91bb-2bf4de9d79b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1057589 Sep 21 18:41:12.534273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03b88526-57e1-4022-84e7-3440eeedf349 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:12.536740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03b88526-57e1-4022-84e7-3440eeedf349 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:12.538579 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-03b88526-57e1-4022-84e7-3440eeedf349 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] 10.222.0.70 "DELETE /v2.0/security-groups/94a75433-b29a-4b57-aa51-f73b417151b5 HTTP/1.1" status: 204 len: 168 time: 0.2544489 Sep 21 18:41:12.579822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b88526-57e1-4022-84e7-3440eeedf349 tempest-TestVolumeBackupRestore-967352902 tempest-TestVolumeBackupRestore-967352902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a75433-b29a-4b57-aa51-f73b417151b5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:12.604324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-75bc958e-60ce-400c-b027-faaf6898ebc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1002 time: 0.0770273 Sep 21 18:41:12.681397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-45b6eb0f-5a03-442c-899b-2c59efffd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:12.686541 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-45b6eb0f-5a03-442c-899b-2c59efffd72c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0707860 Sep 21 18:41:12.751650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-e6eed1dd-5563-4ae7-b2f3-eef7f3c11904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:12.755352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-e6eed1dd-5563-4ae7-b2f3-eef7f3c11904 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641501 Sep 21 18:41:12.897562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-dbabde0e-c564-4e66-a41a-9a9db5ee1037 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172316 Sep 21 18:41:13.027952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c62ed6d-e34a-4f6b-bdb5-d2da00973fd7 req-a36d91ea-ac7f-4615-bb31-ebdf1918ea0a service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120915 Sep 21 18:41:16.035132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49336) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:16.385048 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:16.639064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Deleting port d4341b86-1395-4946-9a04-2142701e0a7a {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:16.639405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:16.986758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] For port d4341b86-1395-4946-9a04-2142701e0a7a, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d4341b86-1395-4946-9a04-2142701e0a7a,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:16.987020 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:16.999901 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Calling delete_port for d4341b86-1395-4946-9a04-2142701e0a7a owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:17.183446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:17.209094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4341b86-1395-4946-9a04-2142701e0a7a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:17.237596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.237877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.238246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.238596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.238941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.239284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.239622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.239956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.240295 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.240630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.240964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.241428 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:17.401068 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:17.613803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:41:17.739084 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:41:17.744808 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61b2ef36-440c-4fb8-94e0-92d9bdf5bd92 admin admin] 10.222.0.70 "PUT /v2.0/routers/0a65639c-c6a5-48d3-91ad-d7eaf362aeca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7088580 Sep 21 18:41:17.747324 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49338) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:17.749896 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] Sync routers for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:41:17.760931 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:41:17.761544 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:41:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:17.853074 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:17.865404 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:41:17.962731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.017608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Deleting port d5c8f232-1c85-4469-874c-9be0f0ffee62 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:18.018134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.058899 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:41:17Z', 'revision_number': 5, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port': {'id': 'd5c8f232-1c85-4469-874c-9be0f0ffee62', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:37:56Z', 'updated_at': '2021-09-21T18:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:18.085200 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] Checking router: 0a65639c-c6a5-48d3-91ad-d7eaf362aeca for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:41:18.093440 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] Routers {'0a65639c-c6a5-48d3-91ad-d7eaf362aeca'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:41:18.094030 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:41:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:18.102117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] For port d5c8f232-1c85-4469-874c-9be0f0ffee62, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d5c8f232-1c85-4469-874c-9be0f0ffee62,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:18.102512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.114531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Calling delete_port for d5c8f232-1c85-4469-874c-9be0f0ffee62 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:18.180608 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] Set router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:41:18.232297 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:41:17Z', 'revision_number': 6, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:18.262091 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc706dc-26c0-4529-b965-da5de110e9da None None] The sync data for ids ['0a65639c-c6a5-48d3-91ad-d7eaf362aeca'] in n-d-810285-3 is: [{'id': '0a65639c-c6a5-48d3-91ad-d7eaf362aeca', 'name': 'tempest-TestVolumeBackupRestore-711581362-router', 'tenant_id': '6ed98269ffaa4569bb5294ee085d5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:37:55Z', 'updated_at': '2021-09-21T18:41:17Z', 'revision_number': 6, 'project_id': '6ed98269ffaa4569bb5294ee085d5e31', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:41:18.301204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.325574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c8f232-1c85-4469-874c-9be0f0ffee62,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:18.386927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.479772 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.481809 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.524947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.525878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a65639c-c6a5-48d3-91ad-d7eaf362aeca {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:41:18.533220 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.535202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2cb9837a-1d6e-4c99-a68a-8089839959b1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0a65639c-c6a5-48d3-91ad-d7eaf362aeca HTTP/1.1" status: 204 len: 168 time: 0.7867928 Sep 21 18:41:18.537566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49340) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:18.583411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] Deleting subnet 2251e8db-c08f-4d56-bc68-5440bb221636 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:41:18.586563 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.622028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.715029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.766463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.792436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2251e8db-c08f-4d56-bc68-5440bb221636,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:18.796225 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.798093 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1c5bb61b-e85e-4556-b28a-18167052f6ca admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2251e8db-c08f-4d56-bc68-5440bb221636 HTTP/1.1" status: 204 len: 168 time: 0.2593901 Sep 21 18:41:18.800694 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49342) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:18.803342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887ec24-fa29-438a-82b8-f78385c27422 None None] Network 4e6cf4dc-204e-41e2-85d6-21bf341fe71b requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:41:18.874295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.928389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Deleting port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:18.928813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.994802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] For port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:18.995070 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.009944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Calling delete_port for 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:19.026746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] DHCP port deletion for 4e6cf4dc-204e-41e2-85d6-21bf341fe71b request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:41:19.079359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Deleting port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:19.079705 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.103556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d4341b86-1395-4946-9a04-2142701e0a7a no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:19.114163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.140875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:19.146289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] No DVR routers for this DVR port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:41:19.157342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d4341b86-1395-4946-9a04-2142701e0a7a {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:41:19.157691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d4341b86-1395-4946-9a04-2142701e0a7a not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:19.175552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] For port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,segment=NetworkSegment(ad34ef52-e7bb-4d89-8dac-3f44b03b881d),segment_id=ad34ef52-e7bb-4d89-8dac-3f44b03b881d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:19.175965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.189141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Calling delete_port for 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:19.224694 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.248344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6cf4dc-204e-41e2-85d6-21bf341fe71b']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:19.258478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:19.258767 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad34ef52-e7bb-4d89-8dac-3f44b03b881d') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:19.269322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.271752 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.285782 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.293259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:41:19.293763 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:41:19.295636 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:41:19.303459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Pushing event deleted for resources: {'Port': ['ID=1b465d1e-d233-4450-9bb6-ab5e36fbe7e4,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:19.311981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] No DVR routers for this DVR port 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:41:19.314522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.314872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.315209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.315550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.315882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.316205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.316526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.316844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.317165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.317480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.317798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.318112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7dd367-fbe5-4f9d-86b5-feabc9b53680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:19.356493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.362314 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.367467 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] 10.222.0.70 "DELETE /v2.0/networks/4e6cf4dc-204e-41e2-85d6-21bf341fe71b HTTP/1.1" status: 204 len: 168 time: 0.5630403 Sep 21 18:41:19.368206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49344) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:19.376639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a91ff-9203-4f06-bbb2-1f0391c2482b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6cf4dc-204e-41e2-85d6-21bf341fe71b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:19.721234 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:20.274268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e377-15ac-44c7-97cf-c2e883f5d0df req-16818bd5-cc1c-4f4c-a6da-baff3004afef tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:20.275830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2251e377-15ac-44c7-97cf-c2e883f5d0df req-16818bd5-cc1c-4f4c-a6da-baff3004afef tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1097 time: 0.0684297 Sep 21 18:41:20.343265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2251e377-15ac-44c7-97cf-c2e883f5d0df req-3630f599-8978-4bfc-8ad2-765186752651 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607510 Sep 21 18:41:20.389278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Deleting port 7bee8777-044e-4de8-9044-4a9db16e4691 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:20.389947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:20.501066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] For port 7bee8777-044e-4de8-9044-4a9db16e4691, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7bee8777-044e-4de8-9044-4a9db16e4691,segment=NetworkSegment(4f54049d-1cf6-45f4-83f9-494aea6c3084),segment_id=4f54049d-1cf6-45f4-83f9-494aea6c3084)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:20.501432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:20.511353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622f84e-1988-4db8-9fce-9d34a1293b1c req-f0e53e2a-8a42-4b3a-98f2-7a5c6fa74513 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:20.512835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6622f84e-1988-4db8-9fce-9d34a1293b1c req-f0e53e2a-8a42-4b3a-98f2-7a5c6fa74513 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0997255 Sep 21 18:41:20.528869 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Calling delete_port for 7bee8777-044e-4de8-9044-4a9db16e4691 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:20.593626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6622f84e-1988-4db8-9fce-9d34a1293b1c req-dde58b9c-282c-4ac2-b685-b33521d955db tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736282 Sep 21 18:41:20.614943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49352) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:20.707764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:20.727524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:41:20.727872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 1b465d1e-d233-4450-9bb6-ab5e36fbe7e4 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:20.728296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d5c8f232-1c85-4469-874c-9be0f0ffee62 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:20.730147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-672072f4-bd89-447a-ab56-cc639fb3d20e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/cc909ead-fafe-4b5f-b80a-787e3efde455 HTTP/1.1" status: 200 len: 994 time: 0.1140771 Sep 21 18:41:20.753410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d5c8f232-1c85-4469-874c-9be0f0ffee62 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:41:20.753960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d5c8f232-1c85-4469-874c-9be0f0ffee62 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:20.794913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:20.823575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Pushing event deleted for resources: {'Port': ['ID=7bee8777-044e-4de8-9044-4a9db16e4691,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:21.002321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:21.245619 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-a7b2ddbe-3670-4a82-91f9-31881c646e00 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013389 Sep 21 18:41:21.253260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4505-7445-4d2e-96ae-916ee3160842 req-6478c11f-8e4c-40cc-82ad-16ac2d86a654 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:21.254496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-3898aec3-6166-4743-bd8c-1f5bb430afd6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:41:21.254771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae8a4505-7445-4d2e-96ae-916ee3160842 req-6478c11f-8e4c-40cc-82ad-16ac2d86a654 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0893521 Sep 21 18:41:21.255478 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-3898aec3-6166-4743-bd8c-1f5bb430afd6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050886 Sep 21 18:41:21.292472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Router 77ba7327-b5b4-4328-900c-b76a60caa355 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:41:21.314610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae8a4505-7445-4d2e-96ae-916ee3160842 req-a5fe0c35-0a3f-4220-b076-e08ced5e6077 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530705 Sep 21 18:41:21.419191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:41:21.424726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4d3a92b6-5e07-4877-80da-1a40759df49c admin admin] 10.222.0.70 "PUT /v2.0/routers/77ba7327-b5b4-4328-900c-b76a60caa355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0558484 Sep 21 18:41:21.427485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49376) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:21.431852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] Sync routers for ids ['77ba7327-b5b4-4328-900c-b76a60caa355'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:41:21.444668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] Routers {'77ba7327-b5b4-4328-900c-b76a60caa355'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:41:21.445719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:41:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['77ba7327-b5b4-4328-900c-b76a60caa355'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:21.539469 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:21.558341 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] Set router 77ba7327-b5b4-4328-900c-b76a60caa355 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:41:21.659945 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:21.724657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Deleting port 7bf8ed9b-7c55-43e9-abdd-a67a734da219 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:21.725007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:21.760323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:41:20Z', 'revision_number': 5, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port': {'id': '7bf8ed9b-7c55-43e9-abdd-a67a734da219', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:21.797137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] Checking router: 77ba7327-b5b4-4328-900c-b76a60caa355 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:41:21.807385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] Routers {'77ba7327-b5b4-4328-900c-b76a60caa355'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:41:21.808115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:41:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['77ba7327-b5b4-4328-900c-b76a60caa355'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:21.815349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] For port 7bf8ed9b-7c55-43e9-abdd-a67a734da219, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7bf8ed9b-7c55-43e9-abdd-a67a734da219,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:21.815800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:21.829667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Calling delete_port for 7bf8ed9b-7c55-43e9-abdd-a67a734da219 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:21.901920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] Set router 77ba7327-b5b4-4328-900c-b76a60caa355 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:41:21.955742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:41:21Z', 'revision_number': 6, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:21.986617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035b110-a330-4abd-8041-7f61b7453dee None None] The sync data for ids ['77ba7327-b5b4-4328-900c-b76a60caa355'] in n-d-810285-3 is: [{'id': '77ba7327-b5b4-4328-900c-b76a60caa355', 'name': 'tempest-TestVolumeBackupRestore-840927609-router', 'tenant_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:38:01Z', 'updated_at': '2021-09-21T18:41:21Z', 'revision_number': 6, 'project_id': 'f5a286d58c9b4d4ab4ad0d304df5ae51', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:41:22.024437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.048670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf8ed9b-7c55-43e9-abdd-a67a734da219,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:22.120524 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.216844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.219045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.264126 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.264671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ba7327-b5b4-4328-900c-b76a60caa355 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:41:22.269399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.270765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ef9ab30f-7984-48f9-9491-c49b84dc7501 admin admin] 10.222.0.70 "DELETE /v2.0/routers/77ba7327-b5b4-4328-900c-b76a60caa355 HTTP/1.1" status: 204 len: 168 time: 0.8423333 Sep 21 18:41:22.274333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49392) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:22.318769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] Deleting subnet ae49bcad-8a96-49ff-a93a-0571b525368e {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:41:22.322055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.362146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.481010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386479-8377-4b6a-8ce0-4099085327a1 req-aa8522e5-f1df-42a3-b996-61e861bddd84 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:22.482460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e386479-8377-4b6a-8ce0-4099085327a1 req-aa8522e5-f1df-42a3-b996-61e861bddd84 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0889266 Sep 21 18:41:22.488018 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.556705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e386479-8377-4b6a-8ce0-4099085327a1 req-4c1f9fcd-5ab2-4b7a-a2e1-41e6587cc327 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662105 Sep 21 18:41:22.576068 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.603921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae49bcad-8a96-49ff-a93a-0571b525368e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:22.615642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.617635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-359e07b1-f359-43c6-a076-126e1d047a17 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ae49bcad-8a96-49ff-a93a-0571b525368e HTTP/1.1" status: 204 len: 168 time: 0.3423698 Sep 21 18:41:22.620296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:22.628249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf9811-ff57-4246-8d73-21535489151e None None] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:41:22.648110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-d430139c-bfae-4d47-baa6-e10386bbafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:22.649645 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-d430139c-bfae-4d47-baa6-e10386bbafba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1097 time: 0.0469105 Sep 21 18:41:22.700598 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.757472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-08d8bdcc-addf-4509-8c74-25fd623adaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:22.759172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-08d8bdcc-addf-4509-8c74-25fd623adaf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1025410 Sep 21 18:41:22.762033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Deleting port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:22.762419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.846263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-ef27db6f-5f13-4439-aa2c-30a57b3e9217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1002 time: 0.0763330 Sep 21 18:41:22.852770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] DHCP port deletion for 3ed69b24-3bed-496e-b8d1-25f0049c8774 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:41:22.853757 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] For port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,segment=NetworkSegment(4f54049d-1cf6-45f4-83f9-494aea6c3084),segment_id=4f54049d-1cf6-45f4-83f9-494aea6c3084)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:22.854122 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.869581 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Calling delete_port for 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:22.887326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7bee8777-044e-4de8-9044-4a9db16e4691 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:22.905970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-0733955d-52d5-4472-9771-b55aac33938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:22.907575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-0733955d-52d5-4472-9771-b55aac33938b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0538197 Sep 21 18:41:22.913845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7bee8777-044e-4de8-9044-4a9db16e4691 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:41:22.914507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7bee8777-044e-4de8-9044-4a9db16e4691 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:22.915164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7bf8ed9b-7c55-43e9-abdd-a67a734da219 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:22.938334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7bf8ed9b-7c55-43e9-abdd-a67a734da219 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:41:22.938806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7bf8ed9b-7c55-43e9-abdd-a67a734da219 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:22.954259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] Deleting port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:41:22.954981 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.960863 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:22.971900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-7437b846-bed3-454e-b625-53873308fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:22.973854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-7437b846-bed3-454e-b625-53873308fa6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578074 Sep 21 18:41:22.991546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:22.993442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] No DVR routers for this DVR port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:41:23.029139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] For port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,segment=NetworkSegment(4f54049d-1cf6-45f4-83f9-494aea6c3084),segment_id=4f54049d-1cf6-45f4-83f9-494aea6c3084)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:23.030279 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.072608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.097019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-c0807cc9-a8f6-4d67-b4f2-92e94feb52b2 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152623 Sep 21 18:41:23.097168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed69b24-3bed-496e-b8d1-25f0049c8774']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:23.108808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f54049d-1cf6-45f4-83f9-494aea6c3084') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:23.109452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f54049d-1cf6-45f4-83f9-494aea6c3084') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:41:23.128344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.146339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.159056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:41:23.159841 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:41:23.161913 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:41:23.208674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] Calling delete_port for 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:41:23.221056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-bfbfe78c-b45b-403d-98af-59d901714928 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161680 Sep 21 18:41:23.235393 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.241465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.246153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3ed69b24-3bed-496e-b8d1-25f0049c8774 HTTP/1.1" status: 204 len: 168 time: 0.6222847 Sep 21 18:41:23.260238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e3633-dfed-4a33-8246-b900fca52e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed69b24-3bed-496e-b8d1-25f0049c8774,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:23.298485 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.306012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] Network 3ed69b24-3bed-496e-b8d1-25f0049c8774 is not hosted by any dhcp agent {{(pid=95092) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:41:23.306534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] No DVR routers for this DVR port 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:41:23.326498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a453dde-b64d-48ad-8d90-d56ee5532d7b None None] Pushing event deleted for resources: {'Port': ['ID=8e3e64ef-ab1f-434c-8169-50a6eed6bb3b,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:23.447906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49400) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:23.489776 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-47057e93-2f52-44ba-8218-c15130aa3205 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ed98269ffaa4569bb5294ee085d5e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406921 Sep 21 18:41:23.492311 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:23.539488 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66ce08fe-ac74-4ab5-a03d-3fa30abd6e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.563322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66ce08fe-ac74-4ab5-a03d-3fa30abd6e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.610386 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66ce08fe-ac74-4ab5-a03d-3fa30abd6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.613166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-66ce08fe-ac74-4ab5-a03d-3fa30abd6e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.614355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-66ce08fe-ac74-4ab5-a03d-3fa30abd6e14 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c8ad281-3cb4-482c-8164-7cf2d67ed364 HTTP/1.1" status: 204 len: 168 time: 0.1210935 Sep 21 18:41:23.625289 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce08fe-ac74-4ab5-a03d-3fa30abd6e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ad281-3cb4-482c-8164-7cf2d67ed364,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:23.692372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd7d1-303f-4faa-ad93-f41b6541fa7f req-8c7fdd6a-da19-40c9-8099-60b0ccf06230 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:23.693927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-058cd7d1-303f-4faa-ad93-f41b6541fa7f req-8c7fdd6a-da19-40c9-8099-60b0ccf06230 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0527191 Sep 21 18:41:23.734059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-058cd7d1-303f-4faa-ad93-f41b6541fa7f req-56beab6d-e4d2-4883-ae0c-9f2975c0b4de tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331018 Sep 21 18:41:23.944986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49410) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:23.983994 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bfbdbe00-9df9-48af-b0fa-80bd6e2d2345 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5a286d58c9b4d4ab4ad0d304df5ae51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378201 Sep 21 18:41:23.986604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49412) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:24.036921 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b95355a-0be6-4bf0-a118-80262fcbfe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:24.059214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b95355a-0be6-4bf0-a118-80262fcbfe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:24.105984 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b95355a-0be6-4bf0-a118-80262fcbfe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:24.108782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b95355a-0be6-4bf0-a118-80262fcbfe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:24.109992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5b95355a-0be6-4bf0-a118-80262fcbfe33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62b55eae-8165-420b-b66b-81bccd499862 HTTP/1.1" status: 204 len: 168 time: 0.1224008 Sep 21 18:41:24.119217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95355a-0be6-4bf0-a118-80262fcbfe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b55eae-8165-420b-b66b-81bccd499862,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:24.715095 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:24.734959 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:41:24.735304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8e3e64ef-ab1f-434c-8169-50a6eed6bb3b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:24.857380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0d367-9c49-474e-a9fe-2856bf6f0077 req-0d564b2c-7a81-4b6a-8b18-14763e320f16 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:24.858917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86c0d367-9c49-474e-a9fe-2856bf6f0077 req-0d564b2c-7a81-4b6a-8b18-14763e320f16 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0535336 Sep 21 18:41:24.896637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-86c0d367-9c49-474e-a9fe-2856bf6f0077 req-e5c22941-fb31-49a6-86b4-81e2497e7119 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Sep 21 18:41:26.013088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3595bf-5f7e-41be-abf4-305035aee677 req-3e68b09e-8acc-4dc3-8fdd-05570b6d6983 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:26.014608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c3595bf-5f7e-41be-abf4-305035aee677 req-3e68b09e-8acc-4dc3-8fdd-05570b6d6983 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0494025 Sep 21 18:41:26.057360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c3595bf-5f7e-41be-abf4-305035aee677 req-381f829f-dee7-4550-af53-cd554dd2c3b2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362055 Sep 21 18:41:27.177832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3535c-b602-44bb-961c-0b6b4a88000a req-779a4b02-4fc9-4929-910a-60486f7c2700 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:27.179696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62d3535c-b602-44bb-961c-0b6b4a88000a req-779a4b02-4fc9-4929-910a-60486f7c2700 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0512505 Sep 21 18:41:27.218218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62d3535c-b602-44bb-961c-0b6b4a88000a req-9d8b105b-bbae-4ad6-b93d-c1bd6cc08618 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327740 Sep 21 18:41:28.341729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93da55-f890-4d9d-9f46-04f41cc9a073 req-9df17608-7719-416c-8ded-714d8f22a6fd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:28.343531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e93da55-f890-4d9d-9f46-04f41cc9a073 req-9df17608-7719-416c-8ded-714d8f22a6fd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0554550 Sep 21 18:41:28.381434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e93da55-f890-4d9d-9f46-04f41cc9a073 req-af498104-4377-4044-953f-21e2bfcf4a72 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Sep 21 18:41:29.290353 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bcafa0af-90f8-42f5-8a93-aa05e5689519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:29.499976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894254d-dda2-4075-950d-4f7140f865de req-a6409c83-c557-4b32-8f9d-de7a651b9e8f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:29.501422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9894254d-dda2-4075-950d-4f7140f865de req-a6409c83-c557-4b32-8f9d-de7a651b9e8f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0502069 Sep 21 18:41:29.541546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9894254d-dda2-4075-950d-4f7140f865de req-beb35919-ca8c-400f-a659-a2296f114c91 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Sep 21 18:41:30.657397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e7e56-e87b-4210-9680-e198ad145aa0 req-e795a2e3-e842-4aba-bd02-222b1c57c658 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:30.658927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-149e7e56-e87b-4210-9680-e198ad145aa0 req-e795a2e3-e842-4aba-bd02-222b1c57c658 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0490065 Sep 21 18:41:30.700744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-149e7e56-e87b-4210-9680-e198ad145aa0 req-b9a7cdf8-9349-49e4-ba41-51cc2a85423d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Sep 21 18:41:31.824230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb44082-45da-4ead-86f7-1ea2cd3c1097 req-2329ddb0-9360-49b7-b0d7-b22c4804ef1d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:31.825731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebb44082-45da-4ead-86f7-1ea2cd3c1097 req-2329ddb0-9360-49b7-b0d7-b22c4804ef1d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0538423 Sep 21 18:41:31.863826 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebb44082-45da-4ead-86f7-1ea2cd3c1097 req-2744322d-d39b-4053-a84f-c7e9c325c032 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Sep 21 18:41:32.983743 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d888ce-969d-47f5-80dd-865ea4ef1ec5 req-9c228d98-42da-4988-9ee1-d749de9398af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:32.985154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5d888ce-969d-47f5-80dd-865ea4ef1ec5 req-9c228d98-42da-4988-9ee1-d749de9398af tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0501587 Sep 21 18:41:33.023980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5d888ce-969d-47f5-80dd-865ea4ef1ec5 req-3b5ac325-ef18-45de-87fe-902c4aacdcc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328023 Sep 21 18:41:33.623556 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-49429eee-fdc8-459f-966b-c2be14bb3037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:34.149468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e58233-aff6-4f4a-956d-740afa54397e req-d4c1180c-01cb-4a16-bb2d-e76e4787397a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:34.151354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77e58233-aff6-4f4a-956d-740afa54397e req-d4c1180c-01cb-4a16-bb2d-e76e4787397a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0565045 Sep 21 18:41:34.196165 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77e58233-aff6-4f4a-956d-740afa54397e req-a8640539-1dc3-415a-9800-85fcd2581a6a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388000 Sep 21 18:41:34.196437 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:34.408442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:34.877695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:35.327566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90b09-cfe6-4725-a0b6-2881c44ef563 req-77121e7a-20a9-490f-8f47-72dd77d5cb61 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:35.329090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2b90b09-cfe6-4725-a0b6-2881c44ef563 req-77121e7a-20a9-490f-8f47-72dd77d5cb61 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0542347 Sep 21 18:41:35.370839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2b90b09-cfe6-4725-a0b6-2881c44ef563 req-e4771755-2da8-40bc-9a89-c5f37a2f0e98 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357592 Sep 21 18:41:36.270819 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:41:36.488177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577e8fd-71b2-4bf4-96b8-4158743f1882 req-5d8c8fea-9943-4c92-a6cd-fb9163a867a9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:36.489700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c577e8fd-71b2-4bf4-96b8-4158743f1882 req-5d8c8fea-9943-4c92-a6cd-fb9163a867a9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0504045 Sep 21 18:41:36.528335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c577e8fd-71b2-4bf4-96b8-4158743f1882 req-18150387-187e-4083-9ce3-3103b7ce40b2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Sep 21 18:41:37.340221 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:37.649356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf864811-6022-4bec-8314-7f61ab481701 req-c5968ffb-dbdd-4ce8-ac7b-eedeac69694e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:37.651097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf864811-6022-4bec-8314-7f61ab481701 req-c5968ffb-dbdd-4ce8-ac7b-eedeac69694e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0515208 Sep 21 18:41:37.692198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf864811-6022-4bec-8314-7f61ab481701 req-40bd214a-9a7b-4214-b25b-5998a05565d0 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352170 Sep 21 18:41:38.678545 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:38.810781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f01aef-b408-404e-ba08-086a1c5d57d3 req-1a0c5808-da18-44a7-95ef-8d89de4a06a6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:38.812267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2f01aef-b408-404e-ba08-086a1c5d57d3 req-1a0c5808-da18-44a7-95ef-8d89de4a06a6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0526814 Sep 21 18:41:38.851160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2f01aef-b408-404e-ba08-086a1c5d57d3 req-5fecc5fa-9f73-4fb0-81fb-12e3a0ed8017 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Sep 21 18:41:39.967689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71be94-7d34-4c77-be7b-9428a66d1fd0 req-a187c61a-16b7-44bb-80bf-b0f41a76f40a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:39.969177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad71be94-7d34-4c77-be7b-9428a66d1fd0 req-a187c61a-16b7-44bb-80bf-b0f41a76f40a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0498557 Sep 21 18:41:40.008346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad71be94-7d34-4c77-be7b-9428a66d1fd0 req-9a58d3ae-28a8-4369-a5c7-68580bc10a55 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Sep 21 18:41:40.177606 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-592fee3f-cf26-48b9-8d1d-d2db7dd230e8 service neutron] show failed (client error): The resource could not be found. Sep 21 18:41:40.178605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-592fee3f-cf26-48b9-8d1d-d2db7dd230e8 service neutron] 10.222.0.41 "GET /v2.0/ports/81b35e3e-3026-4a93-a142-1e5708f28cdf/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0545194 Sep 21 18:41:40.379845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-2b0d7026-e93b-4be9-86a3-9d00d22de374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:40.381352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-2b0d7026-e93b-4be9-86a3-9d00d22de374 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 1097 time: 0.0455358 Sep 21 18:41:40.394078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:41:40.448636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:40.646497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:40.679414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:41:40.723313 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:40.725516 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f849d4a-8ebc-4982-8c36-95518e27499b" -d '{"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:40.729259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:40.742001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Transition to ACTIVE for port object 81b35e3e-3026-4a93-a142-1e5708f28cdf will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:41:40.746039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:40.781366 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea0b2aa-3305-4d08-b6a2-6dd84b244288 x-openstack-request-id: req-1ea0b2aa-3305-4d08-b6a2-6dd84b244288 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:40.781508 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:40.781743 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ea0b2aa-3305-4d08-b6a2-6dd84b244288 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:40.782129 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'code': 200} Sep 21 18:41:40.825933 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:40.870787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] No DVR routers for this DVR port 81b35e3e-3026-4a93-a142-1e5708f28cdf on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:41:41.012971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:41:41.013663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:41:41.013663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:41:41.017724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:41:41.018042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:41:41.022737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:41:41.023071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Checking segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:41:41.023447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Bound using segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:41:41.023865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Bound port: 81b35e3e-3026-4a93-a142-1e5708f28cdf, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:41:41.024209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:41.096514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:41:41.122658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:41:41.127444 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:41.170060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:41.170702 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:41.172094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] 10.222.0.78 "PUT /v2.0/ports/81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1092 time: 0.7819963 Sep 21 18:41:41.179550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9aaa-bc28-4d65-8637-e450d5242ad0 req-685d9b06-a7f0-4fa7-a3a1-b6f194476524 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:41.181017 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f22f9aaa-bc28-4d65-8637-e450d5242ad0 req-685d9b06-a7f0-4fa7-a3a1-b6f194476524 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 944 time: 0.0994484 Sep 21 18:41:41.248528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e116d-f102-41ca-a6b5-a43acc227062 service neutron] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:41.270418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f22f9aaa-bc28-4d65-8637-e450d5242ad0 req-8ba3c778-ff7c-400b-b99e-f15f455c0bde tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781672 Sep 21 18:41:41.279900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-7d6e1e27-1f8a-4032-aef5-a39733d34ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:41.281406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-7d6e1e27-1f8a-4032-aef5-a39733d34ff7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1095 time: 0.0736747 Sep 21 18:41:41.373886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-cbfcbb41-eead-4252-97d9-be17312039d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:41.375392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-cbfcbb41-eead-4252-97d9-be17312039d3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.0869420 Sep 21 18:41:41.445557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-1d52555a-a6cb-44da-a530-d4752238ff81 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.0631680 Sep 21 18:41:41.494900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-e5746e5a-a58f-4983-a499-bdea5d673459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:41.496333 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-e5746e5a-a58f-4983-a499-bdea5d673459 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0430534 Sep 21 18:41:41.543536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-d5c0830d-cd63-427c-a058-a6efaaeab66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:41.544939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-d5c0830d-cd63-427c-a058-a6efaaeab66e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407970 Sep 21 18:41:41.637992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-b6473dde-3d54-4aed-a380-15bcb61f1b3e service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854483 Sep 21 18:41:41.731789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97d3c4ce-6474-4a5c-99ee-3989d77aaf4c req-cc6871fb-948d-4449-81a2-77dd8e755651 service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859601 Sep 21 18:41:42.390920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cefaf-e350-4c6c-8b7f-b011edce9b1d req-142af41c-c1af-44d1-95ad-b768d8c1f253 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:42.392399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c16cefaf-e350-4c6c-8b7f-b011edce9b1d req-142af41c-c1af-44d1-95ad-b768d8c1f253 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 944 time: 0.0507736 Sep 21 18:41:42.429208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c16cefaf-e350-4c6c-8b7f-b011edce9b1d req-cc2f81ee-b83b-4cec-abe5-147f97cb90ea tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Sep 21 18:41:42.783453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:42.785810 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618cddf-a5df-48d6-bec5-6aea8f56b672" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:42.834254 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c72c89d-c736-4e41-9177-8bd16670aa91 x-openstack-request-id: req-3c72c89d-c736-4e41-9177-8bd16670aa91 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:42.834543 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:42.834803 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c72c89d-c736-4e41-9177-8bd16670aa91 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:42.835174 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'status': 'completed', 'code': 200} Sep 21 18:41:42.923309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-957efa11-f921-4d29-acaa-25aaf6171ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:42.924701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-957efa11-f921-4d29-acaa-25aaf6171ae7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1095 time: 0.0601339 Sep 21 18:41:42.926382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-c523ec84-7a88-4bee-bc39-ec600bcafaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:42.927731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-c523ec84-7a88-4bee-bc39-ec600bcafaa4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1095 time: 0.0720153 Sep 21 18:41:43.086912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-d91a9221-db46-4db4-bf8d-6cf13ca5560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:43.088385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-d91a9221-db46-4db4-bf8d-6cf13ca5560e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1551418 Sep 21 18:41:43.090304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-ec4a8211-7011-4ce6-8499-59dfaa3295be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:43.091634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-ec4a8211-7011-4ce6-8499-59dfaa3295be service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1510694 Sep 21 18:41:43.308946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:43.355323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:43.575260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-987d515c-3330-45ed-8f13-ce4c12196c9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.4791584 Sep 21 18:41:43.590966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-658b6ca4-0525-4ba9-ba6a-ee62a13e18dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.4895911 Sep 21 18:41:43.663867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3781d-c96e-43c3-95b0-b68fd0a3075d req-b75bdb6e-b678-4b5d-9027-e6d5505aaddd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:43.665317 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bba3781d-c96e-43c3-95b0-b68fd0a3075d req-b75bdb6e-b678-4b5d-9027-e6d5505aaddd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 944 time: 0.1396477 Sep 21 18:41:43.696392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-0fec4ee9-3399-4983-a53c-4b98ab6a7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:43.697821 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-0fec4ee9-3399-4983-a53c-4b98ab6a7900 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.1060150 Sep 21 18:41:43.700623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-c88f9886-128b-45ad-ada6-a908a37e2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:43.701904 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-c88f9886-128b-45ad-ada6-a908a37e2b48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.1002860 Sep 21 18:41:43.765390 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bba3781d-c96e-43c3-95b0-b68fd0a3075d req-b16ba572-3893-422b-be1d-9b7d53103e5f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928633 Sep 21 18:41:43.784922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-00160461-b0c7-433b-8f4e-3f17b6526c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:43.786432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-00160461-b0c7-433b-8f4e-3f17b6526c08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801194 Sep 21 18:41:43.794345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-6232aef6-e341-4075-9633-41a1f40e1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:43.795901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-6232aef6-e341-4075-9633-41a1f40e1073 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805392 Sep 21 18:41:43.964920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-608c50c3-cde4-450b-a883-f425ad30507d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680198 Sep 21 18:41:43.967960 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-c6cb22fe-278f-4809-bb99-a01a4326d5d3 service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630416 Sep 21 18:41:44.025294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-ad3a565f-bd81-40f3-866d-09c0aaf34a7d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:44.027465 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-ad3a565f-bd81-40f3-866d-09c0aaf34a7d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e&tenant_id=c5123afc2b3946209c35d215e2d7a91b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 944 time: 0.0854588 Sep 21 18:41:44.093443 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-3c1d294f-8489-495d-a4c8-de950bdf7878 service neutron] 10.222.0.78 "GET /v2.0/ports/81b35e3e-3026-4a93-a142-1e5708f28cdf/bindings/n-h1-810285-3 HTTP/1.1" status: 200 len: 382 time: 0.0591848 Sep 21 18:41:44.134212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c4cf5-8c4b-40d5-9851-38f0027585d9 req-4e9fbf65-0ed9-4c65-a9da-20c9b330011d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:44.135731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b75c4cf5-8c4b-40d5-9851-38f0027585d9 req-4e9fbf65-0ed9-4c65-a9da-20c9b330011d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 944 time: 0.1698096 Sep 21 18:41:44.182664 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-84f0942e-e2c9-449a-9c53-2515d22a372f service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054498 Sep 21 18:41:44.190033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a618cddf-a5df-48d6-bec5-6aea8f56b672 req-88cc7703-0e87-4254-b4fd-b927159a49d6 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119784 Sep 21 18:41:44.203822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b75c4cf5-8c4b-40d5-9851-38f0027585d9 req-859e0103-8e9a-4073-a1ed-d90aa08713c9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608137 Sep 21 18:41:44.277970 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-fce5fd84-765b-4c4d-a107-a3d44533cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:44.279522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-fce5fd84-765b-4c4d-a107-a3d44533cbfa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1095 time: 0.0483491 Sep 21 18:41:44.370999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-9c2af1ab-ee87-47d5-a3c6-696512607191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:44.372509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-9c2af1ab-ee87-47d5-a3c6-696512607191 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.0853837 Sep 21 18:41:44.442306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-a322ea56-f25d-4708-bc1d-05c077265a19 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.0624793 Sep 21 18:41:44.449856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:41:44.491593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-4a4c228a-2d07-48ba-8d9b-f71e54b3b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:44.493072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-4a4c228a-2d07-48ba-8d9b-f71e54b3b635 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0437930 Sep 21 18:41:44.539600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-ffa28e04-b508-4796-9246-e830603e113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:44.541129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-ffa28e04-b508-4796-9246-e830603e113a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411489 Sep 21 18:41:44.551368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:44.562721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'port_id': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'mac_address': 'fa:16:3e:b1:c6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:41:44.599788 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:44.612662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b35e3e-3026-4a93-a142-1e5708f28cdf {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:41:44.634004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:44.638981 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:44.639433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-c34cfd72-aee6-4111-be88-9ce7e92d7f85 service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903907 Sep 21 18:41:44.688407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:44.735020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-d3b5a1be-4579-4a7a-8c00-45548f9f3db6 service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884855 Sep 21 18:41:44.918298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['81b35e3e-3026-4a93-a142-1e5708f28cdf'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:41:45.326880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ad507-00bf-454e-bf77-540cc8ded9f5 req-072231b0-caab-4674-86b8-4164f40e7d2a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:45.328381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e57ad507-00bf-454e-bf77-540cc8ded9f5 req-072231b0-caab-4674-86b8-4164f40e7d2a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 945 time: 0.0505939 Sep 21 18:41:45.372297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e57ad507-00bf-454e-bf77-540cc8ded9f5 req-b19679de-a4da-4090-8dff-e118cf854626 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380476 Sep 21 18:41:46.457832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:41:46.505205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197ee10-27cc-4dfe-84c6-4f63cf55d378 req-a1090a2c-cbeb-40ed-8c14-f10fdb6dbe5f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:46.506794 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8197ee10-27cc-4dfe-84c6-4f63cf55d378 req-a1090a2c-cbeb-40ed-8c14-f10fdb6dbe5f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 945 time: 0.0563512 Sep 21 18:41:46.527656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 81b35e3e-3026-4a93-a142-1e5708f28cdf completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:41:46.531705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 81b35e3e-3026-4a93-a142-1e5708f28cdf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:41:46.532218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:46.550652 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8197ee10-27cc-4dfe-84c6-4f63cf55d378 req-26e55a68-2505-410b-9c0c-35ab107908c9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373380 Sep 21 18:41:46.611939 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:46.635202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:46.637727 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82508daa-d6c4-457f-b865-bab510c05051" -d '{"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-plugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:46.650457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:46.655845 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:46.702550 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d77673b-0ab7-47e2-a9b2-b2b95c48bfc1 x-openstack-request-id: req-8d77673b-0ab7-47e2-a9b2-b2b95c48bfc1 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:46.702841 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-plugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:46.703096 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d77673b-0ab7-47e2-a9b2-b2b95c48bfc1 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:46.703486 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'code': 200} Sep 21 18:41:46.712827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:46.724546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-0b1c531f-6d64-4ef0-a2d4-f0e788a2771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:46.726097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-0b1c531f-6d64-4ef0-a2d4-f0e788a2771f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 1097 time: 0.0414636 Sep 21 18:41:46.738069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:41:46.791572 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:46.994780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:47.027752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:41:47.067129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:47.069374 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812935c0-d637-41de-a07d-d8c84da18a65" -d '{"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:47.073502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:47.085819 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Transition to ACTIVE for port object 81b35e3e-3026-4a93-a142-1e5708f28cdf will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:41:47.090500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:47.119955 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea3e29-21c1-4e0b-8af6-b901621ce92a x-openstack-request-id: req-68ea3e29-21c1-4e0b-8af6-b901621ce92a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:47.120250 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:47.120531 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68ea3e29-21c1-4e0b-8af6-b901621ce92a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:47.121035 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'code': 200} Sep 21 18:41:47.179294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:47.191706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.192055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.192401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.192745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.193060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.193396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.193723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.194053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.194401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.194726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.195049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.195375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:41:47.232361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] No DVR routers for this DVR port 81b35e3e-3026-4a93-a142-1e5708f28cdf on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:41:47.374183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:41:47.374544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:41:47.374872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:41:47.379148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:41:47.379468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Attempting to bind port 81b35e3e-3026-4a93-a142-1e5708f28cdf on network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:41:47.384278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:41:47.384612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Checking segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:41:47.384994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Bound using segment: {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:41:47.385939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Bound port: 81b35e3e-3026-4a93-a142-1e5708f28cdf, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188cf379-1469-45c1-904d-c2895274d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:41:47.386360 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:47.449695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:41:47.452760 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:41:47.458294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:47.497846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:47.499509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:47.502020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] 10.222.0.41 "PUT /v2.0/ports/81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1093 time: 0.7676518 Sep 21 18:41:47.564761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552c7d-bca0-4a74-b0ec-054612dc6e45 service neutron] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=11']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:47.586380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-69804828-2883-481b-9c26-128775578adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:47.587940 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-69804828-2883-481b-9c26-128775578adb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1096 time: 0.0565901 Sep 21 18:41:47.728854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61885bf6-ea38-4380-9a38-337dfe68a262 req-4d342085-2cc6-4701-bc33-d1b93f8feb88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:47.730925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61885bf6-ea38-4380-9a38-337dfe68a262 req-4d342085-2cc6-4701-bc33-d1b93f8feb88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 945 time: 0.0738184 Sep 21 18:41:47.736075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-64abec1e-394c-4185-b027-a9c253bea5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:47.738660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-64abec1e-394c-4185-b027-a9c253bea5cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1434972 Sep 21 18:41:47.815599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61885bf6-ea38-4380-9a38-337dfe68a262 req-c4c168c3-7fbb-4d67-87c2-7a96954a4378 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758269 Sep 21 18:41:47.831924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-a6049ee2-10ab-4bb4-a37c-c77402779b1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.0847626 Sep 21 18:41:47.883374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-6eb74553-a55b-4301-b469-f80520ef616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:47.884878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-6eb74553-a55b-4301-b469-f80520ef616f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0453708 Sep 21 18:41:47.956115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-1d812c5a-08b4-458b-bee4-78f8a38162da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:47.957639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-1d812c5a-08b4-458b-bee4-78f8a38162da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661645 Sep 21 18:41:48.067808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-40dfd86e-5b5b-4bb4-bef6-d3b587d05b1d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025512 Sep 21 18:41:48.184625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-ca831556-7a3e-42f2-a410-af9e3361b5b1 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098742 Sep 21 18:41:48.930861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d710bc-3a0f-4e60-8eab-39f446c6a3a6 req-1d6bad78-30eb-431d-92fc-3d788fdb6d80 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:48.932253 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11d710bc-3a0f-4e60-8eab-39f446c6a3a6 req-1d6bad78-30eb-431d-92fc-3d788fdb6d80 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 945 time: 0.0490978 Sep 21 18:41:48.970766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11d710bc-3a0f-4e60-8eab-39f446c6a3a6 req-0e426d67-d7ea-441c-a82f-ffc90c3ad918 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Sep 21 18:41:49.122629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:49.125073 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25602afb-7dcf-4ce0-a930-0da154b527c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:49.172061 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f066ed-724f-4413-8dd3-2e167b66e3de x-openstack-request-id: req-d8f066ed-724f-4413-8dd3-2e167b66e3de {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:49.172352 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:49.172609 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8f066ed-724f-4413-8dd3-2e167b66e3de {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:49.173009 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'status': 'completed', 'code': 200} Sep 21 18:41:49.261779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-dee104ed-978b-4063-bfb5-abdacbcfa13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.263202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-dee104ed-978b-4063-bfb5-abdacbcfa13e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1096 time: 0.0630426 Sep 21 18:41:49.264886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-ab7f14a3-443e-4926-a0b7-208dc3328259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.266230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-ab7f14a3-443e-4926-a0b7-208dc3328259 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1096 time: 0.0744543 Sep 21 18:41:49.336121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:41:49.420722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-da24807d-ac8f-4926-b9fe-abf5da6e29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.422235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-da24807d-ac8f-4926-b9fe-abf5da6e29c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1518729 Sep 21 18:41:49.423155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-6afad808-34cb-47d8-ad75-3394a0feb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.424455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-6afad808-34cb-47d8-ad75-3394a0feb69c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1471896 Sep 21 18:41:49.437797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:49.450498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'port_id': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'mac_address': 'fa:16:3e:b1:c6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:41:49.489780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:49.504295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b35e3e-3026-4a93-a142-1e5708f28cdf {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:41:49.529694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:49.534849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-bb38f976-847f-449e-aa87-a4ed85ce2103 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.1028006 Sep 21 18:41:49.540248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:49.559471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-fafcd867-84a1-4e79-bd4b-470a4063cc83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1000 time: 0.1200075 Sep 21 18:41:49.589922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=12']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:49.632320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-51f3f53e-8a09-4e0d-9910-d3eddae11e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.633800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-51f3f53e-8a09-4e0d-9910-d3eddae11e2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0885623 Sep 21 18:41:49.639712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-b7a4a195-4faa-452d-a744-9af6f5dc233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.641170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-b7a4a195-4faa-452d-a744-9af6f5dc233f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0635552 Sep 21 18:41:49.716043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-07f3b683-6eeb-4580-a640-d88a868d3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.718502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-07f3b683-6eeb-4580-a640-d88a868d3898 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758734 Sep 21 18:41:49.727579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-971f7802-4f93-4563-8802-d73057f36556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:49.729441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-971f7802-4f93-4563-8802-d73057f36556 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780895 Sep 21 18:41:49.759209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['81b35e3e-3026-4a93-a142-1e5708f28cdf'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:41:49.915265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-92f63ea6-9b06-4b56-970d-cd5500d72b99 service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846259 Sep 21 18:41:49.917736 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-74964e6b-e57c-47ca-af86-480fce0e35b3 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763501 Sep 21 18:41:50.101657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-646b40bd-fb60-4c6c-8e96-91ea17b23095 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716123 Sep 21 18:41:50.105215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25602afb-7dcf-4ce0-a930-0da154b527c7 req-2d0a5387-9adc-4c33-a64b-e3fb98ead354 service neutron] 10.222.0.78 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813805 Sep 21 18:41:50.122801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87318234-bede-4391-97d6-ad271aca9f42 req-314dee07-a125-4be5-bb34-4581b12a6fa4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:50.124858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87318234-bede-4391-97d6-ad271aca9f42 req-314dee07-a125-4be5-bb34-4581b12a6fa4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 946 time: 0.0804634 Sep 21 18:41:50.163313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87318234-bede-4391-97d6-ad271aca9f42 req-d883c412-3fad-4706-b8fa-b30198ab9658 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Sep 21 18:41:50.186693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49478) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:41:50.252093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2235c8b4-1665-4bc5-9735-3d30f995dd29 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/cc909ead-fafe-4b5f-b80a-787e3efde455 HTTP/1.1" status: 200 len: 993 time: 0.0642385 Sep 21 18:41:50.458952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:41:50.496237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:41:51.342345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:41:51.389947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 81b35e3e-3026-4a93-a142-1e5708f28cdf completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:41:51.393552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 81b35e3e-3026-4a93-a142-1e5708f28cdf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:41:51.393920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:51.471554 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:51.493459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:41:51.495730 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0334e1e-c734-4855-b0f3-b8cf1a37c844" -d '{"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-plugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:41:51.509531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:41:51.513476 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:51.538326 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b00f31a-da30-49b0-ba33-7253149ad93e x-openstack-request-id: req-7b00f31a-da30-49b0-ba33-7253149ad93e {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:41:51.538617 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-plugged", "status": "completed", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:41:51.538866 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b00f31a-da30-49b0-ba33-7253149ad93e {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:41:51.539248 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'code': 200} Sep 21 18:41:51.564656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=13']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:41:59.293251 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d07e9202-4bad-4db5-8840-26aff51b7932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:03.624995 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-723570a2-7021-490a-bee3-7fd38008f41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:04.191463 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:04.407787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:04.879216 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:07.343950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:08.681448 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:13.269785 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:42:14.328908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-14339a70-4a77-44ea-9b2f-81815911841b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391366 Sep 21 18:42:14.422583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-7e6624d7-24b5-46c8-9af6-166bc084bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:14.424080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-7e6624d7-24b5-46c8-9af6-166bc084bd93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1098 time: 0.0407562 Sep 21 18:42:14.559985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-3634abcb-86d3-462b-8989-193e29782078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:14.561772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-3634abcb-86d3-462b-8989-193e29782078 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.0965250 Sep 21 18:42:14.631715 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-1b59bc5c-f9dd-46d6-9a49-0a5388978445 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 1002 time: 0.0626736 Sep 21 18:42:14.686751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-8711f6c4-1731-4e34-aa53-d52043bb3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:14.688276 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-8711f6c4-1731-4e34-aa53-d52043bb3a54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0493956 Sep 21 18:42:14.744662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-46d6d304-8ead-44a5-b91b-38dc6498e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:14.747178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-46d6d304-8ead-44a5-b91b-38dc6498e4fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465178 Sep 21 18:42:14.839791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-baf8f08e-5b5a-4653-814f-1033199316e0 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849907 Sep 21 18:42:15.290511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f009f85-d7ec-4e2f-8b73-e2ac350a56a1 req-0bd5d259-a6d9-4a3b-98ea-13b3fff7cec9 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429924 Sep 21 18:42:20.849443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952dbf-b09c-441f-85bf-223599cf2429 req-773d53ab-2204-42eb-9e1e-565f337be2cb tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:20.850972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6952dbf-b09c-441f-85bf-223599cf2429 req-773d53ab-2204-42eb-9e1e-565f337be2cb tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1098 time: 0.0401206 Sep 21 18:42:20.887413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6952dbf-b09c-441f-85bf-223599cf2429 req-e3631b16-3bee-46b3-b1f3-7354e41c0eb3 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297959 Sep 21 18:42:20.909163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49492) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:21.068002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port d726f3b1-838a-4a6b-9f35-4439b1243821 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:42:21.068249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:21.146831 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:21.147162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:21.159129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for d726f3b1-838a-4a6b-9f35-4439b1243821 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:42:21.304148 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:21.327845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=d726f3b1-838a-4a6b-9f35-4439b1243821,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:21.391007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:21.391340 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP cc909ead-fafe-4b5f-b80a-787e3efde455 disassociated (deleted). External IP: 172.25.3.180, port: 81b35e3e-3026-4a93-a142-1e5708f28cdf. Sep 21 18:42:21.601239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router ac580d16-bc1b-4328-a5b5-bc6547760bed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:42:21.712396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:42:21.717374 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:21.721796 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552927a4-a789-4652-8439-318d016bb14d None None] Sync routers for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:42:21.732545 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:21.733240 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:21.744533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7a3bee3b-4fb0-4ead-8433-0691c71dae45 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/floatingips/cc909ead-fafe-4b5f-b80a-787e3efde455 HTTP/1.1" status: 204 len: 168 time: 0.8342237 Sep 21 18:42:21.745463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:21.748647 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:21.844993 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:21.905002 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f47c9-b7d9-4538-abc2-237b5d18eb96 x-openstack-request-id: req-8a2f47c9-b7d9-4538-abc2-237b5d18eb96 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:21.905566 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:21.905566 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a2f47c9-b7d9-4538-abc2-237b5d18eb96 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:21.905915 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'status': 'completed', 'code': 200} Sep 21 18:42:22.006668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-3cef3334-dd7b-423a-8cf2-7a643026f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:22.008243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-3cef3334-dd7b-423a-8cf2-7a643026f2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 1098 time: 0.0782247 Sep 21 18:42:22.020941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c6224-b272-4422-b5fb-348582da7ddc req-b990582c-bbde-43dc-9f45-f4feb99d477a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:22.022464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203c6224-b272-4422-b5fb-348582da7ddc req-b990582c-bbde-43dc-9f45-f4feb99d477a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 947 time: 0.0615590 Sep 21 18:42:22.060974 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:37Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:22.091282 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552927a4-a789-4652-8439-318d016bb14d None None] Checking router: ac580d16-bc1b-4328-a5b5-bc6547760bed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:42:22.099972 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:22.100591 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:22.120148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-203c6224-b272-4422-b5fb-348582da7ddc req-16b1757b-18c7-4aa6-adcb-38897f742b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890040 Sep 21 18:42:22.143896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-5a115884-5542-4504-884b-5bf47542fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:22.145393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-5a115884-5542-4504-884b-5bf47542fd39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 200 len: 898 time: 0.1220663 Sep 21 18:42:22.189396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-2f3a08c5-2320-4dc0-977b-cf74b22e0077 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 200 len: 217 time: 0.0357411 Sep 21 18:42:22.206715 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:22.247655 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-9eb380a0-9a64-41c2-a072-9d5afa04e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:22.249204 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-9eb380a0-9a64-41c2-a072-9d5afa04e49a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 200 len: 835 time: 0.0481777 Sep 21 18:42:22.308744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-b8c94013-a3cd-4f61-b300-1d44572807d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:22.311079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-b8c94013-a3cd-4f61-b300-1d44572807d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520146 Sep 21 18:42:22.412446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-e6850097-8a7a-4a43-99a3-87f60e41b145 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920575 Sep 21 18:42:22.510382 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-552927a4-a789-4652-8439-318d016bb14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:37Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:22.514356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53e0f019-c4c3-48f4-8bae-ccbcc1b7d116 req-5854a1f3-4260-4ff0-9b0c-7d6219ca0193 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921299 Sep 21 18:42:22.537136 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552927a4-a789-4652-8439-318d016bb14d None None] The sync data for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 is: [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:34Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '8acbc844-91af-4de8-9969-125c4abfb99f', 'name': '', 'network_id': '2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:3b:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:33Z', 'updated_at': '2021-09-21T18:40:37Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': 'efbec613-7fae-483a-ad61-d57243b72ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:42:22.786138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05426df1-2643-4c80-920d-c78015616f39 None None] New status for floating IP cc909ead-fafe-4b5f-b80a-787e3efde455: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:42:23.236821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4a514-16d3-4ac7-b85c-744c4892e4e5 req-ef6cdc72-67a0-49f1-af77-82f9ec2cd8d5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:23.238410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ae4a514-16d3-4ac7-b85c-744c4892e4e5 req-ef6cdc72-67a0-49f1-af77-82f9ec2cd8d5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 947 time: 0.0504606 Sep 21 18:42:23.281625 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ae4a514-16d3-4ac7-b85c-744c4892e4e5 req-a89f601a-6387-4c38-82b4-67513a3b8b6e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=fba52f34-3b8c-44fa-8ae5-df826e854816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372987 Sep 21 18:42:23.496624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-7a1bb169-f814-4506-90b2-cd06771e7114 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:23.498011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-7a1bb169-f814-4506-90b2-cd06771e7114 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 947 time: 0.0502813 Sep 21 18:42:23.595455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 81b35e3e-3026-4a93-a142-1e5708f28cdf {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:42:23.596031 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:23.686866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port 81b35e3e-3026-4a93-a142-1e5708f28cdf, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81b35e3e-3026-4a93-a142-1e5708f28cdf,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:23.687230 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:23.701128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 81b35e3e-3026-4a93-a142-1e5708f28cdf owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:42:23.830829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:23.859103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=81b35e3e-3026-4a93-a142-1e5708f28cdf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:23.909071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] No DVR routers for this DVR port 81b35e3e-3026-4a93-a142-1e5708f28cdf on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:42:23.911821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:23.913920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bdfd0cf2-78f2-494a-ae20-cbacbffbc5cf req-c79a5047-fd36-4c83-873a-7285b352ed9b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "DELETE /v2.0/ports/81b35e3e-3026-4a93-a142-1e5708f28cdf HTTP/1.1" status: 204 len: 173 time: 0.4093482 Sep 21 18:42:23.914421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-deleted', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:23.916784 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7336b57a-f4ff-45cb-ad24-559784d3f5a7" -d '{"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-deleted", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:23.957355 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f4b549-c4f1-4bfc-9dc8-e8b332d6c7b7 x-openstack-request-id: req-02f4b549-c4f1-4bfc-9dc8-e8b332d6c7b7 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:23.957641 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0892e7-7702-4d05-a5c7-48c04b2c0c5e", "name": "network-vif-deleted", "tag": "81b35e3e-3026-4a93-a142-1e5708f28cdf", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:23.957914 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02f4b549-c4f1-4bfc-9dc8-e8b332d6c7b7 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:23.958332 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0892e7-7702-4d05-a5c7-48c04b2c0c5e', 'name': 'network-vif-deleted', 'tag': '81b35e3e-3026-4a93-a142-1e5708f28cdf', 'status': 'completed', 'code': 200} Sep 21 18:42:24.429406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-504195b8-2096-4821-ade6-b95d34ecf124 req-0e2536ac-2ece-4e98-941b-24e6d3348b5e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0892e7-7702-4d05-a5c7-48c04b2c0c5e HTTP/1.1" status: 200 len: 210 time: 0.0437279 Sep 21 18:42:25.494157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49508) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:25.853614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:26.360831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 8acbc844-91af-4de8-9969-125c4abfb99f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:42:26.361323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:26.454505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port 8acbc844-91af-4de8-9969-125c4abfb99f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8acbc844-91af-4de8-9969-125c4abfb99f,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:26.454878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:26.468609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 8acbc844-91af-4de8-9969-125c4abfb99f owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:42:26.657185 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:26.681740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=8acbc844-91af-4de8-9969-125c4abfb99f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:26.697339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.697706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.698711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.698711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.699549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.699911 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.700253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.700788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.701131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.701535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.701798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.702137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:26.874217 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.094554 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router ac580d16-bc1b-4328-a5b5-bc6547760bed has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:42:27.207969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:42:27.213129 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dc1d0f84-2be5-4d22-b177-bf79ec9e50f1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/ac580d16-bc1b-4328-a5b5-bc6547760bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178776 Sep 21 18:42:27.217418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49510) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:27.221186 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] Sync routers for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:42:27.231292 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:27.231920 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:27.270183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting subnet efbec613-7fae-483a-ad61-d57243b72ec4 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:42:27.273411 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.313990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.338646 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:27.405998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.465334 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.493344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Subnet': ['ID=efbec613-7fae-483a-ad61-d57243b72ec4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:27.498370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.501826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2c9ef16b-33b9-476f-ad74-71724e4d1fc6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/subnets/efbec613-7fae-483a-ad61-d57243b72ec4 HTTP/1.1" status: 204 len: 168 time: 0.2830403 Sep 21 18:42:27.504208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49512) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:27.506964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aeca99-47a4-488e-879b-18fa29eb77e4 None None] Network 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:42:27.538012 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:42:26Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:27.567219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:42:27.567652 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] Checking router: ac580d16-bc1b-4328-a5b5-bc6547760bed for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:42:27.578703 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] Routers {'ac580d16-bc1b-4328-a5b5-bc6547760bed'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:27.579595 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['ac580d16-bc1b-4328-a5b5-bc6547760bed'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:27.600759 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 81b35e3e-3026-4a93-a142-1e5708f28cdf {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:42:27.601108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81b35e3e-3026-4a93-a142-1e5708f28cdf not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:42:27.623649 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.696328 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] Set router ac580d16-bc1b-4328-a5b5-bc6547760bed gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:27.723878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] DHCP port deletion for 2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:42:27.744259 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.776692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Deleting port c7b09959-7e48-489b-a165-8039fd96aa0c {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:42:27.777144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.800981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 85b2f8ff-c04a-446a-925f-75465d9fc28b {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:42:27.801485 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.841543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] For port c7b09959-7e48-489b-a165-8039fd96aa0c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c7b09959-7e48-489b-a165-8039fd96aa0c,segment=NetworkSegment(188cf379-1469-45c1-904d-c2895274d08a),segment_id=188cf379-1469-45c1-904d-c2895274d08a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:27.841941 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.860754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Calling delete_port for c7b09959-7e48-489b-a165-8039fd96aa0c owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:42:27.890829 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:42:26Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:27.893710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port 85b2f8ff-c04a-446a-925f-75465d9fc28b, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=85b2f8ff-c04a-446a-925f-75465d9fc28b,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:27.894080 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.907364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 85b2f8ff-c04a-446a-925f-75465d9fc28b owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:42:27.922710 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46eceb-2b39-4ae2-b275-f6163d593d80 None None] The sync data for ids ['ac580d16-bc1b-4328-a5b5-bc6547760bed'] in n-d-810285-3 is: [{'id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-673693225', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:42:26Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '85b2f8ff-c04a-446a-925f-75465d9fc28b', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac580d16-bc1b-4328-a5b5-bc6547760bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:40:30Z', 'updated_at': '2021-09-21T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:42:27.951730 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:27.976143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Pushing event deleted for resources: {'Port': ['ID=c7b09959-7e48-489b-a165-8039fd96aa0c,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:27.986982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.987325 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.987665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.988006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.988333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.988662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.988982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.989302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.989622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.989938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.990280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.990599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:27.993218 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6505ab-e7af-48aa-8876-39db64162d20 None None] No DVR routers for this DVR port c7b09959-7e48-489b-a165-8039fd96aa0c on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:42:28.088060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.122770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=85b2f8ff-c04a-446a-925f-75465d9fc28b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:28.185624 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.279090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.281297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.326769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.327339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Fanout notify agent at l3_agent the message router_deleted on router ac580d16-bc1b-4328-a5b5-bc6547760bed {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:42:28.334570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.335717 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dda91cd1-16cc-4713-a958-17df9971c164 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/routers/ac580d16-bc1b-4328-a5b5-bc6547760bed HTTP/1.1" status: 204 len: 168 time: 0.8294795 Sep 21 18:42:28.338485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49514) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:28.424439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.518373 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.539502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:28.549706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188cf379-1469-45c1-904d-c2895274d08a') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:28.550011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188cf379-1469-45c1-904d-c2895274d08a') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:28.560460 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.573990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.580300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:42:28.580701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:42:28.583770 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:42:28.641684 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.646612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.648480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/networks/2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd HTTP/1.1" status: 204 len: 168 time: 0.3090222 Sep 21 18:42:28.651346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49516) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:28.662969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9e300-c493-45cb-8420-b772ee201f88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Network': ['ID=2f7a634b-57dd-42e1-bfb6-b1c0d196e9dd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:28.711381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88ff6042-d061-457e-b032-6fba8e734e96 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.736175 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88ff6042-d061-457e-b032-6fba8e734e96 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.795680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88ff6042-d061-457e-b032-6fba8e734e96 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.798529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-88ff6042-d061-457e-b032-6fba8e734e96 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:28.799675 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-88ff6042-d061-457e-b032-6fba8e734e96 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/security-groups/fba52f34-3b8c-44fa-8ae5-df826e854816 HTTP/1.1" status: 204 len: 168 time: 0.1473231 Sep 21 18:42:28.809204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff6042-d061-457e-b032-6fba8e734e96 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba52f34-3b8c-44fa-8ae5-df826e854816,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:28.950610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8acbc844-91af-4de8-9969-125c4abfb99f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:42:28.972044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8acbc844-91af-4de8-9969-125c4abfb99f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:42:28.972301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8acbc844-91af-4de8-9969-125c4abfb99f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:42:28.972724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b2f8ff-c04a-446a-925f-75465d9fc28b no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:42:28.991119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 85b2f8ff-c04a-446a-925f-75465d9fc28b {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:42:28.991468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 85b2f8ff-c04a-446a-925f-75465d9fc28b not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:42:28.991887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c7b09959-7e48-489b-a165-8039fd96aa0c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:42:29.008600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49522) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.010929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c7b09959-7e48-489b-a165-8039fd96aa0c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:42:29.011333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c7b09959-7e48-489b-a165-8039fd96aa0c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:42:29.013652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4891cff8-fe39-4076-aa26-134f217eb090 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124249372', 'description': 'tempest-secgroup-smoke-1124249372 description', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.036492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4891cff8-fe39-4076-aa26-134f217eb090 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.121016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4891cff8-fe39-4076-aa26-134f217eb090 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.125027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4891cff8-fe39-4076-aa26-134f217eb090 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.150053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4891cff8-fe39-4076-aa26-134f217eb090 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.151299 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4891cff8-fe39-4076-aa26-134f217eb090 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416862 Sep 21 18:42:29.154911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49524) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.155816 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891cff8-fe39-4076-aa26-134f217eb090 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0beca175-16bd-4fee-8a0f-2d54bd294867,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:29.160603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7b55bf03-f8e6-4147-bfc3-57e0c7b866e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '0beca175-16bd-4fee-8a0f-2d54bd294867', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.188437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b55bf03-f8e6-4147-bfc3-57e0c7b866e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.248000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b55bf03-f8e6-4147-bfc3-57e0c7b866e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.251491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b55bf03-f8e6-4147-bfc3-57e0c7b866e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.270085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55bf03-f8e6-4147-bfc3-57e0c7b866e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bc7f5c-d196-458f-9cce-a9cde16e48b5,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:29.282431 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7b55bf03-f8e6-4147-bfc3-57e0c7b866e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.283718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7b55bf03-f8e6-4147-bfc3-57e0c7b866e4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277583 Sep 21 18:42:29.286549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49526) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.290999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ed0dd4bd-c0ad-4f4c-bc9d-dc564add5a8e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '0beca175-16bd-4fee-8a0f-2d54bd294867', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.295482 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-708a5f79-4f48-4f5a-ae49-931e3dd7f163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.316853 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd4bd-c0ad-4f4c-bc9d-dc564add5a8e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.374319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd4bd-c0ad-4f4c-bc9d-dc564add5a8e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.378004 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd4bd-c0ad-4f4c-bc9d-dc564add5a8e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.392984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dd4bd-c0ad-4f4c-bc9d-dc564add5a8e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe726ac-03f3-44e2-9822-a0115a9a3b2e,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:29.401512 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed0dd4bd-c0ad-4f4c-bc9d-dc564add5a8e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.403425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed0dd4bd-c0ad-4f4c-bc9d-dc564add5a8e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159356 Sep 21 18:42:29.406387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49528) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.410700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-994efa04-5ac2-4b42-a159-32dc807a4aac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '0beca175-16bd-4fee-8a0f-2d54bd294867', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.436077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-994efa04-5ac2-4b42-a159-32dc807a4aac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.494126 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-994efa04-5ac2-4b42-a159-32dc807a4aac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.497818 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-994efa04-5ac2-4b42-a159-32dc807a4aac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.516886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994efa04-5ac2-4b42-a159-32dc807a4aac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e9c6ca-5cc0-4965-a98c-8da022a68fda,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:29.524380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-994efa04-5ac2-4b42-a159-32dc807a4aac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.525829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-994efa04-5ac2-4b42-a159-32dc807a4aac tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185262 Sep 21 18:42:29.530151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49530) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.534422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-eaa9ef21-22e9-43cc-8ba6-2d93f07f6f0f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '0beca175-16bd-4fee-8a0f-2d54bd294867', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.560306 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ef21-22e9-43cc-8ba6-2d93f07f6f0f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.619338 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ef21-22e9-43cc-8ba6-2d93f07f6f0f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.623563 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ef21-22e9-43cc-8ba6-2d93f07f6f0f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.643745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9ef21-22e9-43cc-8ba6-2d93f07f6f0f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acc43a0-b959-4ce0-85d2-2511a49233f2,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:29.648916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ef21-22e9-43cc-8ba6-2d93f07f6f0f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.651857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eaa9ef21-22e9-43cc-8ba6-2d93f07f6f0f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207564 Sep 21 18:42:29.653560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49532) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.657802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '0beca175-16bd-4fee-8a0f-2d54bd294867', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.680272 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:42:29.686410 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.748421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.751911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.769416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66196be0-4f7e-4f3b-99dd-30cbb3f3dec2,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:29.775408 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.776677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6363079b-613c-4d00-8da0-59ae2e62aa06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222816 Sep 21 18:42:29.779619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49534) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.783941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '0beca175-16bd-4fee-8a0f-2d54bd294867', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.804551 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:42:29.809918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.869843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.873936 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.892685 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f56a8a-3d61-48fe-b55f-c067cd2b0711,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:29.899414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.900668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d6aa5c45-3051-4f8b-8d22-1a48e57b100a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200976 Sep 21 18:42:29.903410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49536) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:29.908117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'network': {'name': 'tempest-network-smoke--360090890', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'port_security_enabled': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:29.927163 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:42:29.930609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.954700 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:42:29.963345 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:29.963691 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Added segment d7e72b18-78d9-4f09-80bf-ef1f5feb7581 of type vlan for network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad Sep 21 18:42:30.002936 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.031764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.037529 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:30.038103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.065180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1607745 Sep 21 18:42:30.068379 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49538) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:30.073043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'admin_state_up': True, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:30.095861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.096837 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.110767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d00235-f447-4a10-9eb3-900f877f322a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Network': ['ID=64de226d-d539-4ea5-8e05-ac6c4b44e5ad,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:30.121805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:42:30.148971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.287706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.488397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.507991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.616752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.17 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/c010b6a0-25ce-410e-a391-beb1c47a8784) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:42:30.734881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.773832 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:30.813326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:42:30.816610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:30.819092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:42:30.847318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=c010b6a0-25ce-410e-a391-beb1c47a8784,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:31.088982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:31.553859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:31.681894 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router c38e17c2-3932-4970-92dd-6a6106e4d9be is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:42:31.786329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:42:31.796128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Sync routers for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:42:31.804919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:31.805123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:31.805563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:31.806134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a22c9339-df42-4321-ae0a-66375752c418 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7366340 Sep 21 18:42:31.809645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49540) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:31.848163 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0248aa03-627b-4c3e-9f95-00157f28f2a2 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c5123afc2b3946209c35d215e2d7a91b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373805 Sep 21 18:42:31.850772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49542) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:31.913427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:31.935760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fdd5bb-9085-49f5-ba52-1a88a914eaa4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:31.937176 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-99fdd5bb-9085-49f5-ba52-1a88a914eaa4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854211 Sep 21 18:42:31.940219 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49544) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:31.980179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-690c6f54-0e7f-4ef4-b634-d2c7ec67ea01 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388410 Sep 21 18:42:31.982826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49546) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:31.987667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-510198693', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:32.078699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:42:32.082467 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.093232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:30Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:32.124157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Checking router: c38e17c2-3932-4970-92dd-6a6106e4d9be for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:42:32.124514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Updating router c38e17c2-3932-4970-92dd-6a6106e4d9be port c010b6a0-25ce-410e-a391-beb1c47a8784 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:42:32.149816 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.265521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.321747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Subnet': ['ID=82ec6e51-14af-4fdf-86b1-50445af81a4a,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:32.338612 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Checking segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:32.338981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network hostable DHCP agents. Network: 64de226d-d539-4ea5-8e05-ac6c4b44e5ad, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:42:32.357676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:42:32.368676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 64de226d-d539-4ea5-8e05-ac6c4b44e5ad) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:32.374146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:32.374905 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.389930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fe0c1894-fbf1-4766-b478-6386ce398219 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4060504 Sep 21 18:42:32.392707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49548) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:32.394738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a01c6-492b-414a-bde9-84d4b3bb0db5 None None] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:42:32.464395 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.472449 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.543561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2697b84-421c-42be-88bd-5731aef8428a None None] Pushing event updated for resources: {'Port': ['ID=c010b6a0-25ce-410e-a391-beb1c47a8784,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:32.549143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Attempting to bind port c010b6a0-25ce-410e-a391-beb1c47a8784 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:42:32.549519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Attempting to bind port c010b6a0-25ce-410e-a391-beb1c47a8784 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:42:32.549886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Attempting to bind port c010b6a0-25ce-410e-a391-beb1c47a8784 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:32.574772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:42:32.575149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:32.575554 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.575957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:42:32.576442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Bound port: c010b6a0-25ce-410e-a391-beb1c47a8784, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:42:32.576826 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.659076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:42:32.659935 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.662167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] For port c010b6a0-25ce-410e-a391-beb1c47a8784, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:32.665518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] For port c010b6a0-25ce-410e-a391-beb1c47a8784, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c010b6a0-25ce-410e-a391-beb1c47a8784,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:42:32.678078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:32.810573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2697b84-421c-42be-88bd-5731aef8428a None None] Pushing event updated for resources: {'Port': ['ID=c010b6a0-25ce-410e-a391-beb1c47a8784,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:32.813049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:32.813661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:32.852636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.084940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Allocated IP 172.20.0.2 (64de226d-d539-4ea5-8e05-ac6c4b44e5ad/82ec6e51-14af-4fdf-86b1-50445af81a4a/ca40f628-6f23-485b-8dee-0cef15674b28) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:42:33.114013 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:33.369950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.379244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.427080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:42:33.428861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.1 (64de226d-d539-4ea5-8e05-ac6c4b44e5ad/82ec6e51-14af-4fdf-86b1-50445af81a4a/24aec75f-9718-43ac-8247-89707e6f6e99) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:42:33.433369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:33.437523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:42:33.439299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Pushing event updated for resources: {'Port': ['ID=ca40f628-6f23-485b-8dee-0cef15674b28,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:33.447215 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:30Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:33.491722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d095e-e168-445a-bede-f60d58bf6680 None None] The sync data for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 is: [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:30Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:42:33.527091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Attempting to bind port ca40f628-6f23-485b-8dee-0cef15674b28 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:42:33.527654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Attempting to bind port ca40f628-6f23-485b-8dee-0cef15674b28 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:42:33.528622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Attempting to bind port ca40f628-6f23-485b-8dee-0cef15674b28 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:33.534842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:42:33.535219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Checking segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:33.535620 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.536009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Bound using segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:42:33.536485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Bound port: ca40f628-6f23-485b-8dee-0cef15674b28, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:42:33.536871 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.557224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.593462 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.605535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] For port ca40f628-6f23-485b-8dee-0cef15674b28, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:33.609238 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] For port ca40f628-6f23-485b-8dee-0cef15674b28, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ca40f628-6f23-485b-8dee-0cef15674b28,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:42:33.617677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.635151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:42:33.638996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:33.642699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:42:33.651652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=24aec75f-9718-43ac-8247-89707e6f6e99,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:33.664867 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-35fe0374-8a10-40f2-95fa-eec60ba57c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.697843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b97c27-eba2-4848-add7-5116a1e75eaa None None] Pushing event updated for resources: {'Port': ['ID=ca40f628-6f23-485b-8dee-0cef15674b28,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:33.705949 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:33.876712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.194605 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.195409 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.199684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.278528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=24aec75f-9718-43ac-8247-89707e6f6e99,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:34.280951 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.387774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:42:34.389350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:34.426091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.523649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router c38e17c2-3932-4970-92dd-6a6106e4d9be has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:42:34.640434 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:42:34.646409 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5c321538-8892-467f-bee2-1f179956f84f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/c38e17c2-3932-4970-92dd-6a6106e4d9be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2520037 Sep 21 18:42:34.659566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc36e72-c816-4c3f-8f62-49929917846c None None] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:42:34.723954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-707d7aee-aa43-457c-a099-c3dc37c58189 None None] Provisioning complete for port ca40f628-6f23-485b-8dee-0cef15674b28 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:34.724307 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-707d7aee-aa43-457c-a099-c3dc37c58189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.852655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ca40f628-6f23-485b-8dee-0cef15674b28 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:34.873724 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-d792785d-0fbf-412f-8afa-ed6a5237f79f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124249372&fields=id&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 267 time: 0.0365431 Sep 21 18:42:34.916750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-707d7aee-aa43-457c-a099-c3dc37c58189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.932192 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.975117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-707d7aee-aa43-457c-a099-c3dc37c58189 None None] For port ca40f628-6f23-485b-8dee-0cef15674b28, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ca40f628-6f23-485b-8dee-0cef15674b28,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:34.984087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ca40f628-6f23-485b-8dee-0cef15674b28 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:34.984567 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.987186 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-707d7aee-aa43-457c-a099-c3dc37c58189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.003906 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-05fc6c2a-ff36-43c5-a63e-21bfb01a8e69 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:35.005639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-05fc6c2a-ff36-43c5-a63e-21bfb01a8e69 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 796 time: 0.1247482 Sep 21 18:42:35.029950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-a1114a6b-bac4-4887-a483-7703f160c767 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/quotas/c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 375 time: 0.0158889 Sep 21 18:42:35.078613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d7aee-aa43-457c-a099-c3dc37c58189 None None] Pushing event updated for resources: {'Port': ['ID=ca40f628-6f23-485b-8dee-0cef15674b28,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:35.099338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-5e94a36e-66ca-4729-bf09-91763f99c573 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642662 Sep 21 18:42:35.121208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c010b6a0-25ce-410e-a391-beb1c47a8784 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:35.174886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c010b6a0-25ce-410e-a391-beb1c47a8784 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:35.175270 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.219389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-bd3fd7a2-5d6f-4027-9963-ac14b0026f16 service neutron] 10.222.0.70 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049974 Sep 21 18:42:35.223073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1fe64f34-c6ce-4aae-92b9-737f3e05e09a None None] Provisioning complete for port ca40f628-6f23-485b-8dee-0cef15674b28 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:35.224036 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fe64f34-c6ce-4aae-92b9-737f3e05e09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.305744 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.322895 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-a9eb83c7-a441-4ba4-ae37-4ce175b98d48 service neutron] 10.222.0.70 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013863 Sep 21 18:42:35.344681 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Sync routers for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:42:35.355484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port c010b6a0-25ce-410e-a391-beb1c47a8784, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c010b6a0-25ce-410e-a391-beb1c47a8784,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:35.359338 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:35.360418 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:35.367756 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.422311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1fe64f34-c6ce-4aae-92b9-737f3e05e09a None None] Provisioning complete for port 24aec75f-9718-43ac-8247-89707e6f6e99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:35.422699 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fe64f34-c6ce-4aae-92b9-737f3e05e09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.464434 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=c010b6a0-25ce-410e-a391-beb1c47a8784,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:35.489678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1fe64f34-c6ce-4aae-92b9-737f3e05e09a None None] Port 24aec75f-9718-43ac-8247-89707e6f6e99 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:42:35.528518 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:35.552001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ce12f25-2238-4cb6-8244-2f572746c83b req-215fb74d-c233-474e-83bc-89b0ab734d58 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 210 time: 0.0358472 Sep 21 18:42:35.609884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b6122516-0170-46cc-b8e3-532f86638ae2 None None] Provisioning complete for port 24aec75f-9718-43ac-8247-89707e6f6e99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:35.610230 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b6122516-0170-46cc-b8e3-532f86638ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.650308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b6122516-0170-46cc-b8e3-532f86638ae2 None None] Port 24aec75f-9718-43ac-8247-89707e6f6e99 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:42:35.764361 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:34Z', 'revision_number': 2, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:35.773050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5e37792d-f9f1-41d0-9cfc-8b985538c2ac None None] Provisioning complete for port 24aec75f-9718-43ac-8247-89707e6f6e99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:35.773671 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5e37792d-f9f1-41d0-9cfc-8b985538c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.796501 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Checking router: c38e17c2-3932-4970-92dd-6a6106e4d9be for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:42:35.796913 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Updating router c38e17c2-3932-4970-92dd-6a6106e4d9be port 24aec75f-9718-43ac-8247-89707e6f6e99 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:42:35.815788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5e37792d-f9f1-41d0-9cfc-8b985538c2ac None None] Port 24aec75f-9718-43ac-8247-89707e6f6e99 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:42:35.825210 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.099747 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.104756 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.151141 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Pushing event updated for resources: {'Port': ['ID=24aec75f-9718-43ac-8247-89707e6f6e99,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:36.163635 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.164047 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.164368 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.164642 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.165049 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.165373 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.165779 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.166107 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.166456 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.166794 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.167086 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.167396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:36.219033 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Attempting to bind port 24aec75f-9718-43ac-8247-89707e6f6e99 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:42:36.219394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Attempting to bind port 24aec75f-9718-43ac-8247-89707e6f6e99 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:42:36.219747 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Attempting to bind port 24aec75f-9718-43ac-8247-89707e6f6e99 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:36.225343 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:42:36.225747 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Checking segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:36.226153 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.226582 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Bound using segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:42:36.227308 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Bound port: 24aec75f-9718-43ac-8247-89707e6f6e99, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:42:36.227584 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.296155 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] For port 24aec75f-9718-43ac-8247-89707e6f6e99, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:36.299985 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] For port 24aec75f-9718-43ac-8247-89707e6f6e99, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=24aec75f-9718-43ac-8247-89707e6f6e99,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:42:36.304957 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.339014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ef5857c2-bc50-485f-b3dc-637b0215d7b3 None None] Provisioning complete for port 24aec75f-9718-43ac-8247-89707e6f6e99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:36.339627 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef5857c2-bc50-485f-b3dc-637b0215d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.392057 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:36.393539 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:36.395886 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd50c2f-9f10-4449-a4f1-00b0cfca0bcb None None] Pushing event updated for resources: {'Port': ['ID=24aec75f-9718-43ac-8247-89707e6f6e99,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:36.446059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef5857c2-bc50-485f-b3dc-637b0215d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.493551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ef5857c2-bc50-485f-b3dc-637b0215d7b3 None None] For port 24aec75f-9718-43ac-8247-89707e6f6e99, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=24aec75f-9718-43ac-8247-89707e6f6e99,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:36.499446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ef5857c2-bc50-485f-b3dc-637b0215d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.570739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5857c2-bc50-485f-b3dc-637b0215d7b3 None None] Pushing event updated for resources: {'Port': ['ID=24aec75f-9718-43ac-8247-89707e6f6e99,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:36.667687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-4dae11f2-bb1b-4b6f-a5b4-4fc607aaf023 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:36.670502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-4dae11f2-bb1b-4b6f-a5b4-4fc607aaf023 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 796 time: 0.2175798 Sep 21 18:42:36.671661 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:36.705339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dfbda856-5bd2-482f-bb03-6f927aa28822 req-263e7b69-d019-484e-b986-67ff7aa046c9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 210 time: 0.0338500 Sep 21 18:42:36.725819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0d5cd85f-45f9-4a4c-ba9a-5128e587cbf5 None None] Provisioning complete for port 24aec75f-9718-43ac-8247-89707e6f6e99 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:36.726484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd85f-45f9-4a4c-ba9a-5128e587cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.762700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-978690be-05ac-4107-a1bd-36d84f74f934 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 380 time: 0.0580122 Sep 21 18:42:36.771004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'port': {'device_id': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'admin_state_up': True, 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'security_groups': ['0beca175-16bd-4fee-8a0f-2d54bd294867']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:36.796671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ca40f628-6f23-485b-8dee-0cef15674b28 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:36.888894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port ca40f628-6f23-485b-8dee-0cef15674b28 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:36.889667 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.900129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:42:36.904871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:36.908911 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:36.943467 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a403ebf-c1c4-46ef-8673-e9bbf80a9f94 None None] The sync data for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 is: [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:42:36.979527 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c010b6a0-25ce-410e-a391-beb1c47a8784 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:37.039164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c010b6a0-25ce-410e-a391-beb1c47a8784 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:37.039594 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.072288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.7 (64de226d-d539-4ea5-8e05-ac6c4b44e5ad/82ec6e51-14af-4fdf-86b1-50445af81a4a/8ccc5562-db79-4256-a6dc-1e64dd609327) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:42:37.236428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.271250 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.323966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:42:37.327412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:37.334633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:42:37.338565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:37.368364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.407868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.408934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.433747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-b5a41f47-cecc-4c3e-bb37-d786d089f68b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6677811 Sep 21 18:42:37.448496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Request body: {'port': {'device_id': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:37.524550 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.603199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e40b3e4d-36fa-429f-adbe-51fce7c7eaee None None] Provisioning complete for port 8ccc5562-db79-4256-a6dc-1e64dd609327 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:37.603856 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e40b3e4d-36fa-429f-adbe-51fce7c7eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.646620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e40b3e4d-36fa-429f-adbe-51fce7c7eaee None None] Port 8ccc5562-db79-4256-a6dc-1e64dd609327 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:42:37.857472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccc5562-db79-4256-a6dc-1e64dd609327 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:42:37.868302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.889478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c5c5-ba67-474c-85fa-860a7f5210f0 req-c26f7789-fd55-444b-8d21-df8862b06a60 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.891286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca24c5c5-ba67-474c-85fa-860a7f5210f0 req-c26f7789-fd55-444b-8d21-df8862b06a60 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 931 time: 0.1029434 Sep 21 18:42:37.896927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Transition to ACTIVE for port object 8ccc5562-db79-4256-a6dc-1e64dd609327 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:42:37.901773 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:37.986019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:37.995925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca24c5c5-ba67-474c-85fa-860a7f5210f0 req-06abcb83-fdb7-4f7b-8502-1d349c0fc4f9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901642 Sep 21 18:42:38.078420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:42:38.078767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:42:38.079101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:38.084360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:42:38.084646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:38.090240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:42:38.090590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Checking segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:38.091067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Bound using segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:42:38.091513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Bound port: 8ccc5562-db79-4256-a6dc-1e64dd609327, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:42:38.091877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:38.164454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:38.170726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:42:38.178090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:38.223403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.224065 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:38.225535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] 10.222.0.78 "PUT /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 1091 time: 0.7833548 Sep 21 18:42:38.225983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:38.228283 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81bb80a-ba6e-428d-8343-d8f5d351083a" -d '{"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:38.293660 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0dcfa-103e-409a-9688-7b52470622bc x-openstack-request-id: req-fbe0dcfa-103e-409a-9688-7b52470622bc {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:38.295512 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:38.295775 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fbe0dcfa-103e-409a-9688-7b52470622bc {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:38.296184 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'status': 'completed', 'code': 200} Sep 21 18:42:38.298241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369be4a7-bdb8-4ffd-8198-5d256574aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:38.332251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-0233a080-2d31-4eda-b306-b40ba6ae1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.333797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-0233a080-2d31-4eda-b306-b40ba6ae1964 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1094 time: 0.0534675 Sep 21 18:42:38.378087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-c667a3a9-1e7b-4241-a4ff-c358c0d5a486 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 217 time: 0.0367403 Sep 21 18:42:38.436832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-705f964c-e652-413f-a467-fa4735ce8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.438423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-705f964c-e652-413f-a467-fa4735ce8d7f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0531559 Sep 21 18:42:38.485899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-6fdd0013-f4df-436a-8cd3-25ab3971d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.487462 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-6fdd0013-f4df-436a-8cd3-25ab3971d698 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420976 Sep 21 18:42:38.579759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-3b74e3c1-b0e3-4236-9e59-b576b2a41d18 service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849819 Sep 21 18:42:38.673785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-353e2b9c-3d9d-4050-a6f1-aaf5513d9cc3 req-548a4f9e-1ef3-4330-a0f3-c3959116b92c service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876799 Sep 21 18:42:38.680907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:38.759488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-fae18279-06de-4d00-91e2-7b91fe583396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.760999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-fae18279-06de-4d00-91e2-7b91fe583396 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1094 time: 0.0437989 Sep 21 18:42:38.781975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 24aec75f-9718-43ac-8247-89707e6f6e99 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:38.828678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 24aec75f-9718-43ac-8247-89707e6f6e99 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:38.829044 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:38.860375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-f6e8084a-9503-447e-b0a8-5d24c9c0b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.861876 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-f6e8084a-9503-447e-b0a8-5d24c9c0b2c8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 898 time: 0.0928178 Sep 21 18:42:38.903495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-4a502069-24c4-4a8f-a591-f3d210daea46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 217 time: 0.0343549 Sep 21 18:42:38.955431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-8b5b98b8-8ae3-481f-8c64-7a9225d51484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.956797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-8b5b98b8-8ae3-481f-8c64-7a9225d51484 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0451865 Sep 21 18:42:39.006472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-c750abe6-fad8-4a10-8716-02e9037e8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:39.007924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-c750abe6-fad8-4a10-8716-02e9037e8eb6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418582 Sep 21 18:42:39.136019 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-d9e55021-992d-4352-ace3-fb77a9eeb779 service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190691 Sep 21 18:42:39.148367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48962cc6-557e-43c6-b728-27559086fe16 req-11ade10c-17fd-49d9-a6bf-230398158151 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:39.149775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48962cc6-557e-43c6-b728-27559086fe16 req-11ade10c-17fd-49d9-a6bf-230398158151 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 943 time: 0.0738530 Sep 21 18:42:39.592765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48962cc6-557e-43c6-b728-27559086fe16 req-9b045482-1c05-448a-848d-1cf7cef68ad4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4344552 Sep 21 18:42:39.614275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b81bb80a-ba6e-428d-8343-d8f5d351083a req-45d6c6c3-64f3-48c9-971b-465c447403d5 service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635336 Sep 21 18:42:40.678361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:42:40.711242 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17e0a0-cb45-4780-885e-2b79023eeb3f req-3ef9be4b-0e2f-4a5c-9aa8-4f1528558524 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:40.712773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d17e0a0-cb45-4780-885e-2b79023eeb3f req-3ef9be4b-0e2f-4a5c-9aa8-4f1528558524 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 943 time: 0.0536916 Sep 21 18:42:40.751257 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d17e0a0-cb45-4780-885e-2b79023eeb3f req-e5a7d45b-07ec-47c1-b2f7-0013c267de72 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Sep 21 18:42:40.775337 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:40.787240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'port_id': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'mac_address': 'fa:16:3e:fe:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:42:40.823401 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:40.839627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccc5562-db79-4256-a6dc-1e64dd609327 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:42:40.859239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:40.863531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:40.910349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:41.055825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['8ccc5562-db79-4256-a6dc-1e64dd609327'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:42:41.867438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212c41-6f62-4413-825b-07afc4e3c6a1 req-2c64a1fa-55e2-4309-acb6-31929de2ffe2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:41.868915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9212c41-6f62-4413-825b-07afc4e3c6a1 req-2c64a1fa-55e2-4309-acb6-31929de2ffe2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 944 time: 0.0485897 Sep 21 18:42:41.906054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c9212c41-6f62-4413-825b-07afc4e3c6a1 req-76c50b8a-9608-4589-b68f-5930ac50192b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Sep 21 18:42:42.685848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:42.735144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 8ccc5562-db79-4256-a6dc-1e64dd609327 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:42:42.738861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 8ccc5562-db79-4256-a6dc-1e64dd609327 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:42.739272 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:42.819633 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:42.841207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:42.843477 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f72bf-11be-467f-b7f9-96fb80669346" -d '{"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:42.856363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:42.860603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:42.883349 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f946629f-442b-48d3-8769-e4285d0bd31c x-openstack-request-id: req-f946629f-442b-48d3-8769-e4285d0bd31c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:42.883638 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:42.883884 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f946629f-442b-48d3-8769-e4285d0bd31c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:42.884264 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'code': 200} Sep 21 18:42:42.909946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:42.975830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d6c-7714-4557-887e-05b46ba37e61 req-93d463a5-a08f-4a3e-aed7-5ccdd1e7fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:42.977328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd139d6c-7714-4557-887e-05b46ba37e61 req-93d463a5-a08f-4a3e-aed7-5ccdd1e7fd07 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1096 time: 0.0399988 Sep 21 18:42:43.037325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd139d6c-7714-4557-887e-05b46ba37e61 req-92721be9-4f4c-4b30-9a13-8db7751c526a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502973 Sep 21 18:42:43.051071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf2f08-b747-41c7-aadb-870f96f88ecc req-3d85f6ce-631c-4bb4-8688-ca94eacb9ce3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:43.052525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cdf2f08-b747-41c7-aadb-870f96f88ecc req-3d85f6ce-631c-4bb4-8688-ca94eacb9ce3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0743296 Sep 21 18:42:43.105200 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cdf2f08-b747-41c7-aadb-870f96f88ecc req-adc1d909-7e91-4ba4-80f5-68aa51ed044e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 Sep 21 18:42:44.223283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f45fb4-b73c-486d-8ad7-e02fb4dc923a req-8c7121bf-d477-454c-9e02-2394eef6eeb3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.224805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11f45fb4-b73c-486d-8ad7-e02fb4dc923a req-8c7121bf-d477-454c-9e02-2394eef6eeb3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0493138 Sep 21 18:42:44.265636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-11f45fb4-b73c-486d-8ad7-e02fb4dc923a req-4fbf8bb8-019b-408f-a0cc-53864a60f37e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348573 Sep 21 18:42:44.386501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370c83b-f087-4231-83a9-353579f1c6e1 req-57e807ef-75ff-49b3-ae19-bb97d0fdc484 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.388021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a370c83b-f087-4231-83a9-353579f1c6e1 req-57e807ef-75ff-49b3-ae19-bb97d0fdc484 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0508749 Sep 21 18:42:44.426210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a370c83b-f087-4231-83a9-353579f1c6e1 req-3fe97640-3966-4758-975c-e2d6bbffc8a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Sep 21 18:42:44.449338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49598) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:44.492280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a0c6c-36c5-4f56-af8d-f1f259ad4779 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.493789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eb5a0c6c-36c5-4f56-af8d-f1f259ad4779 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1091 time: 0.0434330 Sep 21 18:42:44.496656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49600) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:44.501604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:44.522836 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:44.619443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:44.729118 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.91 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/9385163d-794b-4250-a9ac-b6927e9ca875) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:42:44.830966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:44.862956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:44.901340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:42:44.904508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:44.908011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:42:44.937358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=9385163d-794b-4250-a9ac-b6927e9ca875,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:45.267179 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:45.339149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:45.498906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:45.503434 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:45.572039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=9385163d-794b-4250-a9ac-b6927e9ca875,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:45.581920 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:45.683734 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP c8734cc7-fa1f-4db3-ad79-1546901eb40a associated. External IP: 172.25.3.91, port: 8ccc5562-db79-4256-a6dc-1e64dd609327. Sep 21 18:42:45.898455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router c38e17c2-3932-4970-92dd-6a6106e4d9be has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:42:46.010164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:42:46.021925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] Sync routers for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:42:46.028681 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:46.032541 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:46.033172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:46.057490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-942debee-3a5d-4286-8c9c-b5860b4440a3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5591776 Sep 21 18:42:46.058422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:46.061507 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99" -d '{"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:46.162456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe343b-08cf-41e9-bdce-a4a7ea1a5067 req-743aa16e-0182-430c-b298-0df6d42bbd0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:46.164004 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6cfe343b-08cf-41e9-bdce-a4a7ea1a5067 req-743aa16e-0182-430c-b298-0df6d42bbd0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0561333 Sep 21 18:42:46.206738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6cfe343b-08cf-41e9-bdce-a4a7ea1a5067 req-7de4adac-e7ae-4595-8cb9-c207789fd6cb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355337 Sep 21 18:42:46.232330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49606) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:46.255659 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee07b49-24f9-414a-a099-1b99dc411a82 x-openstack-request-id: req-1ee07b49-24f9-414a-a099-1b99dc411a82 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:46.255953 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:46.256207 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ee07b49-24f9-414a-a099-1b99dc411a82 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:46.256610 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'status': 'completed', 'code': 200} Sep 21 18:42:46.302826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c67eea65-b341-4cea-bc66-2bcc849654ed tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/c8734cc7-fa1f-4db3-ad79-1546901eb40a HTTP/1.1" status: 200 len: 990 time: 0.0680287 Sep 21 18:42:46.307217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:46.326081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-bf6179e1-61d3-4f38-9cda-ac829cb2d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:46.327717 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-bf6179e1-61d3-4f38-9cda-ac829cb2d6de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1096 time: 0.0473628 Sep 21 18:42:46.423234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-c18a51a7-d346-4edf-9642-a1335c2612ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:46.424699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-c18a51a7-d346-4edf-9642-a1335c2612ec service neutron] 10.222.0.78 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 898 time: 0.0899856 Sep 21 18:42:46.498245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-61060371-7a80-47d2-9412-0509f0ff8541 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 998 time: 0.0651190 Sep 21 18:42:46.540929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c8734cc7-fa1f-4db3-ad79-1546901eb40a', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'port_id': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'mac_address': 'fa:16:3e:fe:67:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:42:45Z', 'updated_at': '2021-09-21T18:42:45Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:46.547177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-22451466-ee9a-4d74-8223-faf20142daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:46.548678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-22451466-ee9a-4d74-8223-faf20142daab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0456903 Sep 21 18:42:46.568851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] Checking router: c38e17c2-3932-4970-92dd-6a6106e4d9be for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:42:46.578361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:46.578988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:42:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:46.597349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-7382b1f6-838a-4cc4-831e-f92a56cfce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:46.598957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-7382b1f6-838a-4cc4-831e-f92a56cfce16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430815 Sep 21 18:42:46.689698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:46.698113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-6829d73d-228a-4396-87fe-9cc467455409 service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919683 Sep 21 18:42:46.794011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19055979-a0ea-46ee-93a0-cf6cb2fbdd99 req-60615750-bfa1-43a4-ad87-ab38203e8423 service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893831 Sep 21 18:42:46.919151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c8734cc7-fa1f-4db3-ad79-1546901eb40a', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'port_id': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'mac_address': 'fa:16:3e:fe:67:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:42:45Z', 'updated_at': '2021-09-21T18:42:45Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:46.951667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce2a00-5386-4086-b0fb-3e2a7a88ba1a None None] The sync data for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 is: [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'c8734cc7-fa1f-4db3-ad79-1546901eb40a', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'port_id': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'mac_address': 'fa:16:3e:fe:67:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:42:45Z', 'updated_at': '2021-09-21T18:42:45Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:42:47.135728 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c80939a-bcd1-4994-b6d4-df7e52198769 None None] New status for floating IP c8734cc7-fa1f-4db3-ad79-1546901eb40a: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:42:47.305692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:47.373335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d545c90d-c999-4ddf-ae08-7456725c6488 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/c8734cc7-fa1f-4db3-ad79-1546901eb40a HTTP/1.1" status: 200 len: 992 time: 0.0664790 Sep 21 18:42:50.269587 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:42:59.298104 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f2fe1141-a298-44d3-9f92-876af9de9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:03.629020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a65679ec-143a-4b41-b2e9-c1bbe6fad4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:04.198926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:04.427724 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:04.881094 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:07.350130 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:08.678534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:20.657763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7f4a-5b00-4abe-93d4-5043b51b7230 req-8b3b520f-b03a-4491-84a6-5a94ee831da9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:20.659295 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce8c7f4a-5b00-4abe-93d4-5043b51b7230 req-8b3b520f-b03a-4491-84a6-5a94ee831da9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0501149 Sep 21 18:43:20.697862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce8c7f4a-5b00-4abe-93d4-5043b51b7230 req-72ba4014-d431-4967-9edf-c823aa652e4e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326588 Sep 21 18:43:20.721012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49626) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:20.783701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-38153481-6a55-4b07-b134-66055dcdff57 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/c8734cc7-fa1f-4db3-ad79-1546901eb40a HTTP/1.1" status: 200 len: 992 time: 0.0615351 Sep 21 18:43:21.124167 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e991-1c28-4306-a4e4-b09501cc73d2 req-47c35fec-fcbc-41ab-8402-fd2dd330cd3b tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:21.125693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e622e991-1c28-4306-a4e4-b09501cc73d2 req-47c35fec-fcbc-41ab-8402-fd2dd330cd3b tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1096 time: 0.0422580 Sep 21 18:43:21.161078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e622e991-1c28-4306-a4e4-b09501cc73d2 req-68034f59-f14d-4547-95d2-fc3565e43b01 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293438 Sep 21 18:43:21.704036 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-3d564d93-57b5-4457-a483-2eb88528d1e2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423622 Sep 21 18:43:21.712687 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-e5040300-ed3b-4892-b479-218a73b46857 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:43:21.713615 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-e5040300-ed3b-4892-b479-218a73b46857 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049181 Sep 21 18:43:22.389774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-5652f198-5b16-442e-8095-44295b657294 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:22.391225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-5652f198-5b16-442e-8095-44295b657294 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 1093 time: 0.2118654 Sep 21 18:43:22.399794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Request body: {'binding': {'host': 'n-h2-810285-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:22.400236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Unknown quota resources ['binding']. {{(pid=95091) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:43:22.530404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on host n-h2-810285-3 for vnic_type normal with profile None {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:43:22.530739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:43:22.531065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:22.535231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:43:22.535546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:22.540153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:43:22.540483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Checking segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:43:22.540856 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Bound using segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:43:22.541271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Bound port: 8ccc5562-db79-4256-a6dc-1e64dd609327, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:43:22.626425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:43:22.631750 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] Notify callbacks [] for binding, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:22.632917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c008429f-106b-4892-9739-9c186f7af562 service neutron] 10.222.0.70 "POST /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327/bindings HTTP/1.1" status: 201 len: 389 time: 0.2364492 Sep 21 18:43:22.783762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e54d6b-5c30-4278-b542-44f160e15ec3 req-def62521-59cf-42d0-b52c-1cbdaf226220 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:22.785782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95e54d6b-5c30-4278-b542-44f160e15ec3 req-def62521-59cf-42d0-b52c-1cbdaf226220 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0581503 Sep 21 18:43:22.837133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95e54d6b-5c30-4278-b542-44f160e15ec3 req-4a1ec853-99bb-4b7b-ace6-1c4bb5fe67fe tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Sep 21 18:43:22.872050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-19171ef2-5b62-408f-906d-e96e20428b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:22.873580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-19171ef2-5b62-408f-906d-e96e20428b2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1096 time: 0.0533276 Sep 21 18:43:22.963973 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-1839c438-eecb-44c3-bfc6-2d75c0026080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:22.965379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-1839c438-eecb-44c3-bfc6-2d75c0026080 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 898 time: 0.0843740 Sep 21 18:43:23.034575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-9c3fd0db-4f55-4a3b-b017-1fd304969a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 1000 time: 0.0618987 Sep 21 18:43:23.084397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-a1fe33e0-f537-40e1-ab2d-65b2084fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:23.085827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-a1fe33e0-f537-40e1-ab2d-65b2084fcf82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0440080 Sep 21 18:43:23.132080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-36d8cd16-7465-423c-9bf7-0b2b0dcef8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:23.133565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-36d8cd16-7465-423c-9bf7-0b2b0dcef8ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401435 Sep 21 18:43:23.227239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-3283ce2a-a709-4b4f-bf0c-087aebe48751 service neutron] 10.222.0.41 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854764 Sep 21 18:43:23.317364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c34da677-d4a7-458e-9e35-5a9f3b663e08 service neutron] 10.222.0.41 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818181 Sep 21 18:43:23.475576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-e5ed77b1-f067-4bc1-bbe5-e1d51f18f0a4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:23.477076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-e5ed77b1-f067-4bc1-bbe5-e1d51f18f0a4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec&tenant_id=c5123afc2b3946209c35d215e2d7a91b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1096 time: 0.1026690 Sep 21 18:43:23.489248 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810285-3'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:23.541810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:23.669697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:23.707374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:23.748210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:23.750429 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b5a73-9a80-408e-892c-55bcb3661504" -d '{"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:23.754329 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:23.760796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:23.788978 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7256c945-8b01-48fb-a6bb-528a62ffa541 x-openstack-request-id: req-7256c945-8b01-48fb-a6bb-528a62ffa541 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:23.789643 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:23.789643 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7256c945-8b01-48fb-a6bb-528a62ffa541 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:23.789875 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'code': 200} Sep 21 18:43:23.862381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:23.872037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.872300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.872639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.872983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.873322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.873656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.873987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.874355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.874678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.875011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.875336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.875718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:23.957561 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on host n-h1-810285-3 for vnic_type normal with profile {"migrating_to": "n-h2-810285-3"} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:43:23.958007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:43:23.958437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:23.970087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:43:23.970421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Attempting to bind port 8ccc5562-db79-4256-a6dc-1e64dd609327 on network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:23.982885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:43:23.983150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Checking segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:43:23.983521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Bound using segment: {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:43:23.983965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Bound port: 8ccc5562-db79-4256-a6dc-1e64dd609327, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:43:23.984333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:23.989119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b075b5ee-3bcb-4bff-9796-9618ea9bce91 None None] Provisioning complete for port 8ccc5562-db79-4256-a6dc-1e64dd609327 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:23.989659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b075b5ee-3bcb-4bff-9796-9618ea9bce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:23.994839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b33056-da98-4f70-8a9a-9d2825f5355e req-36e06ff3-458e-49cf-abb8-c83c91319e9a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:23.996538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28b33056-da98-4f70-8a9a-9d2825f5355e req-36e06ff3-458e-49cf-abb8-c83c91319e9a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 943 time: 0.0762839 Sep 21 18:43:24.024103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b075b5ee-3bcb-4bff-9796-9618ea9bce91 None None] Port 8ccc5562-db79-4256-a6dc-1e64dd609327 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:43:24.072575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28b33056-da98-4f70-8a9a-9d2825f5355e req-6c468dc7-4847-45b8-b961-31bb453acf22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695400 Sep 21 18:43:24.095566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:24.098719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:43:24.103489 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:24.198965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=8']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:24.249534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:24.250221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:24.251820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-c9ede344-66de-49a5-be90-fb3854f93dc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 1121 time: 0.7667046 Sep 21 18:43:24.318392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['8ccc5562-db79-4256-a6dc-1e64dd609327'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:43:24.370870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6fa06104-5ab4-4807-9877-d87dd2f02bf5 None None] Provisioning complete for port 8ccc5562-db79-4256-a6dc-1e64dd609327 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:24.371618 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6fa06104-5ab4-4807-9877-d87dd2f02bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:24.502027 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6fa06104-5ab4-4807-9877-d87dd2f02bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:24.550368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:24.552529 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9481680-0bf6-4a76-87d9-ca66918bf5bd" -d '{"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:24.574726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6fa06104-5ab4-4807-9877-d87dd2f02bf5 None None] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:24.581714 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6fa06104-5ab4-4807-9877-d87dd2f02bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:24.618857 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cc5323-6127-4f79-bd29-a8013a0a4401 x-openstack-request-id: req-f2cc5323-6127-4f79-bd29-a8013a0a4401 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:24.619151 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:24.619406 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2cc5323-6127-4f79-bd29-a8013a0a4401 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:24.619790 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'code': 200} Sep 21 18:43:24.769112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa06104-5ab4-4807-9877-d87dd2f02bf5 None None] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:25.192778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240457d-0d5b-4b57-ad39-f93841a15d1a req-90dbfee7-c44c-44b2-8ba9-219678eb615b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:25.194563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b240457d-0d5b-4b57-ad39-f93841a15d1a req-90dbfee7-c44c-44b2-8ba9-219678eb615b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0495713 Sep 21 18:43:25.233265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b240457d-0d5b-4b57-ad39-f93841a15d1a req-84095513-0d70-410c-ab66-51e7182b71bd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Sep 21 18:43:25.790757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:25.794054 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18236104-a790-4c1c-81b8-54629bc19082" -d '{"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:25.831172 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd82e63f-c88a-42be-9002-7c0dc65ef0b6 x-openstack-request-id: req-cd82e63f-c88a-42be-9002-7c0dc65ef0b6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:25.831455 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:25.831701 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd82e63f-c88a-42be-9002-7c0dc65ef0b6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:25.832095 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'status': 'completed', 'code': 200} Sep 21 18:43:25.853973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:43:25.894161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18236104-a790-4c1c-81b8-54629bc19082 req-b0b99d93-dbee-4b62-894b-60ae4697f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:25.895712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18236104-a790-4c1c-81b8-54629bc19082 req-b0b99d93-dbee-4b62-894b-60ae4697f4ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1126 time: 0.0430121 Sep 21 18:43:25.954273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:25.966351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 has no active binding in host n-h2-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:43:25.993824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18236104-a790-4c1c-81b8-54629bc19082 req-dc78ce17-43b7-4c84-a9f5-1b27cfd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:25.995387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18236104-a790-4c1c-81b8-54629bc19082 req-dc78ce17-43b7-4c84-a9f5-1b27cfd9e803 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 898 time: 0.0902781 Sep 21 18:43:26.062429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18236104-a790-4c1c-81b8-54629bc19082 req-166d991e-932c-4dba-be5f-7c9d9c1f1478 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 1000 time: 0.0585825 Sep 21 18:43:26.117958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18236104-a790-4c1c-81b8-54629bc19082 req-9fa0602c-7cbd-467c-8bc6-da430e274032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:26.119450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18236104-a790-4c1c-81b8-54629bc19082 req-9fa0602c-7cbd-467c-8bc6-da430e274032 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0501781 Sep 21 18:43:26.165875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18236104-a790-4c1c-81b8-54629bc19082 req-2cd2be7c-3909-4074-b443-84aaafb88898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:26.168122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18236104-a790-4c1c-81b8-54629bc19082 req-2cd2be7c-3909-4074-b443-84aaafb88898 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415645 Sep 21 18:43:26.257837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18236104-a790-4c1c-81b8-54629bc19082 req-984240ac-e2d4-4731-a95a-b15e11d1f6f7 service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820191 Sep 21 18:43:26.387012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18236104-a790-4c1c-81b8-54629bc19082 req-0b9dc814-a6d6-4dfb-bf5e-dc4b81723d7d service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201713 Sep 21 18:43:26.395320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c064ab2-1f74-4d68-b25a-bbf15a89ddb1 req-fece23c9-1b80-4a1e-92a4-4df13b828046 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:26.396749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c064ab2-1f74-4d68-b25a-bbf15a89ddb1 req-fece23c9-1b80-4a1e-92a4-4df13b828046 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0684726 Sep 21 18:43:26.440256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5c064ab2-1f74-4d68-b25a-bbf15a89ddb1 req-7b3b9ab7-a18d-4d73-800b-dd9e6ab35d88 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Sep 21 18:43:27.159894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-0daf4de2-fb63-4000-9afe-89e12ee9a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:27.161444 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-0daf4de2-fb63-4000-9afe-89e12ee9a7b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1126 time: 0.0478117 Sep 21 18:43:27.269231 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:43:27.274450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-7c39c58d-4ff0-4d76-b461-6ded757489ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:27.275944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-7c39c58d-4ff0-4d76-b461-6ded757489ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 898 time: 0.0897028 Sep 21 18:43:27.347133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-bf1d4779-ae9b-45e1-a1b2-2820b4be38d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 1000 time: 0.0635049 Sep 21 18:43:27.399746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-b65200b8-01d1-4c15-a65e-e29072f92342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:27.401814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-b65200b8-01d1-4c15-a65e-e29072f92342 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0454261 Sep 21 18:43:27.449668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-92de7b5d-8f53-4f77-a98d-f0533fbefc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:27.451168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-92de7b5d-8f53-4f77-a98d-f0533fbefc6c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414839 Sep 21 18:43:27.583154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-3d689197-5638-471b-9014-45fbe0f5b52a service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231527 Sep 21 18:43:27.596317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb53252-bb7e-443d-a7e3-c760ea1f0982 req-1c5abeb9-1c62-4606-8f3e-b5b62e388be6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:27.597789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcb53252-bb7e-443d-a7e3-c760ea1f0982 req-1c5abeb9-1c62-4606-8f3e-b5b62e388be6 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0750425 Sep 21 18:43:28.043612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcb53252-bb7e-443d-a7e3-c760ea1f0982 req-10d10fd4-a1b1-48dd-895d-199077d0cb83 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370520 Sep 21 18:43:28.064079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fe15fd1-a07a-426b-8f49-6db2cd1f0564 req-6f48fa4b-b192-4a6d-8ea6-f74cd9a7ff9c service neutron] 10.222.0.78 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653172 Sep 21 18:43:29.195107 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d83d40-3d97-48f4-a5ec-89f103f6a944 req-6802f305-d161-4a6b-a0b6-38f152d534b7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:29.196593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2d83d40-3d97-48f4-a5ec-89f103f6a944 req-6802f305-d161-4a6b-a0b6-38f152d534b7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 945 time: 0.0862203 Sep 21 18:43:29.213057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-32a27215-9a57-4b1e-9d52-68c4f0dd43d1 service neutron] 10.222.0.78 "GET /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 384 time: 0.0775161 Sep 21 18:43:29.268965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2d83d40-3d97-48f4-a5ec-89f103f6a944 req-c53a8724-4257-41a3-9204-010aed278263 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650790 Sep 21 18:43:29.299331 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b722-f533-4b52-b894-8248bac6a91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:29.401977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:29.422065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:29.466593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:29.468835 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e06588d-3c52-40ee-96ff-eef0693d75f0" -d '{"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:29.476314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:29.491632 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:29.505104 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47483293-f3ca-45c7-bcf5-8824fa3edc0e x-openstack-request-id: req-47483293-f3ca-45c7-bcf5-8824fa3edc0e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:29.505401 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:29.505653 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47483293-f3ca-45c7-bcf5-8824fa3edc0e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:29.506089 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'code': 200} Sep 21 18:43:29.567160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] Transition to ACTIVE for port object 8ccc5562-db79-4256-a6dc-1e64dd609327 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:43:29.571282 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:29.663304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=11']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:29.707936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] No DVR routers for this DVR port 8ccc5562-db79-4256-a6dc-1e64dd609327 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:43:29.840952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d6da0bae-98a3-4dae-a455-2f3c3eafa059 service neutron] 10.222.0.78 "PUT /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327/bindings/n-h2-810285-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6202688 Sep 21 18:43:29.939969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-2040b3bc-2c05-4d4e-a9ff-3bdf3d1a42d4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:29.941475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-2040b3bc-2c05-4d4e-a9ff-3bdf3d1a42d4 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec&tenant_id=c5123afc2b3946209c35d215e2d7a91b&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.0435057 Sep 21 18:43:29.991404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-4a2e1fe7-32b5-480d-8615-aab56484bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:29.992873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-4a2e1fe7-32b5-480d-8615-aab56484bf42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 1095 time: 0.0431736 Sep 21 18:43:30.054934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-9760b6f6-c890-4e5a-978b-73506ff247b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:30.056397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-9760b6f6-c890-4e5a-978b-73506ff247b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1095 time: 0.0403583 Sep 21 18:43:30.147593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-4cbd72b7-a492-4739-ab05-258967a7a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:30.149059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-4cbd72b7-a492-4739-ab05-258967a7a5d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 898 time: 0.0853832 Sep 21 18:43:30.215380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-5467c9b2-559e-4ed9-8772-636309548e21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 998 time: 0.0583534 Sep 21 18:43:30.264610 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-33eb54d8-2215-4f5c-9d41-19fc9ba11089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:30.266049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-33eb54d8-2215-4f5c-9d41-19fc9ba11089 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0439875 Sep 21 18:43:30.316227 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-8bab3633-81dc-4d2b-b93a-1ee03fa8dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:30.317721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-8bab3633-81dc-4d2b-b93a-1ee03fa8dd02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449040 Sep 21 18:43:30.442302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f6029-f51a-4cde-9840-0f392eaf257d req-55322bd3-9991-434e-b988-606d92413799 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:30.443830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-623f6029-f51a-4cde-9840-0f392eaf257d req-55322bd3-9991-434e-b988-606d92413799 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 944 time: 0.1017036 Sep 21 18:43:30.447985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-f188bc3f-05c1-49d7-9380-96674283ae5a service neutron] 10.222.0.41 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230569 Sep 21 18:43:30.538024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-623f6029-f51a-4cde-9840-0f392eaf257d req-33543c17-9632-45ac-8859-dd1e5e30f3f5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870337 Sep 21 18:43:30.567091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-d4770b3f-5256-4415-b397-d5f95fa9c5cc service neutron] 10.222.0.41 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102257 Sep 21 18:43:30.799343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-821a9c0b-47e4-4608-91ec-2d3a5b843133 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:30.800763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-821a9c0b-47e4-4608-91ec-2d3a5b843133 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec&tenant_id=c5123afc2b3946209c35d215e2d7a91b&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 1095 time: 0.0474250 Sep 21 18:43:30.952238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-9787e391-0c48-4025-8301-e2b30c399bbf service neutron] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:30.955764 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-9787e391-0c48-4025-8301-e2b30c399bbf service neutron] Notify callbacks [] for binding, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:30.956956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee2f634c-f4a0-4fc7-83b6-3661098e33cc req-9787e391-0c48-4025-8301-e2b30c399bbf service neutron] 10.222.0.41 "DELETE /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327/bindings/n-h1-810285-3 HTTP/1.1" status: 204 len: 173 time: 0.1492760 Sep 21 18:43:31.719144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c7a2d-8379-4a37-9a1d-f45806c7d62f req-e08b23f3-0cf1-49b1-a35b-76ee21a5737d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:31.720726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-910c7a2d-8379-4a37-9a1d-f45806c7d62f req-e08b23f3-0cf1-49b1-a35b-76ee21a5737d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 944 time: 0.0514812 Sep 21 18:43:31.759849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-910c7a2d-8379-4a37-9a1d-f45806c7d62f req-ec924ccb-a43c-4fbf-b230-3abf0110ec1d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319414 Sep 21 18:43:31.869556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e957a-1b6c-4264-a476-5bab18e7375b req-3d159a34-81e9-4e93-bc5b-95ac93074bfb tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:31.872030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-681e957a-1b6c-4264-a476-5bab18e7375b req-3d159a34-81e9-4e93-bc5b-95ac93074bfb tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1095 time: 0.0449390 Sep 21 18:43:31.905981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-681e957a-1b6c-4264-a476-5bab18e7375b req-b52ac9a1-e8b4-4b9c-ad70-667c5a5b404e tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280349 Sep 21 18:43:32.019741 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e35e7-19aa-4938-ae9f-01011e15c033 req-7965e00b-dd8d-43cc-bd4b-91669862fa49 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:32.021214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-239e35e7-19aa-4938-ae9f-01011e15c033 req-7965e00b-dd8d-43cc-bd4b-91669862fa49 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 944 time: 0.0499499 Sep 21 18:43:32.058555 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-239e35e7-19aa-4938-ae9f-01011e15c033 req-3906ff2a-bc5e-4de5-ba32-fd37c38d0c1c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Sep 21 18:43:32.081194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49694) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:32.143755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bf088bbe-912d-452f-9f09-00fb98e01ce5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/c8734cc7-fa1f-4db3-ad79-1546901eb40a HTTP/1.1" status: 200 len: 990 time: 0.0614536 Sep 21 18:43:32.365738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49700) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:32.521082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 9385163d-794b-4250-a9ac-b6927e9ca875 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:43:32.521429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:32.595871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:32.596197 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:32.608035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 9385163d-794b-4250-a9ac-b6927e9ca875 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:43:32.756085 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:32.781728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=9385163d-794b-4250-a9ac-b6927e9ca875,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:32.794271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.794633 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.794979 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.795321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.795661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.795995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.796327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.796655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.796984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.797316 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.797643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.797964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:32.856029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:32.856354 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP c8734cc7-fa1f-4db3-ad79-1546901eb40a disassociated (deleted). External IP: 172.25.3.91, port: 8ccc5562-db79-4256-a6dc-1e64dd609327. Sep 21 18:43:32.874233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:43:32.911220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:43:33.326407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router c38e17c2-3932-4970-92dd-6a6106e4d9be has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:43:33.432253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:43:33.437421 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:33.442119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] Sync routers for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:43:33.452020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:33.452576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:33.469259 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c97ed0cc-0219-448e-a914-5a2ee45b1760 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/floatingips/c8734cc7-fa1f-4db3-ad79-1546901eb40a HTTP/1.1" status: 204 len: 168 time: 1.1023340 Sep 21 18:43:33.470240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:33.472746 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3723f9-2753-46bb-9a26-80a46c91b96d" -d '{"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:33.561907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:33.627797 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a31117-6d75-47b0-9150-f186e607d3c8 x-openstack-request-id: req-01a31117-6d75-47b0-9150-f186e607d3c8 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:33.628082 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:33.628330 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01a31117-6d75-47b0-9150-f186e607d3c8 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:33.628760 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'status': 'completed', 'code': 200} Sep 21 18:43:33.669485 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cd724076-f3ae-4f98-bf80-9ef6201a3d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:33.720777 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-8e801905-3aa5-488a-a05f-276155be79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:33.722325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-8e801905-3aa5-488a-a05f-276155be79b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 1095 time: 0.0680773 Sep 21 18:43:33.748068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5cc8a-2a32-4423-a736-b7ba5db9456f req-ea5d9c76-863c-4914-ac11-d9aa3341e5cb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:33.749551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ae5cc8a-2a32-4423-a736-b7ba5db9456f req-ea5d9c76-863c-4914-ac11-d9aa3341e5cb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 944 time: 0.0698919 Sep 21 18:43:33.789497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:33.815375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] Checking router: c38e17c2-3932-4970-92dd-6a6106e4d9be for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:43:33.824663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:33.825270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:33.836338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ae5cc8a-2a32-4423-a736-b7ba5db9456f req-3b2a246b-dd74-4e8d-8434-200e485e0fd5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beca175-16bd-4fee-8a0f-2d54bd294867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770729 Sep 21 18:43:33.860081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-60886c73-cfcc-4399-a3e2-5cd742fdd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:33.861983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-60886c73-cfcc-4399-a3e2-5cd742fdd2a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 200 len: 898 time: 0.1310954 Sep 21 18:43:33.906010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-0d6947b8-e08d-47af-bd8c-6b07d0eb2654 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 200 len: 217 time: 0.0357184 Sep 21 18:43:33.936485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:33.955860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-78e6a562-bfba-4d10-8bcc-35f3f7f3d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:33.957531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-78e6a562-bfba-4d10-8bcc-35f3f7f3d8db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 200 len: 834 time: 0.0441337 Sep 21 18:43:34.007880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-524a4d05-8584-4dcc-a7f3-dc839530dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:34.009371 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-524a4d05-8584-4dcc-a7f3-dc839530dc8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64de226d-d539-4ea5-8e05-ac6c4b44e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447989 Sep 21 18:43:34.099972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-cc702350-9671-4089-afbc-65d76b15d9e1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:34.101376 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-cc702350-9671-4089-afbc-65d76b15d9e1 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 944 time: 0.0490723 Sep 21 18:43:34.103389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-2534e41f-2289-4808-a327-735c3970324e service neutron] 10.222.0.41 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859714 Sep 21 18:43:34.145897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:34.173981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6547f3-c836-4b77-8caf-d149b7b12f49 None None] The sync data for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 is: [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:33Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '24aec75f-9718-43ac-8247-89707e6f6e99', 'name': '', 'network_id': '64de226d-d539-4ea5-8e05-ac6c4b44e5ad', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:40:fc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:32Z', 'updated_at': '2021-09-21T18:42:36Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '82ec6e51-14af-4fdf-86b1-50445af81a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:43:34.209588 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:34.210953 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-f8bac96d-a3e1-455c-8167-30eba1fd2074 service neutron] 10.222.0.41 "GET /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969102 Sep 21 18:43:34.215424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 8ccc5562-db79-4256-a6dc-1e64dd609327 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:43:34.215592 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:34.314748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port 8ccc5562-db79-4256-a6dc-1e64dd609327, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=8ccc5562-db79-4256-a6dc-1e64dd609327,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:34.315128 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:34.329886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 8ccc5562-db79-4256-a6dc-1e64dd609327 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:43:34.426001 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c141962-b76a-4e2d-86f9-5e445c32f671 None None] New status for floating IP c8734cc7-fa1f-4db3-ad79-1546901eb40a: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:43:34.443097 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:34.475681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:34.506742 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=8ccc5562-db79-4256-a6dc-1e64dd609327,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:34.547514 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] No DVR routers for this DVR port 8ccc5562-db79-4256-a6dc-1e64dd609327 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:43:34.550026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:34.552024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8578ce6f-c037-4c3a-b1be-facda53655b8 req-414e23cb-9ef6-414f-86cd-68e98e589751 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.41 "DELETE /v2.0/ports/8ccc5562-db79-4256-a6dc-1e64dd609327 HTTP/1.1" status: 204 len: 173 time: 0.4390752 Sep 21 18:43:34.897775 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:34.964411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f23c7da6-d5c8-416d-8348-dd0a0e857ff7 req-1eb0c16b-2701-40d0-9743-c3dcdf0c565d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=99f93fcc-9b01-468b-aeb2-4750d54236ec HTTP/1.1" status: 200 len: 210 time: 0.0329177 Sep 21 18:43:35.630200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-deleted', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:35.632599 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d82cdc-a645-4ae7-81a5-0f2f298ca757" -d '{"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-deleted", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:35.669624 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc9b9d9-0d8b-4c5f-a08b-244cc20d5c5d x-openstack-request-id: req-ebc9b9d9-0d8b-4c5f-a08b-244cc20d5c5d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:35.669922 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f93fcc-9b01-468b-aeb2-4750d54236ec", "name": "network-vif-deleted", "tag": "8ccc5562-db79-4256-a6dc-1e64dd609327", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:35.670177 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebc9b9d9-0d8b-4c5f-a08b-244cc20d5c5d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:35.670611 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f93fcc-9b01-468b-aeb2-4750d54236ec', 'name': 'network-vif-deleted', 'tag': '8ccc5562-db79-4256-a6dc-1e64dd609327', 'status': 'completed', 'code': 200} Sep 21 18:43:36.021446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49714) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:36.404260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:36.663298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 24aec75f-9718-43ac-8247-89707e6f6e99 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:43:36.663767 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:36.751994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port 24aec75f-9718-43ac-8247-89707e6f6e99, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=24aec75f-9718-43ac-8247-89707e6f6e99,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:36.752368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:36.764803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 24aec75f-9718-43ac-8247-89707e6f6e99 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:43:36.950409 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:36.976086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=24aec75f-9718-43ac-8247-89707e6f6e99,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:37.148743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:37.359704 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:37.618966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router c38e17c2-3932-4970-92dd-6a6106e4d9be has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:43:37.733041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:43:37.738088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fceddd21-3137-495d-a14e-08cfde7c6079 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/c38e17c2-3932-4970-92dd-6a6106e4d9be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155626 Sep 21 18:43:37.741062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49716) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:37.742614 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] Sync routers for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:43:37.752573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:37.753176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:37.797023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting subnet 82ec6e51-14af-4fdf-86b1-50445af81a4a {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:43:37.800112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:37.846330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:37.942075 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:37.992986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:43:38.015524 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.020247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 8ccc5562-db79-4256-a6dc-1e64dd609327 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:43:38.020590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 8ccc5562-db79-4256-a6dc-1e64dd609327 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:43:38.041501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:38.052045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Subnet': ['ID=82ec6e51-14af-4fdf-86b1-50445af81a4a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:38.057594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.059863 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c70301f2-f9c0-43bc-b64a-ecb4bf16e8f7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/subnets/82ec6e51-14af-4fdf-86b1-50445af81a4a HTTP/1.1" status: 204 len: 168 time: 0.3176360 Sep 21 18:43:38.062446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49718) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:38.075736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40845127-3e86-46e0-badb-8b38c339c5ca None None] Network 64de226d-d539-4ea5-8e05-ac6c4b44e5ad requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:43:38.174669 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.288078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.338297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:43:36Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': 'c010b6a0-25ce-410e-a391-beb1c47a8784', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:38.353053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port c010b6a0-25ce-410e-a391-beb1c47a8784 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:43:38.353490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.372470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] Checking router: c38e17c2-3932-4970-92dd-6a6106e4d9be for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:43:38.379885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] DHCP port deletion for 64de226d-d539-4ea5-8e05-ac6c4b44e5ad request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:43:38.409068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] Routers {'c38e17c2-3932-4970-92dd-6a6106e4d9be'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:38.409862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c38e17c2-3932-4970-92dd-6a6106e4d9be'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:38.448000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port c010b6a0-25ce-410e-a391-beb1c47a8784, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c010b6a0-25ce-410e-a391-beb1c47a8784,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:38.448296 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.466261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for c010b6a0-25ce-410e-a391-beb1c47a8784 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:43:38.508070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] Set router c38e17c2-3932-4970-92dd-6a6106e4d9be gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:38.572941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:43:38Z', 'revision_number': 6, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:38.576356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Deleting port ca40f628-6f23-485b-8dee-0cef15674b28 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:43:38.576756 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.611456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8e9ef-a70d-46fb-acb0-057becd9b9d8 None None] The sync data for ids ['c38e17c2-3932-4970-92dd-6a6106e4d9be'] in n-d-810285-3 is: [{'id': 'c38e17c2-3932-4970-92dd-6a6106e4d9be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816102983', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:42:30Z', 'updated_at': '2021-09-21T18:43:38Z', 'revision_number': 6, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:43:38.650402 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.665987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] For port ca40f628-6f23-485b-8dee-0cef15674b28, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=ca40f628-6f23-485b-8dee-0cef15674b28,segment=NetworkSegment(d7e72b18-78d9-4f09-80bf-ef1f5feb7581),segment_id=d7e72b18-78d9-4f09-80bf-ef1f5feb7581)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:38.666425 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.676474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=c010b6a0-25ce-410e-a391-beb1c47a8784,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:38.688365 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Calling delete_port for ca40f628-6f23-485b-8dee-0cef15674b28 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:43:38.702576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.739418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.774748 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.801537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Pushing event deleted for resources: {'Port': ['ID=ca40f628-6f23-485b-8dee-0cef15674b28,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:38.803801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] No DVR routers for this DVR port ca40f628-6f23-485b-8dee-0cef15674b28 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:43:38.814689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.814915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.815260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.815598 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.815931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.816262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.816591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.816916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.817242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.817633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.817871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.818229 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec056ba-0246-4c12-b9c9-f7d0f5a52131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:38.838579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.840733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.887480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.888024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Fanout notify agent at l3_agent the message router_deleted on router c38e17c2-3932-4970-92dd-6a6106e4d9be {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:43:38.895580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:38.896750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a8eae9ff-14b0-4a5b-86df-6094a3d54c0d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/routers/c38e17c2-3932-4970-92dd-6a6106e4d9be HTTP/1.1" status: 204 len: 168 time: 0.8331985 Sep 21 18:43:38.899387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49720) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:38.980701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.083515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.103018 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64de226d-d539-4ea5-8e05-ac6c4b44e5ad']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:39.112834 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:39.113138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e72b18-78d9-4f09-80bf-ef1f5feb7581') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:39.124636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.139296 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.142003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ca40f628-6f23-485b-8dee-0cef15674b28 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:43:39.146093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:43:39.146578 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:43:39.150078 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:43:39.170669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: ca40f628-6f23-485b-8dee-0cef15674b28 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:43:39.171043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device ca40f628-6f23-485b-8dee-0cef15674b28 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:43:39.171503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 24aec75f-9718-43ac-8247-89707e6f6e99 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:43:39.191405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 24aec75f-9718-43ac-8247-89707e6f6e99 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:43:39.191755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 24aec75f-9718-43ac-8247-89707e6f6e99 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:43:39.219411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.228805 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.231856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/networks/64de226d-d539-4ea5-8e05-ac6c4b44e5ad HTTP/1.1" status: 204 len: 168 time: 0.3313324 Sep 21 18:43:39.234452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49722) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:39.242140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0fd2b-7a08-4656-a69a-142ab7bea4dd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Network': ['ID=64de226d-d539-4ea5-8e05-ac6c4b44e5ad,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:39.300745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51091547-d9e9-40eb-aac1-d67736f180f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.327579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51091547-d9e9-40eb-aac1-d67736f180f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.390946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51091547-d9e9-40eb-aac1-d67736f180f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.393595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-51091547-d9e9-40eb-aac1-d67736f180f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.395024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-51091547-d9e9-40eb-aac1-d67736f180f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/security-groups/0beca175-16bd-4fee-8a0f-2d54bd294867 HTTP/1.1" status: 204 len: 168 time: 0.1593504 Sep 21 18:43:39.408341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51091547-d9e9-40eb-aac1-d67736f180f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beca175-16bd-4fee-8a0f-2d54bd294867,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:39.699865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49728) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:39.704471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-65d1d569-ae1a-4dfe-8a7a-8a088e4d6568 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1957734929', 'description': 'tempest-secgroup-smoke-1957734929 description', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:39.728128 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65d1d569-ae1a-4dfe-8a7a-8a088e4d6568 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.810319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65d1d569-ae1a-4dfe-8a7a-8a088e4d6568 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.813986 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65d1d569-ae1a-4dfe-8a7a-8a088e4d6568 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.841936 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-65d1d569-ae1a-4dfe-8a7a-8a088e4d6568 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.843184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-65d1d569-ae1a-4dfe-8a7a-8a088e4d6568 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422718 Sep 21 18:43:39.846205 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49730) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:39.847100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d569-ae1a-4dfe-8a7a-8a088e4d6568 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59375df3-6d04-4b6f-ac9c-1a71c6248fbc,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:39.850957 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8d1d15d8-642f-4088-be56-df209a00a335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '59375df3-6d04-4b6f-ac9c-1a71c6248fbc', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:39.878324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8d1d15d8-642f-4088-be56-df209a00a335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.923913 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8d1d15d8-642f-4088-be56-df209a00a335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.927677 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8d1d15d8-642f-4088-be56-df209a00a335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.946719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d15d8-642f-4088-be56-df209a00a335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea7a2f8-d15f-404f-a472-81b8e7389ec0,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:39.954748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8d1d15d8-642f-4088-be56-df209a00a335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:39.955945 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8d1d15d8-642f-4088-be56-df209a00a335 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087024 Sep 21 18:43:39.958557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49732) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:39.962902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e7760ba6-1790-4dae-a9b4-797a7837e588 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '59375df3-6d04-4b6f-ac9c-1a71c6248fbc', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:39.989688 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7760ba6-1790-4dae-a9b4-797a7837e588 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.050644 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7760ba6-1790-4dae-a9b4-797a7837e588 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.054099 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7760ba6-1790-4dae-a9b4-797a7837e588 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.072892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7760ba6-1790-4dae-a9b4-797a7837e588 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658735e8-2bd2-48a9-9dac-5fda4219506d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:40.076650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e7760ba6-1790-4dae-a9b4-797a7837e588 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.077810 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e7760ba6-1790-4dae-a9b4-797a7837e588 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183236 Sep 21 18:43:40.080564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49734) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:40.084837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-024ea7b4-e4ad-413a-8f94-0101fe0de8ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '59375df3-6d04-4b6f-ac9c-1a71c6248fbc', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:40.111353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-024ea7b4-e4ad-413a-8f94-0101fe0de8ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.169964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-024ea7b4-e4ad-413a-8f94-0101fe0de8ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.173628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-024ea7b4-e4ad-413a-8f94-0101fe0de8ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.190648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ea7b4-e4ad-413a-8f94-0101fe0de8ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caba1a36-fabd-44b9-8148-46bb8976afaf,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:40.196893 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-024ea7b4-e4ad-413a-8f94-0101fe0de8ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.198311 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-024ea7b4-e4ad-413a-8f94-0101fe0de8ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168075 Sep 21 18:43:40.201683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49736) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:40.206331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7ad76d0d-cf64-421e-9846-9da5d44a865c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '59375df3-6d04-4b6f-ac9c-1a71c6248fbc', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:40.231542 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ad76d0d-cf64-421e-9846-9da5d44a865c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.289888 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ad76d0d-cf64-421e-9846-9da5d44a865c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.293714 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ad76d0d-cf64-421e-9846-9da5d44a865c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.312983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad76d0d-cf64-421e-9846-9da5d44a865c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03e5e2a-7592-440f-ad49-f6eb286f432b,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:40.315699 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7ad76d0d-cf64-421e-9846-9da5d44a865c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.316938 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7ad76d0d-cf64-421e-9846-9da5d44a865c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143072 Sep 21 18:43:40.319654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49738) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:40.324900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '59375df3-6d04-4b6f-ac9c-1a71c6248fbc', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:40.346416 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:43:40.351701 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.416851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.420351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.438551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be32b60-1b78-4afe-b8e0-0777d227abcd,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:40.443620 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.445238 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a2271cf-502f-4c23-9fe5-c7b1074b191f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239755 Sep 21 18:43:40.447883 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49740) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:40.453012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'security_group_rule': {'security_group_id': '59375df3-6d04-4b6f-ac9c-1a71c6248fbc', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:40.473816 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Project c5123afc2b3946209c35d215e2d7a91b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:43:40.478646 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.539534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.543677 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.564609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d19cd71-63d6-4483-b2b0-4f922d18a270,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:40.571569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.572862 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6c68c547-531d-4e77-b7aa-46d83a8faa8b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240656 Sep 21 18:43:40.575721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49742) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:40.580522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'network': {'name': 'tempest-network-smoke--1042452066', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'port_security_enabled': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:40.600002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:43:40.603483 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.629456 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:43:40.639008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.639349 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Added segment d54f6917-47d3-44d1-bdec-e7e50ba838ea of type vlan for network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 Sep 21 18:43:40.679186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.707440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.713019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:40.713602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.752581 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1758351 Sep 21 18:43:40.753436 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c010b6a0-25ce-410e-a391-beb1c47a8784 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:43:40.755374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49744) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:40.759779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'admin_state_up': True, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:40.776594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c010b6a0-25ce-410e-a391-beb1c47a8784 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:43:40.777575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c010b6a0-25ce-410e-a391-beb1c47a8784 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:43:40.798473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee84e1-90e6-4f5b-8ef3-83a6c29899eb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Network': ['ID=5c2a6aad-5e60-4f5e-aa55-818e018698c7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:40.808600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:43:40.815046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.816060 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.867190 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:41.012943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:41.207814 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:41.226465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:41.327441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.95 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/0f00e8f4-a957-4997-877e-230aa0d8d4ce) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:43:41.432413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:41.466449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:41.501136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:43:41.503948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:43:41.507482 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:43:41.535954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=0f00e8f4-a957-4997-877e-230aa0d8d4ce,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:41.765914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:41.964879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.098671 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:43:42.210119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:43:42.220168 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Sync routers for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:43:42.229748 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:42.230904 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:42.240166 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.241486 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f90d941f-bd2c-4390-aeb5-3220d8454bc2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4851332 Sep 21 18:43:42.244768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49746) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:42.346493 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:42.400745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f91665c0-1c9c-48d9-a272-3df6ae5ab698 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c5123afc2b3946209c35d215e2d7a91b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1548157 Sep 21 18:43:42.404162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49750) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:42.538451 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:41Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:42.565389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843fa52-ea80-4f7e-b355-f6c8fcb8b98c tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:42.566754 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Checking router: 0f83aa7c-eb9d-412c-9953-28ac7bebc22b for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:43:42.566956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f843fa52-ea80-4f7e-b355-f6c8fcb8b98c tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1618664 Sep 21 18:43:42.567133 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Updating router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b port 0f00e8f4-a957-4997-877e-230aa0d8d4ce binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:43:42.570230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:42.592737 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.604557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4e05ca39-931b-49fb-82e1-e5ff07df9fcb tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332224 Sep 21 18:43:42.607773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49754) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:42.612770 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232413006', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:42.716381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:43:42.719972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.864590 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.871414 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.922246 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Attempting to bind port 0f00e8f4-a957-4997-877e-230aa0d8d4ce on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:43:42.922619 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Attempting to bind port 0f00e8f4-a957-4997-877e-230aa0d8d4ce by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:43:42.922985 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Attempting to bind port 0f00e8f4-a957-4997-877e-230aa0d8d4ce on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:42.931173 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Pushing event updated for resources: {'Port': ['ID=0f00e8f4-a957-4997-877e-230aa0d8d4ce,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:42.937284 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:43:42.937744 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:43:42.938063 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.938483 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:43:42.939019 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Bound port: 0f00e8f4-a957-4997-877e-230aa0d8d4ce, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:43:42.939347 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:42.946761 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.947083 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.947425 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.947756 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.948072 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.948395 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.948718 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.949180 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.949580 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.949937 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.950293 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.950611 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:43:42.963843 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.009280 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] For port 0f00e8f4-a957-4997-877e-230aa0d8d4ce, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:43.013986 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] For port 0f00e8f4-a957-4997-877e-230aa0d8d4ce, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0f00e8f4-a957-4997-877e-230aa0d8d4ce,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:43:43.021045 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.037515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Subnet': ['ID=31423708-8bae-4a0c-ad4b-9b56607a5eed,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:43.050568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Checking segment: {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:43:43.050924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network hostable DHCP agents. Network: 5c2a6aad-5e60-4f5e-aa55-818e018698c7, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:43:43.078588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:43:43.084196 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd812-991b-4fdd-b5fb-f675eb4f9018 None None] Pushing event updated for resources: {'Port': ['ID=0f00e8f4-a957-4997-877e-230aa0d8d4ce,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:43.086831 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:43.087444 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:43.094503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 5c2a6aad-5e60-4f5e-aa55-818e018698c7) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:43:43.101345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:43.102991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.107187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92831bbd-a4d3-4dc0-874f-ab1b989266c8 None None] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:43:43.133079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fdd12a69-de3f-4dff-a407-08fdc501ce02 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5214992 Sep 21 18:43:43.133955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49756) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:43.202723 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:43.343000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:43:43.344235 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.438095 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:41Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:43.469336 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a831f289-94f5-423f-9b69-917f1a08e96d None None] The sync data for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 is: [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:41Z', 'revision_number': 3, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:43:43.517344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Allocated IP 172.20.0.2 (5c2a6aad-5e60-4f5e-aa55-818e018698c7/31423708-8bae-4a0c-ad4b-9b56607a5eed/b1cdc6b0-d671-4fc4-b29b-41d738229382) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:43:43.691048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.702516 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.749198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.772162 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:43:43.775093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:43:43.779502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:43:43.792495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Pushing event updated for resources: {'Port': ['ID=b1cdc6b0-d671-4fc4-b29b-41d738229382,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:43.852308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Attempting to bind port b1cdc6b0-d671-4fc4-b29b-41d738229382 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:43:43.852691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Attempting to bind port b1cdc6b0-d671-4fc4-b29b-41d738229382 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:43:43.853088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Attempting to bind port b1cdc6b0-d671-4fc4-b29b-41d738229382 on network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:43.858876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:43:43.859251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Checking segment: {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:43:43.859876 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.860517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Bound using segment: {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:43:43.861190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Bound port: b1cdc6b0-d671-4fc4-b29b-41d738229382, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:43:43.861794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:43.943093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] For port b1cdc6b0-d671-4fc4-b29b-41d738229382, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:43.947904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] For port b1cdc6b0-d671-4fc4-b29b-41d738229382, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b1cdc6b0-d671-4fc4-b29b-41d738229382,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:43:43.953520 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:44.033452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27866e01-c804-4dd5-8d1c-96d64a1260ef None None] Pushing event updated for resources: {'Port': ['ID=b1cdc6b0-d671-4fc4-b29b-41d738229382,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:44.441388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.1 (5c2a6aad-5e60-4f5e-aa55-818e018698c7/31423708-8bae-4a0c-ad4b-9b56607a5eed/dc914c9c-3efa-41a3-a1a6-13c4209abecd) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:43:44.575882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:44.610575 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:44.654119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:43:44.657233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:43:44.663903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:43:44.668501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=dc914c9c-3efa-41a3-a1a6-13c4209abecd,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:44.717655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:44.852306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0f00e8f4-a957-4997-877e-230aa0d8d4ce up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:43:44.909645 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:44.911146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0f00e8f4-a957-4997-877e-230aa0d8d4ce triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:44.911602 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.005134 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.032994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 0f00e8f4-a957-4997-877e-230aa0d8d4ce, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0f00e8f4-a957-4997-877e-230aa0d8d4ce,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:45.038029 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.041376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b1cdc6b0-d671-4fc4-b29b-41d738229382 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:43:45.132265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=0f00e8f4-a957-4997-877e-230aa0d8d4ce,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:45.158980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b1cdc6b0-d671-4fc4-b29b-41d738229382 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:45.159497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.256021 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.280922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.286725 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.296906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b1cdc6b0-d671-4fc4-b29b-41d738229382, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b1cdc6b0-d671-4fc4-b29b-41d738229382,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:45.302173 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.327871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e809df-3f18-42da-8767-234cd0d93e3c None None] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:43:45.367705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=dc914c9c-3efa-41a3-a1a6-13c4209abecd,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:45.379112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.409858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b1cdc6b0-d671-4fc4-b29b-41d738229382,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:45.431227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-eb728f7c-70fe-41e6-8c52-90d6cc5a6264 None None] Provisioning complete for port b1cdc6b0-d671-4fc4-b29b-41d738229382 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:45.431598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eb728f7c-70fe-41e6-8c52-90d6cc5a6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.495357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:43:45.497185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:43:45.645528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:43:45.769384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:43:45.782714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2942dda4-49aa-41b8-88cd-90bcfa926acb tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/0f83aa7c-eb9d-412c-9953-28ac7bebc22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6424320 Sep 21 18:43:45.783564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Sync routers for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:43:45.790929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:45.791556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:45.859256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6e8cd07e-b566-43a4-a9a5-da1fdf055ad0 None None] Provisioning complete for port b1cdc6b0-d671-4fc4-b29b-41d738229382 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:45.859980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd07e-b566-43a4-a9a5-da1fdf055ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:45.946761 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:45.962854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-4ec00a68-2b59-4484-b5cf-2d07ff182256 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1957734929&fields=id&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 267 time: 0.0464666 Sep 21 18:43:46.087138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-eed47df2-6592-4df8-acb3-2109b82216e5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:46.088969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-eed47df2-6592-4df8-acb3-2109b82216e5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/networks?id=5c2a6aad-5e60-4f5e-aa55-818e018698c7 HTTP/1.1" status: 200 len: 797 time: 0.1172085 Sep 21 18:43:46.106857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-d0f67a84-9564-4a38-851b-d2f046aad3d4 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/quotas/c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 375 time: 0.0109403 Sep 21 18:43:46.127719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6e8cd07e-b566-43a4-a9a5-da1fdf055ad0 None None] Provisioning complete for port dc914c9c-3efa-41a3-a1a6-13c4209abecd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:46.128092 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd07e-b566-43a4-a9a5-da1fdf055ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:46.171696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-31b84c10-e992-46a1-81ae-e219732ce326 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576019 Sep 21 18:43:46.198562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cd07e-b566-43a4-a9a5-da1fdf055ad0 None None] Port dc914c9c-3efa-41a3-a1a6-13c4209abecd cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:43:46.227979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 2, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:46.278702 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-fdfb205a-e3dd-4f75-b2d5-d0136841bde8 service neutron] 10.222.0.70 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956061 Sep 21 18:43:46.385304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-3e24ccf3-6c78-41f3-8a1a-6d3e6193ef90 service neutron] 10.222.0.70 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999739 Sep 21 18:43:46.415019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Checking router: 0f83aa7c-eb9d-412c-9953-28ac7bebc22b for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:43:46.415373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Updating router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b port dc914c9c-3efa-41a3-a1a6-13c4209abecd binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:43:46.446143 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:46.450501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d513935d-03db-4eb7-9d60-2a489ffbcc4c None None] Provisioning complete for port dc914c9c-3efa-41a3-a1a6-13c4209abecd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:46.450844 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d513935d-03db-4eb7-9d60-2a489ffbcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:46.517813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d513935d-03db-4eb7-9d60-2a489ffbcc4c None None] Port dc914c9c-3efa-41a3-a1a6-13c4209abecd cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:43:46.567714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21ab4131-7af8-4799-bacc-832afe2e1752 req-4816e8a6-d129-4401-be15-8fa8c84eae14 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 210 time: 0.0287986 Sep 21 18:43:46.768595 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:46.783902 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:46.816586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0f00e8f4-a957-4997-877e-230aa0d8d4ce up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:43:46.884829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1778f-5cc0-4b99-a4bf-2f8bcc6ca007 None None] Pushing event updated for resources: {'Port': ['ID=dc914c9c-3efa-41a3-a1a6-13c4209abecd,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:46.950657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Attempting to bind port dc914c9c-3efa-41a3-a1a6-13c4209abecd on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:43:46.951038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Attempting to bind port dc914c9c-3efa-41a3-a1a6-13c4209abecd by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:43:46.951402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Attempting to bind port dc914c9c-3efa-41a3-a1a6-13c4209abecd on network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:46.958006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0f00e8f4-a957-4997-877e-230aa0d8d4ce triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:46.958477 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:46.960366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:43:46.960748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Checking segment: {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:43:46.961145 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:46.961540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Bound using segment: {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:43:46.962017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Bound port: dc914c9c-3efa-41a3-a1a6-13c4209abecd, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:43:46.962434 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.087545 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] For port dc914c9c-3efa-41a3-a1a6-13c4209abecd, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:47.104848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] For port dc914c9c-3efa-41a3-a1a6-13c4209abecd, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dc914c9c-3efa-41a3-a1a6-13c4209abecd,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:43:47.115608 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.118401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b1cdc6b0-d671-4fc4-b29b-41d738229382 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:43:47.232056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:47.232713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:47.237684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1778f-5cc0-4b99-a4bf-2f8bcc6ca007 None None] Pushing event updated for resources: {'Port': ['ID=dc914c9c-3efa-41a3-a1a6-13c4209abecd,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:47.240412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-042de94a-7341-4ca0-b35d-3acfb51df2ea None None] Provisioning complete for port dc914c9c-3efa-41a3-a1a6-13c4209abecd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:47.240800 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-042de94a-7341-4ca0-b35d-3acfb51df2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.320780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b1cdc6b0-d671-4fc4-b29b-41d738229382 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:47.321032 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.451403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:47.507695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-042de94a-7341-4ca0-b35d-3acfb51df2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.570524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-27fdce95-3bdf-4524-b817-51a66ecd3890 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:47.572274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-27fdce95-3bdf-4524-b817-51a66ecd3890 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "GET /v2.0/networks?id=5c2a6aad-5e60-4f5e-aa55-818e018698c7 HTTP/1.1" status: 200 len: 797 time: 0.1177218 Sep 21 18:43:47.615892 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-042de94a-7341-4ca0-b35d-3acfb51df2ea None None] For port dc914c9c-3efa-41a3-a1a6-13c4209abecd, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dc914c9c-3efa-41a3-a1a6-13c4209abecd,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:47.631899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-610eb519-2068-4c39-875e-7a479c7d70f3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5123afc2b3946209c35d215e2d7a91b HTTP/1.1" status: 200 len: 380 time: 0.0503085 Sep 21 18:43:47.632174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-042de94a-7341-4ca0-b35d-3acfb51df2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.648709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'port': {'device_id': '8f03e421-0262-4530-abda-865d98fa33cb', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'admin_state_up': True, 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'security_groups': ['59375df3-6d04-4b6f-ac9c-1a71c6248fbc']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:47.696437 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83b2082e-c6aa-4256-9f55-cf0030e3faf1 req-fb360cb1-7eb7-463e-b5eb-f4627c3be58f tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 210 time: 0.0442278 Sep 21 18:43:47.727975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042de94a-7341-4ca0-b35d-3acfb51df2ea None None] Pushing event updated for resources: {'Port': ['ID=dc914c9c-3efa-41a3-a1a6-13c4209abecd,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:47.778106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e3be541c-dc24-40e3-9f71-06339555613c None None] Provisioning complete for port dc914c9c-3efa-41a3-a1a6-13c4209abecd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:47.778782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e3be541c-dc24-40e3-9f71-06339555613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.798584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Made reservation on behalf of c5123afc2b3946209c35d215e2d7a91b for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:43:47.802149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:47.829213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:47.860831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6523906-ce00-44cd-9e8d-de9942be4720 None None] The sync data for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 is: [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:43:47.965265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.20.0.9 (5c2a6aad-5e60-4f5e-aa55-818e018698c7/31423708-8bae-4a0c-ad4b-9b56607a5eed/1babfe26-9b53-45d0-9bcd-7eb30701d596) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:43:48.133672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.171117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.219322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:43:48.222775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:43:48.225253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:43:48.255402 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:48.287111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:48.288108 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.305924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0cc348ae-7bd8-4c1f-9a26-fcf2626c2b22 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6612406 Sep 21 18:43:48.319586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Request body: {'port': {'device_id': '8f03e421-0262-4530-abda-865d98fa33cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:48.390282 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.563439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-83a56f7a-e4d6-4385-9da8-3074990164f4 None None] Provisioning complete for port 1babfe26-9b53-45d0-9bcd-7eb30701d596 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:48.564065 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-83a56f7a-e4d6-4385-9da8-3074990164f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.608774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-83a56f7a-e4d6-4385-9da8-3074990164f4 None None] Port 1babfe26-9b53-45d0-9bcd-7eb30701d596 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:43:48.697394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1babfe26-9b53-45d0-9bcd-7eb30701d596 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:43:48.706135 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.723307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Transition to ACTIVE for port object 1babfe26-9b53-45d0-9bcd-7eb30701d596 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:43:48.728240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.834439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Pushing event updated for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:48.881030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dc914c9c-3efa-41a3-a1a6-13c4209abecd up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:43:48.907075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38bd7a-e9c3-4d50-bebd-25cb1ade75ca req-2eac6d55-23ab-4245-beff-f3f066e370ba tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:48.908708 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db38bd7a-e9c3-4d50-bebd-25cb1ade75ca req-2eac6d55-23ab-4245-beff-f3f066e370ba tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 943 time: 0.0933888 Sep 21 18:43:48.946530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Attempting to bind port 1babfe26-9b53-45d0-9bcd-7eb30701d596 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:43:48.946873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Attempting to bind port 1babfe26-9b53-45d0-9bcd-7eb30701d596 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:43:48.947207 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Attempting to bind port 1babfe26-9b53-45d0-9bcd-7eb30701d596 on network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:48.962571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Port 1babfe26-9b53-45d0-9bcd-7eb30701d596 on network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:43:48.962818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Attempting to bind port 1babfe26-9b53-45d0-9bcd-7eb30701d596 on network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:43:48.963807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port dc914c9c-3efa-41a3-a1a6-13c4209abecd triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:48.964190 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.968691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:43:48.969021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Checking segment: {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:43:48.969413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Bound using segment: {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:43:48.969853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Bound port: 1babfe26-9b53-45d0-9bcd-7eb30701d596, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54f6917-47d3-44d1-bdec-e7e50ba838ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:43:48.970233 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.975178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db38bd7a-e9c3-4d50-bebd-25cb1ade75ca req-2ff2e6bd-d5cd-442b-a51a-95d212bfefd0 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532103 Sep 21 18:43:49.059751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:43:49.065796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:43:49.076600 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:49.118936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:49.119505 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:49.121758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] 10.222.0.78 "PUT /v2.0/ports/1babfe26-9b53-45d0-9bcd-7eb30701d596 HTTP/1.1" status: 200 len: 1091 time: 0.8060641 Sep 21 18:43:49.122134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:49.124648 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035fa3f2-104e-423b-9f37-e6905c6d5357" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:49.171879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b96a6-34f1-4b3d-a63f-671971e79b1f service neutron] Pushing event updated for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:49.176481 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aae8282-77f7-4af9-afe8-c3d0d13792a1 x-openstack-request-id: req-2aae8282-77f7-4af9-afe8-c3d0d13792a1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:49.176758 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:49.177238 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2aae8282-77f7-4af9-afe8-c3d0d13792a1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:49.177639 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'status': 'completed', 'code': 200} Sep 21 18:43:49.247381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-3f75fe06-a18f-46ab-bafe-72fd4572685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:49.248944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-3f75fe06-a18f-46ab-bafe-72fd4572685c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1094 time: 0.0508263 Sep 21 18:43:49.293441 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-07ebaecb-d856-458e-a16d-e777bfdea699 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596 HTTP/1.1" status: 200 len: 217 time: 0.0364654 Sep 21 18:43:49.348466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-bb237302-8f02-4697-8170-7c4b6f0495bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:49.350860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-bb237302-8f02-4697-8170-7c4b6f0495bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31423708-8bae-4a0c-ad4b-9b56607a5eed HTTP/1.1" status: 200 len: 834 time: 0.0507758 Sep 21 18:43:49.407002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0a351e84-eb75-490d-a7df-2acc228392d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:49.408426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-0a351e84-eb75-490d-a7df-2acc228392d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c2a6aad-5e60-4f5e-aa55-818e018698c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507720 Sep 21 18:43:49.505159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-9efd76f3-e9e0-4296-ba53-6d181baecbce service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895553 Sep 21 18:43:49.612512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c91eaf74-35f7-4a7a-adc5-9cc69238a4c5 req-b16c8789-e4e8-4ab5-a5ce-6939618f718f service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990796 Sep 21 18:43:49.703305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-e21ed11f-1069-45a5-a8fe-8d353b7590de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:49.704803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-e21ed11f-1069-45a5-a8fe-8d353b7590de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1094 time: 0.0451546 Sep 21 18:43:50.094575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-e95cf3f4-4839-457f-b630-9d7110672719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:50.096129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-e95cf3f4-4839-457f-b630-9d7110672719 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5c2a6aad-5e60-4f5e-aa55-818e018698c7 HTTP/1.1" status: 200 len: 899 time: 0.3845804 Sep 21 18:43:50.148190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-5a668d37-4664-4938-95dc-d73509473282 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596 HTTP/1.1" status: 200 len: 217 time: 0.0376265 Sep 21 18:43:50.198284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e5d0-ff20-4799-bd94-2d7591a32b78 req-78c55f14-870d-4293-987c-2f19e1775b00 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:50.200528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c517e5d0-ff20-4799-bd94-2d7591a32b78 req-78c55f14-870d-4293-987c-2f19e1775b00 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 943 time: 0.1246579 Sep 21 18:43:50.236017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-792a9a72-23f3-4c66-b37c-cf317773adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:50.237558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-792a9a72-23f3-4c66-b37c-cf317773adb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31423708-8bae-4a0c-ad4b-9b56607a5eed HTTP/1.1" status: 200 len: 834 time: 0.0796897 Sep 21 18:43:50.275780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c517e5d0-ff20-4799-bd94-2d7591a32b78 req-5b8b7b05-2e09-41a6-9854-a09683a9952e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690203 Sep 21 18:43:50.296711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-b58bcb31-1e22-4595-8941-dd7f676392e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:50.299248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-b58bcb31-1e22-4595-8941-dd7f676392e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c2a6aad-5e60-4f5e-aa55-818e018698c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535316 Sep 21 18:43:50.403133 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-446f4519-3bf5-459d-8e08-fc7c6f783b9a service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946045 Sep 21 18:43:50.499719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-035fa3f2-104e-423b-9f37-e6905c6d5357 req-1dc99cc0-0d40-4279-898c-1469b9fa88d5 service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892677 Sep 21 18:43:50.961794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1babfe26-9b53-45d0-9bcd-7eb30701d596 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:43:51.062022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:51.073754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'port_id': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'mac_address': 'fa:16:3e:06:cf:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:43:51.112800 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:51.126679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1babfe26-9b53-45d0-9bcd-7eb30701d596 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:43:51.146785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:51.151020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:51.203956 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:51.390968 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['1babfe26-9b53-45d0-9bcd-7eb30701d596'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:43:51.401980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb3d7f-c15a-4407-b33c-8465fe53c31e req-2e45a917-e2a2-46f0-b942-f1da67531598 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:51.403604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fabb3d7f-c15a-4407-b33c-8465fe53c31e req-2e45a917-e2a2-46f0-b942-f1da67531598 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 944 time: 0.0508342 Sep 21 18:43:51.444857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fabb3d7f-c15a-4407-b33c-8465fe53c31e req-ae25c95e-4260-4aa7-aa31-af3166ab10ff tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348833 Sep 21 18:43:52.574625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec8d7-7e28-4eae-a871-757e45a0b3c2 req-789c0516-1752-4f57-95d1-caf469fb59f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:52.576277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd1ec8d7-7e28-4eae-a871-757e45a0b3c2 req-789c0516-1752-4f57-95d1-caf469fb59f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 944 time: 0.0566947 Sep 21 18:43:52.616898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd1ec8d7-7e28-4eae-a871-757e45a0b3c2 req-639d8437-e64f-4273-843c-a8a403578cdd tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342100 Sep 21 18:43:52.976130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1babfe26-9b53-45d0-9bcd-7eb30701d596 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:43:53.036918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 1babfe26-9b53-45d0-9bcd-7eb30701d596 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:43:53.041320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 1babfe26-9b53-45d0-9bcd-7eb30701d596 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:43:53.041701 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:53.129453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:53.153379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:53.155838 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117ba702-3211-4fd3-9db5-dcb90a06d6f1" -d '{"events": [{"server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "name": "network-vif-plugged", "status": "completed", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:53.169876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:43:53.174579 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:53.202585 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f7937f-aa22-4f09-b9de-5cd8f6f5e0d0 x-openstack-request-id: req-42f7937f-aa22-4f09-b9de-5cd8f6f5e0d0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:53.202879 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "name": "network-vif-plugged", "status": "completed", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:53.203136 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42f7937f-aa22-4f09-b9de-5cd8f6f5e0d0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:53.203584 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'code': 200} Sep 21 18:43:53.233511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:53.300184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78453020-2b98-4efe-bbcd-be5b1a174bc2 req-0995d3c7-c13c-4b1b-affb-819f01e9eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:53.301686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78453020-2b98-4efe-bbcd-be5b1a174bc2 req-0995d3c7-c13c-4b1b-affb-819f01e9eada service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1096 time: 0.0421858 Sep 21 18:43:53.337896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78453020-2b98-4efe-bbcd-be5b1a174bc2 req-ff19f24b-5fb6-41df-9258-7b07d01211ca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288165 Sep 21 18:43:53.747854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6e967-ae34-4b2d-bf41-85d6c82b692a req-7b47189e-088f-46bd-9594-faf63d34163c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:53.749415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3b6e967-ae34-4b2d-bf41-85d6c82b692a req-7b47189e-088f-46bd-9594-faf63d34163c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0587540 Sep 21 18:43:53.789914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3b6e967-ae34-4b2d-bf41-85d6c82b692a req-144af7da-a2fd-4468-9392-bb284b9817a5 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343373 Sep 21 18:43:54.913383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64639-259d-4653-a4d3-e87e52dcf4ee req-2db0aae6-8015-4649-826d-3fec2310710b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:54.914981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4c64639-259d-4653-a4d3-e87e52dcf4ee req-2db0aae6-8015-4649-826d-3fec2310710b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0530417 Sep 21 18:43:54.954363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4c64639-259d-4653-a4d3-e87e52dcf4ee req-c121aa91-30e5-4c0b-b3fd-eff278e026b8 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Sep 21 18:43:55.070145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d687-260d-403e-b0c0-1d7967a6c969 req-8aaf2016-00ad-45f2-b652-f786c312455d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:55.071947 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb79d687-260d-403e-b0c0-1d7967a6c969 req-8aaf2016-00ad-45f2-b652-f786c312455d tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0511141 Sep 21 18:43:55.112695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb79d687-260d-403e-b0c0-1d7967a6c969 req-64fced76-194c-4800-824d-da06c5a1b8c2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341682 Sep 21 18:43:55.135256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:55.175835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b660a6-8157-4c5c-83bd-bda5d81cd828 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:55.177375 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-03b660a6-8157-4c5c-83bd-bda5d81cd828 tempest-TestNetworkAdvancedServerOps-2032335672 tempest-TestNetworkAdvancedServerOps-2032335672-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1091 time: 0.0410161 Sep 21 18:43:55.180363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:55.185164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:43:55.208743 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:55.319791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:55.435090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Allocated IP 172.25.3.189 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/8966033b-9027-47a3-a94b-a5704e0248a6) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:43:55.547385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:55.585226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:55.623717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:43:55.626758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:43:55.630372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:43:55.662649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=8966033b-9027-47a3-a94b-a5704e0248a6,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:56.023146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:56.100316 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:56.254548 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:56.259368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:56.342092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event updated for resources: {'Port': ['ID=8966033b-9027-47a3-a94b-a5704e0248a6,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:43:56.350953 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:56.458364 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP 380a01fa-3038-4f14-93e6-5f2af9fcfd7c associated. External IP: 172.25.3.189, port: 1babfe26-9b53-45d0-9bcd-7eb30701d596. Sep 21 18:43:56.677826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:43:56.791849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:43:56.802030 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] Sync routers for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:43:56.810150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:56.812680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:56.813308 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:56.839951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2b206670-294d-4b51-9dff-700018de4a0e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6577492 Sep 21 18:43:56.839951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:43:56.843633 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b59cda2-6ff3-46f4-bba6-8c5758c19267" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:43:56.929394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:56.951828 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56a079-221a-4c6e-aa2b-79dd4295b6c4 req-a327c0ce-3e0f-483c-a5cf-7f8e8ba73087 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:56.953449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f56a079-221a-4c6e-aa2b-79dd4295b6c4 req-a327c0ce-3e0f-483c-a5cf-7f8e8ba73087 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0563252 Sep 21 18:43:56.999473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1f56a079-221a-4c6e-aa2b-79dd4295b6c4 req-9637eb86-9616-4139-a891-38693742908a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373187 Sep 21 18:43:57.030953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49814) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:57.097991 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1f62bf-7b09-4abe-88d9-1bb234e82f47 x-openstack-request-id: req-5d1f62bf-7b09-4abe-88d9-1bb234e82f47 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:43:57.098381 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:43:57.098590 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d1f62bf-7b09-4abe-88d9-1bb234e82f47 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:43:57.098937 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'status': 'completed', 'code': 200} Sep 21 18:43:57.154096 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-77ae1ad9-90c0-458f-94b8-2042a7dedce3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/380a01fa-3038-4f14-93e6-5f2af9fcfd7c HTTP/1.1" status: 200 len: 991 time: 0.1205294 Sep 21 18:43:57.160568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-7cdd6152-3e73-45a0-8618-924f90e73cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:57.162251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-7cdd6152-3e73-45a0-8618-924f90e73cba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1096 time: 0.0731282 Sep 21 18:43:57.272212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-a5f467ff-84fa-46e2-b4a1-f6dead6c95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:57.273685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-a5f467ff-84fa-46e2-b4a1-f6dead6c95b8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5c2a6aad-5e60-4f5e-aa55-818e018698c7 HTTP/1.1" status: 200 len: 899 time: 0.1033719 Sep 21 18:43:57.293225 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '380a01fa-3038-4f14-93e6-5f2af9fcfd7c', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'port_id': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'mac_address': 'fa:16:3e:06:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f03e421-0262-4530-abda-865d98fa33cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:43:55Z', 'updated_at': '2021-09-21T18:43:55Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:57.322564 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] Checking router: 0f83aa7c-eb9d-412c-9953-28ac7bebc22b for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:43:57.332053 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:43:57.332707 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:43:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:57.353143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-3078b7ad-b046-4e69-9ce4-25c78e075f67 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596 HTTP/1.1" status: 200 len: 999 time: 0.0716820 Sep 21 18:43:57.411238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-d5a3994a-3e90-4cec-94ac-04bd38a0d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:57.412979 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-d5a3994a-3e90-4cec-94ac-04bd38a0d59b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31423708-8bae-4a0c-ad4b-9b56607a5eed HTTP/1.1" status: 200 len: 834 time: 0.0519037 Sep 21 18:43:57.467730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-5e78c187-dcb9-4c85-8c78-358bc0e81ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:57.469341 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-5e78c187-dcb9-4c85-8c78-358bc0e81ab7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c2a6aad-5e60-4f5e-aa55-818e018698c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486872 Sep 21 18:43:57.473489 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:57.580547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-2d9e1489-11a5-487b-b8b1-74f9f48ae620 service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039453 Sep 21 18:43:57.685880 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b59cda2-6ff3-46f4-bba6-8c5758c19267 req-19b56950-a672-4bf9-893f-137850bd7376 service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972762 Sep 21 18:43:57.722826 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '380a01fa-3038-4f14-93e6-5f2af9fcfd7c', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'port_id': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'mac_address': 'fa:16:3e:06:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f03e421-0262-4530-abda-865d98fa33cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:43:55Z', 'updated_at': '2021-09-21T18:43:55Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:57.754271 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bd80f-3387-4aa2-8615-617beb257402 None None] The sync data for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 is: [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '380a01fa-3038-4f14-93e6-5f2af9fcfd7c', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'port_id': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'mac_address': 'fa:16:3e:06:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f03e421-0262-4530-abda-865d98fa33cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:43:55Z', 'updated_at': '2021-09-21T18:43:55Z', 'revision_number': 0, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:43:57.960252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0073d7-82f2-4e4e-b66e-b54a5785b839 None None] New status for floating IP 380a01fa-3038-4f14-93e6-5f2af9fcfd7c: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:43:58.158854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49816) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:58.223224 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3923f674-937e-43eb-9fd9-b9c30ac2c008 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/380a01fa-3038-4f14-93e6-5f2af9fcfd7c HTTP/1.1" status: 200 len: 991 time: 0.0631862 Sep 21 18:43:59.227736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49818) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:43:59.294952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-28378f07-1c27-4bc1-903f-06007f34f531 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/380a01fa-3038-4f14-93e6-5f2af9fcfd7c HTTP/1.1" status: 200 len: 993 time: 0.0659914 Sep 21 18:43:59.301199 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1f3334fd-bb31-4f8f-b41c-eec6e7fc9b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:03.631246 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cbd9f2b5-0e8a-4f14-9487-bcf6c2a656fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:04.202434 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:04.267992 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:44:04.451157 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:04.889851 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:07.358102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:08.704577 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:27.726931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-1ff0b199-d289-4b19-b981-c8b1c8bf5c78 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404208 Sep 21 18:44:27.812425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-58ed51ed-966b-43f0-8036-14f6fae8a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:27.813935 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-58ed51ed-966b-43f0-8036-14f6fae8a9a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1096 time: 0.0413387 Sep 21 18:44:27.923235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-e483754f-fc96-48fc-8836-b8474b65af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:27.924749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-e483754f-fc96-48fc-8836-b8474b65af0b service neutron] 10.222.0.78 "GET /v2.0/networks?id=5c2a6aad-5e60-4f5e-aa55-818e018698c7 HTTP/1.1" status: 200 len: 899 time: 0.0911491 Sep 21 18:44:27.994264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-0c8a5787-6585-47fa-affc-dfca59d31ff7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596 HTTP/1.1" status: 200 len: 1001 time: 0.0612595 Sep 21 18:44:28.046367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-f40f926f-30b2-405c-b1bf-29d9f2aceead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:28.048137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-f40f926f-30b2-405c-b1bf-29d9f2aceead service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31423708-8bae-4a0c-ad4b-9b56607a5eed HTTP/1.1" status: 200 len: 834 time: 0.0464721 Sep 21 18:44:28.099149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-c05ef5cf-8c7b-42bd-bd1e-99e0fcf0871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:28.100645 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-c05ef5cf-8c7b-42bd-bd1e-99e0fcf0871b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c2a6aad-5e60-4f5e-aa55-818e018698c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438576 Sep 21 18:44:28.195200 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-8b6362ba-b87d-47c5-a0bc-79ed4c8497b9 service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852582 Sep 21 18:44:28.296694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff9843c7-b4f8-414f-8c7c-6b3f6fd49e63 req-fa9bbe62-32cc-4b8e-abb0-fa869ae4fffc service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880625 Sep 21 18:44:29.304412 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4840-05ec-449f-b526-75d91f85bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:30.976788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795afb-5e7e-414b-9738-1e3ad6970266 req-0dc95e50-95a7-419d-a3bc-fe1a68988b50 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:30.978656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51795afb-5e7e-414b-9738-1e3ad6970266 req-0dc95e50-95a7-419d-a3bc-fe1a68988b50 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0551133 Sep 21 18:44:31.019972 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51795afb-5e7e-414b-9738-1e3ad6970266 req-98ca75e8-61c7-4df4-90ab-18fcd061cdee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341773 Sep 21 18:44:32.137838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42d376-ad66-474a-9f48-06220dae7566 req-c713708c-5241-4f74-854c-e6df79e18807 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:32.139440 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a42d376-ad66-474a-9f48-06220dae7566 req-c713708c-5241-4f74-854c-e6df79e18807 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0492785 Sep 21 18:44:32.185447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a42d376-ad66-474a-9f48-06220dae7566 req-7f947eaf-6ec0-4c1b-8044-1d8b0437879b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395081 Sep 21 18:44:33.307646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298df4a-2852-489b-ae23-cf2ee069a891 req-7b4d750a-afa1-4b9f-94e0-67a808cc8c43 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:33.309045 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e298df4a-2852-489b-ae23-cf2ee069a891 req-7b4d750a-afa1-4b9f-94e0-67a808cc8c43 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0494833 Sep 21 18:44:33.346750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e298df4a-2852-489b-ae23-cf2ee069a891 req-70aaf115-715f-4000-9cea-c43cdff97a4b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Sep 21 18:44:33.632453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-07e215a2-de59-476f-94e2-0d61f431b847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:34.205003 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:34.458355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:34.467283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245e8a1-242f-4d50-96e5-a5e659e89230 req-bfdee3d7-050b-4c95-a98b-eb36afb192b7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:34.469376 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d245e8a1-242f-4d50-96e5-a5e659e89230 req-bfdee3d7-050b-4c95-a98b-eb36afb192b7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0516706 Sep 21 18:44:34.507912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d245e8a1-242f-4d50-96e5-a5e659e89230 req-f9e47525-7429-476c-a5cd-8fba8ec41143 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327470 Sep 21 18:44:34.891268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:35.623434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0125d8-5607-4cf0-ba7d-b961eae5c174 req-ec724160-c1e4-4399-bbbd-c863086678b3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:35.625359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c0125d8-5607-4cf0-ba7d-b961eae5c174 req-ec724160-c1e4-4399-bbbd-c863086678b3 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0479240 Sep 21 18:44:35.667071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c0125d8-5607-4cf0-ba7d-b961eae5c174 req-b2eedf30-e647-48c4-8d13-24b18da1f14c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354970 Sep 21 18:44:36.783880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730cbd-b392-41d2-a30f-fc4a854aa0ad req-e540242a-ee04-4212-a04a-8905f907f96a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:36.785384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6730cbd-b392-41d2-a30f-fc4a854aa0ad req-e540242a-ee04-4212-a04a-8905f907f96a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0519447 Sep 21 18:44:36.822886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6730cbd-b392-41d2-a30f-fc4a854aa0ad req-f7646bdc-f391-4642-8f45-adcefc7aa8ee tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Sep 21 18:44:37.354587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:37.944093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cebfbf-c7db-4329-9809-bc2297126b9b req-52369802-9f10-4e73-a874-2fd7cf2667f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:37.945630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3cebfbf-c7db-4329-9809-bc2297126b9b req-52369802-9f10-4e73-a874-2fd7cf2667f2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0512171 Sep 21 18:44:37.985727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3cebfbf-c7db-4329-9809-bc2297126b9b req-74bf2d00-fcf4-4eda-8200-111c62c093b9 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 21 18:44:38.728183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:39.103534 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac96a31-c796-44bd-aa6b-79dd4eb556fa req-e8961d74-3670-4d19-9a7a-1b86e7f49b7e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:39.105011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ac96a31-c796-44bd-aa6b-79dd4eb556fa req-e8961d74-3670-4d19-9a7a-1b86e7f49b7e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0497015 Sep 21 18:44:39.146172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ac96a31-c796-44bd-aa6b-79dd4eb556fa req-dc0c4fdf-5730-4f3c-9c6e-7cf062428681 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351770 Sep 21 18:44:40.261060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95229e55-bc46-4b75-89cb-ebc6a3786fd1 req-a95ef9b3-6d6f-4032-a03d-1cd7561c5221 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:40.262568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95229e55-bc46-4b75-89cb-ebc6a3786fd1 req-a95ef9b3-6d6f-4032-a03d-1cd7561c5221 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0503023 Sep 21 18:44:40.304475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-95229e55-bc46-4b75-89cb-ebc6a3786fd1 req-ad65ef7a-03d1-4cd4-853f-a118d6b5b20a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360188 Sep 21 18:44:41.268000 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:44:41.417606 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f1c1e-059e-470a-ac82-04f215e471bf req-14af8efa-72f7-4d41-8018-d835e5fa9715 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:41.419108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-942f1c1e-059e-470a-ac82-04f215e471bf req-14af8efa-72f7-4d41-8018-d835e5fa9715 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0482454 Sep 21 18:44:41.457724 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-942f1c1e-059e-470a-ac82-04f215e471bf req-4025109d-55a5-4da7-baa6-327a51308fae tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Sep 21 18:44:42.594821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217b05a-4c95-40a0-9d48-c49a891356c5 req-b2dea9d0-9de0-4006-b8aa-1ec6f2c2bf13 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:42.596619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c217b05a-4c95-40a0-9d48-c49a891356c5 req-b2dea9d0-9de0-4006-b8aa-1ec6f2c2bf13 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0568960 Sep 21 18:44:42.638610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c217b05a-4c95-40a0-9d48-c49a891356c5 req-cde2511e-cd03-4948-9b0e-b0f53185c6cf tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359592 Sep 21 18:44:43.886938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343f0fb-5914-4249-a392-0403f9bb8b01 req-0016d98f-719d-408c-83e2-1d3598ef156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:43.888434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5343f0fb-5914-4249-a392-0403f9bb8b01 req-0016d98f-719d-408c-83e2-1d3598ef156d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1096 time: 0.3381298 Sep 21 18:44:43.905486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331e3a7-4d45-4464-9778-26437c72353a req-616838e6-2b62-448c-905a-b4afc916a9df tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:43.906973 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8331e3a7-4d45-4464-9778-26437c72353a req-616838e6-2b62-448c-905a-b4afc916a9df tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0611062 Sep 21 18:44:43.952382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5343f0fb-5914-4249-a392-0403f9bb8b01 req-49df1024-7aff-4120-96d9-b5ce10a59708 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546896 Sep 21 18:44:43.964757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8331e3a7-4d45-4464-9778-26437c72353a req-e0ee1693-fb05-4144-bddc-2d0f6fcfe2ca tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517721 Sep 21 18:44:45.090753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b7760-8971-49a9-9a9a-9054b445fc7a req-2a76c000-d59b-4746-8125-7af3208e572e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:45.092137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae0b7760-8971-49a9-9a9a-9054b445fc7a req-2a76c000-d59b-4746-8125-7af3208e572e tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0527055 Sep 21 18:44:45.131930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ae0b7760-8971-49a9-9a9a-9054b445fc7a req-e81f7a86-7639-4ef4-a3e6-09a25eaf1d06 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330575 Sep 21 18:44:45.154079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49872) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:44:45.215196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4f6db63c-4b1f-4afc-97ae-abe5e2f10ee2 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/floatingips/380a01fa-3038-4f14-93e6-5f2af9fcfd7c HTTP/1.1" status: 200 len: 993 time: 0.0596385 Sep 21 18:44:45.244996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1babfe26-9b53-45d0-9bcd-7eb30701d596 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:44:45.337353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:44:45.348801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'port_id': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'mac_address': 'fa:16:3e:06:cf:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:44:45.389291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:45.402287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1babfe26-9b53-45d0-9bcd-7eb30701d596 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:44:45.420637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:44:45.425050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:45.474463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:44:45.482364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.482741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.483084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.483420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.483755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.484086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.484489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.484818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.485270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.485601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.486043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.486462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:44:45.663910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['1babfe26-9b53-45d0-9bcd-7eb30701d596'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:44:47.260643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1babfe26-9b53-45d0-9bcd-7eb30701d596 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:44:47.306589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 1babfe26-9b53-45d0-9bcd-7eb30701d596 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:44:47.306956 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:47.385203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:47.406580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:44:47.408840 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934133fa-ec6f-4948-9f52-4816fa153ec7" -d '{"events": [{"server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "name": "network-vif-plugged", "status": "completed", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:44:47.421200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:44:47.426144 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:47.449568 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5bf9bd-2d7d-4192-866c-6bcb1357a66f x-openstack-request-id: req-5a5bf9bd-2d7d-4192-866c-6bcb1357a66f {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:44:47.449876 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "name": "network-vif-plugged", "status": "completed", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:44:47.450144 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a5bf9bd-2d7d-4192-866c-6bcb1357a66f {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:44:47.450530 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'code': 200} Sep 21 18:44:47.474897 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:44:59.306332 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cbf577ff-4395-411f-b0b9-4dbef0a4c389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:03.633201 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-21d637dc-0a82-4037-8d81-f16e90576776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:04.206509 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:04.460791 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:04.892431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:07.358393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:08.720529 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:18.267020 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:45:22.429716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49888) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:22.586528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 8966033b-9027-47a3-a94b-a5704e0248a6 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:22.586871 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:22.661883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:22.662237 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:22.674474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 8966033b-9027-47a3-a94b-a5704e0248a6 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:22.823096 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:22.846566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=8966033b-9027-47a3-a94b-a5704e0248a6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:22.861206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.861566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.861914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.862287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.862745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.863093 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.863433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.863769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.864104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.864437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.864775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.865103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.924389 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:22.924652 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Floating IP 380a01fa-3038-4f14-93e6-5f2af9fcfd7c disassociated (deleted). External IP: 172.25.3.189, port: 1babfe26-9b53-45d0-9bcd-7eb30701d596. Sep 21 18:45:23.135837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:45:23.242781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:45:23.247499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:23.254572 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] Sync routers for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:45:23.264061 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:23.264670 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:45:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:23.275209 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f8db9d13-5601-4e50-9bf0-8e9385db0316 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/floatingips/380a01fa-3038-4f14-93e6-5f2af9fcfd7c HTTP/1.1" status: 204 len: 168 time: 0.8442416 Sep 21 18:45:23.275899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:23.278365 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2335583-3a86-45db-a10e-71d4f46e414b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:23.374127 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:23.517635 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c7b04f-0bd0-4edb-abb6-11bc317db688 x-openstack-request-id: req-27c7b04f-0bd0-4edb-abb6-11bc317db688 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:23.518131 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:23.518131 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27c7b04f-0bd0-4edb-abb6-11bc317db688 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:23.518620 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'status': 'completed', 'code': 200} Sep 21 18:45:23.587120 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:23.609757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758fb6b-b5f7-484a-ae80-0b0d76d26f3c req-283a66d7-df28-4cb8-b30c-ae378790010a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:23.611306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1758fb6b-b5f7-484a-ae80-0b0d76d26f3c req-283a66d7-df28-4cb8-b30c-ae378790010a tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0562177 Sep 21 18:45:23.619375 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] Checking router: 0f83aa7c-eb9d-412c-9953-28ac7bebc22b for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:45:23.630656 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:23.631280 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:45:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:23.664117 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1758fb6b-b5f7-484a-ae80-0b0d76d26f3c req-7aa3b36e-7549-4665-b9ea-797b62ece5a7 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 Sep 21 18:45:23.696543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335583-3a86-45db-a10e-71d4f46e414b req-37f1105b-dd2c-4c99-a4bd-c61ed9f66343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:23.698065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2335583-3a86-45db-a10e-71d4f46e414b req-37f1105b-dd2c-4c99-a4bd-c61ed9f66343 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c5123afc2b3946209c35d215e2d7a91b&device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 1096 time: 0.1618183 Sep 21 18:45:23.746501 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:23.795203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335583-3a86-45db-a10e-71d4f46e414b req-02821a11-3165-4d9a-a0d3-0e8fba039d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:23.797160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2335583-3a86-45db-a10e-71d4f46e414b req-02821a11-3165-4d9a-a0d3-0e8fba039d48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5c2a6aad-5e60-4f5e-aa55-818e018698c7 HTTP/1.1" status: 200 len: 899 time: 0.0909173 Sep 21 18:45:23.844223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2335583-3a86-45db-a10e-71d4f46e414b req-cc16db82-f833-4931-ad96-870ae8a25ee4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596 HTTP/1.1" status: 200 len: 217 time: 0.0352025 Sep 21 18:45:23.900045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335583-3a86-45db-a10e-71d4f46e414b req-7bc46c6c-d219-4a39-8998-e64b6f594c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:23.901586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2335583-3a86-45db-a10e-71d4f46e414b req-7bc46c6c-d219-4a39-8998-e64b6f594c54 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=31423708-8bae-4a0c-ad4b-9b56607a5eed HTTP/1.1" status: 200 len: 834 time: 0.0493574 Sep 21 18:45:23.945645 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:23.950961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335583-3a86-45db-a10e-71d4f46e414b req-11446df6-3793-4954-9e52-9a1e85938c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:23.952483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2335583-3a86-45db-a10e-71d4f46e414b req-11446df6-3793-4954-9e52-9a1e85938c71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c2a6aad-5e60-4f5e-aa55-818e018698c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406487 Sep 21 18:45:23.972890 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba2f4f-de4b-4122-9930-c3aef1997470 None None] The sync data for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 is: [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:43:44Z', 'revision_number': 4, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'dc914c9c-3efa-41a3-a1a6-13c4209abecd', 'name': '', 'network_id': '5c2a6aad-5e60-4f5e-aa55-818e018698c7', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:44Z', 'updated_at': '2021-09-21T18:43:47Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'subnets': [{'id': '31423708-8bae-4a0c-ad4b-9b56607a5eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:45:24.052013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2335583-3a86-45db-a10e-71d4f46e414b req-a9b40adb-9842-4461-a1de-6889e901a14b service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903549 Sep 21 18:45:24.148236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2335583-3a86-45db-a10e-71d4f46e414b req-7d5e5b7e-6aa4-48ac-bcdf-26590b6a20f3 service neutron] 10.222.0.78 "GET /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878217 Sep 21 18:45:24.207658 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c983ae-d78c-46bd-b6ad-e8bff4c92ecf None None] New status for floating IP 380a01fa-3038-4f14-93e6-5f2af9fcfd7c: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:45:24.796944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66531-4f4d-44e1-a93e-f27e35ed3bd2 req-f86fa6bf-0ff3-434a-9033-d6de8180a517 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:24.798664 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55b66531-4f4d-44e1-a93e-f27e35ed3bd2 req-f86fa6bf-0ff3-434a-9033-d6de8180a517 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0589097 Sep 21 18:45:24.839086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55b66531-4f4d-44e1-a93e-f27e35ed3bd2 req-ebd2f4ca-9b32-4e4a-ab60-26334da1673b tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/security-groups?id=59375df3-6d04-4b6f-ac9c-1a71c6248fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Sep 21 18:45:25.044145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-c44d337f-3490-460a-9cc7-ba7217123bdc tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:25.045503 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-c44d337f-3490-460a-9cc7-ba7217123bdc tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 945 time: 0.0528569 Sep 21 18:45:25.134879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 1babfe26-9b53-45d0-9bcd-7eb30701d596 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:25.135225 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:25.226577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port 1babfe26-9b53-45d0-9bcd-7eb30701d596, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1babfe26-9b53-45d0-9bcd-7eb30701d596,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:25.226939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:25.238634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 1babfe26-9b53-45d0-9bcd-7eb30701d596 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:25.365276 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:25.398439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=1babfe26-9b53-45d0-9bcd-7eb30701d596,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:25.440108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] No DVR routers for this DVR port 1babfe26-9b53-45d0-9bcd-7eb30701d596 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:25.442911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:25.444911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e32ebd2-606d-4cba-81b4-c00b2cad292d req-5ffd9a8f-5fa4-4c25-a5fc-66f258d99251 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.78 "DELETE /v2.0/ports/1babfe26-9b53-45d0-9bcd-7eb30701d596 HTTP/1.1" status: 204 len: 173 time: 0.3931146 Sep 21 18:45:25.519682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'name': 'network-vif-deleted', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:25.522036 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91168ef6-a06f-42dd-b358-12866a8db4b8" -d '{"events": [{"server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "name": "network-vif-deleted", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:25.558320 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afeca07-7fa0-48d0-a5f5-cce7a47632b6 x-openstack-request-id: req-7afeca07-7fa0-48d0-a5f5-cce7a47632b6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:25.558629 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03e421-0262-4530-abda-865d98fa33cb", "name": "network-vif-deleted", "tag": "1babfe26-9b53-45d0-9bcd-7eb30701d596", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:25.558863 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7afeca07-7fa0-48d0-a5f5-cce7a47632b6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:25.559270 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f03e421-0262-4530-abda-865d98fa33cb', 'name': 'network-vif-deleted', 'tag': '1babfe26-9b53-45d0-9bcd-7eb30701d596', 'status': 'completed', 'code': 200} Sep 21 18:45:25.952398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4b4fe89-7bf2-459d-bd5d-34ce3a511446 req-4eaed260-be48-4fc4-8564-42a3c6516927 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f03e421-0262-4530-abda-865d98fa33cb HTTP/1.1" status: 200 len: 210 time: 0.0283003 Sep 21 18:45:27.010009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49910) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:27.404138 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:27.679574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port dc914c9c-3efa-41a3-a1a6-13c4209abecd {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:27.679924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:27.769135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port dc914c9c-3efa-41a3-a1a6-13c4209abecd, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=dc914c9c-3efa-41a3-a1a6-13c4209abecd,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:27.769508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:27.783035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for dc914c9c-3efa-41a3-a1a6-13c4209abecd owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:27.976244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:28.007516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=dc914c9c-3efa-41a3-a1a6-13c4209abecd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:28.193518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:28.414180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:45:28.793814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:45:28.799635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4d0aa181-de72-4151-81f4-9ee36a87a908 tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "PUT /v2.0/routers/0f83aa7c-eb9d-412c-9953-28ac7bebc22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885525 Sep 21 18:45:28.802300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49912) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:28.805879 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] Sync routers for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:45:28.820834 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:28.821670 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:45:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:28.855939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting subnet 31423708-8bae-4a0c-ad4b-9b56607a5eed {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:45:28.859547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:28.903158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:28.993618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.027695 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:29.055825 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.083636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Subnet': ['ID=31423708-8bae-4a0c-ad4b-9b56607a5eed,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:29.087462 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.092401 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ded1b434-e9f0-4da8-9774-f7575d681cef tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/subnets/31423708-8bae-4a0c-ad4b-9b56607a5eed HTTP/1.1" status: 204 len: 168 time: 0.2858975 Sep 21 18:45:29.092401 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49914) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:29.099622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011b645e-1ec0-4b6e-93d5-9333c3d1a506 None None] Network 5c2a6aad-5e60-4f5e-aa55-818e018698c7 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:45:29.211171 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.221857 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:45:27Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:29.255441 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] Checking router: 0f83aa7c-eb9d-412c-9953-28ac7bebc22b for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:45:29.264594 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] Routers {'0f83aa7c-eb9d-412c-9953-28ac7bebc22b'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:29.265206 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:45:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:29.287708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] DHCP port deletion for 5c2a6aad-5e60-4f5e-aa55-818e018698c7 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:45:29.332100 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.332379 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5fd36bc8-e2d7-4a81-b043-4761841aa0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.353459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] Deleting port b1cdc6b0-d671-4fc4-b29b-41d738229382 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:29.353840 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.387886 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] Set router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:29.388690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Deleting port 0f00e8f4-a957-4997-877e-230aa0d8d4ce {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:29.389982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.430628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] For port b1cdc6b0-d671-4fc4-b29b-41d738229382, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b1cdc6b0-d671-4fc4-b29b-41d738229382,segment=NetworkSegment(d54f6917-47d3-44d1-bdec-e7e50ba838ea),segment_id=d54f6917-47d3-44d1-bdec-e7e50ba838ea)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:29.431187 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.445222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] Calling delete_port for b1cdc6b0-d671-4fc4-b29b-41d738229382 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:29.475890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] For port 0f00e8f4-a957-4997-877e-230aa0d8d4ce, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0f00e8f4-a957-4997-877e-230aa0d8d4ce,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:29.476263 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.489501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Calling delete_port for 0f00e8f4-a957-4997-877e-230aa0d8d4ce owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:29.489818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1babfe26-9b53-45d0-9bcd-7eb30701d596 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:29.511111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 1babfe26-9b53-45d0-9bcd-7eb30701d596 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:29.511481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1babfe26-9b53-45d0-9bcd-7eb30701d596 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:29.551698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.577976 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:45:27Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:29.583391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] Pushing event deleted for resources: {'Port': ['ID=b1cdc6b0-d671-4fc4-b29b-41d738229382,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:29.587040 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785b95d-82d3-4eef-8f3e-2c692b66b6ce None None] No DVR routers for this DVR port b1cdc6b0-d671-4fc4-b29b-41d738229382 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:29.613783 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009fd8b-bdf0-42fd-b844-81fdf5633f4d None None] The sync data for ids ['0f83aa7c-eb9d-412c-9953-28ac7bebc22b'] in n-d-810285-3 is: [{'id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778375974', 'tenant_id': 'c5123afc2b3946209c35d215e2d7a91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:43:40Z', 'updated_at': '2021-09-21T18:45:27Z', 'revision_number': 5, 'project_id': 'c5123afc2b3946209c35d215e2d7a91b', 'gw_port': {'id': '0f00e8f4-a957-4997-877e-230aa0d8d4ce', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83aa7c-eb9d-412c-9953-28ac7bebc22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:43:41Z', 'updated_at': '2021-09-21T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:45:29.672496 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.698746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Port': ['ID=0f00e8f4-a957-4997-877e-230aa0d8d4ce,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:29.763761 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.860213 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.862242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.904314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.904848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Fanout notify agent at l3_agent the message router_deleted on router 0f83aa7c-eb9d-412c-9953-28ac7bebc22b {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:45:29.912982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:29.914118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f5a1ce5f-a563-44bb-8e25-667a4df3a9be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/routers/0f83aa7c-eb9d-412c-9953-28ac7bebc22b HTTP/1.1" status: 204 len: 168 time: 0.8211744 Sep 21 18:45:29.916836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 49916) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:29.998781 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.089084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.111698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2a6aad-5e60-4f5e-aa55-818e018698c7']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:30.121234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54f6917-47d3-44d1-bdec-e7e50ba838ea') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:30.121532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54f6917-47d3-44d1-bdec-e7e50ba838ea') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:30.131674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.145043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.150759 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:45:30.151137 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:45:30.153989 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:45:30.227061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.236311 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.237569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/networks/5c2a6aad-5e60-4f5e-aa55-818e018698c7 HTTP/1.1" status: 204 len: 168 time: 0.3197832 Sep 21 18:45:30.240533 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49918) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:30.252253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c915615-7cd9-4db6-b25a-66178c64b2be tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'Network': ['ID=5c2a6aad-5e60-4f5e-aa55-818e018698c7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:30.312110 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.342284 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.404109 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.406713 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.408009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] 10.222.0.70 "DELETE /v2.0/security-groups/59375df3-6d04-4b6f-ac9c-1a71c6248fbc HTTP/1.1" status: 204 len: 168 time: 0.1662607 Sep 21 18:45:30.417116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59375df3-6d04-4b6f-ac9c-1a71c6248fbc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:30.425550 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.425898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.426259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.426597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.426928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.427261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.427586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.427915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.428241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.428559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.428880 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.429199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c98c4d-467b-4d84-acec-2e406a88bb3c tempest-TestNetworkAdvancedServerOps-2069491851 tempest-TestNetworkAdvancedServerOps-2069491851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:30.712699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49926) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:30.857685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dc914c9c-3efa-41a3-a1a6-13c4209abecd no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:30.878176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: dc914c9c-3efa-41a3-a1a6-13c4209abecd {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:30.878550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device dc914c9c-3efa-41a3-a1a6-13c4209abecd not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:30.878971 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0f00e8f4-a957-4997-877e-230aa0d8d4ce no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:30.880507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71747239-e587-4662-8adb-7fb2eb865e8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5123afc2b3946209c35d215e2d7a91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666541 Sep 21 18:45:30.883676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49932) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:30.898745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 0f00e8f4-a957-4997-877e-230aa0d8d4ce {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:30.899097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0f00e8f4-a957-4997-877e-230aa0d8d4ce not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:30.899520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b1cdc6b0-d671-4fc4-b29b-41d738229382 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:30.918288 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b1cdc6b0-d671-4fc4-b29b-41d738229382 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:30.918538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b1cdc6b0-d671-4fc4-b29b-41d738229382 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:30.933508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0f7e-48d3-4af6-84f9-868e636733bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:30.955842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0f7e-48d3-4af6-84f9-868e636733bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:31.003857 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0f7e-48d3-4af6-84f9-868e636733bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:31.006550 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0f7e-48d3-4af6-84f9-868e636733bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:31.007721 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eb9d0f7e-48d3-4af6-84f9-868e636733bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4dedf3bf-b7ad-4add-bd84-596ee10320b2 HTTP/1.1" status: 204 len: 168 time: 0.1231515 Sep 21 18:45:31.015582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d0f7e-48d3-4af6-84f9-868e636733bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dedf3bf-b7ad-4add-bd84-596ee10320b2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:31.271595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49938) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:31.311343 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ca3f070f-0b6e-4341-a798-4017ccfe58c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ef31e22ae6b4255a0365891e729784b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382965 Sep 21 18:45:31.313820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 49940) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:31.367746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8bc8-9e48-4c48-8228-be10e30f0dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:31.388873 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8bc8-9e48-4c48-8228-be10e30f0dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:31.440468 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8bc8-9e48-4c48-8228-be10e30f0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:31.443397 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8bc8-9e48-4c48-8228-be10e30f0dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:31.444747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1fbe8bc8-9e48-4c48-8228-be10e30f0dfe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ef2af9f-e798-4d59-9d1e-ab1b2e0356a0 HTTP/1.1" status: 204 len: 168 time: 0.1298451 Sep 21 18:45:31.455590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe8bc8-9e48-4c48-8228-be10e30f0dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef2af9f-e798-4d59-9d1e-ab1b2e0356a0,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:33.635516 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-89d5c066-bcec-42dc-b590-dfe7b6ea596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:34.208864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:34.491895 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:34.896585 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:37.364720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:38.759270 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:41.624525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-8f935740-8fdc-407c-954f-ab58aafb9d6f tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6ae5d9d781ab404f8e1bc6cd3fcfe618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287411 Sep 21 18:45:41.811667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-5a1a0030-7ef5-4ee2-b04c-0c3dc2fc8eff tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:41.813171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-5a1a0030-7ef5-4ee2-b04c-0c3dc2fc8eff tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831932 Sep 21 18:45:41.828139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-0ce3de27-60a9-4c27-915e-a14b5f387e25 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/quotas/6ae5d9d781ab404f8e1bc6cd3fcfe618 HTTP/1.1" status: 200 len: 375 time: 0.0092113 Sep 21 18:45:41.860464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-c5b12b83-fb81-4e82-a1f7-4abd753cc93f tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ae5d9d781ab404f8e1bc6cd3fcfe618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261061 Sep 21 18:45:42.018810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7bb33c88-7ee1-451a-b40b-9e27dea9a5eb req-09e2da98-820b-4ec6-9be7-cb75c0999545 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Sep 21 18:45:43.094508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f9f70ae-a62e-4a9b-936f-655f0f862909 req-d2c9ed84-5785-4f28-bd24-954de73f303d tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 210 time: 0.0263748 Sep 21 18:45:44.174404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e671590-e08f-4708-9539-8414805a04f7 req-247903b5-d870-4d62-8a20-02e1f906ef94 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 210 time: 0.0295107 Sep 21 18:45:45.107488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-05f8126a-a10f-4c41-83b9-73d15d4867c3 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6ae5d9d781ab404f8e1bc6cd3fcfe618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231411 Sep 21 18:45:45.216785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-031f06f5-c6f2-4bd5-b5ed-92583f538068 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:45.218291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-031f06f5-c6f2-4bd5-b5ed-92583f538068 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053989 Sep 21 18:45:45.235218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Request body: {'port': {'device_id': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'admin_state_up': True, 'tenant_id': '6ae5d9d781ab404f8e1bc6cd3fcfe618'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:45.291053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b38f6bef-f5b2-4181-876e-2e3172896ee7 req-ccaedc20-2f6f-4da2-8db2-a83308a6a9fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 210 time: 0.0406075 Sep 21 18:45:45.372472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Made reservation on behalf of 6ae5d9d781ab404f8e1bc6cd3fcfe618 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:45:45.376218 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:45.385113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:45.477130 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:45.480908 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:45.549386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f541cd9-69be-4c06-a260-4ee0d6278a36,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:45.619523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Allocated IP 192.168.233.116 (16162046-18e4-4c37-86b4-cd7b0a5112f3/23a29f5a-f7d0-4808-a2f3-b47a360fc035/e8f57d51-2be4-4bd7-a336-89376cc5edfa) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:45:45.768950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:45.801012 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:45.841879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Network 16162046-18e4-4c37-86b4-cd7b0a5112f3 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:45:45.845159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:45:45.848868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:45:45.876541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Pushing event updated for resources: {'Port': ['ID=e8f57d51-2be4-4bd7-a336-89376cc5edfa,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:45.905329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:45.905964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:45.920958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-47059f5f-7213-4f16-9d1f-dd169731c3fa tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6896214 Sep 21 18:45:45.933582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Request body: {'port': {'device_id': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:45.996733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:46.043906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5f2c0109-e2aa-4fe9-ba95-31dc3efa952d None None] Provisioning complete for port e8f57d51-2be4-4bd7-a336-89376cc5edfa triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:45:46.044458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0109-e2aa-4fe9-ba95-31dc3efa952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:46.078392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-5f2c0109-e2aa-4fe9-ba95-31dc3efa952d None None] Port e8f57d51-2be4-4bd7-a336-89376cc5edfa cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:45:46.260350 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f57d51-2be4-4bd7-a336-89376cc5edfa {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:45:46.268221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:46.280795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Transition to ACTIVE for port object e8f57d51-2be4-4bd7-a336-89376cc5edfa will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:45:46.284184 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:46.339982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f57d51-2be4-4bd7-a336-89376cc5edfa,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:46.443310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Attempting to bind port e8f57d51-2be4-4bd7-a336-89376cc5edfa on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:45:46.443646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Attempting to bind port e8f57d51-2be4-4bd7-a336-89376cc5edfa by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:45:46.443984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Attempting to bind port e8f57d51-2be4-4bd7-a336-89376cc5edfa on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:46.453089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef77f7-98cf-4137-983a-c244be77a2ce req-3af6c6fa-7913-4a33-a797-89e94d3f4bdd tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:46.455336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29ef77f7-98cf-4137-983a-c244be77a2ce req-3af6c6fa-7913-4a33-a797-89e94d3f4bdd tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 948 time: 0.0751429 Sep 21 18:45:46.460166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Port e8f57d51-2be4-4bd7-a336-89376cc5edfa on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:45:46.460793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Attempting to bind port e8f57d51-2be4-4bd7-a336-89376cc5edfa on network 16162046-18e4-4c37-86b4-cd7b0a5112f3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:46.476446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:45:46.476805 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Checking segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:45:46.477188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Bound using segment: {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:45:46.477632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Bound port: e8f57d51-2be4-4bd7-a336-89376cc5edfa, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645eddc0-0991-41c3-9201-9a782b65820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:45:46.477990 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:46.536369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29ef77f7-98cf-4137-983a-c244be77a2ce req-bce944c1-bc53-41a5-a092-23e2340894ca tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714207 Sep 21 18:45:46.565026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] For port e8f57d51-2be4-4bd7-a336-89376cc5edfa, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:45:46.568504 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] For port e8f57d51-2be4-4bd7-a336-89376cc5edfa, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e8f57d51-2be4-4bd7-a336-89376cc5edfa,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:45:46.572569 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:46.607191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:46.607815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:46.609283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] 10.222.0.78 "PUT /v2.0/ports/e8f57d51-2be4-4bd7-a336-89376cc5edfa HTTP/1.1" status: 200 len: 1096 time: 0.6799488 Sep 21 18:45:46.609738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'tag': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:46.612360 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691" -d '{"events": [{"name": "network-changed", "server_uuid": "f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0", "tag": "e8f57d51-2be4-4bd7-a336-89376cc5edfa"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:46.647335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d793bb-de7a-4a26-a9ae-2c41e49f54d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f57d51-2be4-4bd7-a336-89376cc5edfa,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:46.677932 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06448f43-272a-441c-b79c-209d5a9adcc3 x-openstack-request-id: req-06448f43-272a-441c-b79c-209d5a9adcc3 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:46.678247 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0", "tag": "e8f57d51-2be4-4bd7-a336-89376cc5edfa", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:46.678513 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06448f43-272a-441c-b79c-209d5a9adcc3 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:46.678914 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'tag': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa', 'status': 'completed', 'code': 200} Sep 21 18:45:46.698592 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-fb6eac53-6764-44ee-b9d0-452ff39d6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:46.700129 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-fb6eac53-6764-44ee-b9d0-452ff39d6e83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ae5d9d781ab404f8e1bc6cd3fcfe618&device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 1099 time: 0.0499218 Sep 21 18:45:46.743258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-e4e089d8-287b-4b36-aba5-8ac5a00ad3ca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e8f57d51-2be4-4bd7-a336-89376cc5edfa HTTP/1.1" status: 200 len: 217 time: 0.0354500 Sep 21 18:45:46.800948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-ed2077f9-79a7-4bf3-98e8-3809dc4db42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:46.802512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-ed2077f9-79a7-4bf3-98e8-3809dc4db42c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0526690 Sep 21 18:45:46.855285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-a9940530-8410-47b0-a2b8-3f3ec3226e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:46.856796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-a9940530-8410-47b0-a2b8-3f3ec3226e9c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469818 Sep 21 18:45:46.953280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-5a1f70ee-4dfb-43e0-9b4c-4ce911ac0dc2 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892146 Sep 21 18:45:47.044143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a0a5190-3d2e-4656-8588-7d4e10581b30 req-3859a437-d6a4-49ff-a582-4ed7ab0fd255 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Sep 21 18:45:47.131650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-eec8fde0-d070-43eb-8fd7-d396e00c1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:47.133136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-eec8fde0-d070-43eb-8fd7-d396e00c1c84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ae5d9d781ab404f8e1bc6cd3fcfe618&device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 1099 time: 0.0409796 Sep 21 18:45:47.230033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-7778baeb-32f8-4cc9-b9d1-3c674e3f2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:47.231563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-7778baeb-32f8-4cc9-b9d1-3c674e3f2109 service neutron] 10.222.0.78 "GET /v2.0/networks?id=16162046-18e4-4c37-86b4-cd7b0a5112f3 HTTP/1.1" status: 200 len: 871 time: 0.0910270 Sep 21 18:45:47.272554 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-d19b1656-dd7d-4293-93c5-91f8401aaf54 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e8f57d51-2be4-4bd7-a336-89376cc5edfa HTTP/1.1" status: 200 len: 217 time: 0.0339773 Sep 21 18:45:47.324245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-f423a316-0860-44c8-88a1-852bc47f91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:47.325850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-f423a316-0860-44c8-88a1-852bc47f91c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=23a29f5a-f7d0-4808-a2f3-b47a360fc035 HTTP/1.1" status: 200 len: 843 time: 0.0462527 Sep 21 18:45:47.373051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-83669336-fcf6-4103-bb64-80e484e65739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:47.374588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-83669336-fcf6-4103-bb64-80e484e65739 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=16162046-18e4-4c37-86b4-cd7b0a5112f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393651 Sep 21 18:45:47.468118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-c16f350c-0cff-4973-b746-e81ba71a2c15 service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837979 Sep 21 18:45:47.565374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0fd3f13-4dbe-43cd-800c-e8bf2bc16691 req-8569d87a-7280-4ce7-bda3-679889bb3f8d service neutron] 10.222.0.78 "GET /v2.0/networks/16162046-18e4-4c37-86b4-cd7b0a5112f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891633 Sep 21 18:45:47.654666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a46158-f050-4211-aee9-4ea34829e8e0 req-db10b458-7ebf-4cae-95df-217f59ff7b5b tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:47.656144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23a46158-f050-4211-aee9-4ea34829e8e0 req-db10b458-7ebf-4cae-95df-217f59ff7b5b tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 948 time: 0.0509439 Sep 21 18:45:47.694599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23a46158-f050-4211-aee9-4ea34829e8e0 req-521631aa-7197-468b-9bfb-946277760462 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Sep 21 18:45:48.811624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730026b-2cdf-4e14-a92d-0b7cd5d567dd req-45a7ce7f-f05e-44e7-a666-212d3c28b73b tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:48.813124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c730026b-2cdf-4e14-a92d-0b7cd5d567dd req-45a7ce7f-f05e-44e7-a666-212d3c28b73b tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 948 time: 0.0526528 Sep 21 18:45:48.851137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c730026b-2cdf-4e14-a92d-0b7cd5d567dd req-82a88c6b-c1b9-43f6-b9f8-2f6ee36f3104 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Sep 21 18:45:49.541190 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e8f57d51-2be4-4bd7-a336-89376cc5edfa details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:45:49.633039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e8f57d51-2be4-4bd7-a336-89376cc5edfa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e8f57d51-2be4-4bd7-a336-89376cc5edfa,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:49.647268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa', 'network_id': '16162046-18e4-4c37-86b4-cd7b0a5112f3', 'port_id': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa', 'mac_address': 'fa:16:3e:a2:0d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a29f5a-f7d0-4808-a2f3-b47a360fc035', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:45:49.686816 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.699945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f57d51-2be4-4bd7-a336-89376cc5edfa {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:45:49.718786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e8f57d51-2be4-4bd7-a336-89376cc5edfa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e8f57d51-2be4-4bd7-a336-89376cc5edfa,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:49.722918 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.769953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e8f57d51-2be4-4bd7-a336-89376cc5edfa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:49.777192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.777536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.777877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.778226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.778559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.778893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.779220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.779543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.779866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.780186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.780506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.780825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.933121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e8f57d51-2be4-4bd7-a336-89376cc5edfa'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:45:49.965462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858773fc-05dc-4a00-9276-06f12cd429ab req-7ea130d7-2686-42c2-bf24-9371e92db6cc tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:49.967051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-858773fc-05dc-4a00-9276-06f12cd429ab req-7ea130d7-2686-42c2-bf24-9371e92db6cc tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 949 time: 0.0485349 Sep 21 18:45:50.004551 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-858773fc-05dc-4a00-9276-06f12cd429ab req-519ebaed-0da7-40f5-9cfd-3b25e1cf0391 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Sep 21 18:45:51.122234 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf6a00-96dd-4da7-ad95-cfef84d8977b req-e0bdbf73-6fe1-49eb-9438-dec791f428f0 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:51.123605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcbf6a00-96dd-4da7-ad95-cfef84d8977b req-e0bdbf73-6fe1-49eb-9438-dec791f428f0 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 949 time: 0.0494699 Sep 21 18:45:51.161572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dcbf6a00-96dd-4da7-ad95-cfef84d8977b req-da3eed53-e5c6-4098-aa5d-f40a776333b2 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Sep 21 18:45:51.542877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e8f57d51-2be4-4bd7-a336-89376cc5edfa up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:45:51.602847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port e8f57d51-2be4-4bd7-a336-89376cc5edfa completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:45:51.606882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port e8f57d51-2be4-4bd7-a336-89376cc5edfa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:45:51.607267 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.696414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.721176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:51.723611 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d216454-9456-4e0e-a935-107da8acc2fa" -d '{"events": [{"server_uuid": "f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0", "name": "network-vif-plugged", "status": "completed", "tag": "e8f57d51-2be4-4bd7-a336-89376cc5edfa"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:51.738057 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port e8f57d51-2be4-4bd7-a336-89376cc5edfa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e8f57d51-2be4-4bd7-a336-89376cc5edfa,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:51.743236 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.805708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=e8f57d51-2be4-4bd7-a336-89376cc5edfa,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:51.840778 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84f5f45-9981-4e99-a3ff-e915b68c0e7f x-openstack-request-id: req-c84f5f45-9981-4e99-a3ff-e915b68c0e7f {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:51.841077 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0", "name": "network-vif-plugged", "status": "completed", "tag": "e8f57d51-2be4-4bd7-a336-89376cc5edfa", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:51.841333 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c84f5f45-9981-4e99-a3ff-e915b68c0e7f {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:51.841734 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa', 'code': 200} Sep 21 18:45:52.287727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7559-b112-424b-8f72-8bcedba32efd req-de51c66e-d443-47d5-bf7d-c5c32f288069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:52.289242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-435a7559-b112-424b-8f72-8bcedba32efd req-de51c66e-d443-47d5-bf7d-c5c32f288069 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 1101 time: 0.3794484 Sep 21 18:45:52.321139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c93c83-7401-4141-888e-6b2d92a28a90 req-e421b21c-9a42-4d32-aab5-3caf769fa136 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:52.322619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c93c83-7401-4141-888e-6b2d92a28a90 req-e421b21c-9a42-4d32-aab5-3caf769fa136 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 950 time: 0.0693326 Sep 21 18:45:52.345795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-435a7559-b112-424b-8f72-8bcedba32efd req-3fb6633b-3d4a-44fd-91b6-d5241d9f82ed service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490217 Sep 21 18:45:52.375501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c93c83-7401-4141-888e-6b2d92a28a90 req-44fb3d76-ab02-4eb7-a9ea-1ec43c797828 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Sep 21 18:45:53.490909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85252045-68f8-4c8e-8cf4-41c953a14788 req-4ad09b2d-64af-4472-919b-136013d1c350 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:53.492386 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85252045-68f8-4c8e-8cf4-41c953a14788 req-4ad09b2d-64af-4472-919b-136013d1c350 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 950 time: 0.0489876 Sep 21 18:45:53.533337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85252045-68f8-4c8e-8cf4-41c953a14788 req-cce98306-633a-4b11-a073-4914b9167487 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Sep 21 18:45:53.899867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-a6e72a98-778b-411f-8da2-2aff8a1a6ed2 req-653c4683-b87e-4e0f-8301-125f22577ed6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:45:53.900909 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6e72a98-778b-411f-8da2-2aff8a1a6ed2 req-653c4683-b87e-4e0f-8301-125f22577ed6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1006670 Sep 21 18:45:54.505199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547240c-14e8-405a-bf6f-5fa882a26fce req-6b8f476b-d2bf-4d01-9320-7b99dba3f63f tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:54.506741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c547240c-14e8-405a-bf6f-5fa882a26fce req-6b8f476b-d2bf-4d01-9320-7b99dba3f63f tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 950 time: 0.0496004 Sep 21 18:45:54.543799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c547240c-14e8-405a-bf6f-5fa882a26fce req-ddea452d-5e5f-458a-8116-e88a5ae98009 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Sep 21 18:45:55.265828 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:45:55.660161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25e5c6-77fd-4f4b-b0d3-c304aa263f08 req-19157ca6-221c-4cea-8b34-1e19c858cf15 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:55.661646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf25e5c6-77fd-4f4b-b0d3-c304aa263f08 req-19157ca6-221c-4cea-8b34-1e19c858cf15 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 950 time: 0.0501802 Sep 21 18:45:55.699990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf25e5c6-77fd-4f4b-b0d3-c304aa263f08 req-3cbca209-1655-415c-9fe7-5b976a7792ad tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.70 "GET /v2.0/security-groups?id=6f541cd9-69be-4c06-a260-4ee0d6278a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Sep 21 18:45:55.785666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-47374be5-3600-4ec6-a3e8-a882a7dd6d18 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:55.787162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-47374be5-3600-4ec6-a3e8-a882a7dd6d18 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0 HTTP/1.1" status: 200 len: 950 time: 0.0489018 Sep 21 18:45:55.880800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Deleting port e8f57d51-2be4-4bd7-a336-89376cc5edfa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:55.881142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:55.969445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] For port e8f57d51-2be4-4bd7-a336-89376cc5edfa, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=e8f57d51-2be4-4bd7-a336-89376cc5edfa,segment=NetworkSegment(645eddc0-0991-41c3-9201-9a782b65820a),segment_id=645eddc0-0991-41c3-9201-9a782b65820a)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:55.969814 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:55.987448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Calling delete_port for e8f57d51-2be4-4bd7-a336-89376cc5edfa owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:56.114943 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:56.126708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['e8f57d51-2be4-4bd7-a336-89376cc5edfa'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:45:56.144209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Pushing event deleted for resources: {'Port': ['ID=e8f57d51-2be4-4bd7-a336-89376cc5edfa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:56.194665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] No DVR routers for this DVR port e8f57d51-2be4-4bd7-a336-89376cc5edfa on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:56.197420 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:56.199522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa97c6a3-abae-40d5-b48f-6017c8ec9451 req-46de5379-df8e-4575-8025-d442f9b6f162 tempest-ServersAdminNegativeTestJSON-21895642 tempest-ServersAdminNegativeTestJSON-21895642-project] 10.222.0.78 "DELETE /v2.0/ports/e8f57d51-2be4-4bd7-a336-89376cc5edfa HTTP/1.1" status: 204 len: 173 time: 0.4058728 Sep 21 18:45:56.199965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'name': 'network-vif-deleted', 'tag': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:56.202556 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3cb301-2bc8-43d4-a2e7-1ea6c9fae197" -d '{"events": [{"server_uuid": "f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0", "name": "network-vif-deleted", "tag": "e8f57d51-2be4-4bd7-a336-89376cc5edfa"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:56.242169 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043589a1-bf0a-415f-a70f-7817775ae7f6 x-openstack-request-id: req-043589a1-bf0a-415f-a70f-7817775ae7f6 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:56.242637 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0", "name": "network-vif-deleted", "tag": "e8f57d51-2be4-4bd7-a336-89376cc5edfa", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:56.242967 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-043589a1-bf0a-415f-a70f-7817775ae7f6 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:56.243425 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4183ca4-c153-4a4b-ad46-0cb2a7b6caa0', 'name': 'network-vif-deleted', 'tag': 'e8f57d51-2be4-4bd7-a336-89376cc5edfa', 'status': 'completed', 'code': 200} Sep 21 18:45:56.995441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50090) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:57.144440 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-46b2455b-c047-476d-9c4d-7dfb58c632c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ae5d9d781ab404f8e1bc6cd3fcfe618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478150 Sep 21 18:45:57.147314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50094) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:57.198992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9354aaa7-e609-4a46-b990-e485a5b03986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.221875 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9354aaa7-e609-4a46-b990-e485a5b03986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.269433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9354aaa7-e609-4a46-b990-e485a5b03986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.272057 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9354aaa7-e609-4a46-b990-e485a5b03986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.273216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9354aaa7-e609-4a46-b990-e485a5b03986 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f541cd9-69be-4c06-a260-4ee0d6278a36 HTTP/1.1" status: 204 len: 168 time: 0.1248908 Sep 21 18:45:57.280859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354aaa7-e609-4a46-b990-e485a5b03986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f541cd9-69be-4c06-a260-4ee0d6278a36,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:57.542907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50100) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:57.556353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6fe80f6-58a0-46da-8c24-5e8f3504aafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.654405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6fe80f6-58a0-46da-8c24-5e8f3504aafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.658522 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c6fe80f6-58a0-46da-8c24-5e8f3504aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.696620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c6fe80f6-58a0-46da-8c24-5e8f3504aafd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bef19a92cc02489fb28a33ddbe566fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525805 Sep 21 18:45:57.697812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe80f6-58a0-46da-8c24-5e8f3504aafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759ef1e8-972d-4386-9cda-5dafbf8d9665,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:57.699352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50102) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:57.749548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9331c2e0-fcf9-4f6a-bf1a-6f7c56538a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.772147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9331c2e0-fcf9-4f6a-bf1a-6f7c56538a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.818998 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9331c2e0-fcf9-4f6a-bf1a-6f7c56538a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.821708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9331c2e0-fcf9-4f6a-bf1a-6f7c56538a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.822882 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9331c2e0-fcf9-4f6a-bf1a-6f7c56538a39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/759ef1e8-972d-4386-9cda-5dafbf8d9665 HTTP/1.1" status: 204 len: 168 time: 0.1224208 Sep 21 18:45:57.831881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331c2e0-fcf9-4f6a-bf1a-6f7c56538a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759ef1e8-972d-4386-9cda-5dafbf8d9665,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:58.534224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50124) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:58.629337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1284828485-network', 'tenant_id': '5940a3102ecb4055bc4ff51280f35e41'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:58.649820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Made reservation on behalf of 5940a3102ecb4055bc4ff51280f35e41 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:45:58.652287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.661378 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.763435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.767170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.790878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:45:58.806313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a426227-f2a4-4b64-b5c6-af340c692e20,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:58.810722 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.811070 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Added segment b309af73-bb0b-4dc7-a087-f2f7c864c6b5 of type vlan for network ea98edde-c062-4c8b-94ae-97b213063615 Sep 21 18:45:58.854295 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.877783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.878766 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.879343 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.937060 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4015810 Sep 21 18:45:58.940158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50128) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:58.940747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53473171-ef6b-4de0-9241-b6f9c19bffa8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea98edde-c062-4c8b-94ae-97b213063615,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:58.945496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Request body: {'subnet': {'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1284828485-subnet', 'tenant_id': '5940a3102ecb4055bc4ff51280f35e41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:58.954041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network ea98edde-c062-4c8b-94ae-97b213063615 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:45:58.974641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Made reservation on behalf of 5940a3102ecb4055bc4ff51280f35e41 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:45:58.977050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:59.151658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:59.212977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676eeee0-b3b9-4fda-9ad7-205475d60448,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:59.220232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Checking segment: {'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:45:59.220596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Network hostable DHCP agents. Network: ea98edde-c062-4c8b-94ae-97b213063615, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:45:59.237374 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Network ea98edde-c062-4c8b-94ae-97b213063615 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:45:59.245622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, ea98edde-c062-4c8b-94ae-97b213063615) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:45:59.249595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:59.250209 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:59.255570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33118c-296d-46fa-8e77-0ca1ff99c084 None None] Network ea98edde-c062-4c8b-94ae-97b213063615 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:45:59.273991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1482196b-9674-415a-8096-47c9fde11c28 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3239801 Sep 21 18:45:59.331812 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8a9a9f5-603e-40ce-83f0-0d786ed4fbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:59.393721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c98bf-0c30-482a-8d86-83c6321c0ab5 None None] Network ea98edde-c062-4c8b-94ae-97b213063615 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:45:59.573131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e8f57d51-2be4-4bd7-a336-89376cc5edfa no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:59.592997 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: e8f57d51-2be4-4bd7-a336-89376cc5edfa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:59.593343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device e8f57d51-2be4-4bd7-a336-89376cc5edfa not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:59.700304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2961-704f-40fb-9b94-0b5909861047 req-d876cca6-9974-4928-b040-b24c88e5d36e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:59.702078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-d876cca6-9974-4928-b040-b24c88e5d36e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 812 time: 0.1074235 Sep 21 18:45:59.717243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-34e645b1-bee1-4da1-9a0b-1b649a67dde2 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/quotas/5940a3102ecb4055bc4ff51280f35e41 HTTP/1.1" status: 200 len: 375 time: 0.0088463 Sep 21 18:45:59.751208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-ebd0a107-925b-4817-831c-72934914d358 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281510 Sep 21 18:45:59.848233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-08569321-d355-4a64-b3f0-19a4663a7954 service neutron] 10.222.0.70 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891078 Sep 21 18:45:59.936583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-161c7222-e0a9-4dbe-a5d1-2379bbb55ae6 service neutron] 10.222.0.70 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823221 Sep 21 18:46:00.097406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-578ed317-0073-48f4-82cd-c838bc91bfe3 req-adcdc600-fcd7-437e-9a51-2a6b4dda8279 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Sep 21 18:46:01.175531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-06e643e4-23e1-4762-a3cb-a23b5fa8ecba req-caec132d-af70-4f54-a1ce-3091a2098ffb tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 210 time: 0.0276079 Sep 21 18:46:02.037540 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2961-704f-40fb-9b94-0b5909861047 req-1a7212e8-2a5b-4607-b8f6-7e926efcc788 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:02.039049 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-1a7212e8-2a5b-4607-b8f6-7e926efcc788 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.78 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 812 time: 0.1109648 Sep 21 18:46:02.052360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Request body: {'port': {'device_id': '931d490c-b0e8-4234-b673-fafea9ed2243', 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615', 'admin_state_up': True, 'tenant_id': '5940a3102ecb4055bc4ff51280f35e41'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:02.166564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Made reservation on behalf of 5940a3102ecb4055bc4ff51280f35e41 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:02.170301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:02.298895 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e084f56f-cfc4-4265-8cb1-2db9db5c93d4 req-6878e2f2-26c1-4bee-9aec-89670337b61a tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 210 time: 0.0534937 Sep 21 18:46:02.323292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Allocated IP 172.20.0.10 (ea98edde-c062-4c8b-94ae-97b213063615/676eeee0-b3b9-4fda-9ad7-205475d60448/fda3189e-677a-451c-9119-6f2d9519ef06) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:02.473615 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:02.507991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:02.557059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Network ea98edde-c062-4c8b-94ae-97b213063615 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:02.560116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:02.563844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:02.591678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:02.620505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:02.621123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:02.635789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-2ba4a05b-d642-4e9b-9eec-dbee4f4dc6d4 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880480 Sep 21 18:46:02.648284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Request body: {'port': {'device_id': '931d490c-b0e8-4234-b673-fafea9ed2243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:02.703182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:02.972455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda3189e-677a-451c-9119-6f2d9519ef06 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:02.980117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:02.991947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Transition to ACTIVE for port object fda3189e-677a-451c-9119-6f2d9519ef06 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:46:02.996054 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.044719 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:03.112376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:03.112661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:03.112966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 on network ea98edde-c062-4c8b-94ae-97b213063615 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:03.117197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Port fda3189e-677a-451c-9119-6f2d9519ef06 on network ea98edde-c062-4c8b-94ae-97b213063615 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:46:03.117521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 on network ea98edde-c062-4c8b-94ae-97b213063615 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:03.122278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:03.122621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Checking segment: {'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:03.123009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Bound using segment: {'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:03.123441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Bound port: fda3189e-677a-451c-9119-6f2d9519ef06, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:03.123802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.190281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:03.193472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:03.197337 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.229944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.230598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.231986 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] 10.222.0.78 "PUT /v2.0/ports/fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 1092 time: 0.5878396 Sep 21 18:46:03.232425 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:03.234718 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c768d18d-9c4d-4138-b11e-8024a63f6eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:03.262467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7161dac-0046-46a6-a897-d0294f04268a service neutron] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:03.273197 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c4c1d-e299-459f-a3b6-6564feae6c1f x-openstack-request-id: req-8c0c4c1d-e299-459f-a3b6-6564feae6c1f {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:03.273481 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:03.273737 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c0c4c1d-e299-459f-a3b6-6564feae6c1f {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:03.274134 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'status': 'completed', 'code': 200} Sep 21 18:46:03.317202 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2961-704f-40fb-9b94-0b5909861047 req-10858dc7-ba08-439a-a5f1-ef3e631d3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.318740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-10858dc7-ba08-439a-a5f1-ef3e631d3d07 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1095 time: 0.0424163 Sep 21 18:46:03.364994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-3d96d9e8-516e-4cfc-9a1e-29ade9dee50c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0380266 Sep 21 18:46:03.441657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2961-704f-40fb-9b94-0b5909861047 req-dc977156-b41e-49c4-9d5e-f76cedd20bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.443164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-dc977156-b41e-49c4-9d5e-f76cedd20bd2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0720251 Sep 21 18:46:03.455332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eb88c-6289-45ad-a679-7465959453d2 req-3fe3919b-6221-4ba3-8327-8d5f5982fde3 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.456881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-563eb88c-6289-45ad-a679-7465959453d2 req-3fe3919b-6221-4ba3-8327-8d5f5982fde3 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 944 time: 0.0771294 Sep 21 18:46:03.495128 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-cc7bbfc8-65f1-4aac-b68c-59c96ecf6eb9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373161 Sep 21 18:46:03.531691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-563eb88c-6289-45ad-a679-7465959453d2 req-99c9157a-221f-419b-9d01-c9df88c77d4c tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667849 Sep 21 18:46:03.596233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-4c64f939-c408-4dbc-8c63-ee94071db990 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937693 Sep 21 18:46:03.637278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5a2b48f3-bcaa-4b6c-a056-45fec5b5a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.693584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e71c2961-704f-40fb-9b94-0b5909861047 req-ac0a5c06-0ef1-4467-bd25-563d6a1fa78f service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894945 Sep 21 18:46:03.778793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-8b2e264c-23d7-4846-84ff-b517be8bcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.780296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-8b2e264c-23d7-4846-84ff-b517be8bcd84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1095 time: 0.0402293 Sep 21 18:46:03.874779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-87397f54-4585-4238-9494-826e65c69740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.876262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-87397f54-4585-4238-9494-826e65c69740 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 914 time: 0.0892558 Sep 21 18:46:03.918412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-b48dbe95-4f6f-4a1a-a8bb-e333be435be1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0343487 Sep 21 18:46:03.967049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-48f7d861-4b63-4e8c-b0d5-5f0ce9fcb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.968505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-48f7d861-4b63-4e8c-b0d5-5f0ce9fcb4f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0429118 Sep 21 18:46:04.000887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-07c5e582-ca49-4242-ab47-96f04a8eae86 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244918 Sep 21 18:46:04.095458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-e1e15601-5432-447b-b0dc-2b07be8c7d20 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856383 Sep 21 18:46:04.190853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c768d18d-9c4d-4138-b11e-8024a63f6eb2 req-43395c7b-71c4-4f8d-8cb7-94911f833545 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867629 Sep 21 18:46:04.210015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:04.494036 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:04.647877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a69287-3487-4df8-b95c-b379108ff096 req-d62744cf-0599-4d9e-b9d3-6962c9a7b9e5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:04.649354 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17a69287-3487-4df8-b95c-b379108ff096 req-d62744cf-0599-4d9e-b9d3-6962c9a7b9e5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 944 time: 0.0498104 Sep 21 18:46:04.688482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17a69287-3487-4df8-b95c-b379108ff096 req-033d9f45-42fe-4e6e-ba3b-e4b89e326db2 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Sep 21 18:46:04.899659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:05.586627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:46:05.679029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:05.694153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615', 'port_id': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'mac_address': 'fa:16:3e:d9:37:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676eeee0-b3b9-4fda-9ad7-205475d60448', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:46:05.730428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:05.744296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda3189e-677a-451c-9119-6f2d9519ef06 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:05.764014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:05.769678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:05.804999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacf2b3-dc77-4506-a6b9-7293d264bfaf req-35db0484-8549-4fe9-a774-8b93418db0a6 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:05.806553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aaacf2b3-dc77-4506-a6b9-7293d264bfaf req-35db0484-8549-4fe9-a774-8b93418db0a6 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 944 time: 0.0504498 Sep 21 18:46:05.820208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:05.845079 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aaacf2b3-dc77-4506-a6b9-7293d264bfaf req-8e4fb857-96fd-445c-917b-65bbd872e61e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Sep 21 18:46:05.964635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['fda3189e-677a-451c-9119-6f2d9519ef06'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:06.965122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8052096-0459-40db-aa92-501b37b32d0a req-f0d50781-ab0f-45d2-8b92-603e88aa4f06 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:06.966603 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c8052096-0459-40db-aa92-501b37b32d0a req-f0d50781-ab0f-45d2-8b92-603e88aa4f06 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 945 time: 0.0557380 Sep 21 18:46:07.016721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c8052096-0459-40db-aa92-501b37b32d0a req-67f35eef-99cc-4276-bf93-26423c2e421f tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435338 Sep 21 18:46:07.364013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.623467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:07.671821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port fda3189e-677a-451c-9119-6f2d9519ef06 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:46:07.676339 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port fda3189e-677a-451c-9119-6f2d9519ef06 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:07.676712 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.756749 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.778978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:07.781202 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cab5d2-2a3a-4b20-bc92-05f32551f5b4" -d '{"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-plugged", "status": "completed", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:07.794643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:07.798890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.822923 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561168e-68da-4519-862d-d1e01fe7bc45 x-openstack-request-id: req-c561168e-68da-4519-862d-d1e01fe7bc45 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:07.823247 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-plugged", "status": "completed", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:07.823500 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c561168e-68da-4519-862d-d1e01fe7bc45 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:07.823889 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'code': 200} Sep 21 18:46:07.850807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:07.915440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bab04-0195-43cf-8467-453ea23a0673 req-2905ac7e-51fb-43d3-8953-a54d3df44c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:07.916959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e37bab04-0195-43cf-8467-453ea23a0673 req-2905ac7e-51fb-43d3-8953-a54d3df44c62 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1097 time: 0.0401306 Sep 21 18:46:07.950614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e37bab04-0195-43cf-8467-453ea23a0673 req-b9e5e81c-a3a3-4d10-9e99-6d38dd113b52 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269110 Sep 21 18:46:08.134170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed74bb-fb12-4b55-8d4a-885600be9cd7 req-8d4ce958-9d99-41d7-a876-4c6e0e235e31 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:08.135679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51ed74bb-fb12-4b55-8d4a-885600be9cd7 req-8d4ce958-9d99-41d7-a876-4c6e0e235e31 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0494707 Sep 21 18:46:08.172983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51ed74bb-fb12-4b55-8d4a-885600be9cd7 req-81ea1330-6cc5-4fda-b64c-bbcfc4dfa655 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Sep 21 18:46:08.771468 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:09.288262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd7983-f56a-4c17-a592-6f2e6d349c0d req-0a563491-e5f8-48ac-a23a-5818c1e180c8 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:09.289748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bcd7983-f56a-4c17-a592-6f2e6d349c0d req-0a563491-e5f8-48ac-a23a-5818c1e180c8 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0493031 Sep 21 18:46:09.330215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bcd7983-f56a-4c17-a592-6f2e6d349c0d req-6ce7dd23-a950-44f6-b542-2b4bff23d7fe tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Sep 21 18:46:09.659887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8d64e-6ad6-41d4-90ef-0c5cf0a77ac9 req-9af6d09a-d8db-4f72-9bd3-a5f623796844 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:09.661383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7ae8d64e-6ad6-41d4-90ef-0c5cf0a77ac9 req-9af6d09a-d8db-4f72-9bd3-a5f623796844 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0513642 Sep 21 18:46:09.724642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7ae8d64e-6ad6-41d4-90ef-0c5cf0a77ac9 req-1ef8a25a-3c65-44e1-b440-fdc547c02485 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546467 Sep 21 18:46:09.728111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-a54ac56c-b4d7-4422-8639-84e400132b35 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271946 Sep 21 18:46:10.839366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152b29-6306-4f04-a666-538b1c4875f5 req-59a6d332-d890-4ce8-a508-7cb2e953755e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:10.840856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a152b29-6306-4f04-a666-538b1c4875f5 req-59a6d332-d890-4ce8-a508-7cb2e953755e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Sep 21 18:46:10.882126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a152b29-6306-4f04-a666-538b1c4875f5 req-469c8d00-c310-4c27-b5ee-9afee417e3bb tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Sep 21 18:46:11.998308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69332c0a-6d7d-479d-94bd-74ccae04bcdc req-03c7575b-0bda-42c4-a9ee-4a3cffe62633 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:11.999805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69332c0a-6d7d-479d-94bd-74ccae04bcdc req-03c7575b-0bda-42c4-a9ee-4a3cffe62633 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0496039 Sep 21 18:46:12.039527 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69332c0a-6d7d-479d-94bd-74ccae04bcdc req-b25a94b4-19db-44f7-a368-0ad3fca3085d tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Sep 21 18:46:12.982043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-56b6ec5e-d0fe-4672-b786-77a832f14793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:12.983594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-56b6ec5e-d0fe-4672-b786-77a832f14793 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1097 time: 0.0408554 Sep 21 18:46:13.078072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-3b7d3e10-0c50-4481-85ef-724a1e6d7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:13.079725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-3b7d3e10-0c50-4481-85ef-724a1e6d7c06 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 914 time: 0.0890617 Sep 21 18:46:13.124169 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4f422f88-cbd3-4dad-a509-85cef07a87d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0368063 Sep 21 18:46:13.198774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-8616bc7f-bb15-4b96-bfdc-7d9cecd8a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:13.200149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-8616bc7f-bb15-4b96-bfdc-7d9cecd8a62c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0667250 Sep 21 18:46:13.209116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1ffd-2881-4d35-b6bc-758b866fdcdb req-2f9f2b76-dce7-44dc-a255-c1cf5e159bc5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:13.210508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a1ffd-2881-4d35-b6bc-758b866fdcdb req-2f9f2b76-dce7-44dc-a255-c1cf5e159bc5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0890548 Sep 21 18:46:13.240558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-78eb64ef-fc5e-4ccd-92e9-2d2c277f28c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291288 Sep 21 18:46:13.290150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fa3a1ffd-2881-4d35-b6bc-758b866fdcdb req-14bd20a9-73fe-4ad8-adf9-e54815df02de tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Sep 21 18:46:13.348564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-c9ad156a-e873-4e9a-a7bc-d7721926f372 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002924 Sep 21 18:46:13.438596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-902b63f5-889c-43e4-b888-978e145136c2 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823872 Sep 21 18:46:14.409063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd53a4-985c-4700-8704-bbf469bc49ec req-8644d087-c177-4365-885a-9d6b25d1997e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:14.410598 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3fd53a4-985c-4700-8704-bbf469bc49ec req-8644d087-c177-4365-885a-9d6b25d1997e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Sep 21 18:46:14.453912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3fd53a4-985c-4700-8704-bbf469bc49ec req-865285fb-ef17-4241-8d6e-64c0a1e35a41 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371904 Sep 21 18:46:15.573400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea22ee-4dc0-4d13-a1f7-e10e33546975 req-b53a6e33-cc0b-4617-a0bd-514da7fbd742 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:15.575287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48ea22ee-4dc0-4d13-a1f7-e10e33546975 req-b53a6e33-cc0b-4617-a0bd-514da7fbd742 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0522237 Sep 21 18:46:15.618931 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-48ea22ee-4dc0-4d13-a1f7-e10e33546975 req-473afc46-e417-4ff2-9684-9b122177e8b3 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369568 Sep 21 18:46:16.733809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9444f6e-734d-42e2-ac8f-9ec2e1733e8a req-57ffc464-29c3-496a-958b-3271f4e7044f tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:16.735321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9444f6e-734d-42e2-ac8f-9ec2e1733e8a req-57ffc464-29c3-496a-958b-3271f4e7044f tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0486856 Sep 21 18:46:16.773468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e9444f6e-734d-42e2-ac8f-9ec2e1733e8a req-71277835-c5e8-46ba-87c3-a47869379747 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Sep 21 18:46:17.888375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31fe3-0572-45c0-9383-4536aadbd919 req-d4ce1daa-cc3f-41c8-8121-d099b4e81e13 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:17.889852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24a31fe3-0572-45c0-9383-4536aadbd919 req-d4ce1daa-cc3f-41c8-8121-d099b4e81e13 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Sep 21 18:46:17.931570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-24a31fe3-0572-45c0-9383-4536aadbd919 req-f6ab6c7b-dfe3-4859-83d7-b8a2cc6cb173 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Sep 21 18:46:19.053583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64a4b8-8f1c-4eea-9200-f3fa2d0ece4e req-9cfff1b4-b75b-43f8-bd52-a97deeeb8bdd tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:19.055419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd64a4b8-8f1c-4eea-9200-f3fa2d0ece4e req-9cfff1b4-b75b-43f8-bd52-a97deeeb8bdd tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0565794 Sep 21 18:46:19.095131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd64a4b8-8f1c-4eea-9200-f3fa2d0ece4e req-e11660fc-a793-4fec-b62c-b40b5138300c tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Sep 21 18:46:20.210414 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f58c03-28ef-4685-b192-79dd8873d5cb req-a2aa0976-de8a-4a0f-9a29-e001b7ef53a0 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:20.211867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72f58c03-28ef-4685-b192-79dd8873d5cb req-a2aa0976-de8a-4a0f-9a29-e001b7ef53a0 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Sep 21 18:46:20.249054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72f58c03-28ef-4685-b192-79dd8873d5cb req-0b6c48f3-df87-4c10-993a-19c1230e425f tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Sep 21 18:46:21.364277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69d161-5732-4f79-adb6-4b11438031e0 req-20bb9c5d-0049-435a-927e-632a88dbc65b tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:21.365801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec69d161-5732-4f79-adb6-4b11438031e0 req-20bb9c5d-0049-435a-927e-632a88dbc65b tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0502064 Sep 21 18:46:21.407099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec69d161-5732-4f79-adb6-4b11438031e0 req-494ef9cb-ce6c-4aae-980d-27f83624bb0d tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Sep 21 18:46:22.525992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1765d-7444-4b4d-ad60-a06b87b3d380 req-5725f99c-f684-42ac-b97b-fea45ac345bd tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:22.527592 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18e1765d-7444-4b4d-ad60-a06b87b3d380 req-5725f99c-f684-42ac-b97b-fea45ac345bd tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0496130 Sep 21 18:46:22.566591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18e1765d-7444-4b4d-ad60-a06b87b3d380 req-438e8d77-24f4-4133-99e4-763457693416 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Sep 21 18:46:23.680120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9a19d-a065-48b7-839d-6c34638a803f req-e9dd9c9d-0524-4180-b248-cb92cf47a86c tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:23.681663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1fb9a19d-a065-48b7-839d-6c34638a803f req-e9dd9c9d-0524-4180-b248-cb92cf47a86c tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0486186 Sep 21 18:46:23.719761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1fb9a19d-a065-48b7-839d-6c34638a803f req-1700fb7b-0a8b-4f78-88f3-7a49c829de17 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321383 Sep 21 18:46:24.836158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f6be-3446-463a-bb82-5c9f6ebdf9bc req-4e5d3981-1a86-4e8d-b9f3-ac8f5ccc6fe5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:24.837667 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5c4f6be-3446-463a-bb82-5c9f6ebdf9bc req-4e5d3981-1a86-4e8d-b9f3-ac8f5ccc6fe5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0497684 Sep 21 18:46:24.880110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5c4f6be-3446-463a-bb82-5c9f6ebdf9bc req-e6a30d19-dbb2-4d3f-86d9-67ef87a6d846 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 Sep 21 18:46:25.996967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c0763-8662-40d2-ab02-88ebd540290f req-50fe6413-209d-4428-a7a9-e35977ef63a2 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:25.998475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f26c0763-8662-40d2-ab02-88ebd540290f req-50fe6413-209d-4428-a7a9-e35977ef63a2 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0505414 Sep 21 18:46:26.036638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f26c0763-8662-40d2-ab02-88ebd540290f req-0ba83d54-63d8-407e-861d-8e78c71a4913 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Sep 21 18:46:27.155941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157ea0e-5e8b-42d1-8ac2-02ba65ce345c req-c4942c44-85b1-4474-afe7-1e0122c567b5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:27.157642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9157ea0e-5e8b-42d1-8ac2-02ba65ce345c req-c4942c44-85b1-4474-afe7-1e0122c567b5 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0522547 Sep 21 18:46:27.200841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9157ea0e-5e8b-42d1-8ac2-02ba65ce345c req-c72beb43-0fd1-466d-b5fa-e7bc6420e879 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368373 Sep 21 18:46:28.141926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-f6b3c791-dfe8-4356-9946-f5d43b1c244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:28.143764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-f6b3c791-dfe8-4356-9946-f5d43b1c244d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1097 time: 0.0483420 Sep 21 18:46:28.259539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-dc60acee-e049-41ff-86b4-c995a7fc3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:28.261762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-dc60acee-e049-41ff-86b4-c995a7fc3b41 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 914 time: 0.0974269 Sep 21 18:46:28.327812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-64982bd3-8662-46a8-9b84-25521d0c394e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0557637 Sep 21 18:46:28.395692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-f9955008-fe68-4519-a437-92ae60835474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:28.397099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-f9955008-fe68-4519-a437-92ae60835474 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0546761 Sep 21 18:46:28.405591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e6-06c1-4946-8e32-68e66594b556 req-5c8a38c0-ac9c-4421-8b4b-108d3b57bef0 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:28.407047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61d5e9e6-06c1-4946-8e32-68e66594b556 req-5c8a38c0-ac9c-4421-8b4b-108d3b57bef0 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.1231711 Sep 21 18:46:28.439492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-a2454839-cae8-4391-aa1f-1c3613d279b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314624 Sep 21 18:46:28.495352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61d5e9e6-06c1-4946-8e32-68e66594b556 req-bfe5904f-81de-4b3d-97ce-7df98b54ac2c tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794156 Sep 21 18:46:28.844348 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-9ba6297f-a390-4b5a-9a75-1e9078e1c02c service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976438 Sep 21 18:46:28.952887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d99f90af-fe97-44c8-9882-8c114a2e2c41 req-060cd7d5-0975-4768-baf4-254167472c9a service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010404 Sep 21 18:46:29.305709 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2aa9aa14-95b8-4499-831a-a1c4f9bbe236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.635340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02864e-1a5a-4c6a-938c-39be198f6a95 req-0d01420f-5634-4591-ac14-1e3d2c7fef2d tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:29.636912 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b02864e-1a5a-4c6a-938c-39be198f6a95 req-0d01420f-5634-4591-ac14-1e3d2c7fef2d tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0531933 Sep 21 18:46:29.694858 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0b02864e-1a5a-4c6a-938c-39be198f6a95 req-6545ddcf-df1c-4400-a7b4-af8ae923939e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Sep 21 18:46:30.820484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fa731-3e6f-4b55-b0b8-21860986cfaa req-b9d5c71a-3da1-41b8-be67-98c6358d5471 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:30.822007 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-177fa731-3e6f-4b55-b0b8-21860986cfaa req-b9d5c71a-3da1-41b8-be67-98c6358d5471 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0500104 Sep 21 18:46:30.864819 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-177fa731-3e6f-4b55-b0b8-21860986cfaa req-ba231bf8-cbb9-4e75-9cd2-a6a27e3f2b41 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Sep 21 18:46:32.016346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e77fd-581d-48cf-918f-969b30a956e6 req-729bc8c6-60e3-43c3-820d-1d5b1301943a tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:32.018042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76e77fd-581d-48cf-918f-969b30a956e6 req-729bc8c6-60e3-43c3-820d-1d5b1301943a tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0558221 Sep 21 18:46:32.065416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e76e77fd-581d-48cf-918f-969b30a956e6 req-f5b1ae98-f6d7-4a3d-8c33-0369d7762d9f tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403399 Sep 21 18:46:32.266543 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:46:33.195987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce40b61-41cd-4083-838c-a83a684b5357 req-f54d079c-14b2-4f72-9bc2-6c3f7d833b20 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:33.197577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7ce40b61-41cd-4083-838c-a83a684b5357 req-f54d079c-14b2-4f72-9bc2-6c3f7d833b20 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0529571 Sep 21 18:46:33.239098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7ce40b61-41cd-4083-838c-a83a684b5357 req-4178be73-f07d-4f08-8b0c-432ed9a943c6 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351343 Sep 21 18:46:33.643999 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e089d284-5732-4453-ae17-896654c3c607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.214372 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.368565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5c56-a16c-4690-9d61-51b126c5180a req-fcb23682-dc5c-4a21-ae45-e20657976a4d tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:34.370363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-152d5c56-a16c-4690-9d61-51b126c5180a req-fcb23682-dc5c-4a21-ae45-e20657976a4d tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0569327 Sep 21 18:46:34.416412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-152d5c56-a16c-4690-9d61-51b126c5180a req-8c059375-a130-45fc-9af2-a3f9debff519 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391333 Sep 21 18:46:34.512441 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.903634 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.554324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89df94-bc8d-4a86-9368-cc189f9f94b0 req-34998494-af8f-4637-893d-e9b69a984938 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:35.555902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a89df94-bc8d-4a86-9368-cc189f9f94b0 req-34998494-af8f-4637-893d-e9b69a984938 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0553803 Sep 21 18:46:35.598159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a89df94-bc8d-4a86-9368-cc189f9f94b0 req-740d647a-b50e-4f4c-9eba-5d70fad03a93 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359745 Sep 21 18:46:36.718212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733302-cb7a-46a7-b28c-cd4d35e7ff71 req-db8653b0-1858-4954-a99c-7d70de355a27 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:36.719775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c733302-cb7a-46a7-b28c-cd4d35e7ff71 req-db8653b0-1858-4954-a99c-7d70de355a27 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0529613 Sep 21 18:46:36.760052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c733302-cb7a-46a7-b28c-cd4d35e7ff71 req-de8272e4-011e-4e9c-867f-b37d188ce789 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Sep 21 18:46:37.372799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.892687 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d330353-c7f2-4d6c-8fa0-6f1d73587715 req-d5f1d793-cc18-4dc0-a8d8-0043b8f23157 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:37.895238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d330353-c7f2-4d6c-8fa0-6f1d73587715 req-d5f1d793-cc18-4dc0-a8d8-0043b8f23157 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0645072 Sep 21 18:46:37.943306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d330353-c7f2-4d6c-8fa0-6f1d73587715 req-daa4ed79-005e-4b26-9bb7-d0097bd72b6c tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Sep 21 18:46:38.792716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.074276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b81bdf-d85d-4861-81ab-b00c66d7ea95 req-7998c882-ed4d-434d-ae7a-4d98a6b49b12 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:39.075763 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5b81bdf-d85d-4861-81ab-b00c66d7ea95 req-7998c882-ed4d-434d-ae7a-4d98a6b49b12 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0560620 Sep 21 18:46:39.121434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5b81bdf-d85d-4861-81ab-b00c66d7ea95 req-9db83189-6d10-450e-8591-daf5fdce0720 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Sep 21 18:46:40.240251 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c15f-b9b2-42d4-b54f-014576350f3e req-3e437bad-09a7-42d2-bdcc-37feaf8f1ebe tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:40.241747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce19c15f-b9b2-42d4-b54f-014576350f3e req-3e437bad-09a7-42d2-bdcc-37feaf8f1ebe tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 946 time: 0.0509157 Sep 21 18:46:40.280482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ce19c15f-b9b2-42d4-b54f-014576350f3e req-33d62f07-7a8b-45d6-a5e3-dc282a01dd95 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Sep 21 18:46:40.455210 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-c8189f4a-b2df-48c9-8010-243d090ae3da service neutron] show failed (client error): The resource could not be found. Sep 21 18:46:40.456198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-c8189f4a-b2df-48c9-8010-243d090ae3da service neutron] 10.222.0.78 "GET /v2.0/ports/fda3189e-677a-451c-9119-6f2d9519ef06/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0580845 Sep 21 18:46:40.736071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-ccd6d12c-8138-4036-b57a-a24e83b47786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:40.737501 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-ccd6d12c-8138-4036-b57a-a24e83b47786 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243&tenant_id=5940a3102ecb4055bc4ff51280f35e41 HTTP/1.1" status: 200 len: 1097 time: 0.1291988 Sep 21 18:46:40.750250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:40.804796 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.017768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:41.056615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:41.103653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:41.105938 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d05f29-bc5d-406d-9e6a-dbef21111888" -d '{"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-unplugged", "status": "completed", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:41.110385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.124748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Transition to ACTIVE for port object fda3189e-677a-451c-9119-6f2d9519ef06 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:46:41.128871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.191988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] No DVR routers for this DVR port fda3189e-677a-451c-9119-6f2d9519ef06 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:41.194005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:41.203888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.204239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.204585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.204925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.205264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.205597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.205928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.206280 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.206719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.206940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.207284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.208116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:41.235065 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f1a7c-32fe-46e7-9b10-9c31a8a6ac5d x-openstack-request-id: req-f36f1a7c-32fe-46e7-9b10-9c31a8a6ac5d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:41.235367 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-unplugged", "status": "completed", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:41.235622 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f36f1a7c-32fe-46e7-9b10-9c31a8a6ac5d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:41.236009 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'code': 200} Sep 21 18:46:41.248980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:41.249321 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:41.249654 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 on network ea98edde-c062-4c8b-94ae-97b213063615 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:41.254647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Port fda3189e-677a-451c-9119-6f2d9519ef06 on network ea98edde-c062-4c8b-94ae-97b213063615 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:46:41.255063 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Attempting to bind port fda3189e-677a-451c-9119-6f2d9519ef06 on network ea98edde-c062-4c8b-94ae-97b213063615 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:41.259862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:41.260200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Checking segment: {'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:41.260589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Bound using segment: {'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:41.261014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Bound port: fda3189e-677a-451c-9119-6f2d9519ef06, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:41.261373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.325212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:41.328585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:41.333748 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.371017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:41.371637 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.373025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] 10.222.0.41 "PUT /v2.0/ports/fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 1092 time: 0.6271260 Sep 21 18:46:41.391284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41e025-37b9-4581-addc-3d0ce8cb591b service neutron] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:41.403016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075bb7e-fb9b-4a96-800f-d834d4ec5b37 req-804f0342-0f0b-453c-8d92-03d58d55aedc tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:41.404616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2075bb7e-fb9b-4a96-800f-d834d4ec5b37 req-804f0342-0f0b-453c-8d92-03d58d55aedc tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 944 time: 0.0511971 Sep 21 18:46:41.455548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-15c909b2-f5b9-4183-aa4f-5dfde7eede00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:41.457095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-15c909b2-f5b9-4183-aa4f-5dfde7eede00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1095 time: 0.0571320 Sep 21 18:46:41.461143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2075bb7e-fb9b-4a96-800f-d834d4ec5b37 req-7f95d7db-0ae0-43de-a5b8-609297b7e882 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500102 Sep 21 18:46:41.562149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-6a6f2524-cf8e-4295-8960-76640a5ed3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:41.563594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-6a6f2524-cf8e-4295-8960-76640a5ed3cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 914 time: 0.0987782 Sep 21 18:46:41.608231 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-81c48d8a-f850-421a-b10f-e5889eda120b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0361917 Sep 21 18:46:41.666730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-af83b2d2-2b90-4747-8559-9e9bf10aecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:41.668250 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-af83b2d2-2b90-4747-8559-9e9bf10aecc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0533297 Sep 21 18:46:41.708096 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-aede1f39-644b-40b2-a023-79afcca277cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311348 Sep 21 18:46:41.799759 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-902e7bc7-10b8-4d27-901b-8fd1897db2f2 service neutron] 10.222.0.41 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Sep 21 18:46:41.899224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cad32b38-9d32-4b04-9e1c-733e1d28219d req-fc6bf4a8-e8cc-4134-8def-764eb7906de4 service neutron] 10.222.0.41 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911505 Sep 21 18:46:42.621454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ec630-da09-43bf-8cd5-81622fa08128 req-d14a8c3c-e0eb-47da-a870-4852dbc87872 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:42.622928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a2ec630-da09-43bf-8cd5-81622fa08128 req-d14a8c3c-e0eb-47da-a870-4852dbc87872 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 944 time: 0.0559146 Sep 21 18:46:42.663018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a2ec630-da09-43bf-8cd5-81622fa08128 req-d681a660-72d6-46d4-b5bf-c9a33b08daca tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341277 Sep 21 18:46:43.237607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:43.240741 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fbff30-c952-4595-b1a5-a0b96268eac7" -d '{"events": [{"name": "network-changed", "server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:43.287673 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a21efb-203a-402e-917e-38dcb825af0e x-openstack-request-id: req-88a21efb-203a-402e-917e-38dcb825af0e {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:43.288021 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:43.288297 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88a21efb-203a-402e-917e-38dcb825af0e {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:43.288682 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'status': 'completed', 'code': 200} Sep 21 18:46:43.347040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-baa16896-089d-45e1-934e-22c146adc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:43.348949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-baa16896-089d-45e1-934e-22c146adc38b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1095 time: 0.0429914 Sep 21 18:46:43.372653 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-d213d2f8-6fa4-4de0-8d63-44a9959ea653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:43.374268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-d213d2f8-6fa4-4de0-8d63-44a9959ea653 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1095 time: 0.0615582 Sep 21 18:46:43.462870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-e63b9f46-9e20-4eb8-bd30-e54e613c6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:43.464654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-e63b9f46-9e20-4eb8-bd30-e54e613c6132 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 914 time: 0.1054685 Sep 21 18:46:43.513567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-2978436a-055e-41cf-a2dd-a5a6ce8e5be0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0407116 Sep 21 18:46:43.569849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-2b7291c8-37e7-43db-91ea-d60d8a93b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:43.571460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-2b7291c8-37e7-43db-91ea-d60d8a93b8ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0506384 Sep 21 18:46:43.605442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-e59ddfbe-b287-40df-8dc8-2a3d4bbea854 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265388 Sep 21 18:46:43.730739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-85a881e9-caba-48cd-8e25-6dafe6dcf0f4 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179972 Sep 21 18:46:43.781133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-3acbe59d-c28f-4786-a75d-e26cf16d7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:43.782565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-3acbe59d-c28f-4786-a75d-e26cf16d7517 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 914 time: 0.3980684 Sep 21 18:46:43.828160 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-f45a7e63-13e0-4e29-b2b5-70fb0f5c3caf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0362840 Sep 21 18:46:43.874717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927c36b-981b-4811-95a1-790a3b27826c req-f5b86499-bc6a-4198-82a9-67a4a69c24dc tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:43.876432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f927c36b-981b-4811-95a1-790a3b27826c req-f5b86499-bc6a-4198-82a9-67a4a69c24dc tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 944 time: 0.1168013 Sep 21 18:46:43.881387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-2686dca2-214e-4556-94af-11a4b5ee1be4 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430783 Sep 21 18:46:43.883872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-3787fca5-329f-4a0b-8c1e-14d36fb056ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:43.885369 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-3787fca5-329f-4a0b-8c1e-14d36fb056ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0501716 Sep 21 18:46:43.924363 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-cc19a636-6f12-4d60-8937-66af8a4f67fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316768 Sep 21 18:46:43.932342 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f927c36b-981b-4811-95a1-790a3b27826c req-f6c3130e-6a37-46aa-aa86-b72d4efefb8b tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 Sep 21 18:46:44.033911 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-023c8535-fe7b-4125-bc1a-087cb2866ee5 service neutron] 10.222.0.41 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024218 Sep 21 18:46:44.171528 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-21fbff30-c952-4595-b1a5-a0b96268eac7 req-f7b160f3-81a3-47de-a073-9d0465f11aa0 service neutron] 10.222.0.41 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246905 Sep 21 18:46:44.234573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-dab1311b-78fd-49dc-bffa-fe3f2e005073 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:44.236031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-dab1311b-78fd-49dc-bffa-fe3f2e005073 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.78 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243&tenant_id=5940a3102ecb4055bc4ff51280f35e41&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 944 time: 0.0869575 Sep 21 18:46:44.306629 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-2e689b7b-9cf0-4396-ade3-33ae84b07142 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:46:44.307670 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-2e689b7b-9cf0-4396-ade3-33ae84b07142 service neutron] 10.222.0.78 "DELETE /v2.0/ports/fda3189e-677a-451c-9119-6f2d9519ef06/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0635724 Sep 21 18:46:44.413857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-5f730ed3-0b45-4b45-8dd2-19f652d07cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:44.415442 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-5f730ed3-0b45-4b45-8dd2-19f652d07cf5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5940a3102ecb4055bc4ff51280f35e41&device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 1095 time: 0.0493338 Sep 21 18:46:44.534482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d33cf402-92f1-41e5-b410-6e524c276127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:44.536796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d33cf402-92f1-41e5-b410-6e524c276127 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 200 len: 914 time: 0.1138530 Sep 21 18:46:44.587527 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-60b9abad-4580-4b26-8274-3c93268d2a8d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 200 len: 217 time: 0.0430405 Sep 21 18:46:44.636838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-0d755970-91e3-4142-aea9-53115a72e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:44.638351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-0d755970-91e3-4142-aea9-53115a72e29c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 200 len: 852 time: 0.0439234 Sep 21 18:46:44.670071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-990850fe-cb55-4df3-bf92-f0ccae4369f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea98edde-c062-4c8b-94ae-97b213063615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239434 Sep 21 18:46:44.777518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-868f6130-2fd1-4832-863f-5f107e5389f4 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000462 Sep 21 18:46:44.878023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-fef4c050-31f4-4139-a76d-e6218bcf9160 service neutron] 10.222.0.78 "GET /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927374 Sep 21 18:46:45.026577 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:46:45.126059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:45.139155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'network_id': 'ea98edde-c062-4c8b-94ae-97b213063615', 'port_id': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'mac_address': 'fa:16:3e:d9:37:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676eeee0-b3b9-4fda-9ad7-205475d60448', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:46:45.178733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.195056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda3189e-677a-451c-9119-6f2d9519ef06 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:45.223851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:45.228454 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.455076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:45.517916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['fda3189e-677a-451c-9119-6f2d9519ef06'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:45.630312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df61a7-0498-44c0-9b77-7ee939eab349 req-1d27276a-d79e-4eb4-8572-9678956b35c2 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:45.632047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92df61a7-0498-44c0-9b77-7ee939eab349 req-1d27276a-d79e-4eb4-8572-9678956b35c2 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 945 time: 0.0677767 Sep 21 18:46:45.685083 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-92df61a7-0498-44c0-9b77-7ee939eab349 req-ac243d1f-3c4b-49a4-91b1-40ed4f94f99f tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Sep 21 18:46:45.831601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:46:45.872999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:46:46.806253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7266-0ba4-403f-9587-d37ea853d210 req-13601c57-c2c4-49e2-b6c9-828763e666b0 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:46.808060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87cd7266-0ba4-403f-9587-d37ea853d210 req-13601c57-c2c4-49e2-b6c9-828763e666b0 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 945 time: 0.0544963 Sep 21 18:46:46.852744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87cd7266-0ba4-403f-9587-d37ea853d210 req-77081f9d-f3c6-42a2-b9a1-282cb879128f tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a426227-f2a4-4b64-b5c6-af340c692e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Sep 21 18:46:47.016259 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-7b0d302b-fa0f-4e61-9b26-80677a80f396 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:47.017780 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-7b0d302b-fa0f-4e61-9b26-80677a80f396 tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d490c-b0e8-4234-b673-fafea9ed2243 HTTP/1.1" status: 200 len: 945 time: 0.0570271 Sep 21 18:46:47.044732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:47.095996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port fda3189e-677a-451c-9119-6f2d9519ef06 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:46:47.100508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port fda3189e-677a-451c-9119-6f2d9519ef06 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:47.100882 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.122476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Deleting port fda3189e-677a-451c-9119-6f2d9519ef06 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:46:47.122828 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.178682 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.201455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:47.204032 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ccde7d-7b33-479d-8f53-1fe048e8ccf5" -d '{"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-plugged", "status": "completed", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:47.227776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:47.229468 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] For port fda3189e-677a-451c-9119-6f2d9519ef06, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fda3189e-677a-451c-9119-6f2d9519ef06,segment=NetworkSegment(b309af73-bb0b-4dc7-a087-f2f7c864c6b5),segment_id=b309af73-bb0b-4dc7-a087-f2f7c864c6b5)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:47.230216 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.234707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.255211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Calling delete_port for fda3189e-677a-451c-9119-6f2d9519ef06 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:46:47.263840 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf45957-77c4-40c4-9041-9f59ceeec779 x-openstack-request-id: req-eaf45957-77c4-40c4-9041-9f59ceeec779 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:47.264135 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-plugged", "status": "completed", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:47.264360 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaf45957-77c4-40c4-9041-9f59ceeec779 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:47.264750 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'code': 200} Sep 21 18:46:47.299751 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:47.404229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.417192 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['fda3189e-677a-451c-9119-6f2d9519ef06'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:47.432660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Pushing event deleted for resources: {'Port': ['ID=fda3189e-677a-451c-9119-6f2d9519ef06,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:47.478481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] No DVR routers for this DVR port fda3189e-677a-451c-9119-6f2d9519ef06 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:47.481327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.483526 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d9f216a0-f971-4e53-8e64-3b686e4b780b req-d63d9ccb-e5bb-43a6-97be-7a0fdd49174e tempest-DeleteServersTestJSON-1189737602 tempest-DeleteServersTestJSON-1189737602-project] 10.222.0.41 "DELETE /v2.0/ports/fda3189e-677a-451c-9119-6f2d9519ef06 HTTP/1.1" status: 204 len: 173 time: 0.4590964 Sep 21 18:46:47.483804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-deleted', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:47.486125 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b64a8-0d29-4010-9724-369fc36d6a51" -d '{"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-deleted", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:47.532341 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1737c1c8-c607-4292-a715-263539dc2061 x-openstack-request-id: req-1737c1c8-c607-4292-a715-263539dc2061 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:47.532840 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d490c-b0e8-4234-b673-fafea9ed2243", "name": "network-vif-deleted", "tag": "fda3189e-677a-451c-9119-6f2d9519ef06", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:47.532998 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1737c1c8-c607-4292-a715-263539dc2061 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:47.533300 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d490c-b0e8-4234-b673-fafea9ed2243', 'name': 'network-vif-deleted', 'tag': 'fda3189e-677a-451c-9119-6f2d9519ef06', 'status': 'completed', 'code': 200} Sep 21 18:46:47.991877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50322) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:48.050366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Deleting subnet 676eeee0-b3b9-4fda-9ad7-205475d60448 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:46:48.054241 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.094576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.135700 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.187584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.213430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676eeee0-b3b9-4fda-9ad7-205475d60448,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:48.217952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.219805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/676eeee0-b3b9-4fda-9ad7-205475d60448 HTTP/1.1" status: 204 len: 168 time: 0.2265751 Sep 21 18:46:48.222541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50324) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:48.226092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.226480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.226885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.227166 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.227502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.227835 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.228149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.228474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.228800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.229124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.229467 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.229766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe3b1e3-9eb2-44e6-9a1f-1b930b62b7e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.298024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.386499 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.407118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea98edde-c062-4c8b-94ae-97b213063615']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:48.417595 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:48.417900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b309af73-bb0b-4dc7-a087-f2f7c864c6b5') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:48.427170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.441252 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.447995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:48.448780 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:48.450610 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:48.515165 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.521412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.523878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ea98edde-c062-4c8b-94ae-97b213063615 HTTP/1.1" status: 204 len: 168 time: 0.3003352 Sep 21 18:46:48.537876 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de904f33-0a1c-45b0-ac4a-a1a932997f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea98edde-c062-4c8b-94ae-97b213063615,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:48.647094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50328) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:48.690087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e02b628f-a613-4855-ad09-6b21677954eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5940a3102ecb4055bc4ff51280f35e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417418 Sep 21 18:46:48.692712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50330) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:48.746685 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d75beecc-7b98-4705-b01a-1e71faee44db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.775325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d75beecc-7b98-4705-b01a-1e71faee44db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.826133 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d75beecc-7b98-4705-b01a-1e71faee44db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.829070 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d75beecc-7b98-4705-b01a-1e71faee44db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.830261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d75beecc-7b98-4705-b01a-1e71faee44db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a426227-f2a4-4b64-b5c6-af340c692e20 HTTP/1.1" status: 204 len: 168 time: 0.1359289 Sep 21 18:46:48.843901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75beecc-7b98-4705-b01a-1e71faee44db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a426227-f2a4-4b64-b5c6-af340c692e20,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:49.504362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50352) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:49.598984 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-440672020-network', 'tenant_id': 'a9ba5c803a214a3b8adbf4a59706a32e'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:49.620147 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Made reservation on behalf of a9ba5c803a214a3b8adbf4a59706a32e for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:49.622495 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.632336 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.746670 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.750676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.776097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:49.791511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3144c8-4672-4a45-b5d5-b3d7a4822314,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:49.797799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.798375 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Added segment 2804e14a-7a2b-4041-b821-ec2a4609ffc8 of type vlan for network baad7574-faa7-47fb-b4f1-a77189edd803 Sep 21 18:46:49.841354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.867652 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.868679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:49.869243 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.922773 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4172943 Sep 21 18:46:49.925784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50356) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:49.931385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Request body: {'subnet': {'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-440672020-subnet', 'tenant_id': 'a9ba5c803a214a3b8adbf4a59706a32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:49.954238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Made reservation on behalf of a9ba5c803a214a3b8adbf4a59706a32e for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:49.956638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.968038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dd312-df07-43b4-b85a-00a20ef0fa85 admin admin] Pushing event updated for resources: {'Network': ['ID=baad7574-faa7-47fb-b4f1-a77189edd803,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:49.980686 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network baad7574-faa7-47fb-b4f1-a77189edd803 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:50.143046 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.200435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4850bc87-492e-4017-bfc6-ee28cc18ce18,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:50.218935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Checking segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:50.219464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Network hostable DHCP agents. Network: baad7574-faa7-47fb-b4f1-a77189edd803, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:50.238982 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Network baad7574-faa7-47fb-b4f1-a77189edd803 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:50.250337 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, baad7574-faa7-47fb-b4f1-a77189edd803) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:50.256847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:50.257496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.259984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650aa537-5e00-4581-a721-8b777f8d6b62 None None] Network baad7574-faa7-47fb-b4f1-a77189edd803 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:50.275054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40075c04-61de-40ad-8e4b-ccccc928329b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3478057 Sep 21 18:46:50.410005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44710db-1721-4ad5-93c9-3664885dee78 None None] Network baad7574-faa7-47fb-b4f1-a77189edd803 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:50.773736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-f5b3e6c4-50d7-4b53-82ce-e1b526833169 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:50.775289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-f5b3e6c4-50d7-4b53-82ce-e1b526833169 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 814 time: 0.1087115 Sep 21 18:46:50.791383 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-ce8aac8d-8e69-4f0d-bf46-75e24e21b977 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/quotas/a9ba5c803a214a3b8adbf4a59706a32e HTTP/1.1" status: 200 len: 375 time: 0.0102725 Sep 21 18:46:50.823968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a5f192ac-953b-4d08-8574-0f4787fd3865 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270207 Sep 21 18:46:50.920217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-78296687-45d4-41f8-b9a3-f5a5617b6def service neutron] 10.222.0.70 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889366 Sep 21 18:46:51.015500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-91dfa302-de06-48c7-8883-c185d17d7866 service neutron] 10.222.0.70 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884519 Sep 21 18:46:51.045438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:46:51.065935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: fda3189e-677a-451c-9119-6f2d9519ef06 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:46:51.066400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fda3189e-677a-451c-9119-6f2d9519ef06 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:46:51.182432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b8be498-28c9-42b6-a95e-40c42c279bf9 req-824832fe-95ce-443b-8257-eb90780c22c3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 210 time: 0.0276468 Sep 21 18:46:52.217923 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-04a0b067-ef45-4b5a-9255-8d04206317e9 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:52.219550 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-04a0b067-ef45-4b5a-9255-8d04206317e9 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 814 time: 0.1105375 Sep 21 18:46:52.235492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Request body: {'port': {'device_id': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803', 'admin_state_up': True, 'tenant_id': 'a9ba5c803a214a3b8adbf4a59706a32e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:52.299833 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9454022a-9007-492f-aac9-f80e5b47c30d req-d5354419-8048-4883-b4a3-0067f39e285f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 210 time: 0.0320978 Sep 21 18:46:52.364141 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Made reservation on behalf of a9ba5c803a214a3b8adbf4a59706a32e for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:52.368875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:52.500340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Allocated IP 172.20.0.2 (baad7574-faa7-47fb-b4f1-a77189edd803/4850bc87-492e-4017-bfc6-ee28cc18ce18/6c27c691-fc52-4c64-a115-30dccc8701d7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:52.647503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:52.680900 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:52.728910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Network baad7574-faa7-47fb-b4f1-a77189edd803 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:52.731983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:52.735693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:52.744890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:52.790504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:52.791120 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:52.805755 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-b977338e-7d71-44b4-bbef-389a2250f1a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747714 Sep 21 18:46:52.818271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Request body: {'port': {'device_id': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:52.873639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.145783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c27c691-fc52-4c64-a115-30dccc8701d7 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:53.156460 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.169217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Transition to ACTIVE for port object 6c27c691-fc52-4c64-a115-30dccc8701d7 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:46:53.173476 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.221954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:53.307730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:53.308066 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:53.308392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:53.312841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Port 6c27c691-fc52-4c64-a115-30dccc8701d7 on network baad7574-faa7-47fb-b4f1-a77189edd803 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:46:53.313300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:53.318615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:53.318953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Checking segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:53.319363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Bound using segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:53.319785 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Bound port: 6c27c691-fc52-4c64-a115-30dccc8701d7, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:53.320145 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.392485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:53.396034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:53.400497 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.430120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5e00d-def7-43f5-89a2-b90c135cd669 req-d3b1368f-1247-4eca-942f-22a00a44c90d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:53.432453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8da5e00d-def7-43f5-89a2-b90c135cd669 req-d3b1368f-1247-4eca-942f-22a00a44c90d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 943 time: 0.0557294 Sep 21 18:46:53.445751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:53.446502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.447940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 1091 time: 0.6338205 Sep 21 18:46:53.448385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:53.450773 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675132d-b9a4-4342-809e-953dbd19faff" -d '{"events": [{"name": "network-changed", "server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:53.477771 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ada21-6d38-4a4f-b6ef-035e669009c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:53.484742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8da5e00d-def7-43f5-89a2-b90c135cd669 req-4c28c975-2e99-41ee-9b61-3c5376a0d314 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Sep 21 18:46:53.538602 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cc1d96-b4eb-4e69-b89c-2dd57c432774 x-openstack-request-id: req-26cc1d96-b4eb-4e69-b89c-2dd57c432774 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:53.538968 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:53.539227 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26cc1d96-b4eb-4e69-b89c-2dd57c432774 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:53.539641 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'status': 'completed', 'code': 200} Sep 21 18:46:53.546450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-d7783039-98f7-43cc-b673-410829a88bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:53.548039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-d7783039-98f7-43cc-b673-410829a88bde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1094 time: 0.0575688 Sep 21 18:46:53.602764 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-e36ce0d1-0de1-485b-bab0-d43d5f6ed1d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0422108 Sep 21 18:46:53.658475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-7c268abe-dfed-4ed8-9f17-de78f8190619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:53.659419 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-7c268abe-dfed-4ed8-9f17-de78f8190619 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0494442 Sep 21 18:46:53.698589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-1b7ae01a-c797-42e1-a9f9-e6ee10f5822d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309906 Sep 21 18:46:53.810888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-23ca70c7-5d2b-4b73-ab6b-62901568105c service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041880 Sep 21 18:46:53.930733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ad20ca20-dc75-4b6e-9d76-76d08da601b8 req-3f65b990-db1d-4a7f-963e-0e887bf6df1a service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127868 Sep 21 18:46:54.036170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675132d-b9a4-4342-809e-953dbd19faff req-5940605d-aeca-4e37-a207-8ecff47f5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.037878 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c675132d-b9a4-4342-809e-953dbd19faff req-5940605d-aeca-4e37-a207-8ecff47f5a87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1094 time: 0.0518596 Sep 21 18:46:54.188310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675132d-b9a4-4342-809e-953dbd19faff req-aca87b0d-213f-48c4-a583-7a9548fb0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.189988 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c675132d-b9a4-4342-809e-953dbd19faff req-aca87b0d-213f-48c4-a583-7a9548fb0d13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.1448033 Sep 21 18:46:54.233387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c675132d-b9a4-4342-809e-953dbd19faff req-ed0b0a52-c8d6-4549-a025-47cb458714e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0344357 Sep 21 18:46:54.287516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675132d-b9a4-4342-809e-953dbd19faff req-65cb2e6e-598a-443c-974b-3563ed7b3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.289024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c675132d-b9a4-4342-809e-953dbd19faff req-65cb2e6e-598a-443c-974b-3563ed7b3db0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0481200 Sep 21 18:46:54.322173 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c675132d-b9a4-4342-809e-953dbd19faff req-de120175-8e85-44c3-90ed-6a6ec7a5f0a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247860 Sep 21 18:46:54.415989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c675132d-b9a4-4342-809e-953dbd19faff req-97b59d1f-d78a-4edd-a633-591767565412 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861039 Sep 21 18:46:54.517690 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c675132d-b9a4-4342-809e-953dbd19faff req-116ce18d-c10b-4e85-85c0-e93e29bb7f55 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921493 Sep 21 18:46:54.611091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee154d-a373-43fa-b114-eb9463d08f24 req-f01f6ec0-160f-4a03-8688-ddd3f7aa1c0c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.612613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02ee154d-a373-43fa-b114-eb9463d08f24 req-f01f6ec0-160f-4a03-8688-ddd3f7aa1c0c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 943 time: 0.0493693 Sep 21 18:46:54.652747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02ee154d-a373-43fa-b114-eb9463d08f24 req-e2354a4b-ee30-4f7f-832e-9daa12364dda tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Sep 21 18:46:55.045335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:46:55.144497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:55.156473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803', 'port_id': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'mac_address': 'fa:16:3e:a7:a2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4850bc87-492e-4017-bfc6-ee28cc18ce18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:46:55.192197 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:55.205243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c27c691-fc52-4c64-a115-30dccc8701d7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:55.229226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:55.233337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:55.288615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:55.295999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.296348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.296689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.297031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.297363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.297698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.298030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.298384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.298711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.299037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.299749 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.300070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:55.442664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['6c27c691-fc52-4c64-a115-30dccc8701d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:55.772218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0509e-9768-4ea0-9131-612555418a9c req-dc5960f6-03ad-41fa-a988-8a81b2c0954c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:55.774043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03c0509e-9768-4ea0-9131-612555418a9c req-dc5960f6-03ad-41fa-a988-8a81b2c0954c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 944 time: 0.0526471 Sep 21 18:46:55.815311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03c0509e-9768-4ea0-9131-612555418a9c req-b4363dc3-82ae-4479-93af-7e25d9be13fc tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352395 Sep 21 18:46:56.934636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22e43c-7231-4fab-bd92-dd01203ae297 req-dcff3543-fadf-42c1-b3ef-133b237fdf6b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:56.936259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d22e43c-7231-4fab-bd92-dd01203ae297 req-dcff3543-fadf-42c1-b3ef-133b237fdf6b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 944 time: 0.0517838 Sep 21 18:46:56.977859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9d22e43c-7231-4fab-bd92-dd01203ae297 req-ec881438-2f00-433d-9001-790cf6fb418a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Sep 21 18:46:57.051914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:57.104804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 6c27c691-fc52-4c64-a115-30dccc8701d7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:46:57.108547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 6c27c691-fc52-4c64-a115-30dccc8701d7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:57.108929 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:57.188574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:57.212076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:57.214620 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d9de2-f3d7-4c81-abf8-f39fefc5ef1f" -d '{"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-plugged", "status": "completed", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:57.227990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:57.232607 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:57.260054 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7a95c4-ccef-4374-b881-542c6d9c416c x-openstack-request-id: req-5a7a95c4-ccef-4374-b881-542c6d9c416c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:57.260346 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-plugged", "status": "completed", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:57.260602 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a7a95c4-ccef-4374-b881-542c6d9c416c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:57.260986 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'code': 200} Sep 21 18:46:57.290029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:57.353181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528cf26-1207-49b1-840b-b84313008b95 req-0304e6b8-c8f4-42bd-83c1-e5b4788a83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:57.354733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0528cf26-1207-49b1-840b-b84313008b95 req-0304e6b8-c8f4-42bd-83c1-e5b4788a83a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1096 time: 0.0432575 Sep 21 18:46:57.391877 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0528cf26-1207-49b1-840b-b84313008b95 req-a3be4af7-4da0-4fbc-a6aa-ff55ecedf396 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301363 Sep 21 18:46:58.099275 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244137-8a8b-4372-86ff-bd1223eb6b55 req-5118d5de-15b9-44be-88ee-fd0f6854c7ca tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:58.101604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7244137-8a8b-4372-86ff-bd1223eb6b55 req-5118d5de-15b9-44be-88ee-fd0f6854c7ca tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Sep 21 18:46:58.142737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7244137-8a8b-4372-86ff-bd1223eb6b55 req-0f53ba83-4a8d-4cad-aa1c-52579e8eda7d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351536 Sep 21 18:46:59.261462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d5569-f545-483d-b15d-d3d5609dbdfd req-5b2426c7-b6a1-4c48-9a09-9b510d48efe3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:59.262977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d14d5569-f545-483d-b15d-d3d5609dbdfd req-5b2426c7-b6a1-4c48-9a09-9b510d48efe3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Sep 21 18:46:59.305884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d14d5569-f545-483d-b15d-d3d5609dbdfd req-fcea4615-7241-442d-b189-14b5be2991a2 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370159 Sep 21 18:46:59.313515 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-515cb9b6-b8ef-4b43-8c6f-07ba72cacd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:59.420813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bb8d-5e5a-4361-b91a-ceafcc6ac93e req-ccc1e2bd-6ae9-415c-811b-87c1b3d4dfec tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:59.422363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08a0bb8d-5e5a-4361-b91a-ceafcc6ac93e req-ccc1e2bd-6ae9-415c-811b-87c1b3d4dfec tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Sep 21 18:46:59.460309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-08a0bb8d-5e5a-4361-b91a-ceafcc6ac93e req-7ee93d19-fe12-47d1-aadf-d88e560d98b5 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Sep 21 18:46:59.659262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b9119-795b-4bc4-9289-d69fd17ed267 req-b06d142d-da29-43fe-8d8d-cb332fd05953 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:59.660890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a33b9119-795b-4bc4-9289-d69fd17ed267 req-b06d142d-da29-43fe-8d8d-cb332fd05953 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Sep 21 18:46:59.700681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a33b9119-795b-4bc4-9289-d69fd17ed267 req-dd5aadd4-8a17-466a-a1c9-49dd4e9c0e85 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Sep 21 18:46:59.819773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915814fa-00d8-4225-bde6-f66f8f32b643 req-6e1472e9-ea0a-42e6-8051-6531bbb7dca9 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:59.821258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-915814fa-00d8-4225-bde6-f66f8f32b643 req-6e1472e9-ea0a-42e6-8051-6531bbb7dca9 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0539944 Sep 21 18:46:59.860446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-915814fa-00d8-4225-bde6-f66f8f32b643 req-d6900287-0bb9-4ba9-9877-38b601a9ba69 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Sep 21 18:47:00.119626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-4796fe73-24f5-4750-8dc2-f60016318fce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747516 Sep 21 18:47:00.130428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d24a30-f287-4b6a-8752-ca7e645f73d6 req-f1956574-5844-44b8-8602-2eea919d1995 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:00.132066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07d24a30-f287-4b6a-8752-ca7e645f73d6 req-f1956574-5844-44b8-8602-2eea919d1995 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0776620 Sep 21 18:47:00.173709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07d24a30-f287-4b6a-8752-ca7e645f73d6 req-6b058e07-388d-4510-a4b2-8db9444c7781 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Sep 21 18:47:01.250092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-308ba591-c2ff-4195-acc9-123fd857e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:01.251647 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-308ba591-c2ff-4195-acc9-123fd857e27b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1096 time: 0.0465245 Sep 21 18:47:01.296862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85cd4f-45bc-4242-bcf3-67bf48f08a8a req-1afc285b-62d4-4646-8eaf-82fe289d1bfd tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:01.298394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff85cd4f-45bc-4242-bcf3-67bf48f08a8a req-1afc285b-62d4-4646-8eaf-82fe289d1bfd tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0535898 Sep 21 18:47:01.338752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff85cd4f-45bc-4242-bcf3-67bf48f08a8a req-a058984f-3170-4914-b34d-3f900123086f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Sep 21 18:47:01.354225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-f0903245-d064-42a3-9bb2-098080ff0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:01.354225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-f0903245-d064-42a3-9bb2-098080ff0fb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0929964 Sep 21 18:47:01.398170 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-1ca85166-1378-4d83-9b37-a25ed36c1b1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0377653 Sep 21 18:47:01.446818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-15a62296-743a-4b8c-96fb-27f2aa001a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:01.448250 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-15a62296-743a-4b8c-96fb-27f2aa001a47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0431631 Sep 21 18:47:01.481816 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-a292285a-936b-4b0f-b823-42e4e9466505 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251658 Sep 21 18:47:01.575090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-c0a87652-8df2-4e77-af86-02d0a73de1e3 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853488 Sep 21 18:47:01.665334 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-f7672cc6-5a97-4b7d-bfb6-2d430ab23c88 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826063 Sep 21 18:47:02.457723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064b50-ea66-432f-9ddc-8815b209db04 req-112989ea-dddc-4c5b-8592-099c3b41847d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:02.459263 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4064b50-ea66-432f-9ddc-8815b209db04 req-112989ea-dddc-4c5b-8592-099c3b41847d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0495772 Sep 21 18:47:02.496711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4064b50-ea66-432f-9ddc-8815b209db04 req-70576a3b-7692-4daa-b0d6-b7cb540bba25 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Sep 21 18:47:03.614590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b2ac-7410-4811-ae4d-982a1d26dde0 req-3433d469-0606-4e13-937e-8971b6f128df tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:03.616600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e58b2ac-7410-4811-ae4d-982a1d26dde0 req-3433d469-0606-4e13-937e-8971b6f128df tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Sep 21 18:47:03.637871 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7881261d-1407-4873-92c5-21bd9e0e913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:03.658481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e58b2ac-7410-4811-ae4d-982a1d26dde0 req-febd60c3-bc78-4a9a-a447-8964d9ca56e7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348189 Sep 21 18:47:04.215939 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:04.529574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:04.777829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952294-228e-4688-bbb3-afaab93bd038 req-a61603fc-26b0-40df-b188-9bd4c6334826 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:04.779329 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99952294-228e-4688-bbb3-afaab93bd038 req-a61603fc-26b0-40df-b188-9bd4c6334826 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0524089 Sep 21 18:47:04.817128 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99952294-228e-4688-bbb3-afaab93bd038 req-2d4bfcea-f708-4354-bad5-8cdbd5f4aff8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Sep 21 18:47:04.905296 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:05.931995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a147ac2-8c07-4c07-a712-4a98ed9cb342 req-53e2a482-b400-4606-affd-f923b9863920 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:05.933483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a147ac2-8c07-4c07-a712-4a98ed9cb342 req-53e2a482-b400-4606-affd-f923b9863920 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Sep 21 18:47:05.971985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7a147ac2-8c07-4c07-a712-4a98ed9cb342 req-98876375-9fe1-449e-97b0-210dedb8550d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Sep 21 18:47:07.087639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ceb81-d9c2-440a-ad40-b0ef37384ffc req-85d25fa4-e9a5-499a-bc94-be88b49d0090 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:07.089184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-160ceb81-d9c2-440a-ad40-b0ef37384ffc req-85d25fa4-e9a5-499a-bc94-be88b49d0090 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0491221 Sep 21 18:47:07.129254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-160ceb81-d9c2-440a-ad40-b0ef37384ffc req-46ea96cf-2163-494c-9ce7-a3f5b431d541 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Sep 21 18:47:07.372943 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:08.250857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb53a1-f402-48a1-bee4-922844bed76a req-54c4df4b-0d30-45ef-ba04-3926e76bce1e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:08.252311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bbfb53a1-f402-48a1-bee4-922844bed76a req-54c4df4b-0d30-45ef-ba04-3926e76bce1e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0523372 Sep 21 18:47:08.290507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bbfb53a1-f402-48a1-bee4-922844bed76a req-4588290e-fb3a-4d28-bb43-f1a408da15b9 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Sep 21 18:47:08.806320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:09.266063 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:47:09.405751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadc05a-e705-4033-94d7-47d4d16fdc0b req-7d1b45a0-7533-4a49-a251-fcfbe7ee9af1 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:09.407246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aadc05a-e705-4033-94d7-47d4d16fdc0b req-7d1b45a0-7533-4a49-a251-fcfbe7ee9af1 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0498197 Sep 21 18:47:09.445119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7aadc05a-e705-4033-94d7-47d4d16fdc0b req-cd654a8e-efea-4734-a6e8-24840c600d45 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Sep 21 18:47:10.560563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe4af9-724b-432e-86db-fef4274caa52 req-f3f25572-6375-44ed-bdbb-89c3d072983c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:10.562050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ebe4af9-724b-432e-86db-fef4274caa52 req-f3f25572-6375-44ed-bdbb-89c3d072983c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0490522 Sep 21 18:47:10.601064 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ebe4af9-724b-432e-86db-fef4274caa52 req-6b479455-b256-4895-a782-89a8d2599dc7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Sep 21 18:47:11.721078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde69ea-0fa3-479e-aa14-3c2ce922cdb0 req-a8e06f56-3bf0-4015-9247-ee6fd6f27777 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:11.722803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8fde69ea-0fa3-479e-aa14-3c2ce922cdb0 req-a8e06f56-3bf0-4015-9247-ee6fd6f27777 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0554314 Sep 21 18:47:11.760227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8fde69ea-0fa3-479e-aa14-3c2ce922cdb0 req-b12d1fad-6636-4432-9edd-5b2c98ea6ea8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Sep 21 18:47:12.875153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b11dc-58de-4ace-baab-a9d9b551fa93 req-8065537d-a9b5-4cc2-a3c2-96e64adfacb9 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:12.876619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f7b11dc-58de-4ace-baab-a9d9b551fa93 req-8065537d-a9b5-4cc2-a3c2-96e64adfacb9 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0488153 Sep 21 18:47:12.914002 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f7b11dc-58de-4ace-baab-a9d9b551fa93 req-3ea99514-e807-4e2c-85b5-24cc5a37c322 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307350 Sep 21 18:47:14.028468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2de73-3945-48c0-ae17-147c46c620b2 req-08ef79ec-8803-4302-9488-99dcfed194a4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:14.030103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57c2de73-3945-48c0-ae17-147c46c620b2 req-08ef79ec-8803-4302-9488-99dcfed194a4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0494163 Sep 21 18:47:14.066653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57c2de73-3945-48c0-ae17-147c46c620b2 req-0cdd35e0-e9f8-472e-8acf-4aa351e293a3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305436 Sep 21 18:47:15.191494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dadc2a-2491-4e07-9130-76e393939271 req-cb499a55-7698-4693-8b3f-9494c192ce33 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:15.192975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1dadc2a-2491-4e07-9130-76e393939271 req-cb499a55-7698-4693-8b3f-9494c192ce33 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0579035 Sep 21 18:47:15.231466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b1dadc2a-2491-4e07-9130-76e393939271 req-2f25f48c-5a83-4e4b-ba09-1bfd8e1b6f35 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Sep 21 18:47:16.350499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c6635-32f6-4024-8130-de392c5c22f7 req-192dd15e-dfee-4149-98db-e44a699a9e7b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:16.352053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e67c6635-32f6-4024-8130-de392c5c22f7 req-192dd15e-dfee-4149-98db-e44a699a9e7b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Sep 21 18:47:16.391116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e67c6635-32f6-4024-8130-de392c5c22f7 req-4b92e4e0-9347-42d2-9a50-81048ea83b8c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Sep 21 18:47:17.506376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d7eb1-59de-4aa9-815b-b97a2cab1ca7 req-5123399e-a431-4779-bbc4-ae8e3858d14d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:17.508015 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-038d7eb1-59de-4aa9-815b-b97a2cab1ca7 req-5123399e-a431-4779-bbc4-ae8e3858d14d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0492461 Sep 21 18:47:17.545061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-038d7eb1-59de-4aa9-815b-b97a2cab1ca7 req-c0c8fa2a-7af2-4e7b-b51b-e0d1a63faaf7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Sep 21 18:47:18.663707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a98f4-8672-4d78-9fd2-6537da9479f0 req-a1153ebf-3739-43a6-a60d-17628eb108b3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:18.665174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d78a98f4-8672-4d78-9fd2-6537da9479f0 req-a1153ebf-3739-43a6-a60d-17628eb108b3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0525839 Sep 21 18:47:18.703190 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d78a98f4-8672-4d78-9fd2-6537da9479f0 req-e8d0a0e0-a735-4707-8338-783203cd4a2d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Sep 21 18:47:19.440804 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-015d3638-0ceb-4b7e-a5cc-80c62cddbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:19.442362 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-015d3638-0ceb-4b7e-a5cc-80c62cddbf29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1096 time: 0.0414398 Sep 21 18:47:19.556679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-a46c2a44-a25f-4aab-9482-14448f440348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:19.558157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-a46c2a44-a25f-4aab-9482-14448f440348 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0902987 Sep 21 18:47:19.599642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-6ae9da0b-20dd-4de7-818e-ccf116b09f4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0340500 Sep 21 18:47:19.654142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-21e83b69-49f5-4cb3-8e2a-3b2266ea1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:19.655678 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-21e83b69-49f5-4cb3-8e2a-3b2266ea1ba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0485394 Sep 21 18:47:19.688645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-7556730a-4f59-4983-a455-e0b09519d1e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255723 Sep 21 18:47:19.782993 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-0b081d61-2c6b-4604-8369-eec54cd355cd service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857854 Sep 21 18:47:19.820619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a84f97-4db3-40cb-bd78-cabb72041b7e req-e9e9e01d-7e70-4dc2-9916-d6f49b3571fe tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:19.822839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3a84f97-4db3-40cb-bd78-cabb72041b7e req-e9e9e01d-7e70-4dc2-9916-d6f49b3571fe tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0518887 Sep 21 18:47:19.861712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3a84f97-4db3-40cb-bd78-cabb72041b7e req-8a255bad-f51b-442a-89e7-fcff89fd7994 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Sep 21 18:47:19.896677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ee8a97aa-0f3b-4fe0-af94-52929969ed82 req-16e8b851-5ac8-4b49-8be4-0c6410d849c3 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990922 Sep 21 18:47:20.977305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3046b0d-6c4d-4deb-934c-1b5ab0098bc4 req-65a859c0-d9b0-4937-971c-62d709dfba64 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:20.978800 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3046b0d-6c4d-4deb-934c-1b5ab0098bc4 req-65a859c0-d9b0-4937-971c-62d709dfba64 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0487645 Sep 21 18:47:21.015471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3046b0d-6c4d-4deb-934c-1b5ab0098bc4 req-1ac7d13d-da6e-49fd-9be9-c62a35f854ce tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Sep 21 18:47:22.133484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287da8-55df-4d98-b719-832a09703f1b req-b68bb06d-40c8-4e39-a689-876fe1c18a7f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:22.134964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a287da8-55df-4d98-b719-832a09703f1b req-b68bb06d-40c8-4e39-a689-876fe1c18a7f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0522397 Sep 21 18:47:22.172817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a287da8-55df-4d98-b719-832a09703f1b req-92d249b5-9b79-40a5-9257-7e4bac8b53d5 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Sep 21 18:47:23.294016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809fe0-c89d-446e-8032-5493fb768e26 req-e5058288-0037-44d8-92df-f981ed4e4174 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:23.295830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8809fe0-c89d-446e-8032-5493fb768e26 req-e5058288-0037-44d8-92df-f981ed4e4174 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0559227 Sep 21 18:47:23.333565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8809fe0-c89d-446e-8032-5493fb768e26 req-c62adda4-968f-4a67-a487-04181ebc5b22 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Sep 21 18:47:24.450426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bade0a-04f3-4da6-b814-f1bf54c3568a req-11d2e02d-b547-4932-a474-0f6cccf25ce4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:24.451927 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23bade0a-04f3-4da6-b814-f1bf54c3568a req-11d2e02d-b547-4932-a474-0f6cccf25ce4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0501301 Sep 21 18:47:24.491784 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23bade0a-04f3-4da6-b814-f1bf54c3568a req-7a415592-1473-4021-93e3-144b4f8f518b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Sep 21 18:47:25.611838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c6ea5-9b95-4184-a5da-9468aaa2e339 req-1b8c52ba-4369-4d1f-8bda-a5b8a8bd28b1 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:25.613290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e6c6ea5-9b95-4184-a5da-9468aaa2e339 req-1b8c52ba-4369-4d1f-8bda-a5b8a8bd28b1 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0533962 Sep 21 18:47:25.650743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e6c6ea5-9b95-4184-a5da-9468aaa2e339 req-184280f6-6906-4cff-a395-98eeea770c1b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Sep 21 18:47:26.771657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d91a7-ed6f-4d0f-9c47-1251cbb4aaac req-93351625-c33c-4a5c-bc51-94c7e58d132d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:26.773151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee0d91a7-ed6f-4d0f-9c47-1251cbb4aaac req-93351625-c33c-4a5c-bc51-94c7e58d132d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0500264 Sep 21 18:47:26.812132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee0d91a7-ed6f-4d0f-9c47-1251cbb4aaac req-9c59ea68-8f65-4f1b-a1b6-feee4f5e005b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Sep 21 18:47:27.927706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353b2c6-4432-4dd2-901e-b3dd192d1e4f req-9af454d3-21e7-4ef7-93c5-7b26561d9bcd tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:27.929206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9353b2c6-4432-4dd2-901e-b3dd192d1e4f req-9af454d3-21e7-4ef7-93c5-7b26561d9bcd tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0493710 Sep 21 18:47:27.970761 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9353b2c6-4432-4dd2-901e-b3dd192d1e4f req-1e557a5d-380e-4755-abbf-6513f12e9f0e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Sep 21 18:47:28.491990 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-32e4da8d-363d-4f67-ba9e-de0bd2e15a42 service neutron] show failed (client error): The resource could not be found. Sep 21 18:47:28.493653 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-32e4da8d-363d-4f67-ba9e-de0bd2e15a42 service neutron] 10.222.0.41 "GET /v2.0/ports/6c27c691-fc52-4c64-a115-30dccc8701d7/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0558510 Sep 21 18:47:28.689706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-474b69e1-4fae-49dd-b05b-b2b0dd476dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:28.691301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-474b69e1-4fae-49dd-b05b-b2b0dd476dfd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86&tenant_id=a9ba5c803a214a3b8adbf4a59706a32e HTTP/1.1" status: 200 len: 1096 time: 0.0452833 Sep 21 18:47:28.703088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:47:28.755553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:29.215842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5616783-f55b-4121-82e7-dceb4154e2f7 req-737ad332-b87f-419a-be75-c86adc55019f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.217296 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5616783-f55b-4121-82e7-dceb4154e2f7 req-737ad332-b87f-419a-be75-c86adc55019f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0845113 Sep 21 18:47:29.299705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5616783-f55b-4121-82e7-dceb4154e2f7 req-d4f09b8f-11de-4e96-b538-95bc0727818c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Sep 21 18:47:29.301364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:29.305087 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6afbd2a0-0b9a-4fa8-939a-b4dd5e02d1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:29.337273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:47:29.379111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:29.381382 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0e14bb-474d-40b6-b957-cc3c02c385f6" -d '{"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-unplugged", "status": "completed", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:29.386363 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:29.399281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Transition to ACTIVE for port object 6c27c691-fc52-4c64-a115-30dccc8701d7 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:47:29.403828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:29.430611 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861be06a-cf41-4a17-ac15-80f73390c202 x-openstack-request-id: req-861be06a-cf41-4a17-ac15-80f73390c202 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:29.430909 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-unplugged", "status": "completed", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:29.431160 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-861be06a-cf41-4a17-ac15-80f73390c202 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:29.432229 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'code': 200} Sep 21 18:47:29.474549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:29.477756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] No DVR routers for this DVR port 6c27c691-fc52-4c64-a115-30dccc8701d7 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:47:29.513398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:47:29.513731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:47:29.514054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:47:29.518502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Port 6c27c691-fc52-4c64-a115-30dccc8701d7 on network baad7574-faa7-47fb-b4f1-a77189edd803 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:47:29.518822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Attempting to bind port 6c27c691-fc52-4c64-a115-30dccc8701d7 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:47:29.523618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:47:29.523956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Checking segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:47:29.524357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Bound using segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:47:29.524779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Bound port: 6c27c691-fc52-4c64-a115-30dccc8701d7, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:47:29.525133 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:29.586424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:47:29.589269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:47:29.592944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:29.625659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.626294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:29.627680 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] 10.222.0.78 "PUT /v2.0/ports/6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 1091 time: 0.9285452 Sep 21 18:47:29.650320 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6d3b-69c1-41a6-bb8b-9c28cac0087e service neutron] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:29.696531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-eb8c2224-ae67-47a7-acc7-fb5c823a4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.698672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-eb8c2224-ae67-47a7-acc7-fb5c823a4491 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1094 time: 0.0460408 Sep 21 18:47:29.789062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-c53bcc74-269a-493a-a4a3-45d460fdd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.790612 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-c53bcc74-269a-493a-a4a3-45d460fdd256 service neutron] 10.222.0.78 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0846865 Sep 21 18:47:29.836226 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-b411067e-c5a1-46fd-9f83-36e541e69d0f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0380790 Sep 21 18:47:29.885409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-b33caa74-0906-4c73-8acd-f7a3a783afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.886957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-b33caa74-0906-4c73-8acd-f7a3a783afa3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0444558 Sep 21 18:47:29.920048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-7d17ebe2-ab40-498a-818d-2dfb6920e603 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246856 Sep 21 18:47:30.012726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-716f7a01-45c6-45dd-a383-fe23eb4bb78e service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853045 Sep 21 18:47:30.104535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39ac571f-cc05-4d5a-9a93-cf342e796345 req-ee5a20f8-e2e4-4a58-b512-d992eb003230 service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828454 Sep 21 18:47:30.418674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32083ede-bf4c-4ad2-ab06-4a62b3b34d0f req-762fa70b-4261-4de5-9cd8-d00786fb1de0 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:30.420161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32083ede-bf4c-4ad2-ab06-4a62b3b34d0f req-762fa70b-4261-4de5-9cd8-d00786fb1de0 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 943 time: 0.0492098 Sep 21 18:47:30.457616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32083ede-bf4c-4ad2-ab06-4a62b3b34d0f req-a685abe1-c019-439c-874e-9665a90166eb tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Sep 21 18:47:31.433829 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:31.436235 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0f5274-5fda-4023-b09e-3fcefafe877e" -d '{"events": [{"name": "network-changed", "server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:31.482963 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd04c3-beec-47ac-a2f2-bbe791487f25 x-openstack-request-id: req-f4bd04c3-beec-47ac-a2f2-bbe791487f25 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:31.483249 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:31.483531 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4bd04c3-beec-47ac-a2f2-bbe791487f25 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:31.483963 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'status': 'completed', 'code': 200} Sep 21 18:47:31.549884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-86c76a1c-8739-4900-9a67-48cf28da608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:31.555586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-86c76a1c-8739-4900-9a67-48cf28da608f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1094 time: 0.0490139 Sep 21 18:47:31.577398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-f032fb61-a2ff-4c68-aa0e-948d750263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:31.578908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-f032fb61-a2ff-4c68-aa0e-948d750263b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1094 time: 0.0755746 Sep 21 18:47:31.603734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6ba7-a4bc-4ac8-b77a-129209257ef3 req-0c35d5e7-a9d0-4c09-ac17-8157c990916b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:31.605539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa8f6ba7-a4bc-4ac8-b77a-129209257ef3 req-0c35d5e7-a9d0-4c09-ac17-8157c990916b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 943 time: 0.0715377 Sep 21 18:47:31.670103 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-1297d0d6-54db-43eb-8f6a-fa2d412594b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:31.672822 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-1297d0d6-54db-43eb-8f6a-fa2d412594b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.1105225 Sep 21 18:47:31.699316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa8f6ba7-a4bc-4ac8-b77a-129209257ef3 req-3e14e460-c64a-4227-a711-c42c93cd4498 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833213 Sep 21 18:47:31.721831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-fc146085-b769-4fe4-9ddc-9d8a2114cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:31.723411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-fc146085-b769-4fe4-9ddc-9d8a2114cdfa service neutron] 10.222.0.78 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.1365385 Sep 21 18:47:31.724451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-7068b71d-87f1-4e18-90ae-bc51a0c757a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0437396 Sep 21 18:47:31.768421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-189edaee-5d6d-42aa-bafd-2c61a47554ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0360024 Sep 21 18:47:31.780032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-1e644e2e-f703-4535-a884-1141441b30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:31.781514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-1e644e2e-f703-4535-a884-1141441b30a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0500672 Sep 21 18:47:31.814207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-68cb8a0d-ed06-4461-be82-de9293a36df9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259299 Sep 21 18:47:31.817612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-30c7675e-16ab-4366-b7ae-24045b893ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:31.819135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-30c7675e-16ab-4366-b7ae-24045b893ac1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0444870 Sep 21 18:47:31.855239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-7eef89da-20c2-440c-9ed4-fadf0d2ae820 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287974 Sep 21 18:47:31.907042 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-815bb6f4-3038-4994-8ae2-949bc1807d10 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Sep 21 18:47:31.945087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-5320a947-ccc7-40d5-9ee0-125e8ef07cbe service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836546 Sep 21 18:47:32.005600 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-792d3e23-bac4-4f11-a0f4-a962df8c4a41 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918577 Sep 21 18:47:32.041160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d0f5274-5fda-4023-b09e-3fcefafe877e req-c74188fa-aee7-4e9c-8f80-bb3e8f6e9986 service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892045 Sep 21 18:47:32.067267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:47:32.164758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:32.176145 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803', 'port_id': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'mac_address': 'fa:16:3e:a7:a2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4850bc87-492e-4017-bfc6-ee28cc18ce18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:47:32.212423 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:32.225397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c27c691-fc52-4c64-a115-30dccc8701d7 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:47:32.246621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:32.250500 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:32.297566 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:32.469794 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6c27c691-fc52-4c64-a115-30dccc8701d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:47:32.820788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3043-4121-49a1-9e5f-552adcc97572 req-4dc23767-c64c-48ae-be8e-a79edc74ce5a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:32.822308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5aef3043-4121-49a1-9e5f-552adcc97572 req-4dc23767-c64c-48ae-be8e-a79edc74ce5a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 944 time: 0.0493491 Sep 21 18:47:32.859915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5aef3043-4121-49a1-9e5f-552adcc97572 req-af238611-f112-4f3a-b340-2dba8a99bd07 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Sep 21 18:47:33.055359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e5de1-1c2f-4536-8503-fb084cd107ae req-2d3c3e49-a47d-4afc-b62c-5f60dcfd542a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:33.056845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-628e5de1-1c2f-4536-8503-fb084cd107ae req-2d3c3e49-a47d-4afc-b62c-5f60dcfd542a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 944 time: 0.0520601 Sep 21 18:47:33.070338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-9aa7a9b3-34f1-4968-a751-fe50cdcd3852 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:33.071819 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-9aa7a9b3-34f1-4968-a751-fe50cdcd3852 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.41 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86&tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 944 time: 0.0531361 Sep 21 18:47:33.095570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-628e5de1-1c2f-4536-8503-fb084cd107ae req-999fdf97-6cc6-4753-bd57-dac43ceb7d6f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Sep 21 18:47:33.134080 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-2f2310ea-9fe6-44f9-87ee-78c4520f6f61 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:47:33.135128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-2f2310ea-9fe6-44f9-87ee-78c4520f6f61 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6c27c691-fc52-4c64-a115-30dccc8701d7/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0556624 Sep 21 18:47:33.222871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-0859458b-0ee0-46e4-b3d8-e6a346edcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:33.224360 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-0859458b-0ee0-46e4-b3d8-e6a346edcb86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 1095 time: 0.0444317 Sep 21 18:47:33.279881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:47:33.314488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-9c545997-5e29-4ef6-9017-77d501169c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:33.315998 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-9c545997-5e29-4ef6-9017-77d501169c25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0842168 Sep 21 18:47:33.317707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:47:33.363864 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-975b7ebe-5030-459d-b6f7-079ac49c42d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 200 len: 217 time: 0.0394638 Sep 21 18:47:33.413794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-8cf1a410-31a2-4b23-a8cd-30b0556ee93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:33.415281 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-8cf1a410-31a2-4b23-a8cd-30b0556ee93b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0443804 Sep 21 18:47:33.448725 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-53f9714d-9239-4635-a932-5678a88e04cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251493 Sep 21 18:47:33.543518 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-0ade466b-bc3a-4c16-913d-275aab6fd54c service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880377 Sep 21 18:47:33.636871 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0f362cb3-311a-4543-8534-a5a2b958bba7 req-ad3c45e0-2e1d-446a-bc90-f097d8d14cd5 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869262 Sep 21 18:47:33.639513 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-00dd64c5-a016-4cde-9a58-2df84d9057ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:34.098947 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:47:34.152979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 6c27c691-fc52-4c64-a115-30dccc8701d7 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:47:34.157319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 6c27c691-fc52-4c64-a115-30dccc8701d7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:47:34.157698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:34.234840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004a2ac-fb96-40e5-9934-957d8c456818 req-5938fc7c-7079-42bc-85eb-45fe5b966a53 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:34.236330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a004a2ac-fb96-40e5-9934-957d8c456818 req-5938fc7c-7079-42bc-85eb-45fe5b966a53 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 944 time: 0.0611405 Sep 21 18:47:34.238171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:34.254604 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:34.276116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a004a2ac-fb96-40e5-9934-957d8c456818 req-d3b7705c-64aa-4be5-b503-1e3033bfeab6 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Sep 21 18:47:34.278932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:34.281191 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d61f028-f8e4-4947-a1a3-b4e84e9f7e3f" -d '{"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-plugged", "status": "completed", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:34.294103 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:34.298468 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:34.324066 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd8be4-457d-47f0-be97-94b0e4f2aab1 x-openstack-request-id: req-ccdd8be4-457d-47f0-be97-94b0e4f2aab1 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:34.324235 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-plugged", "status": "completed", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:34.324560 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ccdd8be4-457d-47f0-be97-94b0e4f2aab1 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:34.324932 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'code': 200} Sep 21 18:47:34.352788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:34.424692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214603d-cf16-44e1-8186-a44e12f52604 req-34086fcc-c379-4a5b-84c6-58fb575fdbf7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:34.426218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1214603d-cf16-44e1-8186-a44e12f52604 req-34086fcc-c379-4a5b-84c6-58fb575fdbf7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0621140 Sep 21 18:47:34.469071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1214603d-cf16-44e1-8186-a44e12f52604 req-80ee4929-8cbb-4a4d-8869-5f06e57ab317 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369191 Sep 21 18:47:34.534226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:34.584939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6a32c-fd04-407f-bd09-d0387fb5bfd8 req-9f2bf4ff-bf14-41c8-9dfd-90c3565a5594 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:34.586384 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39a6a32c-fd04-407f-bd09-d0387fb5bfd8 req-9f2bf4ff-bf14-41c8-9dfd-90c3565a5594 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Sep 21 18:47:34.625098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-39a6a32c-fd04-407f-bd09-d0387fb5bfd8 req-b904df2b-620c-4140-8d08-1a61f6ee413e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321119 Sep 21 18:47:34.908812 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:34.997036 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-4b81360d-a09d-4d2a-85d6-24423684060f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:34.998618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-4b81360d-a09d-4d2a-85d6-24423684060f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 814 time: 0.1145704 Sep 21 18:47:35.019590 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-4fabeb7e-60ac-4fb6-a5d7-593e01a9dac3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/quotas/a9ba5c803a214a3b8adbf4a59706a32e HTTP/1.1" status: 200 len: 375 time: 0.0104604 Sep 21 18:47:35.070106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-3de8d8fa-0543-461a-96fc-e098eda96e3d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446959 Sep 21 18:47:35.168301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-d6ad5939-eb01-4d40-9389-a37cf81305d3 service neutron] 10.222.0.70 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902073 Sep 21 18:47:35.260662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-bfcced75-b5f4-41a8-9266-12290c72ae03 service neutron] 10.222.0.70 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860252 Sep 21 18:47:35.429063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad7b3f0-e89c-429f-bf7f-d56c49b94605 req-a45fbe46-e466-40a9-af4e-d3a84e02ef04 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 210 time: 0.0335293 Sep 21 18:47:36.124309 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-2af9da8a-760f-4613-9f9a-07538bb7c7f4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:36.125714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-2af9da8a-760f-4613-9f9a-07538bb7c7f4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.78 "GET /v2.0/ports?device_id=b88740a7-d78f-4709-8705-7c6d49f7ac86 HTTP/1.1" status: 200 len: 945 time: 0.0487797 Sep 21 18:47:36.228303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Deleting port 6c27c691-fc52-4c64-a115-30dccc8701d7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:47:36.228845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:36.327880 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] For port 6c27c691-fc52-4c64-a115-30dccc8701d7, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=6c27c691-fc52-4c64-a115-30dccc8701d7,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:36.328577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:36.333002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-7c25199a-dad5-47a5-bbc8-b5398291b24d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:36.334655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-7c25199a-dad5-47a5-bbc8-b5398291b24d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 814 time: 0.1172228 Sep 21 18:47:36.343135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Calling delete_port for 6c27c691-fc52-4c64-a115-30dccc8701d7 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:47:36.348607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Request body: {'port': {'device_id': '083770f1-7120-4757-813d-20403de05e9f', 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803', 'admin_state_up': True, 'tenant_id': 'a9ba5c803a214a3b8adbf4a59706a32e'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:47:36.463625 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Made reservation on behalf of a9ba5c803a214a3b8adbf4a59706a32e for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:47:36.468328 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:36.481628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:36.493729 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6c27c691-fc52-4c64-a115-30dccc8701d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:47:36.523626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Pushing event deleted for resources: {'Port': ['ID=6c27c691-fc52-4c64-a115-30dccc8701d7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:36.575766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47048605-bfeb-496e-a8ee-77baab21f282 req-d00ecfcb-3b8f-47a3-b0b4-50642c7dca7e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 210 time: 0.0535271 Sep 21 18:47:36.598512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] No DVR routers for this DVR port 6c27c691-fc52-4c64-a115-30dccc8701d7 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:47:36.601538 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:36.604180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e608b40-7bcd-4d16-947e-745f23f4170d req-1cfd5b40-2da6-4167-8807-4176dab58564 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.78 "DELETE /v2.0/ports/6c27c691-fc52-4c64-a115-30dccc8701d7 HTTP/1.1" status: 204 len: 173 time: 0.4723582 Sep 21 18:47:36.604832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-deleted', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:36.608005 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0406aef-9dd5-49d7-bdc2-db39530530ae" -d '{"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-deleted", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:36.618490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Allocated IP 172.20.0.5 (baad7574-faa7-47fb-b4f1-a77189edd803/4850bc87-492e-4017-bfc6-ee28cc18ce18/fff4b4c4-e28d-4dcd-8366-95e358dee178) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:47:36.650540 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ac387-cf82-4b8e-802a-7009fc8d01ed x-openstack-request-id: req-892ac387-cf82-4b8e-802a-7009fc8d01ed {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:36.650923 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88740a7-d78f-4709-8705-7c6d49f7ac86", "name": "network-vif-deleted", "tag": "6c27c691-fc52-4c64-a115-30dccc8701d7", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:36.653252 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-892ac387-cf82-4b8e-802a-7009fc8d01ed {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:36.653252 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88740a7-d78f-4709-8705-7c6d49f7ac86', 'name': 'network-vif-deleted', 'tag': '6c27c691-fc52-4c64-a115-30dccc8701d7', 'status': 'completed', 'code': 200} Sep 21 18:47:37.053534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.085228 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.096797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['6c27c691-fc52-4c64-a115-30dccc8701d7'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:47:37.129737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Network baad7574-faa7-47fb-b4f1-a77189edd803 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:47:37.132701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:47:37.139686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:47:37.143862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:37.188183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:37.188766 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.202143 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-8e9f4eda-702d-4d39-8d5d-a5d923e2cf9c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574703 Sep 21 18:47:37.214596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Request body: {'port': {'device_id': '083770f1-7120-4757-813d-20403de05e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:47:37.268544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.379514 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.532918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff4b4c4-e28d-4dcd-8366-95e358dee178 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:47:37.540470 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.553310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Transition to ACTIVE for port object fff4b4c4-e28d-4dcd-8366-95e358dee178 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:47:37.556996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.606903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:37.689027 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:47:37.689540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:47:37.690014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:47:37.695025 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Port fff4b4c4-e28d-4dcd-8366-95e358dee178 on network baad7574-faa7-47fb-b4f1-a77189edd803 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:47:37.695351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:47:37.700452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:47:37.700792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Checking segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:47:37.701175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Bound using segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:47:37.701660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Bound port: fff4b4c4-e28d-4dcd-8366-95e358dee178, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:47:37.702030 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.731292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a34428-da5b-436b-b975-b0e0032a282a req-c567578d-3bc5-4e68-850b-233d9687aaed tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:37.732426 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5a34428-da5b-436b-b975-b0e0032a282a req-c567578d-3bc5-4e68-850b-233d9687aaed tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 943 time: 0.0601676 Sep 21 18:47:37.769621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:47:37.771734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c5a34428-da5b-436b-b975-b0e0032a282a req-1c10f2ce-5cad-4129-ad86-6a81cfdbb9f0 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Sep 21 18:47:37.772744 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:47:37.778265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.811891 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:37.812444 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:37.813839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] 10.222.0.41 "PUT /v2.0/ports/fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 1091 time: 0.6031578 Sep 21 18:47:37.814287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:37.816643 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35d256e-c7a8-47fd-886a-7a9218992fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:37.853586 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36ff7a-d445-45e5-8cc4-747c2141b21e service neutron] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:37.869566 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e4593a-54a3-4f52-a174-2d073f84624f x-openstack-request-id: req-b4e4593a-54a3-4f52-a174-2d073f84624f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:37.869861 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:37.870677 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4e4593a-54a3-4f52-a174-2d073f84624f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:37.871193 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'status': 'completed', 'code': 200} Sep 21 18:47:37.907497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-4834e36c-010f-489a-883d-2da6581c9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:37.909014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-4834e36c-010f-489a-883d-2da6581c9fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1094 time: 0.0487974 Sep 21 18:47:37.953074 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-61347c58-1833-4db3-8d5b-3b9d8d04aaa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 217 time: 0.0351388 Sep 21 18:47:38.002438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-d4c0e602-111b-4180-b64b-6880c6338d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:38.003895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-d4c0e602-111b-4180-b64b-6880c6338d2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0438552 Sep 21 18:47:38.043530 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-b2af1683-252a-4e19-85d5-c3ef43fe21e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308731 Sep 21 18:47:38.135665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-c76f96f6-5582-400e-91d2-b6f61ff4f67f service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Sep 21 18:47:38.230466 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1faa7ebb-735c-4a4b-bbad-1533da540c5f req-bec0e78e-9839-474a-8b8e-884d6eeec0dd service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873718 Sep 21 18:47:38.320386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-6ccbe4da-da7c-42bc-90b1-3564d432cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:38.321941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-6ccbe4da-da7c-42bc-90b1-3564d432cbaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1094 time: 0.0439367 Sep 21 18:47:38.416111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-f2b797ee-7c31-40b3-b939-acacf93edf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:38.418377 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-f2b797ee-7c31-40b3-b939-acacf93edf43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0886774 Sep 21 18:47:38.461997 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-7f595b65-8907-40cd-8dd5-4deccc3a0bbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 217 time: 0.0366752 Sep 21 18:47:38.509531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-5b8a5d86-607e-4915-84d6-68e2f5b9e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:38.511027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-5b8a5d86-607e-4915-84d6-68e2f5b9e72a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0418668 Sep 21 18:47:38.543017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-dae7503c-6d69-4eac-afed-04f9f91bf6d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237496 Sep 21 18:47:38.637367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-3ce0b6ce-857c-4234-973d-d840509e086e service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856130 Sep 21 18:47:38.735949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d35d256e-c7a8-47fd-886a-7a9218992fe1 req-5fd14ce0-d432-4156-a733-40f85431e002 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900843 Sep 21 18:47:38.807086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:38.891133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39892f8-d55b-4c92-93dd-aa69c78e6c6f req-f03b24ae-8597-4d3e-b99e-db4a6444b913 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:38.892632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e39892f8-d55b-4c92-93dd-aa69c78e6c6f req-f03b24ae-8597-4d3e-b99e-db4a6444b913 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 943 time: 0.0488114 Sep 21 18:47:38.931419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e39892f8-d55b-4c92-93dd-aa69c78e6c6f req-46d28a6a-ddc6-4825-aa80-f4fefb1c3616 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Sep 21 18:47:39.310500 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:47:39.404881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:39.415578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803', 'port_id': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'mac_address': 'fa:16:3e:f1:2e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4850bc87-492e-4017-bfc6-ee28cc18ce18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:47:39.455385 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:39.467518 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff4b4c4-e28d-4dcd-8366-95e358dee178 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:47:39.486109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:39.490484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:39.538600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:39.686202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['fff4b4c4-e28d-4dcd-8366-95e358dee178'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:47:40.045114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5efc-633a-4a41-b5f8-718826712f47 req-c33be247-79ad-428a-b312-cf41a57c9f6e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:40.046703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cab5efc-633a-4a41-b5f8-718826712f47 req-c33be247-79ad-428a-b312-cf41a57c9f6e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 944 time: 0.0496454 Sep 21 18:47:40.083830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2cab5efc-633a-4a41-b5f8-718826712f47 req-7080f897-563b-406e-8ce0-7e6321a5f4e3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Sep 21 18:47:40.162251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:47:40.182437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 6c27c691-fc52-4c64-a115-30dccc8701d7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:47:40.182785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 6c27c691-fc52-4c64-a115-30dccc8701d7 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:47:41.204233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590e68-7256-46ae-9a22-79276c8f8c22 req-e5e6113e-a1e3-49ca-9884-e42f96c8ec76 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:41.205895 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-70590e68-7256-46ae-9a22-79276c8f8c22 req-e5e6113e-a1e3-49ca-9884-e42f96c8ec76 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 944 time: 0.0533683 Sep 21 18:47:41.243352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-70590e68-7256-46ae-9a22-79276c8f8c22 req-4cf4a8e8-3dcc-4ad1-833c-d04947f79da3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Sep 21 18:47:41.311182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:47:41.359687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port fff4b4c4-e28d-4dcd-8366-95e358dee178 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:47:41.363447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port fff4b4c4-e28d-4dcd-8366-95e358dee178 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:47:41.363813 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:41.440980 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:41.462395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:41.464549 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fb60a2-8767-456e-b07e-aa196f01adb0" -d '{"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:41.477558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:41.481582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:41.511475 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a64f908-dc00-4138-9b2a-3786cfd2b735 x-openstack-request-id: req-2a64f908-dc00-4138-9b2a-3786cfd2b735 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:41.511778 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:41.512022 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a64f908-dc00-4138-9b2a-3786cfd2b735 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:41.512403 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'code': 200} Sep 21 18:47:41.530237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:41.622478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bf333-57a3-426a-bc82-8a827c2af8e2 req-439250e4-32f3-44a1-bab9-b17d56eb0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:41.623981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-484bf333-57a3-426a-bc82-8a827c2af8e2 req-439250e4-32f3-44a1-bab9-b17d56eb0c2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1096 time: 0.0456214 Sep 21 18:47:41.658436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-484bf333-57a3-426a-bc82-8a827c2af8e2 req-314357ff-1a5f-4ef9-a9bc-09469f2d742e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272086 Sep 21 18:47:42.359203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0c293-cd03-4afa-8963-16c0949ecdc4 req-d31c6b1d-951b-442f-b0f5-737620e813a8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:42.360722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5f0c293-cd03-4afa-8963-16c0949ecdc4 req-d31c6b1d-951b-442f-b0f5-737620e813a8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0492985 Sep 21 18:47:42.401176 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5f0c293-cd03-4afa-8963-16c0949ecdc4 req-d573d5c4-bece-47b3-a463-0c5dd3d7a1ab tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Sep 21 18:47:43.518380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f92d04-5e8b-4cb4-a34c-fdda83eaa4c7 req-c1333fb7-b455-447d-bb80-d34e3cc08c65 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:43.519887 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44f92d04-5e8b-4cb4-a34c-fdda83eaa4c7 req-c1333fb7-b455-447d-bb80-d34e3cc08c65 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0518382 Sep 21 18:47:43.558269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44f92d04-5e8b-4cb4-a34c-fdda83eaa4c7 req-65e77008-0116-4794-93c1-d6e4a192da52 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Sep 21 18:47:43.676439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41039f2f-66ba-45b1-b253-2236844a666c req-d5efe989-9001-4e62-88c8-7ff9be2e7f8f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:43.677934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41039f2f-66ba-45b1-b253-2236844a666c req-d5efe989-9001-4e62-88c8-7ff9be2e7f8f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0531366 Sep 21 18:47:43.717650 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41039f2f-66ba-45b1-b253-2236844a666c req-65685f02-a5ca-4265-b996-d5c41dcf7a2e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Sep 21 18:47:43.965099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-84cb1b75-dd0b-405f-b0a8-2d8f86745e73 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676982 Sep 21 18:47:43.975185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b4be3-80e0-4988-8fc7-40f2af5e0155 req-020c2758-72d1-4d2a-a4c8-8b8406d94a21 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:43.976589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f55b4be3-80e0-4988-8fc7-40f2af5e0155 req-020c2758-72d1-4d2a-a4c8-8b8406d94a21 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0704868 Sep 21 18:47:44.017509 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f55b4be3-80e0-4988-8fc7-40f2af5e0155 req-25ab392a-7053-44d3-b3c4-3a1e97f5a8e3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Sep 21 18:47:45.050120 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-8b05af68-89e8-444a-b6b5-1e4ead29b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:45.051830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-8b05af68-89e8-444a-b6b5-1e4ead29b652 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1096 time: 0.0447044 Sep 21 18:47:45.138729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9751a6-f5be-4cf7-8bd5-c3b25c9bb93a req-be470500-ba3e-46af-bff1-3004c58de791 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:45.140175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd9751a6-f5be-4cf7-8bd5-c3b25c9bb93a req-be470500-ba3e-46af-bff1-3004c58de791 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0531046 Sep 21 18:47:45.150965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-8c125ca8-0d5e-44c2-bf5c-8d295978759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:45.153454 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-8c125ca8-0d5e-44c2-bf5c-8d295978759b service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0932074 Sep 21 18:47:45.180713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dd9751a6-f5be-4cf7-8bd5-c3b25c9bb93a req-22123bc1-8f4e-4c05-bd59-9fe860ca29ca tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Sep 21 18:47:45.195106 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-a043ef4d-6629-444a-be97-aafbf5df06b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 217 time: 0.0349829 Sep 21 18:47:45.249247 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-4d47711d-a4af-499f-be8f-659f00705e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:45.250733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-4d47711d-a4af-499f-be8f-659f00705e12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0443616 Sep 21 18:47:45.282092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-51e65232-8cb4-4c1f-8a38-68f219239101 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245066 Sep 21 18:47:45.376838 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-da582c02-535d-4986-bd30-84ccfbb27b2a service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880148 Sep 21 18:47:45.471981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-7d744ce4-2667-4179-b34b-d99720fd0df4 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879419 Sep 21 18:47:46.264008 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:47:46.294365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e33a86-34d2-4001-ad96-b8b43d108296 req-4ca84f09-105a-41c0-88bd-304b93ec964d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:46.295842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73e33a86-34d2-4001-ad96-b8b43d108296 req-4ca84f09-105a-41c0-88bd-304b93ec964d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0484064 Sep 21 18:47:46.333391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73e33a86-34d2-4001-ad96-b8b43d108296 req-0b6d5706-b98e-4cd1-a614-af63020f0c38 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Sep 21 18:47:47.449368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ebf3-7a50-4c69-9708-b21997ec1b77 req-cae2f055-bc23-47f3-9e44-8334015fbe84 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:47.450999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65d3ebf3-7a50-4c69-9708-b21997ec1b77 req-cae2f055-bc23-47f3-9e44-8334015fbe84 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0492578 Sep 21 18:47:47.490432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-65d3ebf3-7a50-4c69-9708-b21997ec1b77 req-baa6888b-7cbb-4a16-910a-1954c63f6c49 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Sep 21 18:47:48.613035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dcaf4-fe82-46cf-b32a-63279439db52 req-95bd0a80-6bf0-4254-a8f3-a59d3f30967c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:48.614617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c1dcaf4-fe82-46cf-b32a-63279439db52 req-95bd0a80-6bf0-4254-a8f3-a59d3f30967c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0547562 Sep 21 18:47:48.652469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8c1dcaf4-fe82-46cf-b32a-63279439db52 req-2c644b0d-7013-4b45-8475-208c28154b2e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Sep 21 18:47:49.770763 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58ae51-bbd8-4365-ab0f-b13d7b7af1c4 req-7a4b5e02-293e-4d5e-9a6b-db789843be8e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:49.773101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a58ae51-bbd8-4365-ab0f-b13d7b7af1c4 req-7a4b5e02-293e-4d5e-9a6b-db789843be8e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0494068 Sep 21 18:47:49.813041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a58ae51-bbd8-4365-ab0f-b13d7b7af1c4 req-e89d10e0-14a0-4b25-a66b-0942dbe6ff94 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331635 Sep 21 18:47:50.927047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be115282-528a-4f52-86f2-a551c844db0e req-4da67c94-d83b-4b8a-b2e8-57ce25351aab tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:50.928540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be115282-528a-4f52-86f2-a551c844db0e req-4da67c94-d83b-4b8a-b2e8-57ce25351aab tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0490351 Sep 21 18:47:50.966088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be115282-528a-4f52-86f2-a551c844db0e req-8963c97a-e951-4432-942c-a24d6e0d0a10 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Sep 21 18:47:52.087080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3eba1-8a50-404a-91ae-3e73e72a2948 req-67133bd2-94bc-4f16-98af-7e785eacce9d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:52.088548 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10d3eba1-8a50-404a-91ae-3e73e72a2948 req-67133bd2-94bc-4f16-98af-7e785eacce9d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0531008 Sep 21 18:47:52.126647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10d3eba1-8a50-404a-91ae-3e73e72a2948 req-110c9b5e-2511-4624-8b56-3a0fbee1dd15 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Sep 21 18:47:53.242359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463532d-9674-4f01-8455-fa79dd994691 req-7da46910-586c-4e65-9539-8c5ec65222bc tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:53.243853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4463532d-9674-4f01-8455-fa79dd994691 req-7da46910-586c-4e65-9539-8c5ec65222bc tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0497344 Sep 21 18:47:53.282288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4463532d-9674-4f01-8455-fa79dd994691 req-a1ab7ce5-6e37-4a8d-840d-3a6c28b3e49f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324783 Sep 21 18:47:54.407809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c222d4-a4e4-4973-921b-4c437496ba0d req-99ee00e9-82c6-4eae-be92-daf4e484569d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:54.409345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3c222d4-a4e4-4973-921b-4c437496ba0d req-99ee00e9-82c6-4eae-be92-daf4e484569d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0584471 Sep 21 18:47:54.448177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3c222d4-a4e4-4973-921b-4c437496ba0d req-d4b420cd-4174-4f44-9707-81b2901b9e3b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Sep 21 18:47:55.569160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9155e-d48a-4a72-bc41-de74309128a6 req-39cebcf9-c78d-46cd-87fa-dd2838ec6fb7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:55.570691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7f9155e-d48a-4a72-bc41-de74309128a6 req-39cebcf9-c78d-46cd-87fa-dd2838ec6fb7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0548098 Sep 21 18:47:55.609394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7f9155e-d48a-4a72-bc41-de74309128a6 req-8ddebe50-ec69-4b84-925b-d7cf854ff501 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Sep 21 18:47:56.725858 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b88b0-4beb-4100-9cc2-238da2eb0eef req-d01c6cab-ec73-4d13-978e-1945e89a19b8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:56.727431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a21b88b0-4beb-4100-9cc2-238da2eb0eef req-d01c6cab-ec73-4d13-978e-1945e89a19b8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0508034 Sep 21 18:47:56.765094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a21b88b0-4beb-4100-9cc2-238da2eb0eef req-69013b97-8316-48e4-8720-4549ca5ec513 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Sep 21 18:47:57.882450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433b716-3e45-49dc-9e68-2ab2094a8864 req-8a69865f-9ea5-4e21-9159-a062ee7a15fe tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:57.883938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f433b716-3e45-49dc-9e68-2ab2094a8864 req-8a69865f-9ea5-4e21-9159-a062ee7a15fe tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0496132 Sep 21 18:47:57.923121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f433b716-3e45-49dc-9e68-2ab2094a8864 req-25c538e3-f0bc-466d-b6a7-6649ad40d8c4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Sep 21 18:47:59.044463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89452ca-fb1b-4740-970c-6a6f8a67711e req-d4b9d1fd-fcd5-40d7-b081-ba3606207bb7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:59.045945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d89452ca-fb1b-4740-970c-6a6f8a67711e req-d4b9d1fd-fcd5-40d7-b081-ba3606207bb7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0559123 Sep 21 18:47:59.085396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d89452ca-fb1b-4740-970c-6a6f8a67711e req-96f2e56e-24c8-44a8-9ba2-520448dedddb tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Sep 21 18:47:59.308286 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-faa82af6-4047-459d-8c7e-f4c09539f84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:00.200247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423aa2f-14bf-44b4-a1c3-302364bc4717 req-1f0971cb-8145-4d1c-ae94-5e9b2ca637ea tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:00.201829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e423aa2f-14bf-44b4-a1c3-302364bc4717 req-1f0971cb-8145-4d1c-ae94-5e9b2ca637ea tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0494359 Sep 21 18:48:00.241212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e423aa2f-14bf-44b4-a1c3-302364bc4717 req-ff553ea0-15d3-48e8-b7cf-38e34864c8df tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Sep 21 18:48:01.357082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff7dda-7b7c-4f6e-8f65-4f2755502e56 req-a96e18f6-280e-4442-84ae-f4a887e5c7bf tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:01.358647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02ff7dda-7b7c-4f6e-8f65-4f2755502e56 req-a96e18f6-280e-4442-84ae-f4a887e5c7bf tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0495374 Sep 21 18:48:01.396307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02ff7dda-7b7c-4f6e-8f65-4f2755502e56 req-3098013c-55f7-4ffd-8196-c50ff47ddd8e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Sep 21 18:48:02.517369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02853933-a5a9-4ee6-b5f5-f8a632782284 req-c0324bcb-8d0f-4311-af2f-11f5ed8d3a2b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:02.518952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02853933-a5a9-4ee6-b5f5-f8a632782284 req-c0324bcb-8d0f-4311-af2f-11f5ed8d3a2b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0552530 Sep 21 18:48:02.557576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02853933-a5a9-4ee6-b5f5-f8a632782284 req-ed9effb0-bf80-48ea-b5c7-15911e2e8b02 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Sep 21 18:48:03.642499 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-32b7a672-061b-4cc0-a910-9f5dc4bcc67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.675285 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a97579-e7e1-466e-8d1d-e3b06ad7d045 req-a506ba4a-5b13-411a-81ed-b6f8f51e17c5 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:03.676827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67a97579-e7e1-466e-8d1d-e3b06ad7d045 req-a506ba4a-5b13-411a-81ed-b6f8f51e17c5 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0516930 Sep 21 18:48:03.715489 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67a97579-e7e1-466e-8d1d-e3b06ad7d045 req-fa1461d0-295a-4e11-92d6-a1293bfc669c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325761 Sep 21 18:48:04.220603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:04.543660 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:04.832479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94265b-c3ab-4d73-a7a2-19507e193d97 req-f3f50764-b6d8-4cfe-84c5-2322f1a39c7e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:04.833874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d94265b-c3ab-4d73-a7a2-19507e193d97 req-f3f50764-b6d8-4cfe-84c5-2322f1a39c7e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0495033 Sep 21 18:48:04.871160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d94265b-c3ab-4d73-a7a2-19507e193d97 req-496156f7-6d14-4ac8-9cb1-094b49a3cf3a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Sep 21 18:48:04.914797 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.990776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b5261-485a-47d8-b94e-7d4008f6cf70 req-29e697cb-f462-4f92-b8f9-e84b8920702a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:05.992246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a9b5261-485a-47d8-b94e-7d4008f6cf70 req-29e697cb-f462-4f92-b8f9-e84b8920702a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0545025 Sep 21 18:48:06.028452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2a9b5261-485a-47d8-b94e-7d4008f6cf70 req-9658a586-96b2-442b-85b2-6fb9cd23395e tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303276 Sep 21 18:48:07.145779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1b2f-819f-4656-b0b3-423ffb2d0cf6 req-a0623f04-0709-4b2d-a03f-c96c9bb6044d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:07.147246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22aa1b2f-819f-4656-b0b3-423ffb2d0cf6 req-a0623f04-0709-4b2d-a03f-c96c9bb6044d tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0501945 Sep 21 18:48:07.185008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22aa1b2f-819f-4656-b0b3-423ffb2d0cf6 req-24d7fbb7-866a-483e-bb42-e63df22680a0 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Sep 21 18:48:07.378289 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.300681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c075-6e25-4224-ba14-9a77f89fa323 req-2ad87a7d-c32c-4375-bab8-185daf9cced3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:08.302202 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b317c075-6e25-4224-ba14-9a77f89fa323 req-2ad87a7d-c32c-4375-bab8-185daf9cced3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0490003 Sep 21 18:48:08.342884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b317c075-6e25-4224-ba14-9a77f89fa323 req-20d475c1-d527-4334-959a-f294dac21134 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346088 Sep 21 18:48:08.815277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.460905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9898ff-4c43-44ba-b500-5784fdbb954b req-ea2befac-970c-4f11-9d09-6f896e7cbe3f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:09.462405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a9898ff-4c43-44ba-b500-5784fdbb954b req-ea2befac-970c-4f11-9d09-6f896e7cbe3f tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0530171 Sep 21 18:48:09.499349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a9898ff-4c43-44ba-b500-5784fdbb954b req-5c9baebb-0e0c-48b2-8eda-bffd9d2759d1 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Sep 21 18:48:10.615397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce127f-c316-4dc6-a9c5-cea47194aae3 req-eccca74d-3dde-4337-a68d-325edd214f5b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:10.616943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3ce127f-c316-4dc6-a9c5-cea47194aae3 req-eccca74d-3dde-4337-a68d-325edd214f5b tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0500696 Sep 21 18:48:10.653980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3ce127f-c316-4dc6-a9c5-cea47194aae3 req-c679bb5f-d4fc-4b7b-b7a0-0d1a5315ce6a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311882 Sep 21 18:48:11.770684 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67972f42-0cea-490b-9f37-2b3d2b8e287b req-d06835f4-df3c-4c65-b157-05a002992989 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:11.772155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67972f42-0cea-490b-9f37-2b3d2b8e287b req-d06835f4-df3c-4c65-b157-05a002992989 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0490875 Sep 21 18:48:11.809283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67972f42-0cea-490b-9f37-2b3d2b8e287b req-fee8eae7-852c-4782-ba08-3533803ddf97 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Sep 21 18:48:12.242894 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-c7e43c32-0c64-4794-9f4b-2c437a76fa2d service neutron] show failed (client error): The resource could not be found. Sep 21 18:48:12.243902 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-c7e43c32-0c64-4794-9f4b-2c437a76fa2d service neutron] 10.222.0.41 "GET /v2.0/ports/fff4b4c4-e28d-4dcd-8366-95e358dee178/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0540431 Sep 21 18:48:12.440155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-380d25af-f4b5-4bfc-b35e-da6776c82e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:12.441600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-380d25af-f4b5-4bfc-b35e-da6776c82e60 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f&tenant_id=a9ba5c803a214a3b8adbf4a59706a32e HTTP/1.1" status: 200 len: 1096 time: 0.0467021 Sep 21 18:48:12.453590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:12.506519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.707654 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:12.741175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:12.785179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:12.787566 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36650020-a0a2-467a-9cea-b4ad92e6614c" -d '{"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:12.791324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.803528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Transition to ACTIVE for port object fff4b4c4-e28d-4dcd-8366-95e358dee178 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:48:12.807800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.844787 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854c07ad-051f-4451-b235-59b9fcb200d8 x-openstack-request-id: req-854c07ad-051f-4451-b235-59b9fcb200d8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:12.845223 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:12.845479 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-854c07ad-051f-4451-b235-59b9fcb200d8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:12.845873 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'code': 200} Sep 21 18:48:12.868403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] No DVR routers for this DVR port fff4b4c4-e28d-4dcd-8366-95e358dee178 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:48:12.882783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:12.915596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.915952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.916297 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.916634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.916972 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.917482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.917806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.918137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.918494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.918821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.919150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.919473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:12.957020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:12.957369 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:12.957696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:12.964963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Port fff4b4c4-e28d-4dcd-8366-95e358dee178 on network baad7574-faa7-47fb-b4f1-a77189edd803 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:48:12.965289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Attempting to bind port fff4b4c4-e28d-4dcd-8366-95e358dee178 on network baad7574-faa7-47fb-b4f1-a77189edd803 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:12.980474 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58051a02-36ab-414c-bafb-09a22154a4e1 req-a69dd618-0ebe-4fde-a4e2-33753c7e24a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:12.981969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58051a02-36ab-414c-bafb-09a22154a4e1 req-a69dd618-0ebe-4fde-a4e2-33753c7e24a7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 943 time: 0.0918534 Sep 21 18:48:12.982702 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:12.983040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Checking segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:12.983417 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Bound using segment: {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:12.983853 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Bound port: fff4b4c4-e28d-4dcd-8366-95e358dee178, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2804e14a-7a2b-4041-b821-ec2a4609ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:12.984214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.057385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58051a02-36ab-414c-bafb-09a22154a4e1 req-00606255-10a8-4d7c-ab25-3c61bfd515d7 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642629 Sep 21 18:48:13.074069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:13.077333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:13.082138 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.114802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:13.115421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.116793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] 10.222.0.78 "PUT /v2.0/ports/fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 1091 time: 0.6672282 Sep 21 18:48:13.140053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bab579-dc00-4477-a3f5-0e9836bbe8ed service neutron] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:13.187065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-b6219982-02f4-4d90-83ad-9c37d4b0ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:13.188737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-b6219982-02f4-4d90-83ad-9c37d4b0ded3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1094 time: 0.0447431 Sep 21 18:48:13.278210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-057a27a4-957f-4137-ae08-d9efa39f3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:13.279671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-057a27a4-957f-4137-ae08-d9efa39f3c60 service neutron] 10.222.0.78 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0835371 Sep 21 18:48:13.325490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-d63b3fa7-5dde-497f-af46-a0d8a299f8ad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 217 time: 0.0370870 Sep 21 18:48:13.379415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-0204ef3d-48cd-4ad5-a338-1de8eefc992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:13.380891 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-0204ef3d-48cd-4ad5-a338-1de8eefc992f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0477903 Sep 21 18:48:13.413696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-2b0c2055-d2ab-4ee1-aa2c-f03c77643295 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253077 Sep 21 18:48:13.507576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-817079ba-e627-49eb-ac79-74ff1eb5aa40 service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864418 Sep 21 18:48:13.599034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d094e8af-004d-47e9-8215-a0c1e0819585 req-19794f72-51d2-4bb8-9c2e-721d1fe725a5 service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842309 Sep 21 18:48:14.176542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eacdf-200a-44ba-9a4e-8944d737c288 req-d81685e5-a2f5-4906-a8ff-8438efb37675 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:14.178034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f7eacdf-200a-44ba-9a4e-8944d737c288 req-d81685e5-a2f5-4906-a8ff-8438efb37675 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 943 time: 0.0515976 Sep 21 18:48:14.216362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f7eacdf-200a-44ba-9a4e-8944d737c288 req-21a8fc9f-5bb5-4e74-8e7f-a01c86b791c3 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Sep 21 18:48:14.847263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:14.849639 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad73795-2964-415f-9175-8cd839b566c2" -d '{"events": [{"name": "network-changed", "server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:14.896061 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54faee9-13ff-4a55-bad5-76b1a6adbd8a x-openstack-request-id: req-a54faee9-13ff-4a55-bad5-76b1a6adbd8a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:14.896786 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:14.896786 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a54faee9-13ff-4a55-bad5-76b1a6adbd8a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:14.897003 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'status': 'completed', 'code': 200} Sep 21 18:48:14.961769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73795-2964-415f-9175-8cd839b566c2 req-d2f3ad09-5093-4ead-a541-88e7518ab3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:14.962482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73795-2964-415f-9175-8cd839b566c2 req-7380ee45-85c7-4a2a-b619-2887bcf4726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:14.963314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-d2f3ad09-5093-4ead-a541-88e7518ab3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1094 time: 0.0424631 Sep 21 18:48:14.963751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-7380ee45-85c7-4a2a-b619-2887bcf4726f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1094 time: 0.0464418 Sep 21 18:48:15.055203 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73795-2964-415f-9175-8cd839b566c2 req-3f59c83e-9b28-4561-a522-482097fab081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:15.056803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-3f59c83e-9b28-4561-a522-482097fab081 service neutron] 10.222.0.78 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0852377 Sep 21 18:48:15.059801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73795-2964-415f-9175-8cd839b566c2 req-413da5b3-e55f-40ee-8046-218c4da97483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:15.061272 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-413da5b3-e55f-40ee-8046-218c4da97483 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0902390 Sep 21 18:48:15.102632 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-1a656ca0-610b-465c-a34e-2cf877e8afc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 217 time: 0.0345674 Sep 21 18:48:15.104097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-313fdc0d-8c60-4124-98e7-bf0a5a159238 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 217 time: 0.0386102 Sep 21 18:48:15.155160 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73795-2964-415f-9175-8cd839b566c2 req-9e9c6138-2606-421a-92f9-7d42b5ec809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:15.156375 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73795-2964-415f-9175-8cd839b566c2 req-4c12ba65-29f2-4a65-96bb-bdb8ccd377cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:15.157274 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-9e9c6138-2606-421a-92f9-7d42b5ec809e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0478945 Sep 21 18:48:15.157950 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-4c12ba65-29f2-4a65-96bb-bdb8ccd377cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0459731 Sep 21 18:48:15.194468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-224759ba-8f09-4bb5-b71a-1d9cc93d85d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256515 Sep 21 18:48:15.197948 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-793246cc-3c3b-4301-a0dd-4bb3a62557df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329528 Sep 21 18:48:15.304620 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-2c88450f-997a-49a4-bf45-5c1ca5e0451a service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980740 Sep 21 18:48:15.318373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-96516d08-ef4a-4be1-8012-990214dfb5bf service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144614 Sep 21 18:48:15.402167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-d1366271-a355-47d9-9f93-135f68b16bec service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899205 Sep 21 18:48:15.415066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147f129-4b2d-4f25-9ad5-954aff502f4b req-826b6c47-30f4-4c37-9774-24f2514e2bcf tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:15.416560 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c147f129-4b2d-4f25-9ad5-954aff502f4b req-826b6c47-30f4-4c37-9774-24f2514e2bcf tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 943 time: 0.1139743 Sep 21 18:48:15.466662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:48:15.511173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:48:15.756040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0ad73795-2964-415f-9175-8cd839b566c2 req-39305d11-7055-41f2-9b19-9748aa75944c service neutron] 10.222.0.78 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227679 Sep 21 18:48:15.769233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c147f129-4b2d-4f25-9ad5-954aff502f4b req-61ab61b7-71b5-4162-85e7-4d4d7e011c89 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441026 Sep 21 18:48:15.962627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb1228-b8e9-40f3-90d5-5263e7992d62 req-c2573856-8e29-469b-9041-b1998093ac80 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:15.964102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-adeb1228-b8e9-40f3-90d5-5263e7992d62 req-c2573856-8e29-469b-9041-b1998093ac80 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 943 time: 0.0495949 Sep 21 18:48:15.975252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df777d-f24a-4a27-9841-1010f4436bba req-0b30086a-8166-4ec9-ba45-804115857632 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:15.977071 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-0b30086a-8166-4ec9-ba45-804115857632 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.41 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f&tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&binding%3Ahost_id=n-h1-810285-3 HTTP/1.1" status: 200 len: 943 time: 0.0519404 Sep 21 18:48:16.008897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-adeb1228-b8e9-40f3-90d5-5263e7992d62 req-a1fd2c00-bc07-423d-829b-5d8bf73bf371 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Sep 21 18:48:16.050903 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-f4df777d-f24a-4a27-9841-1010f4436bba req-38293660-bf0e-41cd-99f7-3ff7a39fbbdd service neutron] delete failed (client error): The resource could not be found. Sep 21 18:48:16.052194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-38293660-bf0e-41cd-99f7-3ff7a39fbbdd service neutron] 10.222.0.41 "DELETE /v2.0/ports/fff4b4c4-e28d-4dcd-8366-95e358dee178/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0670373 Sep 21 18:48:16.136706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df777d-f24a-4a27-9841-1010f4436bba req-7f565fbf-07d3-43cb-9d95-be7a97a5c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:16.138243 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-7f565fbf-07d3-43cb-9d95-be7a97a5c248 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 1094 time: 0.0412562 Sep 21 18:48:16.236163 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df777d-f24a-4a27-9841-1010f4436bba req-febfb418-a047-4ffb-9c84-68b7e113f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:16.237669 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-febfb418-a047-4ffb-9c84-68b7e113f3bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 200 len: 916 time: 0.0922213 Sep 21 18:48:16.279757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-3c5a319e-df5b-4c40-bc07-7f793d8733e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 200 len: 217 time: 0.0350528 Sep 21 18:48:16.332294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df777d-f24a-4a27-9841-1010f4436bba req-50206fdc-e45d-427b-89ba-ec18d204f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:16.334580 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-50206fdc-e45d-427b-89ba-ec18d204f383 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 200 len: 854 time: 0.0485392 Sep 21 18:48:16.335546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:48:16.367971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-ae85382c-4591-45f1-8a72-496e463b2b2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baad7574-faa7-47fb-b4f1-a77189edd803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255439 Sep 21 18:48:16.430169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:16.441768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'network_id': 'baad7574-faa7-47fb-b4f1-a77189edd803', 'port_id': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'mac_address': 'fa:16:3e:f1:2e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4850bc87-492e-4017-bfc6-ee28cc18ce18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:48:16.460650 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-a655b995-914c-4394-a1aa-fcc0a27523e1 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854516 Sep 21 18:48:16.482214 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:16.494967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff4b4c4-e28d-4dcd-8366-95e358dee178 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:48:16.514044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:16.519173 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:16.557413 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-f4df777d-f24a-4a27-9841-1010f4436bba req-379c43e1-5596-4280-8acc-b56185354f44 service neutron] 10.222.0.41 "GET /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886242 Sep 21 18:48:16.566418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:16.575036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.575386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.575731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.576070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.576407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.576754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.577071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.577403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.577825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.578052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.578405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.578731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:16.774247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['fff4b4c4-e28d-4dcd-8366-95e358dee178'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:48:17.128025 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43be1-1f3d-48f7-b1c1-2239f326e910 req-79e6e154-2c0e-43cc-96e9-fe3ca1ec1279 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:17.129506 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ee43be1-1f3d-48f7-b1c1-2239f326e910 req-79e6e154-2c0e-43cc-96e9-fe3ca1ec1279 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 944 time: 0.0498834 Sep 21 18:48:17.167357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ee43be1-1f3d-48f7-b1c1-2239f326e910 req-63204e93-23b8-463b-8615-bddc3d398eec tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Sep 21 18:48:17.284810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b6239-7009-49fc-a9b3-c452dd785a04 req-ec237238-3b42-4080-8788-991af0fe2976 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:17.286475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-164b6239-7009-49fc-a9b3-c452dd785a04 req-ec237238-3b42-4080-8788-991af0fe2976 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 944 time: 0.0525906 Sep 21 18:48:17.324538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-164b6239-7009-49fc-a9b3-c452dd785a04 req-9a6c984c-f85a-4bfc-aba0-521e9b551f55 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Sep 21 18:48:17.438030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e3d2-85d3-4de1-ab21-2683d50bba6d req-fd50f793-2693-4b31-b6c5-d656695ba0b4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:17.439486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f881e3d2-85d3-4de1-ab21-2683d50bba6d req-fd50f793-2693-4b31-b6c5-d656695ba0b4 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 944 time: 0.0494821 Sep 21 18:48:17.476946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f881e3d2-85d3-4de1-ab21-2683d50bba6d req-6ba8100c-0573-472f-b499-191b0d80106c tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Sep 21 18:48:17.807550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38620b-a1c7-4435-9622-a5b045847759 req-91a9c539-2f54-4ce0-b46d-04c93ffaee1a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:17.809009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca38620b-a1c7-4435-9622-a5b045847759 req-91a9c539-2f54-4ce0-b46d-04c93ffaee1a tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 944 time: 0.0487022 Sep 21 18:48:17.846823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca38620b-a1c7-4435-9622-a5b045847759 req-a6c02a91-73e9-4341-b1dd-de7a09e8f1c1 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Sep 21 18:48:18.337742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:18.385982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port fff4b4c4-e28d-4dcd-8366-95e358dee178 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:48:18.389437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port fff4b4c4-e28d-4dcd-8366-95e358dee178 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:18.389930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:18.464612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:18.486640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:18.488880 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e87dfe-c0f2-4ff6-998f-edc819a65cb0" -d '{"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:18.502537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:18.506707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:18.531942 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d73f9-709b-4d42-9123-b4fb355bbdb6 x-openstack-request-id: req-501d73f9-709b-4d42-9123-b4fb355bbdb6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:18.532254 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:18.532506 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-501d73f9-709b-4d42-9123-b4fb355bbdb6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:18.532884 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'code': 200} Sep 21 18:48:18.558685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:18.966266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a5ea0-bbdc-4a0c-a252-b43f5df49573 req-a419e072-ca24-480b-90b5-3b77b07143b8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:18.967744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec0a5ea0-bbdc-4a0c-a252-b43f5df49573 req-a419e072-ca24-480b-90b5-3b77b07143b8 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0524693 Sep 21 18:48:19.005527 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec0a5ea0-bbdc-4a0c-a252-b43f5df49573 req-eb6daf2d-b1c5-4cb9-ae1e-388b8e236f19 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d3144c8-4672-4a45-b5d5-b3d7a4822314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Sep 21 18:48:19.135241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-ba66ce89-4f5c-43db-b09a-3a00d1488e86 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:19.136709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-ba66ce89-4f5c-43db-b09a-3a00d1488e86 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.78 "GET /v2.0/ports?device_id=083770f1-7120-4757-813d-20403de05e9f HTTP/1.1" status: 200 len: 945 time: 0.0511703 Sep 21 18:48:19.228288 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Deleting port fff4b4c4-e28d-4dcd-8366-95e358dee178 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:48:19.228633 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:19.321135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] For port fff4b4c4-e28d-4dcd-8366-95e358dee178, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=fff4b4c4-e28d-4dcd-8366-95e358dee178,segment=NetworkSegment(2804e14a-7a2b-4041-b821-ec2a4609ffc8),segment_id=2804e14a-7a2b-4041-b821-ec2a4609ffc8)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:19.321508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:19.334913 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Calling delete_port for fff4b4c4-e28d-4dcd-8366-95e358dee178 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:48:19.462837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:19.475098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['fff4b4c4-e28d-4dcd-8366-95e358dee178'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:48:19.491272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Pushing event deleted for resources: {'Port': ['ID=fff4b4c4-e28d-4dcd-8366-95e358dee178,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:19.534097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] No DVR routers for this DVR port fff4b4c4-e28d-4dcd-8366-95e358dee178 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:48:19.536796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:19.538804 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f750b0fd-2895-4b27-b208-8b30fa284592 req-041929d5-b73f-44f7-93dc-ceefa9cb2722 tempest-ServerDiskConfigTestJSON-939718578 tempest-ServerDiskConfigTestJSON-939718578-project] 10.222.0.78 "DELETE /v2.0/ports/fff4b4c4-e28d-4dcd-8366-95e358dee178 HTTP/1.1" status: 204 len: 173 time: 0.3935564 Sep 21 18:48:19.539326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-deleted', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:19.541488 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c94dd2e-721a-4ce6-af16-e3c483976c11" -d '{"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-deleted", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:19.578291 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a012bdc-218a-4eb3-ac36-047606c55813 x-openstack-request-id: req-9a012bdc-218a-4eb3-ac36-047606c55813 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:19.578583 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083770f1-7120-4757-813d-20403de05e9f", "name": "network-vif-deleted", "tag": "fff4b4c4-e28d-4dcd-8366-95e358dee178", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:19.578838 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a012bdc-218a-4eb3-ac36-047606c55813 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:19.579234 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083770f1-7120-4757-813d-20403de05e9f', 'name': 'network-vif-deleted', 'tag': 'fff4b4c4-e28d-4dcd-8366-95e358dee178', 'status': 'completed', 'code': 200} Sep 21 18:48:20.122649 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50688) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:20.166988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Deleting subnet 4850bc87-492e-4017-bfc6-ee28cc18ce18 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:48:20.169944 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.209144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.247273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.301379 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.328958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4850bc87-492e-4017-bfc6-ee28cc18ce18,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:20.336274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.338137 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4850bc87-492e-4017-bfc6-ee28cc18ce18 HTTP/1.1" status: 204 len: 168 time: 0.2144539 Sep 21 18:48:20.340899 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50690) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:20.343416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.343769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.344118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.344462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.344801 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.345506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.345937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.346370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.346706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.347040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.347375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.347701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea444b69-72a8-457a-8991-2efe582c21f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:20.413952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.493797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.513177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baad7574-faa7-47fb-b4f1-a77189edd803']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:20.522612 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2804e14a-7a2b-4041-b821-ec2a4609ffc8') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:20.522909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2804e14a-7a2b-4041-b821-ec2a4609ffc8') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:20.531846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.544794 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.550441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:48:20.550821 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:48:20.552472 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:48:20.605749 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.612046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.615691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] 10.222.0.70 "DELETE /v2.0/networks/baad7574-faa7-47fb-b4f1-a77189edd803 HTTP/1.1" status: 204 len: 168 time: 0.2719381 Sep 21 18:48:20.625143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12471709-9302-4324-b9da-9c0b6823172f admin admin] Pushing event deleted for resources: {'Network': ['ID=baad7574-faa7-47fb-b4f1-a77189edd803,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:20.753204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50694) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:20.795495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-57e14b4d-ffb4-4979-abf1-e17f87d566ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9ba5c803a214a3b8adbf4a59706a32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410967 Sep 21 18:48:20.797999 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50696) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:20.845870 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c4103ef-2202-4f71-beea-c68209e3c4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.866701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c4103ef-2202-4f71-beea-c68209e3c4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.913877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c4103ef-2202-4f71-beea-c68209e3c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.916576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5c4103ef-2202-4f71-beea-c68209e3c4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.917718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5c4103ef-2202-4f71-beea-c68209e3c4d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d3144c8-4672-4a45-b5d5-b3d7a4822314 HTTP/1.1" status: 204 len: 168 time: 0.1182647 Sep 21 18:48:20.926174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4103ef-2202-4f71-beea-c68209e3c4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3144c8-4672-4a45-b5d5-b3d7a4822314,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:21.624305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50718) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:21.742340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1172900599-network', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:21.764106 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Made reservation on behalf of 4cd1e2f01263451aaa8fcd2b5dbb4c74 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:21.766396 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.775807 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.862689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.866469 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.889562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:48:21.904843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8880720-8a0a-4a02-a652-b270f3ac3f50,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:21.911770 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.912118 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Added segment 35d846ae-57d6-4530-a2c8-2ffb20d0e78d of type vlan for network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c Sep 21 18:48:21.958561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.983418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.984380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:21.984961 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.018995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3932691 Sep 21 18:48:22.021974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50722) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:22.027099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Request body: {'subnet': {'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1172900599-subnet', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:22.047471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe1cc-0f6d-4b86-8c8b-6cce91f53129 admin admin] Pushing event updated for resources: {'Network': ['ID=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:22.050953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Made reservation on behalf of 4cd1e2f01263451aaa8fcd2b5dbb4c74 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:22.053674 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.057632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:48:22.228776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.278160 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:22.293406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:22.293753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Network hostable DHCP agents. Network: 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:48:22.310770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:48:22.319504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:22.323675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:22.324413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.329147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733bf9d-bba8-4722-bcd4-7fa825da06e9 None None] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:48:22.338350 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-04d1d096-8702-4c23-88db-a64977e1f779 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3151670 Sep 21 18:48:22.341283 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50724) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:22.345666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:22.369028 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.370094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.429359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.482296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:48:22.483080 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.570172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.623231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Allocated IP 172.20.0.2 (12d3f94e-4fe9-4d6d-88cd-5fd327c6713c/f11e10eb-e68f-408b-80c1-4bbc37ed2a1a/93b91694-75e6-4fea-acc9-70bc31587ce9) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:22.774437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.776669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.782420 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.793797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.820323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:22.823151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:22.826497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:22.836720 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Pushing event updated for resources: {'Port': ['ID=93b91694-75e6-4fea-acc9-70bc31587ce9,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:22.888149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Attempting to bind port 93b91694-75e6-4fea-acc9-70bc31587ce9 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:22.888513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Attempting to bind port 93b91694-75e6-4fea-acc9-70bc31587ce9 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:22.888873 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Attempting to bind port 93b91694-75e6-4fea-acc9-70bc31587ce9 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:22.893812 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:22.894182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:22.894725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.895118 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:22.895575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Bound port: 93b91694-75e6-4fea-acc9-70bc31587ce9, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:22.895951 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:22.901297 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Allocated IP 172.25.3.38 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/b0009bde-0ae7-41ff-8e25-ae283532d3ac) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:22.960619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] For port 93b91694-75e6-4fea-acc9-70bc31587ce9, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:22.963985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] For port 93b91694-75e6-4fea-acc9-70bc31587ce9, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=93b91694-75e6-4fea-acc9-70bc31587ce9,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:22.967914 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:23.015495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:23.027296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7f8e3-52a3-4188-b1db-b9766d7057c9 None None] Pushing event updated for resources: {'Port': ['ID=93b91694-75e6-4fea-acc9-70bc31587ce9,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:23.057720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:23.097135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:23.099998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:23.103409 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:23.112546 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0009bde-0ae7-41ff-8e25-ae283532d3ac,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:23.263730 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:48:23.381172 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:23.866606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:23.900742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4d0e6-c8c7-4c29-8f50-425623f2ecf5 None None] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:48:24.000758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Router 60d83b97-7737-40e5-9bc5-6d46debab003 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:48:24.118577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:24.123905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-116b66fc-acb2-4afb-aa2b-b3b31cdf16c0 None None] Provisioning complete for port 93b91694-75e6-4fea-acc9-70bc31587ce9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:24.124287 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-116b66fc-acb2-4afb-aa2b-b3b31cdf16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.131413 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:24.134357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.136342 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7e47a3db-ceb3-4352-b9b0-304a3b34dae6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7937806 Sep 21 18:48:24.138695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:24.180702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:24.181267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:48:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:24.361916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:48:24.394277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:24.423212 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-116b66fc-acb2-4afb-aa2b-b3b31cdf16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.424944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: fff4b4c4-e28d-4dcd-8366-95e358dee178 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:48:24.425281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device fff4b4c4-e28d-4dcd-8366-95e358dee178 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:48:24.540806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-116b66fc-acb2-4afb-aa2b-b3b31cdf16c0 None None] For port 93b91694-75e6-4fea-acc9-70bc31587ce9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=93b91694-75e6-4fea-acc9-70bc31587ce9,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:24.548166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-116b66fc-acb2-4afb-aa2b-b3b31cdf16c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.562520 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.636213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b66fc-acb2-4afb-aa2b-b3b31cdf16c0 None None] Pushing event updated for resources: {'Port': ['ID=93b91694-75e6-4fea-acc9-70bc31587ce9,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:24.667998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:23Z', 'revision_number': 3, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:24.696636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:24.696994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Updating router 60d83b97-7737-40e5-9bc5-6d46debab003 port b0009bde-0ae7-41ff-8e25-ae283532d3ac binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:48:24.723082 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.784199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Allocated IP 172.20.0.1 (12d3f94e-4fe9-4d6d-88cd-5fd327c6713c/f11e10eb-e68f-408b-80c1-4bbc37ed2a1a/62771fc8-0a7c-4a23-9786-15ea1bbcea07) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:24.832299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4ca0d490-f387-4c87-b07e-3dd9d67478ce None None] Provisioning complete for port 93b91694-75e6-4fea-acc9-70bc31587ce9 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:24.832673 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ca0d490-f387-4c87-b07e-3dd9d67478ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.892862 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.937139 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:24.976810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:24.981318 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:24.984769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:24.993905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Pushing event updated for resources: {'Port': ['ID=62771fc8-0a7c-4a23-9786-15ea1bbcea07,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:25.029806 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 93b91694-75e6-4fea-acc9-70bc31587ce9 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:25.041495 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.074646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.085526 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.149481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d38dc0-ae95-41ed-8a0d-6d820ef333c9 None None] Pushing event updated for resources: {'Port': ['ID=b0009bde-0ae7-41ff-8e25-ae283532d3ac,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:25.151362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 93b91694-75e6-4fea-acc9-70bc31587ce9 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:25.151777 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.155447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Attempting to bind port b0009bde-0ae7-41ff-8e25-ae283532d3ac on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:25.155795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Attempting to bind port b0009bde-0ae7-41ff-8e25-ae283532d3ac by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:25.156140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Attempting to bind port b0009bde-0ae7-41ff-8e25-ae283532d3ac on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:25.185012 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:25.185396 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:25.185794 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.186203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:25.186698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Bound port: b0009bde-0ae7-41ff-8e25-ae283532d3ac, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:25.187080 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.192999 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.256163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] For port b0009bde-0ae7-41ff-8e25-ae283532d3ac, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:25.261153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] For port b0009bde-0ae7-41ff-8e25-ae283532d3ac, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b0009bde-0ae7-41ff-8e25-ae283532d3ac,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:25.263582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6327a1bc-ecc4-4e57-a533-383190025966 None None] Provisioning complete for port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:25.263890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6327a1bc-ecc4-4e57-a533-383190025966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.268388 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.366564 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6327a1bc-ecc4-4e57-a533-383190025966 None None] Port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:25.369455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.374567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.387285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d38dc0-ae95-41ed-8a0d-6d820ef333c9 None None] Pushing event updated for resources: {'Port': ['ID=b0009bde-0ae7-41ff-8e25-ae283532d3ac,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:25.393717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:25.394359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:48:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:25.446899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Pushing event updated for resources: {'Port': ['ID=62771fc8-0a7c-4a23-9786-15ea1bbcea07,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:25.449360 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.504919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:25.542309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:25.543867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:25.668683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:48:25.715701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 2, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:25.744840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933dbf2b-a62c-4314-9500-3ddf9df7eb4c None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 2, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:25.787404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:25.790283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-754c38c9-9eb0-4ca7-9dd5-a0f2628f46c1 None None] Provisioning complete for port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:25.790615 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-754c38c9-9eb0-4ca7-9dd5-a0f2628f46c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.794024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad4abf32-9477-4029-9830-fb91c61f6b88 admin admin] 10.222.0.70 "PUT /v2.0/routers/60d83b97-7737-40e5-9bc5-6d46debab003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543097 Sep 21 18:48:25.832539 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-754c38c9-9eb0-4ca7-9dd5-a0f2628f46c1 None None] Port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:26.530762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50734) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:26.536278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-033508bb-ba1a-48d0-a393-fd8f38351fc9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132598219', 'description': 'tempest-description--2117853614'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:26.560300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-033508bb-ba1a-48d0-a393-fd8f38351fc9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.649278 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-033508bb-ba1a-48d0-a393-fd8f38351fc9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.653404 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-033508bb-ba1a-48d0-a393-fd8f38351fc9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.683546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-033508bb-ba1a-48d0-a393-fd8f38351fc9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.687797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-033508bb-ba1a-48d0-a393-fd8f38351fc9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1528599 Sep 21 18:48:26.687797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:26.692738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d89f16a6-78e7-45ea-b0f3-03d397bb5144 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'security_group_rule': {'security_group_id': '8652b9ec-f27a-4eea-b719-c592a79fe798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:26.697052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033508bb-ba1a-48d0-a393-fd8f38351fc9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8652b9ec-f27a-4eea-b719-c592a79fe798,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:26.724659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89f16a6-78e7-45ea-b0f3-03d397bb5144 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.789549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89f16a6-78e7-45ea-b0f3-03d397bb5144 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.794449 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89f16a6-78e7-45ea-b0f3-03d397bb5144 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.810492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f16a6-78e7-45ea-b0f3-03d397bb5144 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a51860d-8898-4d71-be7f-9442c845a3c1,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:26.819886 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d89f16a6-78e7-45ea-b0f3-03d397bb5144 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.824148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 50738) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:26.824630 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d89f16a6-78e7-45ea-b0f3-03d397bb5144 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354482 Sep 21 18:48:26.829003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-96978d69-0b95-49bb-bba2-ab7c530be6ce tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'security_group_rule': {'security_group_id': '8652b9ec-f27a-4eea-b719-c592a79fe798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:26.857461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96978d69-0b95-49bb-bba2-ab7c530be6ce tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.919934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96978d69-0b95-49bb-bba2-ab7c530be6ce tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.927214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96978d69-0b95-49bb-bba2-ab7c530be6ce tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.949145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96978d69-0b95-49bb-bba2-ab7c530be6ce tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97116708-db7c-46cb-86bf-a874da6a6d5f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:26.958174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-96978d69-0b95-49bb-bba2-ab7c530be6ce tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.962540 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-96978d69-0b95-49bb-bba2-ab7c530be6ce tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342521 Sep 21 18:48:26.962841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50740) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:26.967544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:26.992749 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.012003 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b0009bde-0ae7-41ff-8e25-ae283532d3ac up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:27.059225 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b0009bde-0ae7-41ff-8e25-ae283532d3ac triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:27.059961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.092077 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.139958 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.176675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port b0009bde-0ae7-41ff-8e25-ae283532d3ac, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b0009bde-0ae7-41ff-8e25-ae283532d3ac,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:27.184270 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.209861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Allocated IP 172.25.3.25 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/42c2b5fc-0ae5-4b3f-80d2-041181b4f477) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:27.241687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=b0009bde-0ae7-41ff-8e25-ae283532d3ac,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:27.318689 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.356416 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.398818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:27.401762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:27.404326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:27.435797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'Port': ['ID=42c2b5fc-0ae5-4b3f-80d2-041181b4f477,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:27.502787 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.540240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.689426 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:27.700135 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:27.700759 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:48:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:27.710525 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.715418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.792582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'Port': ['ID=42c2b5fc-0ae5-4b3f-80d2-041181b4f477,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:27.800118 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.811099 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:27.815112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:27.816601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-945adba9-e609-4939-ad9e-8c4372341884 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8525937 Sep 21 18:48:27.969339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-5a404220-e9a3-46ec-8d5a-6b759c499456 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2132598219&fields=id&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 267 time: 0.0431774 Sep 21 18:48:28.028100 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 2, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:28.058905 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:28.059165 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Updating router 60d83b97-7737-40e5-9bc5-6d46debab003 port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:48:28.084953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-40a157e8-7b3c-472f-a027-a359c3486597 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:28.085749 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:28.086493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-40a157e8-7b3c-472f-a027-a359c3486597 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.1090417 Sep 21 18:48:28.102343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-444cba2c-4318-453e-ac48-64ce8f794d09 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/quotas/4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 375 time: 0.0099530 Sep 21 18:48:28.156061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-0633b731-a09a-47ff-b778-353c309c7417 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478306 Sep 21 18:48:28.260731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-11f10c72-0b6e-4fae-b2c2-fd733b09a486 service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927558 Sep 21 18:48:28.354701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-7f483bf1-1429-4698-87f0-627ee200ced3 service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877712 Sep 21 18:48:28.469286 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:28.477624 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:28.548206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abafd04b-807f-45be-b54d-703692c25fe2 req-e3af29bc-2cc3-4e76-9618-37136998475a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 210 time: 0.0439625 Sep 21 18:48:28.569691 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Pushing event updated for resources: {'Port': ['ID=62771fc8-0a7c-4a23-9786-15ea1bbcea07,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:28.606970 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.607375 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.607613 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.607952 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.608288 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.608588 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.608913 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.609237 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.609562 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.609875 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.610219 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.610544 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:28.621177 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Attempting to bind port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:28.621612 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Attempting to bind port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:28.622035 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Attempting to bind port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:28.628109 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:28.628638 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:28.629040 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:28.629424 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:28.629893 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Bound port: 62771fc8-0a7c-4a23-9786-15ea1bbcea07, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:28.630304 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:28.706441 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] For port 62771fc8-0a7c-4a23-9786-15ea1bbcea07, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:28.709950 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] For port 62771fc8-0a7c-4a23-9786-15ea1bbcea07, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=62771fc8-0a7c-4a23-9786-15ea1bbcea07,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:28.714653 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:28.782067 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:28.784095 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:48:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:28.790204 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad31c-b237-47a9-bee0-57143ea7badf None None] Pushing event updated for resources: {'Port': ['ID=62771fc8-0a7c-4a23-9786-15ea1bbcea07,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:28.879433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0b5374cd-dc92-4144-af47-cf73ec5e209d None None] Provisioning complete for port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:28.880025 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0b5374cd-dc92-4144-af47-cf73ec5e209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:28.912491 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:28.977037 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0b5374cd-dc92-4144-af47-cf73ec5e209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:29.037852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0b5374cd-dc92-4144-af47-cf73ec5e209d None None] For port 62771fc8-0a7c-4a23-9786-15ea1bbcea07, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=62771fc8-0a7c-4a23-9786-15ea1bbcea07,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:29.042393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0b5374cd-dc92-4144-af47-cf73ec5e209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:29.070502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b0009bde-0ae7-41ff-8e25-ae283532d3ac up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:29.124708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5374cd-dc92-4144-af47-cf73ec5e209d None None] Pushing event updated for resources: {'Port': ['ID=62771fc8-0a7c-4a23-9786-15ea1bbcea07,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:29.139523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b0009bde-0ae7-41ff-8e25-ae283532d3ac triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:29.140101 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:29.176468 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:28Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:29.184373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ff05d4c9-d19b-4d65-a291-5bc5d6c19fc7 None None] Provisioning complete for port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:29.184750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ff05d4c9-d19b-4d65-a291-5bc5d6c19fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:29.207930 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf8f947-180e-4f3c-8ad5-bb0d434eb91b None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:28Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:29.269996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 62771fc8-0a7c-4a23-9786-15ea1bbcea07 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:29.339257 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58686da1-c228-4874-b0ea-dd83507f0c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:29.359942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:29.360309 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:29.602729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-8f73cf2a-04ec-453a-97b9-c703ee34a3d3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:29.605871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-8f73cf2a-04ec-453a-97b9-c703ee34a3d3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.1160793 Sep 21 18:48:29.681361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-848a035c-fb7a-468d-b058-3b829b3367bd req-8c9f0f52-e04f-4f9a-8a8c-1168eb05f645 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 210 time: 0.0407643 Sep 21 18:48:29.685682 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-b0f78ab6-14bb-4113-8e05-b07487878ed5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 380 time: 0.0693769 Sep 21 18:48:29.696178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'port': {'device_id': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'admin_state_up': True, 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'security_groups': ['8652b9ec-f27a-4eea-b719-c592a79fe798']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:29.812640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Made reservation on behalf of 4cd1e2f01263451aaa8fcd2b5dbb4c74 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:29.817334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:29.951043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Allocated IP 172.20.0.7 (12d3f94e-4fe9-4d6d-88cd-5fd327c6713c/f11e10eb-e68f-408b-80c1-4bbc37ed2a1a/3036a002-a7f1-42c3-8900-c3aa3d519f8c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:30.084772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.123141 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.165462 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:30.168579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:30.172243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:30.182404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:30.229660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:30.230336 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.246405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-9387359e-8ea7-47ec-b297-7b10060a8fe9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543129 Sep 21 18:48:30.259804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Request body: {'port': {'device_id': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:30.321466 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.377200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3f15dda9-6ffc-4ad0-a1f3-70d10da8a158 None None] Provisioning complete for port 3036a002-a7f1-42c3-8900-c3aa3d519f8c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:30.377721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f15dda9-6ffc-4ad0-a1f3-70d10da8a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.411665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3f15dda9-6ffc-4ad0-a1f3-70d10da8a158 None None] Port 3036a002-a7f1-42c3-8900-c3aa3d519f8c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:30.591038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3036a002-a7f1-42c3-8900-c3aa3d519f8c {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:48:30.598398 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.610279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Transition to ACTIVE for port object 3036a002-a7f1-42c3-8900-c3aa3d519f8c will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:48:30.615492 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.665048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:30.745064 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:30.745410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:30.745752 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:30.750494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:48:30.750830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:30.758494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:30.758807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:30.759186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:30.759630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Bound port: 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:30.760342 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.848443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7b55-3e4b-44bf-95c7-34c33cc6333c req-8cd1f97d-fe63-41ee-9a66-0e39ce8e5cdd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:30.849978 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c9f7b55-3e4b-44bf-95c7-34c33cc6333c req-8cd1f97d-fe63-41ee-9a66-0e39ce8e5cdd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 943 time: 0.0938566 Sep 21 18:48:30.879076 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:30.898986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:30.908562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2c9f7b55-3e4b-44bf-95c7-34c33cc6333c req-eca6cd57-d3ab-4f62-b04a-45dff86e865b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513024 Sep 21 18:48:30.909602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.950236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:30.950865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:30.952757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] 10.222.0.78 "PUT /v2.0/ports/3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 1091 time: 0.6972556 Sep 21 18:48:30.953226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:30.955611 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:30.989795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdeb8e-dbd4-481d-8fbd-9319346c38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:30.994201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 62771fc8-0a7c-4a23-9786-15ea1bbcea07 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:31.007028 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfbaa33-92d2-4394-a9b0-329230134caa x-openstack-request-id: req-7cfbaa33-92d2-4394-a9b0-329230134caa {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:31.007433 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:31.007786 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cfbaa33-92d2-4394-a9b0-329230134caa {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:31.008354 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'status': 'completed', 'code': 200} Sep 21 18:48:31.054171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:31.054658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:31.062117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-45b771e0-241e-4be5-81b8-3eeee5f3e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.063861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-45b771e0-241e-4be5-81b8-3eeee5f3e297 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1094 time: 0.0471437 Sep 21 18:48:31.109635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-96b64139-df15-4b3f-a5ec-440208e03655 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 217 time: 0.0375571 Sep 21 18:48:31.167624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-19cb9148-641d-4ddf-949b-dc8d4ce1a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.169057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-19cb9148-641d-4ddf-949b-dc8d4ce1a825 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0509253 Sep 21 18:48:31.216060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-782231d6-0da7-418c-8e81-15844204d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.217552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-782231d6-0da7-418c-8e81-15844204d290 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403430 Sep 21 18:48:31.307379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-18e40135-bfe3-4861-a82b-672e90fd0124 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818200 Sep 21 18:48:31.404786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-013b48ce-ccad-4c5f-ba95-97f9217fa41c req-ed2c84a6-19dd-499d-943f-d71c2d16e40d service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897748 Sep 21 18:48:31.490077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-d6a92f51-b93f-4587-bddc-687098446f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.491563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-d6a92f51-b93f-4587-bddc-687098446f52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1094 time: 0.0412512 Sep 21 18:48:31.587838 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-4ec34917-1f5f-41e6-9171-8f050b88944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.589418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-4ec34917-1f5f-41e6-9171-8f050b88944b service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0909367 Sep 21 18:48:31.638685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-3b8920b3-be29-4bdd-babd-b93b3dbe1050 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 217 time: 0.0407479 Sep 21 18:48:31.690020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-4046caa7-9aab-4034-839b-6ec479155abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.691722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-4046caa7-9aab-4034-839b-6ec479155abf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0449769 Sep 21 18:48:31.744545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-25ab4511-0ea2-4ec9-bc0a-b447a0e296b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.745976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-25ab4511-0ea2-4ec9-bc0a-b447a0e296b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467875 Sep 21 18:48:31.841629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-3cd63283-e340-4c35-81b8-b61418586d9f service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865207 Sep 21 18:48:31.940741 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45ade6dd-e701-4d59-b0e3-1963e6dc9ffb req-67d0713f-f5e9-4c53-ab41-8bfabe1558a9 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915804 Sep 21 18:48:32.038553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27d5b5-b79a-4d0c-8961-de60c7d29558 req-be3e45e1-abb4-45e7-8abe-afe68fc17fdc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:32.040149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e27d5b5-b79a-4d0c-8961-de60c7d29558 req-be3e45e1-abb4-45e7-8abe-afe68fc17fdc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 943 time: 0.0504513 Sep 21 18:48:32.080607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e27d5b5-b79a-4d0c-8961-de60c7d29558 req-09b4ff91-4da1-4c90-bd35-f05142775475 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Sep 21 18:48:32.428901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:48:32.521306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:32.532120 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'mac_address': 'fa:16:3e:b8:56:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:48:32.723596 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:32.739402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3036a002-a7f1-42c3-8900-c3aa3d519f8c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:48:32.758988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:32.763048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:32.808775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:32.970853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3036a002-a7f1-42c3-8900-c3aa3d519f8c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:48:33.193799 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c95368-ef28-4ddf-b7bf-82c1891e408e req-3d243e72-38c4-47f6-94da-9442700b3f04 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:33.195288 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34c95368-ef28-4ddf-b7bf-82c1891e408e req-3d243e72-38c4-47f6-94da-9442700b3f04 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 944 time: 0.0483925 Sep 21 18:48:33.232898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34c95368-ef28-4ddf-b7bf-82c1891e408e req-48fe4238-533b-4461-9701-9cb059738e5a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Sep 21 18:48:33.643503 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf986-2640-46a4-8316-90b9bfc93d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:34.222146 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:34.352326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d307e-f78d-4c34-8473-6fa1c11252c5 req-234ee5e8-0be8-478b-ae47-fe822a9b7edd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:34.353875 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a2d307e-f78d-4c34-8473-6fa1c11252c5 req-234ee5e8-0be8-478b-ae47-fe822a9b7edd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 944 time: 0.0537007 Sep 21 18:48:34.393475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8a2d307e-f78d-4c34-8473-6fa1c11252c5 req-ecfbfe67-018f-4001-92f7-3194569b1a69 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Sep 21 18:48:34.430397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:34.480282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 3036a002-a7f1-42c3-8900-c3aa3d519f8c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:48:34.484519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 3036a002-a7f1-42c3-8900-c3aa3d519f8c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:34.484929 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:34.579617 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:34.580270 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:34.602907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:34.605210 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe90df1-a561-4a97-9354-c14dc14a9118" -d '{"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-plugged", "status": "completed", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:34.618717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:34.623314 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:34.647535 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630cd71a-deee-446f-8772-5058fa318148 x-openstack-request-id: req-630cd71a-deee-446f-8772-5058fa318148 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:34.648208 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-plugged", "status": "completed", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:34.648208 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-630cd71a-deee-446f-8772-5058fa318148 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:34.648409 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'code': 200} Sep 21 18:48:34.677007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:34.753532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c01c79-c63b-4a4b-8679-576fe72a7d22 req-c18e6b8c-c4df-4225-9eaa-2bc6ee02482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:34.754873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c01c79-c63b-4a4b-8679-576fe72a7d22 req-c18e6b8c-c4df-4225-9eaa-2bc6ee02482f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1096 time: 0.0432532 Sep 21 18:48:34.800565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c01c79-c63b-4a4b-8679-576fe72a7d22 req-9d6d6e73-4fe8-46de-a355-83bf3615e856 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386467 Sep 21 18:48:34.915458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:35.512104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509e5c9-1c71-4080-88ed-5f85b7fbdc28 req-09b10193-7252-4944-af2b-81bc99b50f65 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:35.513599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509e5c9-1c71-4080-88ed-5f85b7fbdc28 req-09b10193-7252-4944-af2b-81bc99b50f65 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0503833 Sep 21 18:48:35.551360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b509e5c9-1c71-4080-88ed-5f85b7fbdc28 req-e161a0ed-fb9e-469c-be9a-b9e2ddf1f61c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310707 Sep 21 18:48:36.670983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3868f-84cc-4100-b655-5823d6345d96 req-36823f12-9784-419a-a20c-2e6263eb29e7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:36.672466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0b3868f-84cc-4100-b655-5823d6345d96 req-36823f12-9784-419a-a20c-2e6263eb29e7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0520990 Sep 21 18:48:36.713164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0b3868f-84cc-4100-b655-5823d6345d96 req-35482cdd-bb6d-4923-a2d0-a1cc24d932ef tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Sep 21 18:48:36.825969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44adb5-9568-4abf-9220-26c4f52e1ed0 req-45c7178e-23e5-4a44-8fb5-f7f1661f42a4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:36.827498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a44adb5-9568-4abf-9220-26c4f52e1ed0 req-45c7178e-23e5-4a44-8fb5-f7f1661f42a4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0507717 Sep 21 18:48:36.836279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 50786) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:36.840904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'floatingip': {'port_id': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:36.880967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:37.354985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:37.359713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:37.382981 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:37.471313 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b associated. External IP: 172.25.3.25, port: 3036a002-a7f1-42c3-8900-c3aa3d519f8c. Sep 21 18:48:37.976158 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:48:38.086175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:38.091464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:38.096946 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:38.106511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:38.107133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:48:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:38.121809 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4f4b50d4-22b3-4105-98eb-9caed79c00b8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "PUT /v2.0/floatingips/b30145d9-dd50-4f70-aaad-63c0bd68588b HTTP/1.1" status: 200 len: 990 time: 1.2844911 Sep 21 18:48:38.122432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:38.124925 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328b1170-0997-49fd-a1ba-191d30c45ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:38.218948 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518810d3-436d-48f8-963c-5443db8331e1 x-openstack-request-id: req-518810d3-436d-48f8-963c-5443db8331e1 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:38.219263 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:38.219519 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-518810d3-436d-48f8-963c-5443db8331e1 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:38.219978 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'status': 'completed', 'code': 200} Sep 21 18:48:38.232296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:38.281342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-d6cb5597-2143-4bd8-b5a6-fda95c2b0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:38.282997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-d6cb5597-2143-4bd8-b5a6-fda95c2b0159 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1096 time: 0.0418353 Sep 21 18:48:38.385710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-537778f1-43d2-4806-8f95-f1a613f1757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:38.387254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-537778f1-43d2-4806-8f95-f1a613f1757d service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0972373 Sep 21 18:48:38.458114 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-6606afef-760e-47da-8024-9f3d9b3bcfe2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 998 time: 0.0633302 Sep 21 18:48:38.487657 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:b8:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:48:37Z', 'revision_number': 1, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:38.513429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-5bd42ca8-9eba-466f-9de0-f565b79454dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:38.513877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:38.514948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-5bd42ca8-9eba-466f-9de0-f565b79454dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0500586 Sep 21 18:48:38.522788 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:38.523421 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:48:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:38.562365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-04dc2af2-d99c-4245-9952-1ff4177febfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:38.564611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-04dc2af2-d99c-4245-9952-1ff4177febfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422537 Sep 21 18:48:38.633986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:38.659722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-7654d21d-3e91-494b-8c20-aaf799e8c71b service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 Sep 21 18:48:38.757660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-328b1170-0997-49fd-a1ba-191d30c45ee9 req-35c86206-0dd8-407d-9c34-24e7fc2d0104 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896816 Sep 21 18:48:38.852396 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:38.870924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:b8:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:48:37Z', 'revision_number': 1, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:38.897285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954f38b-c6bb-4230-9519-07831f339de0 None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:b8:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:48:37Z', 'revision_number': 1, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:39.086308 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30cbc1-4628-4735-8396-0d09da90368c None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:48:59.311453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-02d8bee3-2a61-49ea-a2ef-970adab76dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:00.262924 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:49:03.645233 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-16981b82-93f9-4243-a18b-f13de75ab0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:04.223952 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:04.569597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:04.919237 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:07.385979 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:08.853807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:29.311799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-262b6ab5-e97a-4cfc-b186-47c95326915f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:32.638759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-b84cf2c1-0426-4aec-8397-9925dde97ef2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410051 Sep 21 18:49:32.725523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-f89682a5-44c4-463b-9b7f-122357727cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:32.727072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-f89682a5-44c4-463b-9b7f-122357727cb5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1096 time: 0.0462947 Sep 21 18:49:32.837040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-71afd84c-9226-4720-a554-a07a992232bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:32.838581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-71afd84c-9226-4720-a554-a07a992232bc service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0876954 Sep 21 18:49:32.906862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-98eca3e6-a479-44a2-b539-dad83c8b996e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 1000 time: 0.0610325 Sep 21 18:49:32.955091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-13195e2b-4b99-4049-b473-388f5cd2e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:32.956586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-13195e2b-4b99-4049-b473-388f5cd2e4f2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0434430 Sep 21 18:49:33.002867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-f9afcd2d-cc33-4dc7-a43c-4fa71fb8db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:33.004997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-f9afcd2d-cc33-4dc7-a43c-4fa71fb8db0f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412440 Sep 21 18:49:33.015577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-846ce762-d047-4a15-baf5-609fb05817b0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:49:33.016512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-846ce762-d047-4a15-baf5-609fb05817b0 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048876 Sep 21 18:49:33.110583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-e9f8a114-24ea-430d-be02-41cf9bae0c54 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866110 Sep 21 18:49:33.199421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f3b9f3d-c339-4eca-bef4-3caba7df75de req-8600d93e-1aff-425f-9c68-44249911646c service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816674 Sep 21 18:49:33.645968 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6c24e406-e076-46c4-bd50-95da701c5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:34.225740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:34.584154 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:34.923013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:37.261986 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:49:37.386282 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:38.854574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:59.312749 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-08ebe8ee-52d3-4b96-90fc-d98f1879892f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:03.647426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-35b24cb1-caf3-4f71-94b6-038adf079a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:04.227897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:04.608425 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:04.923366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:07.389672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:08.870856 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.261550 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:50:15.174056 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b908-0106-47b8-8d0f-ead7892b6685 req-0a391c68-a9f0-427a-b99c-056804cf050b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:15.175574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a278b908-0106-47b8-8d0f-ead7892b6685 req-0a391c68-a9f0-427a-b99c-056804cf050b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.1241665 Sep 21 18:50:15.219460 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a278b908-0106-47b8-8d0f-ead7892b6685 req-fa75e5f4-6fff-42ab-b247-14974c9c3671 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372820 Sep 21 18:50:15.460720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b50435-3486-440e-852b-07db4d3a2179 req-479cd5b6-b3cf-43a0-8b64-318fda7ae2e7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:15.462370 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7b50435-3486-440e-852b-07db4d3a2179 req-479cd5b6-b3cf-43a0-8b64-318fda7ae2e7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0525305 Sep 21 18:50:15.508914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7b50435-3486-440e-852b-07db4d3a2179 req-f45daeb8-4047-4ffd-af26-d5ea2a4411bd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Sep 21 18:50:15.518930 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-bda6f7fe-2f1a-4c17-a97f-b09d67cfc3ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158686 Sep 21 18:50:16.637704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2409f36-21ca-46f9-a9b4-76b867e5e3b3 req-a1106c6b-990c-40cd-a4b5-c2cdfdc21bd2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:16.639454 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2409f36-21ca-46f9-a9b4-76b867e5e3b3 req-a1106c6b-990c-40cd-a4b5-c2cdfdc21bd2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0599673 Sep 21 18:50:16.714232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2409f36-21ca-46f9-a9b4-76b867e5e3b3 req-43dd18ba-a64d-4de2-9b29-f714c56fc549 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651999 Sep 21 18:50:16.733872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-880b7600-501b-49a0-b71c-5872f0f16c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:16.733872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-880b7600-501b-49a0-b71c-5872f0f16c16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1096 time: 0.0606759 Sep 21 18:50:16.821738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-d768a0f8-8cdd-4e58-a94b-32da7b43b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:16.823141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-d768a0f8-8cdd-4e58-a94b-32da7b43b89d service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0889032 Sep 21 18:50:16.892192 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-bda55fec-9a41-4a29-8b92-03daa0f7b93f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 1000 time: 0.0613825 Sep 21 18:50:16.940498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-979b319b-d6db-498e-bffa-f054af276aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:16.941906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-979b319b-d6db-498e-bffa-f054af276aff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0426507 Sep 21 18:50:16.987843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-a5be2de9-e8f4-4b16-8c85-8527eb5330e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:16.989346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-a5be2de9-e8f4-4b16-8c85-8527eb5330e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404868 Sep 21 18:50:17.084638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-163e9093-f7d2-4551-86aa-d6ab7320bbf0 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Sep 21 18:50:17.175357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-eb3c554c-54c3-4970-8416-67f8aa654796 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Sep 21 18:50:17.835209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bebfe0-3a0d-4937-b5f1-2ec98a766e0a req-ef9aa6bb-1f7d-4010-a274-c97a9a2c2a01 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:17.836721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31bebfe0-3a0d-4937-b5f1-2ec98a766e0a req-ef9aa6bb-1f7d-4010-a274-c97a9a2c2a01 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0543218 Sep 21 18:50:17.875421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31bebfe0-3a0d-4937-b5f1-2ec98a766e0a req-5ecc988d-8e30-4872-b275-6bf5dc2cad8b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328145 Sep 21 18:50:18.993981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fcda7-65f1-4cd6-8948-1a0a33ce0a0e req-9db39e9c-6036-432a-a7dd-ceb7ff39e04f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:18.995534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b86fcda7-65f1-4cd6-8948-1a0a33ce0a0e req-9db39e9c-6036-432a-a7dd-ceb7ff39e04f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0526323 Sep 21 18:50:19.033188 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b86fcda7-65f1-4cd6-8948-1a0a33ce0a0e req-ec3f7b48-e8e2-4eaf-b0bd-f0cbf6e8a3a1 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Sep 21 18:50:20.148078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8f2c-5e1e-407b-8721-28499635408d req-bdf173ef-7efb-4bc4-bc35-2c5c4c2d6b54 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:20.149647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-452a8f2c-5e1e-407b-8721-28499635408d req-bdf173ef-7efb-4bc4-bc35-2c5c4c2d6b54 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0490713 Sep 21 18:50:20.189754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-452a8f2c-5e1e-407b-8721-28499635408d req-f0fe5394-3a18-4d76-aa95-cbfbf494b50c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Sep 21 18:50:21.308668 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655c73-efd6-4826-86d1-f10aca21f9e6 req-b415431e-63ff-4781-b86a-96a36bdf4f4f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:21.310144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef655c73-efd6-4826-86d1-f10aca21f9e6 req-b415431e-63ff-4781-b86a-96a36bdf4f4f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0534248 Sep 21 18:50:21.348499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef655c73-efd6-4826-86d1-f10aca21f9e6 req-dd452cdc-813b-4a88-915f-0144c91c2c61 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324953 Sep 21 18:50:22.464490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a6c3b-5ad3-477a-a55f-446ce83dd593 req-e7b4fad9-2418-42f9-b350-7b7de10cec3f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:22.465987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-496a6c3b-5ad3-477a-a55f-446ce83dd593 req-e7b4fad9-2418-42f9-b350-7b7de10cec3f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0495353 Sep 21 18:50:22.503959 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-496a6c3b-5ad3-477a-a55f-446ce83dd593 req-d6e52092-d6b1-46de-ab8f-a465db01b8ea tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Sep 21 18:50:23.621991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583328db-e466-4400-9e73-4e85f9276884 req-0e59b5a1-7f15-4f45-aabc-2bbd9d0b9880 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:23.623492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-583328db-e466-4400-9e73-4e85f9276884 req-0e59b5a1-7f15-4f45-aabc-2bbd9d0b9880 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0503867 Sep 21 18:50:23.661621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-583328db-e466-4400-9e73-4e85f9276884 req-986d0636-fa87-402e-8b44-fabb0847ee25 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Sep 21 18:50:24.780989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caef9e3-5354-409b-b7d3-5076477061ff req-8d9ef1c4-add9-44bc-8a92-6bb0cb6700f3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:24.782601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5caef9e3-5354-409b-b7d3-5076477061ff req-8d9ef1c4-add9-44bc-8a92-6bb0cb6700f3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0537879 Sep 21 18:50:24.820286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5caef9e3-5354-409b-b7d3-5076477061ff req-de2cf592-f8ae-4428-9795-d26992367f2e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318084 Sep 21 18:50:25.937183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addeea5-e844-4cf1-9f76-775e0d5dbe1e req-eef2c16b-4247-4483-8a79-2895cca7f390 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:25.938705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6addeea5-e844-4cf1-9f76-775e0d5dbe1e req-eef2c16b-4247-4483-8a79-2895cca7f390 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0498216 Sep 21 18:50:25.976721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6addeea5-e844-4cf1-9f76-775e0d5dbe1e req-f6ed9c72-2bf5-4ed9-a95c-1ef44551dd57 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320196 Sep 21 18:50:27.090564 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68463799-48a0-49fc-b9b4-ae965e546789 req-61ed1f19-2dbf-4509-a31b-352609c8a429 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:27.092104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68463799-48a0-49fc-b9b4-ae965e546789 req-61ed1f19-2dbf-4509-a31b-352609c8a429 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0491471 Sep 21 18:50:27.130289 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68463799-48a0-49fc-b9b4-ae965e546789 req-b94c99b5-a800-4358-8699-2a6d23bbf486 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Sep 21 18:50:28.247944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89a18-49ed-4e89-93d1-43321e034654 req-a8e5e13f-5f08-44d8-aee2-8911941c04fd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:28.249416 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31b89a18-49ed-4e89-93d1-43321e034654 req-a8e5e13f-5f08-44d8-aee2-8911941c04fd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0515358 Sep 21 18:50:28.286516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-31b89a18-49ed-4e89-93d1-43321e034654 req-a874be6e-ec4f-4012-90ab-5887705ee005 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309837 Sep 21 18:50:29.134167 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-56418118-dd86-4dc9-b245-3341c05cf4be req-dd469f59-6f9e-403d-8f16-f19394ded252 service neutron] show failed (client error): The resource could not be found. Sep 21 18:50:29.135214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-dd469f59-6f9e-403d-8f16-f19394ded252 service neutron] 10.222.0.78 "GET /v2.0/ports/3036a002-a7f1-42c3-8900-c3aa3d519f8c/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.1056271 Sep 21 18:50:29.318297 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-933dae31-18ef-445e-bd60-d6ea9cc0d5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.332576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-67ddadf5-2b28-4aab-8653-4137dba3077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:29.335917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-67ddadf5-2b28-4aab-8653-4137dba3077d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 1096 time: 0.0469306 Sep 21 18:50:29.348146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-3ffb0192-a6c8-4b8c-b5b7-3c31966f764f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:50:29.349400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-3ffb0192-a6c8-4b8c-b5b7-3c31966f764f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060363 Sep 21 18:50:29.361578 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:29.418798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.419816 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd891f8-81d9-40de-be89-9c9783c27ff3 req-5245ef33-fa46-402a-ba29-333f269e6426 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:29.421346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bd891f8-81d9-40de-be89-9c9783c27ff3 req-5245ef33-fa46-402a-ba29-333f269e6426 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0580001 Sep 21 18:50:29.461998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bd891f8-81d9-40de-be89-9c9783c27ff3 req-23c1170c-86ff-400f-a889-850d2b7c842e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Sep 21 18:50:29.625969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:29.657439 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:50:29.696425 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:29.698731 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6776e15-4498-40e1-9487-c697dc83acf5" -d '{"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-unplugged", "status": "completed", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:29.702943 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.716090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Transition to ACTIVE for port object 3036a002-a7f1-42c3-8900-c3aa3d519f8c will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:50:29.720153 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.755451 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02135209-2619-476e-afb6-1c3b9edcf3e2 x-openstack-request-id: req-02135209-2619-476e-afb6-1c3b9edcf3e2 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:29.755451 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-unplugged", "status": "completed", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:29.755451 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02135209-2619-476e-afb6-1c3b9edcf3e2 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:29.755451 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'code': 200} Sep 21 18:50:29.833534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:29.856361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.856710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.857054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.857392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.857727 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.858062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.858416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.858745 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.859077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.859395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.859719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.860046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:29.905996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] No DVR routers for this DVR port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:50:30.306722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:50:30.306968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:50:30.307294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:30.311450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:50:30.311770 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Attempting to bind port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:30.316377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:50:30.316711 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:50:30.317090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:50:30.317508 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Bound port: 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:50:30.317852 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.382345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:50:30.386077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:50:30.391012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.424732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:30.425348 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.426773 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 1091 time: 1.0694346 Sep 21 18:50:30.458661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd34162-4eee-4c8d-86c8-8fd421ad4af2 service neutron] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:30.493344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-dba2f263-b08d-47b6-87f0-f08f18ddc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:30.495397 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-dba2f263-b08d-47b6-87f0-f08f18ddc9a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1094 time: 0.0456471 Sep 21 18:50:30.590042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3be8bf-596f-4277-bef1-c8ff37a411ed req-22bd3dde-bad1-4f9d-a87b-6024c84c6232 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:30.592280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3be8bf-596f-4277-bef1-c8ff37a411ed req-22bd3dde-bad1-4f9d-a87b-6024c84c6232 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 943 time: 0.0565002 Sep 21 18:50:30.595501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-8f40807d-9060-4de9-9da5-3bb1dad75a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:30.597024 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-8f40807d-9060-4de9-9da5-3bb1dad75a4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0945120 Sep 21 18:50:30.638297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec3be8bf-596f-4277-bef1-c8ff37a411ed req-c4fdfa18-8ce0-4680-9e64-b1914a515464 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399556 Sep 21 18:50:30.693788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-2cae5fd8-0539-4673-9f32-ce71bc7be03d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 998 time: 0.0894513 Sep 21 18:50:30.748102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-d9f875b6-1f01-40e8-93c8-253fccef47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:30.749569 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-d9f875b6-1f01-40e8-93c8-253fccef47b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0494280 Sep 21 18:50:30.805574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418118-dd86-4dc9-b245-3341c05cf4be req-b9d628d6-02c4-4bf2-9732-7cf78c4e71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:30.807262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-b9d628d6-02c4-4bf2-9732-7cf78c4e71c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499091 Sep 21 18:50:30.902409 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-2e629700-b065-41fe-b15d-7499515ccee5 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880110 Sep 21 18:50:30.994975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-56418118-dd86-4dc9-b245-3341c05cf4be req-9bbc0d2d-0a55-40c3-955b-ccde7bfdb5b2 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845380 Sep 21 18:50:31.753959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5ff22-bb53-4e6d-a159-c480f0dcab31 req-c4bcd2ac-e24c-4de6-b3c8-51d1a32c5346 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.755464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bec5ff22-bb53-4e6d-a159-c480f0dcab31 req-c4bcd2ac-e24c-4de6-b3c8-51d1a32c5346 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 943 time: 0.0486259 Sep 21 18:50:31.756067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:31.759134 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55379355-8080-45d1-93f0-4bfd25525024" -d '{"events": [{"name": "network-changed", "server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:31.793344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bec5ff22-bb53-4e6d-a159-c480f0dcab31 req-a9a163f6-9a6e-4e51-9f4f-bbd46c61b762 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Sep 21 18:50:31.851308 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d40e0f-3283-4e63-9843-2724ba92a52f x-openstack-request-id: req-48d40e0f-3283-4e63-9843-2724ba92a52f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:31.851601 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:31.851847 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48d40e0f-3283-4e63-9843-2724ba92a52f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:31.852410 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'status': 'completed', 'code': 200} Sep 21 18:50:31.910429 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-77d5f2d4-86fb-45a6-b1b4-4b8dc5737c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.912024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-77d5f2d4-86fb-45a6-b1b4-4b8dc5737c2b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1094 time: 0.0411084 Sep 21 18:50:31.919725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-ac6e4720-556b-4ca1-9a3c-e6bde837fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.921185 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-ac6e4720-556b-4ca1-9a3c-e6bde837fac5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1094 time: 0.0446134 Sep 21 18:50:32.009008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-e04acbee-2b46-488a-97c5-2954a6dce9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.010968 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-e04acbee-2b46-488a-97c5-2954a6dce9f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0910625 Sep 21 18:50:32.014266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-b2453a84-bf47-4c0c-911d-d7cc834e62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.015708 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-b2453a84-bf47-4c0c-911d-d7cc834e62c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0854726 Sep 21 18:50:32.078353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-1f5053e3-4ed8-43ab-ac0e-8d1655ee69a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 998 time: 0.0602973 Sep 21 18:50:32.087418 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-b3bca9f2-9bcb-47a9-843c-f52bc83d7c76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 998 time: 0.0642021 Sep 21 18:50:32.128345 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-84f56693-b625-427d-87d9-9cd2ced2d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.129803 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-84f56693-b625-427d-87d9-9cd2ced2d3b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0453758 Sep 21 18:50:32.140056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-930bd8a3-fafb-46f0-ae47-81c469210c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.141531 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-930bd8a3-fafb-46f0-ae47-81c469210c6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0456452 Sep 21 18:50:32.186081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-2460dac0-9254-4f12-9638-a55b4859d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.188379 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-2460dac0-9254-4f12-9638-a55b4859d0c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515037 Sep 21 18:50:32.195344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379355-8080-45d1-93f0-4bfd25525024 req-9ec00c8c-9922-445e-9dea-7c34406b563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.196833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-9ec00c8c-9922-445e-9dea-7c34406b563b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481992 Sep 21 18:50:32.281899 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-59050952-94e0-46e9-9654-8988bcf9a71f service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858765 Sep 21 18:50:32.297549 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-0ccc2d17-b29c-41bd-8802-b3ef6af10347 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888844 Sep 21 18:50:32.379434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-4400484a-9368-4b89-81cd-d5bcee3200a7 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903053 Sep 21 18:50:32.391876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-55379355-8080-45d1-93f0-4bfd25525024 req-b590732e-e688-4199-8bc9-d2a89236b18a service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Sep 21 18:50:32.912670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec783ac-4c59-4918-976a-a93c67decaa9 req-839bb21d-8c18-4aba-8365-506791482065 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.914290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fec783ac-4c59-4918-976a-a93c67decaa9 req-839bb21d-8c18-4aba-8365-506791482065 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 943 time: 0.0495844 Sep 21 18:50:32.952216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fec783ac-4c59-4918-976a-a93c67decaa9 req-adecb456-78bf-4fd6-8a49-797ba6425ba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Sep 21 18:50:33.158394 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:33.180226 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9a48e-54ec-46ef-ac8f-d9fe786c5e5c req-54ccbf4d-4199-43a5-9bd9-140dffe00e7c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:33.181917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0c9a48e-54ec-46ef-ac8f-d9fe786c5e5c req-54ccbf4d-4199-43a5-9bd9-140dffe00e7c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 943 time: 0.0796611 Sep 21 18:50:33.197571 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:33.211625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224f93-e917-4d3e-8701-8d489519df4b req-5554544e-7491-4145-87f1-cbc451360921 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:33.213054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-5554544e-7491-4145-87f1-cbc451360921 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 943 time: 0.0986784 Sep 21 18:50:33.253743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0c9a48e-54ec-46ef-ac8f-d9fe786c5e5c req-358b558c-2b58-43d9-bb62-6db828363a0c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650406 Sep 21 18:50:33.284935 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-fc224f93-e917-4d3e-8701-8d489519df4b req-a943af96-ce54-4e1f-b9e8-93ea869cb49d service neutron] delete failed (client error): The resource could not be found. Sep 21 18:50:33.285965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-a943af96-ce54-4e1f-b9e8-93ea869cb49d service neutron] 10.222.0.78 "DELETE /v2.0/ports/3036a002-a7f1-42c3-8900-c3aa3d519f8c/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0607412 Sep 21 18:50:33.375001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224f93-e917-4d3e-8701-8d489519df4b req-6508741b-3bc6-4640-9004-85feab392b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:33.377764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-6508741b-3bc6-4640-9004-85feab392b70 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 1094 time: 0.0484235 Sep 21 18:50:33.470491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224f93-e917-4d3e-8701-8d489519df4b req-e7e31288-7764-4b31-8175-f6ae1409b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:33.471866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-e7e31288-7764-4b31-8175-f6ae1409b60b service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0872471 Sep 21 18:50:33.538647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-0e724168-2f89-4a8d-8401-cc3e49a1073b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 200 len: 998 time: 0.0596442 Sep 21 18:50:33.587977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224f93-e917-4d3e-8701-8d489519df4b req-e32fb35b-2643-4535-8266-3e2f6d365617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:33.589395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-e32fb35b-2643-4535-8266-3e2f6d365617 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0436711 Sep 21 18:50:33.634673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224f93-e917-4d3e-8701-8d489519df4b req-1d47195a-378b-4776-bedd-a27fcb5b699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:33.636197 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-1d47195a-378b-4776-bedd-a27fcb5b699d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402460 Sep 21 18:50:33.649320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e86eda14-a660-4ee2-93f4-158f565a8b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:33.731534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-17e33611-59d2-4844-98c2-31125afa4416 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868585 Sep 21 18:50:33.821118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc224f93-e917-4d3e-8701-8d489519df4b req-afa60821-fd7e-4c9e-9160-ef1c24124f4a service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820303 Sep 21 18:50:33.997635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:50:34.096340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:34.108312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'mac_address': 'fa:16:3e:b8:56:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:50:34.146392 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:34.159554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3036a002-a7f1-42c3-8900-c3aa3d519f8c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:50:34.179072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:34.183848 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:34.243917 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:34.250942 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:34.259888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.260239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.260587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.260930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.261528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.261871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.262227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.262557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.262889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.263219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.263547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.263876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:34.380333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598e7a-19a4-4b98-9464-349b63388490 req-cedf9274-536c-40b3-8b73-e6b905406246 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:34.381823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6598e7a-19a4-4b98-9464-349b63388490 req-cedf9274-536c-40b3-8b73-e6b905406246 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 944 time: 0.0524611 Sep 21 18:50:34.424970 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6598e7a-19a4-4b98-9464-349b63388490 req-22f81418-d767-403a-87e6-8c9fb51dd054 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362747 Sep 21 18:50:34.445618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['3036a002-a7f1-42c3-8900-c3aa3d519f8c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:50:34.542468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4b380-d124-4887-98ee-494ba5fe4359 req-7ee4dc57-60c2-48d8-babe-ddfab7cddc1b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:34.543873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32f4b380-d124-4887-98ee-494ba5fe4359 req-7ee4dc57-60c2-48d8-babe-ddfab7cddc1b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 944 time: 0.0490222 Sep 21 18:50:34.584219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32f4b380-d124-4887-98ee-494ba5fe4359 req-3beac3f3-4b18-4486-a458-5c585bdaa1e5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340405 Sep 21 18:50:34.610710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:34.712795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590412a-185d-4a3f-a35a-ff3a2a8342d6 req-c2067d3d-1a93-4336-8367-78fe036804a2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:34.714340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5590412a-185d-4a3f-a35a-ff3a2a8342d6 req-c2067d3d-1a93-4336-8367-78fe036804a2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 944 time: 0.0544245 Sep 21 18:50:34.753166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5590412a-185d-4a3f-a35a-ff3a2a8342d6 req-bfa0c5bc-0cf7-4e56-a2f0-330dc14bcc78 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Sep 21 18:50:34.930519 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:34.999600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1f6eb-d878-4cb8-920d-224c9c978c48 req-d2993553-477a-4041-9673-ad5a4fc747b0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:35.001087 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9e1f6eb-d878-4cb8-920d-224c9c978c48 req-d2993553-477a-4041-9673-ad5a4fc747b0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 944 time: 0.0502784 Sep 21 18:50:35.043365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b9e1f6eb-d878-4cb8-920d-224c9c978c48 req-143a87b2-77fd-468a-be28-d8112dccc2fb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361438 Sep 21 18:50:36.003137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:36.053075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 3036a002-a7f1-42c3-8900-c3aa3d519f8c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:50:36.056629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 3036a002-a7f1-42c3-8900-c3aa3d519f8c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:36.056993 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.137758 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.160207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:36.162507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7f241-23e3-4f90-8416-7a486eba2b5a req-6d47b7e6-f2e8-41cd-bec5-c833005b1492 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:36.162989 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4648f1d-65f5-4b88-95a9-44387f3f26a4" -d '{"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-plugged", "status": "completed", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:36.164053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50f7f241-23e3-4f90-8416-7a486eba2b5a req-6d47b7e6-f2e8-41cd-bec5-c833005b1492 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 944 time: 0.0487773 Sep 21 18:50:36.176232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:36.180824 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.210660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50f7f241-23e3-4f90-8416-7a486eba2b5a req-bfaf3055-4d92-4074-8494-a7524b16a0cb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Sep 21 18:50:36.238567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:36.255714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-10aad307-c65f-435f-8c90-4328e4f9235f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:36.257210 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-10aad307-c65f-435f-8c90-4328e4f9235f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.41 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 945 time: 0.0742400 Sep 21 18:50:36.263288 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161572b9-c05c-46bb-b2ba-b5d8060199ca x-openstack-request-id: req-161572b9-c05c-46bb-b2ba-b5d8060199ca {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:36.263647 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-plugged", "status": "completed", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:36.263897 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-161572b9-c05c-46bb-b2ba-b5d8060199ca {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:36.264285 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'code': 200} Sep 21 18:50:36.348057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Deleting port 3036a002-a7f1-42c3-8900-c3aa3d519f8c {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:36.348381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.439258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] For port 3036a002-a7f1-42c3-8900-c3aa3d519f8c, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3036a002-a7f1-42c3-8900-c3aa3d519f8c,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:36.439622 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.652625 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.653038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.653338 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b disassociated. External IP: 172.25.3.25, port: 3036a002-a7f1-42c3-8900-c3aa3d519f8c. Sep 21 18:50:36.653689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Calling delete_port for 3036a002-a7f1-42c3-8900-c3aa3d519f8c owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:36.784604 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:36.816928 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event deleted for resources: {'Port': ['ID=3036a002-a7f1-42c3-8900-c3aa3d519f8c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:36.937173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:50:37.053445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:37.064086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:37.073818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:37.074489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:50:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:37.096159 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] No DVR routers for this DVR port 3036a002-a7f1-42c3-8900-c3aa3d519f8c on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:50:37.099080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:37.100997 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a9e38e6a-9f2d-4d0b-91ad-3c2f5c7bcdc7 req-14809795-d736-4bb8-9eb7-045f2b97df1e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.41 "DELETE /v2.0/ports/3036a002-a7f1-42c3-8900-c3aa3d519f8c HTTP/1.1" status: 204 len: 173 time: 0.8350487 Sep 21 18:50:37.102110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-deleted', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:37.104621 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e496109-ec31-467e-bb1a-0a4c98a56428" -d '{"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-deleted", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:37.147975 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909815d1-5723-4f8e-b3ca-da32eb3690d6 x-openstack-request-id: req-909815d1-5723-4f8e-b3ca-da32eb3690d6 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:37.148867 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c52dd7-a3ff-4d58-8e8b-b2defcb8791f", "name": "network-vif-deleted", "tag": "3036a002-a7f1-42c3-8900-c3aa3d519f8c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:37.149374 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-909815d1-5723-4f8e-b3ca-da32eb3690d6 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:37.149935 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c52dd7-a3ff-4d58-8e8b-b2defcb8791f', 'name': 'network-vif-deleted', 'tag': '3036a002-a7f1-42c3-8900-c3aa3d519f8c', 'status': 'completed', 'code': 200} Sep 21 18:50:37.189488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:37.327212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8452008a-bf9c-4941-b7c2-a397751bbe0f req-ec65047f-1153-46fb-a915-daedd1d2a688 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=00c52dd7-a3ff-4d58-8e8b-b2defcb8791f HTTP/1.1" status: 200 len: 210 time: 0.0284486 Sep 21 18:50:37.408301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:37.427925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:37.454801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:37.464299 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:37.464905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:50:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:37.576385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:37.782069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:37.809855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0197ec3-98ea-48b9-a40f-0a9ca7c1bb7e None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:38.053625 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd68c7-57ea-487b-8e39-6116a539437d None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:50:38.564099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-f88eb240-d297-41f4-a8d5-a7a4268dd85e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2132598219&fields=id&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 267 time: 0.0321779 Sep 21 18:50:38.672406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-b83a9313-bafb-49e8-9ed7-f645816df2f0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:38.673856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-b83a9313-bafb-49e8-9ed7-f645816df2f0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.1025381 Sep 21 18:50:38.690592 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-b6fda8c3-1fb9-4941-9e2b-c86c17dbcdfd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/quotas/4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 375 time: 0.0096338 Sep 21 18:50:38.743910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-e12da283-0743-43ad-9781-24483eff69f6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467639 Sep 21 18:50:38.759968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-b515da00-d62c-4117-9b90-4a5f8cada554 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:50:38.760942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-b515da00-d62c-4117-9b90-4a5f8cada554 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058248 Sep 21 18:50:38.854873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-6801476d-14a5-4dbd-adeb-5721c2ec651d service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881352 Sep 21 18:50:38.869810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:38.945963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-058fd3f4-35f4-4683-a061-39dece0be6f3 service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839527 Sep 21 18:50:39.102845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ce893d6-a559-4344-96c1-b3ad6c8c3af9 req-dab3f6d8-b65f-4c59-b7db-15880af191ac tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 210 time: 0.0267239 Sep 21 18:50:40.013509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:40.022688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-328560fb-b341-4252-b94b-256b527492a1 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:40.025524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-328560fb-b341-4252-b94b-256b527492a1 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.1181121 Sep 21 18:50:40.034320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 3036a002-a7f1-42c3-8900-c3aa3d519f8c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:40.034674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3036a002-a7f1-42c3-8900-c3aa3d519f8c not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:40.072275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-dcebe1aa-4b9a-4106-993c-98d658d5b97b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 380 time: 0.0371811 Sep 21 18:50:40.082255 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'port': {'device_id': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'admin_state_up': True, 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'security_groups': ['8652b9ec-f27a-4eea-b719-c592a79fe798']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:40.471221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a5239a27-761a-4ba6-9b1b-4bdf8f385da8 req-81119a53-3e23-4c8b-b3f1-7e8ecedf784d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 210 time: 0.0339189 Sep 21 18:50:40.512947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Made reservation on behalf of 4cd1e2f01263451aaa8fcd2b5dbb4c74 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:50:40.516519 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:40.644233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Allocated IP 172.20.0.11 (12d3f94e-4fe9-4d6d-88cd-5fd327c6713c/f11e10eb-e68f-408b-80c1-4bbc37ed2a1a/1cdac0a9-f751-469c-aa66-bd5f6ec881c2) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:50:40.781758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:40.815405 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:40.861204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:50:40.864259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:40.868738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:50:40.878311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:40.908635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.908895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.909267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.909605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.909938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.910295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.910630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.910952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.911274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.911594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.911917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.912236 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:40.936092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:40.936723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:40.952011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-52cf0fa5-36f4-44ca-bcf0-bc950bee2fc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8732631 Sep 21 18:50:40.964757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Request body: {'port': {'device_id': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:41.020877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:41.099377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-438933ca-9fcd-4c2e-bed3-e0c7f9958be5 None None] Provisioning complete for port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:41.099969 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-438933ca-9fcd-4c2e-bed3-e0c7f9958be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:41.133600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-438933ca-9fcd-4c2e-bed3-e0c7f9958be5 None None] Port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:50:41.291772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:50:41.299187 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:41.311367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Transition to ACTIVE for port object 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:50:41.314935 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:41.381230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:41.435780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:50:41.436115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:50:41.436448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:41.441019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:50:41.441339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:41.446450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:50:41.446793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:50:41.447183 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:50:41.447615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Bound port: 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:50:41.447977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:41.518790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:50:41.521949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:50:41.526622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:41.573941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.574673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:41.575918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] 10.222.0.78 "PUT /v2.0/ports/1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 1092 time: 0.6156158 Sep 21 18:50:41.579659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:41.581863 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72c62f9-a829-47d1-8a84-a2ce48d38c43" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:41.639305 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b80d6-2d5c-4e43-a241-11d4b7bf44e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:41.672164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35ea34-8153-47d9-9290-c741e9f41e46 req-c2a4c1fb-73fb-4224-85fd-653a94afb183 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.673726 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f35ea34-8153-47d9-9290-c741e9f41e46 req-c2a4c1fb-73fb-4224-85fd-653a94afb183 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.1192386 Sep 21 18:50:41.704765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-63d4cdc5-d304-4429-b03d-42c2c4d2354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.706320 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-63d4cdc5-d304-4429-b03d-42c2c4d2354e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1095 time: 0.0849190 Sep 21 18:50:41.756769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f35ea34-8153-47d9-9290-c741e9f41e46 req-38bc111f-a1f6-4efe-8b5f-10f183bf7b86 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751221 Sep 21 18:50:41.759206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-fb89f6e4-6531-487e-8cbb-a3d894107b2f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 217 time: 0.0419397 Sep 21 18:50:41.812806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-6c61b79e-27a6-402f-b1d5-072569bdca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.814233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-6c61b79e-27a6-402f-b1d5-072569bdca4b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0469956 Sep 21 18:50:41.865477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-5dc8ef5b-62ad-42e8-a95b-21603cc3edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.867762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-5dc8ef5b-62ad-42e8-a95b-21603cc3edcb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456395 Sep 21 18:50:41.871530 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8ca0e5-c8ee-4e1c-a599-3b69727544b9 x-openstack-request-id: req-0f8ca0e5-c8ee-4e1c-a599-3b69727544b9 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:41.871803 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:41.872061 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f8ca0e5-c8ee-4e1c-a599-3b69727544b9 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:41.872427 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'status': 'completed', 'code': 200} Sep 21 18:50:41.962725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-5acd2c66-923a-4960-bb05-802cc691ae74 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829926 Sep 21 18:50:42.057928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0508ec9-1eb1-45c3-91a5-5e6ee16bcdc9 req-502bd943-4f71-43fc-9d16-f93d1a437aa9 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Sep 21 18:50:42.143004 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-3e62c49a-2eb8-4103-82e7-4417a5858b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:42.144501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-3e62c49a-2eb8-4103-82e7-4417a5858b52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1095 time: 0.0413105 Sep 21 18:50:42.245365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-19350365-f1bd-411a-a2a0-b61728f838f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:42.247255 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-19350365-f1bd-411a-a2a0-b61728f838f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0954311 Sep 21 18:50:42.289749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-e1f2d95d-64fb-4718-bf5f-983f4caeccd7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 217 time: 0.0339372 Sep 21 18:50:42.337412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-a6b0f3ae-0cd0-439c-b694-3574a0e9a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:42.338949 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-a6b0f3ae-0cd0-439c-b694-3574a0e9a06d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0429871 Sep 21 18:50:42.392597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-5c242ed8-ef45-471c-9ec8-33852f164969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:42.394174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-5c242ed8-ef45-471c-9ec8-33852f164969 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463309 Sep 21 18:50:42.486851 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-8faefef2-e199-414a-95ad-97587035207b service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Sep 21 18:50:42.587238 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e72c62f9-a829-47d1-8a84-a2ce48d38c43 req-7ecf652c-26cd-49d0-bfcd-12ce30252dc5 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932460 Sep 21 18:50:42.874998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8a5c6-cd8e-4af3-a3f4-94d996c2b5ca req-13e3233d-08c0-4346-a7f4-5dc2ebb85ff4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:42.876486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49a8a5c6-cd8e-4af3-a3f4-94d996c2b5ca req-13e3233d-08c0-4346-a7f4-5dc2ebb85ff4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0493529 Sep 21 18:50:42.913475 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49a8a5c6-cd8e-4af3-a3f4-94d996c2b5ca req-5f75839d-02dd-4037-99ea-dd2bff915d84 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Sep 21 18:50:44.027901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f77155-24c1-4c3f-aab0-0b65e01fefd9 req-9c9a7b4d-5d7b-46d5-99f7-06ae50357611 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:44.029411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23f77155-24c1-4c3f-aab0-0b65e01fefd9 req-9c9a7b4d-5d7b-46d5-99f7-06ae50357611 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0488763 Sep 21 18:50:44.067185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23f77155-24c1-4c3f-aab0-0b65e01fefd9 req-db0db9a0-ef80-4eda-952e-bf83e29e0bd0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Sep 21 18:50:45.189715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:50:45.190335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2cb3e-d440-43c4-8d25-f6869e652125 req-0056bbda-6fa6-492c-be7a-4690da1eb7dd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:45.191369 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93f2cb3e-d440-43c4-8d25-f6869e652125 req-0056bbda-6fa6-492c-be7a-4690da1eb7dd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0547202 Sep 21 18:50:45.230963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93f2cb3e-d440-43c4-8d25-f6869e652125 req-3d232c5b-b89b-45e4-9182-516c1fe94385 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Sep 21 18:50:45.282309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:45.293457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'mac_address': 'fa:16:3e:6a:46:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:50:45.328447 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:45.344735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:50:45.363980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:45.368335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:45.414530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:45.645992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['1cdac0a9-f751-469c-aa66-bd5f6ec881c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:50:46.347314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198847e-56c2-4b0e-a1d5-2ee02ff735e4 req-ec4bcfda-5161-4aec-a3e3-0e31b86c49fb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:46.348830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f198847e-56c2-4b0e-a1d5-2ee02ff735e4 req-ec4bcfda-5161-4aec-a3e3-0e31b86c49fb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 945 time: 0.0498824 Sep 21 18:50:46.388655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f198847e-56c2-4b0e-a1d5-2ee02ff735e4 req-38c3153c-7c62-4d00-b1e7-afc214d5be25 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Sep 21 18:50:47.225209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:47.275676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:50:47.279210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:47.279584 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:47.353803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:47.377260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:47.379566 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff6d2b2-8398-4e1a-acfe-4e44eec2be9b" -d '{"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-plugged", "status": "completed", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:47.392407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:47.396616 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:47.422758 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d700e-1580-4584-b02e-90607665006e x-openstack-request-id: req-7a1d700e-1580-4584-b02e-90607665006e {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:47.423010 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-plugged", "status": "completed", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:47.423272 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a1d700e-1580-4584-b02e-90607665006e {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:47.423663 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'code': 200} Sep 21 18:50:47.452318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:47.545595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da15350-41cc-47b5-85c4-a2bdccc7e58a req-e1ec814f-4c79-4587-83c8-aece09f31596 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:47.547034 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4da15350-41cc-47b5-85c4-a2bdccc7e58a req-e1ec814f-4c79-4587-83c8-aece09f31596 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0808635 Sep 21 18:50:47.552410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa9ace-85d1-4eec-a127-ddb184fefcec req-0460dbfe-b061-48cd-9d25-8e288f8be32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:47.553789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67aa9ace-85d1-4eec-a127-ddb184fefcec req-0460dbfe-b061-48cd-9d25-8e288f8be32b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1097 time: 0.0610569 Sep 21 18:50:47.608709 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4da15350-41cc-47b5-85c4-a2bdccc7e58a req-4766038e-be52-487f-93a5-fc0cda94431d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539124 Sep 21 18:50:47.610619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67aa9ace-85d1-4eec-a127-ddb184fefcec req-cf787c3d-6688-4e21-a1be-38aabd1799d0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Sep 21 18:50:48.726798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd525-8290-42b3-9824-8a1a39216ea8 req-8c05c5b7-a9e3-4148-8a99-50ca03165043 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:48.728290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e9dd525-8290-42b3-9824-8a1a39216ea8 req-8c05c5b7-a9e3-4148-8a99-50ca03165043 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0502362 Sep 21 18:50:48.765872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e9dd525-8290-42b3-9824-8a1a39216ea8 req-bb79490d-7918-4a61-8215-01b7e3fe63e6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Sep 21 18:50:48.876390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ad068-10e6-4481-b28e-d6d5936ada41 req-1778b27d-d47d-4065-8bc9-d1e941c30303 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:48.877866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-758ad068-10e6-4481-b28e-d6d5936ada41 req-1778b27d-d47d-4065-8bc9-d1e941c30303 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0500309 Sep 21 18:50:48.886423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51148) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:48.890846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'floatingip': {'port_id': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:48.933542 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:49.372628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:49.376335 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:49.476859 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b associated. External IP: 172.25.3.25, port: 1cdac0a9-f751-469c-aa66-bd5f6ec881c2. Sep 21 18:50:49.678758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:50:49.788057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:49.793260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:49.797754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:49.808313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:49.808926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:50:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:49.827458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-52a15eca-ac40-4318-b88f-49bdfad7002a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "PUT /v2.0/floatingips/b30145d9-dd50-4f70-aaad-63c0bd68588b HTTP/1.1" status: 200 len: 991 time: 0.9374471 Sep 21 18:50:49.827458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:49.827955 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356dfef1-4896-459e-a465-a61ef0db0cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:49.916504 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fe8735-8018-4f41-b4dc-166d5e47780c x-openstack-request-id: req-79fe8735-8018-4f41-b4dc-166d5e47780c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:49.916793 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:49.917045 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79fe8735-8018-4f41-b4dc-166d5e47780c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:49.917446 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'status': 'completed', 'code': 200} Sep 21 18:50:49.927309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:49.979434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-080021a3-fdfc-47dc-a225-8313021b0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:49.980854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-080021a3-fdfc-47dc-a225-8313021b0875 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1097 time: 0.0422304 Sep 21 18:50:50.074060 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-f76c942b-8348-47ed-8a88-491560bc9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:50.075757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-f76c942b-8348-47ed-8a88-491560bc9d60 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0873067 Sep 21 18:50:50.147743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-76753700-66aa-48c9-8528-c77580b1b52d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 999 time: 0.0646930 Sep 21 18:50:50.151609 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:6a:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:50:49Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:50.181178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:50.189816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:50.190460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:50:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:50.199373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-adff8621-0cfc-4f54-99de-5e75ede0b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:50.200873 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-adff8621-0cfc-4f54-99de-5e75ede0b2e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0449312 Sep 21 18:50:50.247121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-601e64f1-3044-401d-ab36-2fd937c24e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:50.248599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-601e64f1-3044-401d-ab36-2fd937c24e55 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403736 Sep 21 18:50:50.296008 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:50.344283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-89320da5-1827-4dd6-89e0-aca0274e7423 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885968 Sep 21 18:50:50.437305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-356dfef1-4896-459e-a465-a61ef0db0cf1 req-0d193b00-5123-4c65-9032-5f31ade21aba service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855653 Sep 21 18:50:50.519409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:6a:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:50:49Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:50.545146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3ea1b-4c01-47b4-abbc-50bb8430fc90 None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:6a:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:50:49Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:50.748368 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebddb51-e961-4009-b690-94b3dfd843e1 None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:50:51.260313 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:50:59.310625 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d64e19b1-7979-4080-9723-24329284891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:03.654925 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-214aba82-b1c8-4baa-82da-ad496d2ff671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:04.227827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:04.614337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:04.928601 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:07.395533 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:08.884998 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.259972 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:51:29.313367 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a9436803-1d78-4082-9874-4e86b6f45746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.654967 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-11c8a70f-c5ca-4997-9479-671ab8a12039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.228524 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.625497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.715094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-e5e188ea-945f-46a2-a560-dcb4fb73282a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463729 Sep 21 18:51:34.798776 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-2138c995-67b6-4a72-9f09-4c45d93e24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:34.800162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-2138c995-67b6-4a72-9f09-4c45d93e24f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1097 time: 0.0407910 Sep 21 18:51:34.905664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-1f6260ef-c6fc-40a7-bab2-07728ec51e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:34.907167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-1f6260ef-c6fc-40a7-bab2-07728ec51e69 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0866168 Sep 21 18:51:34.934032 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.972451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-a7974a51-303e-42b5-93e6-2a2f665d7c30 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 1001 time: 0.0585182 Sep 21 18:51:35.021957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-796eaecb-e6c3-4617-9980-f19567aaea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:35.023669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-796eaecb-e6c3-4617-9980-f19567aaea40 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0441887 Sep 21 18:51:35.073254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-927b1cb7-3dfc-4b44-8e87-ac6c27ddd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:35.074727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-927b1cb7-3dfc-4b44-8e87-ac6c27ddd8ef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438840 Sep 21 18:51:35.165327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-48e3d175-737c-4d2f-962c-b3075ee16337 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823038 Sep 21 18:51:35.545618 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0e82d27-deaf-4af2-ab0d-afef6d9773e9 req-27df9aad-3df8-4fd4-96d0-edb6d2a6bebb service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723660 Sep 21 18:51:37.398452 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:38.878097 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:59.315576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-596c4b83-62f9-4e4e-8ec5-40dd7c488c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:03.655632 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-39dd8771-710b-40fe-a9d3-7b7ee2bb52ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:04.229532 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:04.625874 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:04.935332 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:05.259005 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:52:07.401173 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:08.886993 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:28.109992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5585a6-f7db-4300-99ec-2502f7f27065 req-b4eaed36-d081-4574-95c9-2e74795ef0fc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:28.111502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b5585a6-f7db-4300-99ec-2502f7f27065 req-b4eaed36-d081-4574-95c9-2e74795ef0fc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0515814 Sep 21 18:52:28.149113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b5585a6-f7db-4300-99ec-2502f7f27065 req-d778b018-3c42-4524-9d33-00ad27021353 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Sep 21 18:52:29.267997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db33a-922f-4c7d-8ea5-a376be4ee0a4 req-dc2ce9a4-59f4-4433-bc99-1d5942707a80 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:29.269515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-528db33a-922f-4c7d-8ea5-a376be4ee0a4 req-dc2ce9a4-59f4-4433-bc99-1d5942707a80 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0508459 Sep 21 18:52:29.311408 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-528db33a-922f-4c7d-8ea5-a376be4ee0a4 req-2574f8ba-c570-409d-81c3-06b1e267dfe4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Sep 21 18:52:29.325792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-65971f5f-7c70-4b21-9f46-4abe2c2b35f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:30.432566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcb205-c5c7-47a3-9bd8-27d1aeac7531 req-ecdfdb2d-c8c4-4e8c-9731-64830c7e1b7c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:30.434030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58bcb205-c5c7-47a3-9bd8-27d1aeac7531 req-ecdfdb2d-c8c4-4e8c-9731-64830c7e1b7c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0525882 Sep 21 18:52:30.472187 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58bcb205-c5c7-47a3-9bd8-27d1aeac7531 req-4979ad93-2d7e-486f-a3b7-c4ef3b288ed6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Sep 21 18:52:31.588439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d19e3e-1969-42ce-91bb-c3eeb80e44d9 req-df7c140f-a459-4b64-8de0-9cba4101004a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:31.589792 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46d19e3e-1969-42ce-91bb-c3eeb80e44d9 req-df7c140f-a459-4b64-8de0-9cba4101004a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0483134 Sep 21 18:52:31.627816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46d19e3e-1969-42ce-91bb-c3eeb80e44d9 req-79b88f52-3256-4eb7-aa10-dd156964a622 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319815 Sep 21 18:52:32.743863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507f59e-e9f5-44e8-b9be-cbeec201747b req-169db2bc-3454-4351-92e3-5d02608e3cab tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:32.745366 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7507f59e-e9f5-44e8-b9be-cbeec201747b req-169db2bc-3454-4351-92e3-5d02608e3cab tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0497293 Sep 21 18:52:32.785452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7507f59e-e9f5-44e8-b9be-cbeec201747b req-09253569-aca1-48bb-99ce-69ea1bc58763 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338650 Sep 21 18:52:33.656987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9ba59c50-62b8-46d4-9829-739d7ee1f02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:33.904406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c356f-5383-4f12-8b1b-b2e0efdc301e req-17b6cd9f-1d9b-4a39-bb08-53540d90e4a8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:33.905860 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c3c356f-5383-4f12-8b1b-b2e0efdc301e req-17b6cd9f-1d9b-4a39-bb08-53540d90e4a8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0528498 Sep 21 18:52:33.942406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c3c356f-5383-4f12-8b1b-b2e0efdc301e req-fd867692-61b1-468a-aeb1-95e097534de7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301819 Sep 21 18:52:34.230846 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:34.643365 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:34.938931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:35.062269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c4f3b-80d3-480c-943d-ec8b4e410321 req-851cb70c-c48b-4297-8afc-74766a98cbeb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:35.063806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee8c4f3b-80d3-480c-943d-ec8b4e410321 req-851cb70c-c48b-4297-8afc-74766a98cbeb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0516660 Sep 21 18:52:35.128808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee8c4f3b-80d3-480c-943d-ec8b4e410321 req-0517d7ea-d1b5-443d-af05-8b10161e7ba7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589225 Sep 21 18:52:35.137831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-f2622569-f649-432a-b512-c2572c07ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:35.139316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-f2622569-f649-432a-b512-c2572c07ca43 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1097 time: 0.0547380 Sep 21 18:52:35.252081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-2bd06c17-9b8b-4ee4-823c-5b179ee63165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:35.253466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-2bd06c17-9b8b-4ee4-823c-5b179ee63165 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0935643 Sep 21 18:52:35.318507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-ddd4e0bb-ffa3-48c7-acd7-5053f72a56bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 1001 time: 0.0576744 Sep 21 18:52:35.372762 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-723b47c0-dc02-4b94-9b00-45855d03c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:35.374251 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-723b47c0-dc02-4b94-9b00-45855d03c1c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0492690 Sep 21 18:52:35.420768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-7bb00604-470a-4f7f-a9b8-60cfbf02f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:35.422301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-7bb00604-470a-4f7f-a9b8-60cfbf02f946 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407586 Sep 21 18:52:35.512171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-df5c30e7-4ab6-4c52-90ee-5df567b7e1e6 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819468 Sep 21 18:52:35.611048 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28c26638-92ff-4a59-a2c1-fb0622b59ab8 req-97dd99c5-5c24-4822-849c-ba0133a39d92 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906491 Sep 21 18:52:36.248271 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366c5d6-5dea-4904-9357-916c3567174b req-71d66cef-3965-4b64-bf68-1cd0d819c36f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:36.249756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8366c5d6-5dea-4904-9357-916c3567174b req-71d66cef-3965-4b64-bf68-1cd0d819c36f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0531867 Sep 21 18:52:36.287174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8366c5d6-5dea-4904-9357-916c3567174b req-1094d08c-dfcc-4b1e-964d-2a27c5fa345f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314353 Sep 21 18:52:37.407706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ddcba-0e44-4033-b1d4-532cfab72b4b req-132697c4-dc74-4216-a8d2-e397df9a992b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:37.408420 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:37.409277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e49ddcba-0e44-4033-b1d4-532cfab72b4b req-132697c4-dc74-4216-a8d2-e397df9a992b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0533412 Sep 21 18:52:37.448906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e49ddcba-0e44-4033-b1d4-532cfab72b4b req-cda08949-b140-44af-a779-67662b4bdd9a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335212 Sep 21 18:52:38.564111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327d02-4da3-4ecc-9c6c-b5466bc2641a req-0562b3f0-5e26-4228-aec7-b06269bba734 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:38.565599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3327d02-4da3-4ecc-9c6c-b5466bc2641a req-0562b3f0-5e26-4228-aec7-b06269bba734 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0490932 Sep 21 18:52:38.602946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3327d02-4da3-4ecc-9c6c-b5466bc2641a req-9bf35f7a-465a-4593-94c6-a23e544457e0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Sep 21 18:52:38.827069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-402f5890-9fba-4582-9ea9-adcc26a4d472 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424209 Sep 21 18:52:38.836000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-dab1db25-5d51-4279-a5af-92819ac8a566 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:52:38.837245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-dab1db25-5d51-4279-a5af-92819ac8a566 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051515 Sep 21 18:52:38.842451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bbf91-5e11-4ea5-87ba-76f1bde5fdd2 req-3cb562d1-8356-4845-be77-126e7bf9e57f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:38.843992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c9bbf91-5e11-4ea5-87ba-76f1bde5fdd2 req-3cb562d1-8356-4845-be77-126e7bf9e57f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0522528 Sep 21 18:52:38.884101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c9bbf91-5e11-4ea5-87ba-76f1bde5fdd2 req-545fc817-b6ba-421d-91a6-97754a933e1f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341253 Sep 21 18:52:38.895204 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:40.005857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1a1eb-3766-4e00-85cc-c44ddac804e6 req-385de4fa-a6fa-4744-bac5-4b0b55a80cc7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:40.007343 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87f1a1eb-3766-4e00-85cc-c44ddac804e6 req-385de4fa-a6fa-4744-bac5-4b0b55a80cc7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0535789 Sep 21 18:52:40.045583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87f1a1eb-3766-4e00-85cc-c44ddac804e6 req-22e2f398-3e0a-4985-b0db-b5a47bcab991 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321176 Sep 21 18:52:40.984361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-34f2717b-3fa4-4bf0-a510-ee93df6da584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:40.985853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-34f2717b-3fa4-4bf0-a510-ee93df6da584 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1097 time: 0.0416219 Sep 21 18:52:41.082734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-5ae79e81-331d-4278-9ff0-7c63666688d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:41.084254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-5ae79e81-331d-4278-9ff0-7c63666688d4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0909793 Sep 21 18:52:41.173443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-754ec26d-e3e8-4af0-b804-9b8446ebdc06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 1001 time: 0.0818837 Sep 21 18:52:41.196977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf723-b498-483f-90c2-916dc093f1f3 req-ef14b695-6237-4f6d-b7e2-5b7578002b1c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:41.198481 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4bcf723-b498-483f-90c2-916dc093f1f3 req-ef14b695-6237-4f6d-b7e2-5b7578002b1c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0717607 Sep 21 18:52:41.252326 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-3a2899b1-e189-4af5-914a-d4b73752f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:41.253664 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-3a2899b1-e189-4af5-914a-d4b73752f24d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0724521 Sep 21 18:52:41.274365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4bcf723-b498-483f-90c2-916dc093f1f3 req-4648859e-c64a-4544-b701-8c2af37551fa tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549872 Sep 21 18:52:41.303361 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-007c47c2-9349-4349-a411-e919032bd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:41.304865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-007c47c2-9349-4349-a411-e919032bd3b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434995 Sep 21 18:52:41.400095 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-f4113f39-440e-4867-b02b-0c03b1a76124 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878153 Sep 21 18:52:41.493626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-3c7133cf-079c-4d41-a299-f1435754424e service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863967 Sep 21 18:52:42.257630 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:52:42.393363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1cf01-fa9c-411a-9243-421ae716a484 req-1e2691a5-6671-47d0-973a-a81c386f8c1a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:42.394914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25d1cf01-fa9c-411a-9243-421ae716a484 req-1e2691a5-6671-47d0-973a-a81c386f8c1a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0499136 Sep 21 18:52:42.431507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25d1cf01-fa9c-411a-9243-421ae716a484 req-14a213cd-5224-4ddb-8954-7ebd93cd79bf tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306823 Sep 21 18:52:43.345086 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-6124b990-aab3-45f7-96a7-071547195c22 req-3c769dc6-fe59-41ad-81a5-6d2e0298b07d service neutron] show failed (client error): The resource could not be found. Sep 21 18:52:43.346008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-3c769dc6-fe59-41ad-81a5-6d2e0298b07d service neutron] 10.222.0.78 "GET /v2.0/ports/1cdac0a9-f751-469c-aa66-bd5f6ec881c2/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0581088 Sep 21 18:52:43.564794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd83f37-3e3f-4558-b6f7-f0f900330237 req-837af637-29b2-49bd-91c4-5f835fb48bba tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:43.566414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7dd83f37-3e3f-4558-b6f7-f0f900330237 req-837af637-29b2-49bd-91c4-5f835fb48bba tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0504372 Sep 21 18:52:43.591248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-1a86dfd8-b60e-4c31-9c3b-69fbb93b008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:43.592769 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-1a86dfd8-b60e-4c31-9c3b-69fbb93b008b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0927010 Sep 21 18:52:43.605918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:52:43.606687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7dd83f37-3e3f-4558-b6f7-f0f900330237 req-e8b9ef9f-dbff-4179-85ad-f3d7d289bdae tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342202 Sep 21 18:52:43.662870 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:43.864862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:52:43.897294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:52:43.936879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:52:43.939172 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62331d12-f564-4e3e-adc9-5fde9fabc0f2" -d '{"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-unplugged", "status": "completed", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:52:43.942993 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:43.955729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Transition to ACTIVE for port object 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:52:43.959505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:44.047100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:44.061611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.062659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.063016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.063445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.063794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.064254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.064461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.065102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.065284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.065619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.065946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.066293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:44.071121 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527f40b-320a-458c-9e0e-16f7aa4f7667 x-openstack-request-id: req-0527f40b-320a-458c-9e0e-16f7aa4f7667 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:52:44.071414 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-unplugged", "status": "completed", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:52:44.071666 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0527f40b-320a-458c-9e0e-16f7aa4f7667 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:52:44.072058 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'code': 200} Sep 21 18:52:44.105029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] No DVR routers for this DVR port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:52:44.241460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:52:44.241789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:52:44.242116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:52:44.246487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:52:44.246810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Attempting to bind port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:52:44.251525 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:52:44.251860 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:52:44.252242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:52:44.252661 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Bound port: 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:52:44.253016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:44.319198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:52:44.322128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:52:44.327434 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:44.364688 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:44.365365 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:44.366701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] 10.222.0.41 "PUT /v2.0/ports/1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 1092 time: 0.7658560 Sep 21 18:52:44.400257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cc401-8ec1-449d-98a4-94ee0c20dfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:44.439825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-878da880-3c2c-455d-9696-09d39f29745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:44.441373 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-878da880-3c2c-455d-9696-09d39f29745b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1095 time: 0.0491526 Sep 21 18:52:44.542405 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-c81f76f5-5e4d-4a89-a437-e2223a3c9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:44.543908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-c81f76f5-5e4d-4a89-a437-e2223a3c9578 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0950451 Sep 21 18:52:44.609888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-8e4f4dbb-01c3-4219-bb98-592dd246493d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 999 time: 0.0589738 Sep 21 18:52:44.664201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-2335b83d-34c9-4cc5-93fa-affc746ba471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:44.666076 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-2335b83d-34c9-4cc5-93fa-affc746ba471 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0486531 Sep 21 18:52:44.732557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29782fc1-a51a-473c-8388-374eaa937206 req-34809257-6da3-41aa-ab33-ee12eca40aff tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:44.734140 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29782fc1-a51a-473c-8388-374eaa937206 req-34809257-6da3-41aa-ab33-ee12eca40aff tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0511496 Sep 21 18:52:44.777596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29782fc1-a51a-473c-8388-374eaa937206 req-86cd2a0a-84b2-49cd-99d5-7973db635bac tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371332 Sep 21 18:52:44.996082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b990-aab3-45f7-96a7-071547195c22 req-7e98006f-c778-40c6-b271-8be56f1697cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:44.997358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-7e98006f-c778-40c6-b271-8be56f1697cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3247917 Sep 21 18:52:45.087808 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-9498e921-b27a-44cd-932a-7ab7e37e4b9e service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818677 Sep 21 18:52:45.179850 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6124b990-aab3-45f7-96a7-071547195c22 req-13c68c28-5680-4512-b310-5cd1a92742b3 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Sep 21 18:52:45.900614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa024-eb07-4d5f-a246-b8650ccf664f req-65959492-f99e-45c3-bab0-318d9937f234 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:45.902703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc9fa024-eb07-4d5f-a246-b8650ccf664f req-65959492-f99e-45c3-bab0-318d9937f234 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0554576 Sep 21 18:52:45.939701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cc9fa024-eb07-4d5f-a246-b8650ccf664f req-ea58cb5c-0cdc-4b3a-824d-a7005c49a08a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Sep 21 18:52:46.074117 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:52:46.076557 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c00315-6de6-444c-ab38-fc94cc33d7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:52:46.125448 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a98e82-6815-4816-9d27-5e7bd2732d7c x-openstack-request-id: req-68a98e82-6815-4816-9d27-5e7bd2732d7c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:52:46.125746 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:52:46.126002 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68a98e82-6815-4816-9d27-5e7bd2732d7c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:52:46.126556 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'status': 'completed', 'code': 200} Sep 21 18:52:46.186510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-d1cb2fe2-7c29-4368-a9a7-c6dbea0ca7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.188044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-d1cb2fe2-7c29-4368-a9a7-c6dbea0ca7f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1095 time: 0.0419326 Sep 21 18:52:46.190886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-22b1a462-3736-4665-952b-103dfc69cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.192400 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-22b1a462-3736-4665-952b-103dfc69cca4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1095 time: 0.0419376 Sep 21 18:52:46.286014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-e59f84fa-b8de-48e0-99a7-92281d0c39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.287178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-e59f84fa-b8de-48e0-99a7-92281d0c39b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0919991 Sep 21 18:52:46.288918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-71131057-1c43-41d9-a8d8-54c92e31eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.290412 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-71131057-1c43-41d9-a8d8-54c92e31eb45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0906181 Sep 21 18:52:46.353989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-d6fdf131-900f-42c7-a1e5-588e69bf465c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 999 time: 0.0598643 Sep 21 18:52:46.358067 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-edd251a4-b898-47c8-ac1f-b6cfc22ef645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 999 time: 0.0601349 Sep 21 18:52:46.409290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-10cd7cd3-e75d-44bd-a946-e0b6c3506bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.410111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-744e7ab3-fc9a-4840-b300-077f90f5bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.411301 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-10cd7cd3-e75d-44bd-a946-e0b6c3506bdb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0503449 Sep 21 18:52:46.411602 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-744e7ab3-fc9a-4840-b300-077f90f5bd1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0463912 Sep 21 18:52:46.463394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-f45f61f1-5143-430f-a204-ef5ffd0a2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.464380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-3377dba3-3cdc-444a-9d91-b7647e1f5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:46.464994 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-f45f61f1-5143-430f-a204-ef5ffd0a2d4a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468106 Sep 21 18:52:46.465745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-3377dba3-3cdc-444a-9d91-b7647e1f5f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466061 Sep 21 18:52:46.559716 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-98ccbd65-68a0-4721-8e9b-b5ba2fe7d07e service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857179 Sep 21 18:52:46.562410 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-c43498a0-8b3a-4256-a54d-041d6800f598 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902915 Sep 21 18:52:46.656183 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-2d3e99c5-cb70-4032-9ad0-f87339d8e440 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888841 Sep 21 18:52:46.658870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c00315-6de6-444c-ab38-fc94cc33d7bb req-e88abea8-03d0-4f60-ba72-f25c0a2a9e99 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896397 Sep 21 18:52:47.059411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0989d6c-749f-4e25-bad0-5cf79029b0fe req-45128f57-fe44-4e75-89e5-a68017ad27d7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:47.060944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0989d6c-749f-4e25-bad0-5cf79029b0fe req-45128f57-fe44-4e75-89e5-a68017ad27d7 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0501728 Sep 21 18:52:47.098636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b0989d6c-749f-4e25-bad0-5cf79029b0fe req-fbac93bb-6115-4898-a1b3-a67c199b89e9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Sep 21 18:52:47.326109 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666e2dd-b9ff-4856-a0e5-a37eee9dc6cf req-46e335c4-65d4-4c97-8f52-338b8a0c947a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:47.327500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e666e2dd-b9ff-4856-a0e5-a37eee9dc6cf req-46e335c4-65d4-4c97-8f52-338b8a0c947a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0826108 Sep 21 18:52:47.341519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-7134ff43-2d31-4d91-8e5a-f7dd239bde97 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:47.342922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-7134ff43-2d31-4d91-8e5a-f7dd239bde97 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 944 time: 0.0728002 Sep 21 18:52:47.402318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e666e2dd-b9ff-4856-a0e5-a37eee9dc6cf req-f50cbef2-758b-49e1-a643-89259b1c152f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686684 Sep 21 18:52:47.424991 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-5000a836-7a43-404e-8114-73a123d91fd3 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:52:47.425992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-5000a836-7a43-404e-8114-73a123d91fd3 service neutron] 10.222.0.78 "DELETE /v2.0/ports/1cdac0a9-f751-469c-aa66-bd5f6ec881c2/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0701644 Sep 21 18:52:47.515281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-6cf6365b-bee7-41ea-a130-c068596ccd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:47.516827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-6cf6365b-bee7-41ea-a130-c068596ccd05 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1095 time: 0.0416281 Sep 21 18:52:47.610448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-c9c3e649-4658-4107-a4bf-7a1ab757d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:47.611843 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-c9c3e649-4658-4107-a4bf-7a1ab757d20f service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0877316 Sep 21 18:52:47.676802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-edf338c4-abda-4b3e-bb33-c06b9b423ec5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 999 time: 0.0575449 Sep 21 18:52:47.722661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:52:47.731095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-1cea81dd-a70d-4cba-9ba0-a50c6ffe7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:47.732730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-1cea81dd-a70d-4cba-9ba0-a50c6ffe7d97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0483594 Sep 21 18:52:47.762344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:52:47.780349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-55b1e0a4-6b93-4c26-90d9-d3d3314a5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:47.781830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-55b1e0a4-6b93-4c26-90d9-d3d3314a5f02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403831 Sep 21 18:52:47.874954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-5df8e2d6-98e1-4bb9-8fdf-7928c02af018 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856309 Sep 21 18:52:47.968537 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abdeb437-6f4e-418b-87c1-ab966c5ed5fd req-ccfb6c53-d169-4606-a7ca-676636bef3ef service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864923 Sep 21 18:52:48.525954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a792c-cf4c-440b-8800-2d9a9dc64cd6 req-781925c3-2311-4df4-aa96-16ebf91d91a3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:48.527730 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c2a792c-cf4c-440b-8800-2d9a9dc64cd6 req-781925c3-2311-4df4-aa96-16ebf91d91a3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0504866 Sep 21 18:52:48.569990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c2a792c-cf4c-440b-8800-2d9a9dc64cd6 req-6f06ce8b-64e6-4d8a-92ab-e7ca1bf2dac0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359638 Sep 21 18:52:48.618046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:52:48.689065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed6df9-d667-4dac-8722-1dc3df9edfa3 req-d79f77cf-ee97-4b05-938e-66cf7534ca73 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:48.690627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3ed6df9-d667-4dac-8722-1dc3df9edfa3 req-d79f77cf-ee97-4b05-938e-66cf7534ca73 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 944 time: 0.0534360 Sep 21 18:52:48.713167 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:52:48.727615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'mac_address': 'fa:16:3e:6a:46:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:52:48.729518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e3ed6df9-d667-4dac-8722-1dc3df9edfa3 req-bd573e91-dff4-45e7-a54f-62429540d59b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Sep 21 18:52:48.765664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:48.779046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:52:48.798322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:52:48.802171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:48.851154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:48.859650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.860063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.860347 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.860787 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.861014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.861344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.861673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.863409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.863409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.863409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.863409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.863409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:48.940479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e41f59-41d1-4fa3-a5a7-9c85fd6532bd req-eefe46fb-bc97-49e8-bedb-c7cb2080152a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:48.942010 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27e41f59-41d1-4fa3-a5a7-9c85fd6532bd req-eefe46fb-bc97-49e8-bedb-c7cb2080152a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 945 time: 0.0503001 Sep 21 18:52:48.965013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-757185fb-8f57-4886-b7e1-7c5c523bcfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:48.966691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-757185fb-8f57-4886-b7e1-7c5c523bcfa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 1096 time: 0.0447292 Sep 21 18:52:48.982207 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27e41f59-41d1-4fa3-a5a7-9c85fd6532bd req-522d24e0-ff65-47c9-93ac-219597ae4369 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337946 Sep 21 18:52:49.012319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['1cdac0a9-f751-469c-aa66-bd5f6ec881c2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:52:49.066291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-3f6c6957-a6d2-4838-903b-a70d01598dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:49.067793 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-3f6c6957-a6d2-4838-903b-a70d01598dfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0929599 Sep 21 18:52:49.136981 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-d3d985d5-30fd-4454-96f6-114cdd1961eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 200 len: 1000 time: 0.0608001 Sep 21 18:52:49.186407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-8530c585-29d3-4eed-8556-59d35f77c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:49.187861 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-8530c585-29d3-4eed-8556-59d35f77c27c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0442173 Sep 21 18:52:49.237825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-0eaa8f51-95c2-47e4-8f92-813b1478f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:49.239336 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-0eaa8f51-95c2-47e4-8f92-813b1478f23b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440483 Sep 21 18:52:49.329304 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-dbc2f4b4-7085-4601-8e0b-0522e51376ce service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813301 Sep 21 18:52:49.424132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-562bae16-7ae1-4037-afba-ce4ca67d1df5 req-4a7d7b5f-6df2-4a56-b607-a16cf8631e1f service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866044 Sep 21 18:52:50.097380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60492e1b-6d19-4d03-8d83-454bfd5c1b9e req-6fab0529-67b9-452a-b6f2-1a8c4d46dc68 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:50.098893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60492e1b-6d19-4d03-8d83-454bfd5c1b9e req-6fab0529-67b9-452a-b6f2-1a8c4d46dc68 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 945 time: 0.0494869 Sep 21 18:52:50.136168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60492e1b-6d19-4d03-8d83-454bfd5c1b9e req-3c44213a-63da-4aa0-8ef7-5a3fb1fce03a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Sep 21 18:52:50.374915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addef94-e0a3-4daf-ab91-249816e710fd req-1c0cb8bb-9300-4467-82f7-099319024f5a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:50.376411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0addef94-e0a3-4daf-ab91-249816e710fd req-1c0cb8bb-9300-4467-82f7-099319024f5a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 945 time: 0.0565219 Sep 21 18:52:50.416473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0addef94-e0a3-4daf-ab91-249816e710fd req-f04f02b5-5590-42ff-8c46-689c25379de8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337880 Sep 21 18:52:50.622854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:52:50.670570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:52:50.674146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:52:50.674534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:50.751901 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:50.920841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:52:50.923079 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe3482-5336-49c2-98e8-11312817f1ed" -d '{"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-plugged", "status": "completed", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:52:50.936126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:52:50.939898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:50.990878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:51.026010 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc15dcb-8079-418f-b741-69e46cce72f8 x-openstack-request-id: req-bfc15dcb-8079-418f-b741-69e46cce72f8 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:52:51.026341 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-plugged", "status": "completed", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:52:51.026585 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfc15dcb-8079-418f-b741-69e46cce72f8 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:52:51.026980 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'code': 200} Sep 21 18:52:51.534433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de614dd7-cf31-4673-a890-32161aa11c84 req-0cddb5a5-928f-41e4-90b6-6256057ad46c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:51.535920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de614dd7-cf31-4673-a890-32161aa11c84 req-0cddb5a5-928f-41e4-90b6-6256057ad46c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Sep 21 18:52:51.573550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de614dd7-cf31-4673-a890-32161aa11c84 req-0f59743c-cc65-4330-895a-8c54af6483b6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Sep 21 18:52:51.642808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-a212b035-6d9d-4c7e-9ba8-3c586e0fbf63 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:51.644262 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-a212b035-6d9d-4c7e-9ba8-3c586e0fbf63 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 946 time: 0.0481555 Sep 21 18:52:51.737540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Deleting port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:52:51.737881 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:51.825227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] For port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:52:51.825595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:52.000065 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:52.000339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:52.000661 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b disassociated. External IP: 172.25.3.25, port: 1cdac0a9-f751-469c-aa66-bd5f6ec881c2. Sep 21 18:52:52.001001 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Calling delete_port for 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:52:52.130069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:52.158042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event deleted for resources: {'Port': ['ID=1cdac0a9-f751-469c-aa66-bd5f6ec881c2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:52.281788 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:52:52.392984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:52:52.403392 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:52:52.412632 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:52:52.413275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:52:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:52:52.437841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] No DVR routers for this DVR port 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:52:52.440916 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:52.443092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc02810c-fc94-4542-825f-b8da2f831b07 req-1ec027ae-dbdc-47bf-a1a0-c2bc2b43009f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.41 "DELETE /v2.0/ports/1cdac0a9-f751-469c-aa66-bd5f6ec881c2 HTTP/1.1" status: 204 len: 173 time: 0.7917986 Sep 21 18:52:52.443650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-deleted', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:52:52.445989 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339d65ff-630a-499d-9144-d3cb430a764a" -d '{"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-deleted", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:52:52.485915 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d944332-535b-4108-ab92-e8cb7d037e07 x-openstack-request-id: req-0d944332-535b-4108-ab92-e8cb7d037e07 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:52:52.486254 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97", "name": "network-vif-deleted", "tag": "1cdac0a9-f751-469c-aa66-bd5f6ec881c2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:52:52.486519 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d944332-535b-4108-ab92-e8cb7d037e07 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:52:52.486956 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97', 'name': 'network-vif-deleted', 'tag': '1cdac0a9-f751-469c-aa66-bd5f6ec881c2', 'status': 'completed', 'code': 200} Sep 21 18:52:52.534106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:52:52.688581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ddb2cd76-4dc9-4c73-88af-008bb2535757 req-048d511d-7407-4c58-945e-38da983d1dc5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ad6bfb5-18f1-438f-8cd9-a08ed3b4ec97 HTTP/1.1" status: 200 len: 210 time: 0.0288358 Sep 21 18:52:52.747044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:52:52.778298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:52:52.786713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:52:52.787254 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:52:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:52:52.891294 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:52:53.088323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:52:53.114017 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748aa082-62cd-47e7-a90a-3f56ad0d891a None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:52:53.326959 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d9ead2-1c67-4563-8c41-b78e8416a53f None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:52:53.955044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-8ba80ee3-b179-442c-9d39-abb1c945fc35 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2132598219&fields=id&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 267 time: 0.0319009 Sep 21 18:52:54.067378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-3b59cda2-3c3f-411a-a4aa-475ee5a14b4a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:54.068752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-3b59cda2-3c3f-411a-a4aa-475ee5a14b4a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.1064255 Sep 21 18:52:54.083692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-adf11395-10c9-432a-98c3-3d307f004c7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/quotas/4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 375 time: 0.0090265 Sep 21 18:52:54.136110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-bc497e82-c774-4633-9d38-9a3cd5aa22eb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468457 Sep 21 18:52:54.282965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-fdb3d688-834f-4538-9777-cbee009c060d service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346159 Sep 21 18:52:54.371307 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-7306cd95-7783-4067-8140-fb6d0c293763 service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821166 Sep 21 18:52:54.534923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5629a9a5-632d-42f4-9cbb-bba849114242 req-00e7d274-8b13-4aeb-96f4-b864376e624d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 210 time: 0.0318766 Sep 21 18:52:54.649605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:52:54.682844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:52:54.683265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 1cdac0a9-f751-469c-aa66-bd5f6ec881c2 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:52:55.443055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-7f390596-d872-49e7-b1c6-80713c930e67 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:55.444498 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-7f390596-d872-49e7-b1c6-80713c930e67 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.1098142 Sep 21 18:52:55.489885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-e1ff0a93-39f2-4560-8712-667b37263384 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 380 time: 0.0357056 Sep 21 18:52:55.500761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'port': {'device_id': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'admin_state_up': True, 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'security_groups': ['8652b9ec-f27a-4eea-b719-c592a79fe798']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:52:55.635262 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29d1a2f8-a4bd-4f86-b2c8-651e7ab13f1e req-117bc010-0a51-46a2-a484-978054316070 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 210 time: 0.0297565 Sep 21 18:52:55.635988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Made reservation on behalf of 4cd1e2f01263451aaa8fcd2b5dbb4c74 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:52:55.640035 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:55.767312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Allocated IP 172.20.0.8 (12d3f94e-4fe9-4d6d-88cd-5fd327c6713c/f11e10eb-e68f-408b-80c1-4bbc37ed2a1a/81cc3a50-abad-4d7a-924e-bfe10822bbad) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:52:55.903621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:55.940669 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:55.985588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:52:55.988756 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:52:55.991415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:52:56.023123 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:56.038311 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.038661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.039006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.039348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.039679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.040011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.040338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.040664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.040993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.041318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.041643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.041963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:52:56.062049 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:56.062714 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.080646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-46aea9d2-d8bb-4916-aac8-5e9529a6795f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833275 Sep 21 18:52:56.096469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Request body: {'port': {'device_id': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:52:56.156904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.202416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e0cedb0c-051d-449b-9f1e-bca7ff3de6d9 None None] Provisioning complete for port 81cc3a50-abad-4d7a-924e-bfe10822bbad triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:52:56.203149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e0cedb0c-051d-449b-9f1e-bca7ff3de6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.238781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e0cedb0c-051d-449b-9f1e-bca7ff3de6d9 None None] Port 81cc3a50-abad-4d7a-924e-bfe10822bbad cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:52:56.428307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:52:56.435654 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.448187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Transition to ACTIVE for port object 81cc3a50-abad-4d7a-924e-bfe10822bbad will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:52:56.453080 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.505757 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:56.575604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:52:56.576204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:52:56.576615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:52:56.581396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:52:56.581727 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:52:56.586644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:52:56.586985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:52:56.587632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:52:56.588070 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Bound port: 81cc3a50-abad-4d7a-924e-bfe10822bbad, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:52:56.588436 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.659389 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:52:56.662724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:52:56.668202 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.704621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:56.705252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:56.706819 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] 10.222.0.78 "PUT /v2.0/ports/81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 1091 time: 0.6175940 Sep 21 18:52:56.707316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:52:56.709544 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:52:56.788017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe7866-40a7-4c94-8eb8-22be19e97716 service neutron] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:52:56.818444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b280c-a21f-4b91-80a5-745c09806a13 req-d22f5a25-2fd7-460f-941f-18b12b042cad tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:56.820031 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-210b280c-a21f-4b91-80a5-745c09806a13 req-d22f5a25-2fd7-460f-941f-18b12b042cad tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.1035151 Sep 21 18:52:56.826667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-9fc957bc-df8b-4600-ae7d-b6ff908c584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:56.828167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-9fc957bc-df8b-4600-ae7d-b6ff908c584f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1094 time: 0.0745339 Sep 21 18:52:56.882658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-f776599e-a389-4301-aea6-0b413e3ceba9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 217 time: 0.0462928 Sep 21 18:52:56.925418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-210b280c-a21f-4b91-80a5-745c09806a13 req-b447728c-a2a3-4fa7-b362-c773ddf42bcf tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962813 Sep 21 18:52:56.943272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-e41c645e-6197-4ecc-8553-63b89ad6410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:56.944922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-e41c645e-6197-4ecc-8553-63b89ad6410a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0546322 Sep 21 18:52:56.978083 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c6e12e-602d-4b9f-87bd-b74cdff9d83c x-openstack-request-id: req-76c6e12e-602d-4b9f-87bd-b74cdff9d83c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:52:56.978382 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:52:56.978638 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76c6e12e-602d-4b9f-87bd-b74cdff9d83c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:52:56.979023 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'status': 'completed', 'code': 200} Sep 21 18:52:56.995969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-24d2086f-cae3-4c32-bdbf-563c9fe11af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:56.997681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-24d2086f-cae3-4c32-bdbf-563c9fe11af7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451758 Sep 21 18:52:57.086363 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-064e899b-d5d9-4c9c-86c3-cf2f4c2316c6 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816488 Sep 21 18:52:57.177865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-68c0927a-3c3a-4c36-a406-c891c6bfd4ea req-3766a6ea-67f0-4cf0-8f8d-e7af60753363 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Sep 21 18:52:57.263739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-991c8cab-393c-4e75-bc66-dc0778fbfc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:57.265117 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-991c8cab-393c-4e75-bc66-dc0778fbfc4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1094 time: 0.0402434 Sep 21 18:52:57.645072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-85b6f5fb-95ca-4f90-9ca5-23f8f57173e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:57.646572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-85b6f5fb-95ca-4f90-9ca5-23f8f57173e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.3742828 Sep 21 18:52:57.688901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-71b14e5f-3688-4c65-a93e-63c81f2f9de2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 217 time: 0.0331943 Sep 21 18:52:57.737866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-a49e1836-0290-4366-ad27-e04e5f601dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:57.739316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-a49e1836-0290-4366-ad27-e04e5f601dfc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0434890 Sep 21 18:52:57.788188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-4ac0b22c-0307-4750-b0f6-1dd9bd93dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:57.789643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-4ac0b22c-0307-4750-b0f6-1dd9bd93dc0e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428247 Sep 21 18:52:57.881696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-166e3e25-a2aa-463e-82e8-4802ae95eed2 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Sep 21 18:52:57.976232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f027b6b-83ac-4f9f-9f84-717e2fd2bfbc req-c37c2e9f-fa3c-453d-a8d8-49ef9606acdf service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Sep 21 18:52:58.049442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf305838-74a8-4a3f-a5ab-4028b57c8b56 req-73c8823a-643a-4fbe-818e-e4a8017e5544 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:58.050957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf305838-74a8-4a3f-a5ab-4028b57c8b56 req-73c8823a-643a-4fbe-818e-e4a8017e5544 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.0500703 Sep 21 18:52:58.091591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf305838-74a8-4a3f-a5ab-4028b57c8b56 req-880b9fd0-3545-4146-a014-08d11c08adf8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Sep 21 18:52:59.205302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de4c02-adc9-4202-a82c-fd00211875cc req-2b74fe56-028f-40a2-94cc-3e029c058787 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:59.206813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43de4c02-adc9-4202-a82c-fd00211875cc req-2b74fe56-028f-40a2-94cc-3e029c058787 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.0483930 Sep 21 18:52:59.245152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43de4c02-adc9-4202-a82c-fd00211875cc req-dacc8780-bc7f-49e6-9c89-2b8b4b171725 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Sep 21 18:52:59.314363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3298ee35-a8f0-405b-86bc-606d30a25947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:59.754709 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:52:59.861014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:52:59.874865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'mac_address': 'fa:16:3e:e4:74:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:52:59.915805 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:59.930503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:52:59.952522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:52:59.956441 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:00.013080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:00.177328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['81cc3a50-abad-4d7a-924e-bfe10822bbad'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:53:00.366074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2741841-67ab-4731-82ea-69ac05250912 req-67eb78e8-cc32-42d6-8179-89a9ac76d940 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:00.367867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2741841-67ab-4731-82ea-69ac05250912 req-67eb78e8-cc32-42d6-8179-89a9ac76d940 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0529234 Sep 21 18:53:00.407151 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2741841-67ab-4731-82ea-69ac05250912 req-8d0e8b7f-9ae7-4a1d-8876-8dbba487015b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Sep 21 18:53:01.525024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451569-856c-4640-9d5a-a3fe55f7ab2b req-731bbca3-438e-4884-8d01-f45fe978934d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:01.526522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4451569-856c-4640-9d5a-a3fe55f7ab2b req-731bbca3-438e-4884-8d01-f45fe978934d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0487142 Sep 21 18:53:01.563966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4451569-856c-4640-9d5a-a3fe55f7ab2b req-609fb612-5a20-4907-b899-3f2ea5c3ee9b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Sep 21 18:53:01.752402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:53:01.800150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 81cc3a50-abad-4d7a-924e-bfe10822bbad completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:53:01.803677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 81cc3a50-abad-4d7a-924e-bfe10822bbad triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:01.804048 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:01.880371 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:01.903537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:53:01.905780 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df99e5c-e090-46d5-b83d-21e5099ae2c8" -d '{"events": [{"server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "name": "network-vif-plugged", "status": "completed", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:53:01.918377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:01.922333 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:01.944777 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738aad8f-d242-4ddb-8674-b5110b73faeb x-openstack-request-id: req-738aad8f-d242-4ddb-8674-b5110b73faeb {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:53:01.945068 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "name": "network-vif-plugged", "status": "completed", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:53:01.945317 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-738aad8f-d242-4ddb-8674-b5110b73faeb {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:53:01.945699 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'code': 200} Sep 21 18:53:01.974919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:02.042959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbe49e-a6a5-4f85-a791-9594c42ca590 req-15fe51eb-bef4-4ef4-b94d-3bb2f66d693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:02.044815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46fbe49e-a6a5-4f85-a791-9594c42ca590 req-15fe51eb-bef4-4ef4-b94d-3bb2f66d693c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1096 time: 0.0396395 Sep 21 18:53:02.080330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46fbe49e-a6a5-4f85-a791-9594c42ca590 req-d72a20b3-95a6-4b2d-be9f-bdd5fb2af7b1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288196 Sep 21 18:53:02.691634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eb617-822e-4928-93dc-4f272931e87d req-b0175b73-8d59-4a0c-9edf-05de86f61f23 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:02.693155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-583eb617-822e-4928-93dc-4f272931e87d req-b0175b73-8d59-4a0c-9edf-05de86f61f23 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0526912 Sep 21 18:53:02.729944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-583eb617-822e-4928-93dc-4f272931e87d req-276396dd-e179-4126-8a60-10ae1dff3162 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Sep 21 18:53:03.658551 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6902ba31-6f7f-4a24-a8f3-590aa1fa32b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:03.851678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52576c66-c067-4dcd-904b-9d310d99858a req-023210bf-504c-46cb-90d3-64fb00ce2294 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:03.853179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52576c66-c067-4dcd-904b-9d310d99858a req-023210bf-504c-46cb-90d3-64fb00ce2294 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0504944 Sep 21 18:53:03.892024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52576c66-c067-4dcd-904b-9d310d99858a req-086994e9-2738-4e6b-b92f-2789c357b425 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Sep 21 18:53:04.003859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2318bd3-d9b7-47c4-8187-14956ac32bc3 req-d969fc19-0116-4d5b-8366-d7e63a40e010 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:04.005349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2318bd3-d9b7-47c4-8187-14956ac32bc3 req-d969fc19-0116-4d5b-8366-d7e63a40e010 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0497289 Sep 21 18:53:04.014363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51512) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:04.018761 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'floatingip': {'port_id': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:04.062156 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:04.232182 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:04.499464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:04.503317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:04.603434 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b associated. External IP: 172.25.3.25, port: 81cc3a50-abad-4d7a-924e-bfe10822bbad. Sep 21 18:53:04.653961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:04.819437 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:53:04.930810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:53:04.936440 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:04.941498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:53:04.945915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:04.952203 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:04.952838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:53:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:04.966600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6e185a89-ff52-4ffb-b254-667191393cc4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "PUT /v2.0/floatingips/b30145d9-dd50-4f70-aaad-63c0bd68588b HTTP/1.1" status: 200 len: 990 time: 0.9511490 Sep 21 18:53:04.967192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:53:04.969437 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7168ed9-f351-4428-83dd-974b6f375a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:53:05.060212 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24090c3-7e86-431b-9f07-5f2e95e2601b x-openstack-request-id: req-f24090c3-7e86-431b-9f07-5f2e95e2601b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:53:05.060481 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:53:05.060755 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f24090c3-7e86-431b-9f07-5f2e95e2601b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:53:05.061198 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'status': 'completed', 'code': 200} Sep 21 18:53:05.063495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:05.123325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-e51670c6-e85a-4c4c-839e-f408429d1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:05.124733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-e51670c6-e85a-4c4c-839e-f408429d1338 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1096 time: 0.0418899 Sep 21 18:53:05.217339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-830b0045-38ee-40e1-b7c0-646d14b7000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:05.218924 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-830b0045-38ee-40e1-b7c0-646d14b7000e service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0868359 Sep 21 18:53:05.289344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-6cb2637c-ad48-4cdc-8df0-c925810b3a1b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 998 time: 0.0633531 Sep 21 18:53:05.296112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:e4:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:53:04Z', 'revision_number': 9, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:05.322140 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:53:05.330754 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:05.331358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:53:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:05.338946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-dd529628-c46e-43a3-b3bc-26c2443d90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:05.341084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-dd529628-c46e-43a3-b3bc-26c2443d90a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0447135 Sep 21 18:53:05.387639 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-44d2108f-e7c9-49db-94ea-3f44f30ff259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:05.389221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-44d2108f-e7c9-49db-94ea-3f44f30ff259 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417240 Sep 21 18:53:05.437464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:05.484533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-ee01039d-8009-4237-934e-2101a7d8d52a service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881770 Sep 21 18:53:05.575505 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a7168ed9-f351-4428-83dd-974b6f375a4c req-93ca99d3-94ed-48d9-ad71-18abcccdfaec service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829849 Sep 21 18:53:05.662134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:e4:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:53:04Z', 'revision_number': 9, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:05.691991 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab3c043-46d2-46e7-9c1a-bbcad9e786f2 None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:e4:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:53:04Z', 'revision_number': 9, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:53:05.879744 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8422b-8e0f-4828-8b6e-ef194eec0ae7 None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:53:07.407350 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:08.929236 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.255720 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:53:29.316139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c8dc63d7-eb49-4b94-8f79-79d32e94977a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:33.659112 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-51a6c138-bc65-4e31-8f70-bb03060a228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:34.232576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:34.677377 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:34.944178 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:36.092093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-c17ba79f-a117-4afa-9eed-8f23901854a7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477316 Sep 21 18:53:36.174174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-8d528b5d-a5a6-4c35-a9f0-3e75fc5e2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.175696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-8d528b5d-a5a6-4c35-a9f0-3e75fc5e2671 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1096 time: 0.0413675 Sep 21 18:53:36.285554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-a127af10-64eb-4008-a18d-cf73385ab737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.287076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-a127af10-64eb-4008-a18d-cf73385ab737 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0909238 Sep 21 18:53:36.353113 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-19917ca7-f524-4517-bab9-a2d19f16d52d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 1001 time: 0.0579228 Sep 21 18:53:36.404365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-7e97716a-2cd6-4b31-8fe3-7b97c7ee986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.405823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-7e97716a-2cd6-4b31-8fe3-7b97c7ee986b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0445285 Sep 21 18:53:36.455347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-3ee3e94b-b050-40e3-a265-e044782f91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.456737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-3ee3e94b-b050-40e3-a265-e044782f91f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442307 Sep 21 18:53:36.547461 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-9a7ff56e-4c78-4145-8478-2583b591b3b8 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832763 Sep 21 18:53:36.643124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6855230-c43d-478e-8305-9bc9ed89b2f0 req-1e802276-7b17-4146-94c8-e3211ec989c5 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876839 Sep 21 18:53:37.409517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:38.945348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:56.254994 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:53:59.317899 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b24a3c19-5db3-453f-8a9b-965489dd97e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:03.662885 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-34f8d9cf-61a1-43f2-bebb-bc67a260b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:04.233650 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:04.672421 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:04.946383 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:07.413112 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:08.964325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:29.323010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c7a09189-3b2c-49ec-88da-ce907758d5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:33.254043 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:54:33.663716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b8177d7d-5d46-4f67-9adf-49fd2dd178b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:34.233821 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:34.673204 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:34.950584 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:36.113916 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-d65b1504-fc5b-48f5-b9c4-3723d4fa9869 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399280 Sep 21 18:54:36.198087 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e316f-355d-440b-ad9e-c5de467334dd req-7793e716-6900-45f0-908d-fdd87a5c233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:36.199620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-7793e716-6900-45f0-908d-fdd87a5c233d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1096 time: 0.0402670 Sep 21 18:54:36.308268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e316f-355d-440b-ad9e-c5de467334dd req-624f41b0-7393-4cef-a120-3e75f3d525c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:36.309733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-624f41b0-7393-4cef-a120-3e75f3d525c9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0886037 Sep 21 18:54:36.375367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-6a1d41b8-1b9d-4bf5-aad6-1a25b882b142 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 1001 time: 0.0575724 Sep 21 18:54:36.428820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e316f-355d-440b-ad9e-c5de467334dd req-3762cdd7-dfaf-43db-b01b-d9efaad96106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:36.430315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-3762cdd7-dfaf-43db-b01b-d9efaad96106 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0474885 Sep 21 18:54:36.479918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e316f-355d-440b-ad9e-c5de467334dd req-10c0e886-0aae-4948-812f-0604d4cf9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:36.481495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-10c0e886-0aae-4948-812f-0604d4cf9953 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428708 Sep 21 18:54:36.578156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-a78a56d2-d905-44a6-8b57-15a83ec74956 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884337 Sep 21 18:54:36.672332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-550e316f-355d-440b-ad9e-c5de467334dd req-ee5ae057-eebd-4ce0-b427-7f533c19ce10 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874927 Sep 21 18:54:37.419363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:38.950092 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:43.123100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-52bd06ca-d385-4f73-aa3f-d380564cf2bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446615 Sep 21 18:54:43.134550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e7c3-cd2f-4728-bf75-8e92f207f8c7 req-5b5d2488-2210-4c23-8b7d-6ff5633697a6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:43.136198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9063e7c3-cd2f-4728-bf75-8e92f207f8c7 req-5b5d2488-2210-4c23-8b7d-6ff5633697a6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0516996 Sep 21 18:54:43.178835 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9063e7c3-cd2f-4728-bf75-8e92f207f8c7 req-e073c348-d7d8-4cd1-ad5e-fe5bd8cdaf61 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357018 Sep 21 18:54:44.248312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-34d3f7bf-9731-463c-931a-b6c457df30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:44.250021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-34d3f7bf-9731-463c-931a-b6c457df30b8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1096 time: 0.0421176 Sep 21 18:54:44.357491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74e57-89ec-4fed-82fb-bb9bfb50861a req-d722806f-2416-4aee-a9e6-3c24dfc8a305 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:44.359716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17f74e57-89ec-4fed-82fb-bb9bfb50861a req-d722806f-2416-4aee-a9e6-3c24dfc8a305 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.1080179 Sep 21 18:54:44.391432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-b61eadf1-468b-4057-a38d-4e64571755f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:44.392946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-b61eadf1-468b-4057-a38d-4e64571755f0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.1336012 Sep 21 18:54:44.448017 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17f74e57-89ec-4fed-82fb-bb9bfb50861a req-9b5a2c95-5ced-4748-97f7-ca3bba60bb6c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806222 Sep 21 18:54:44.473153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-5e662eaf-21e6-400d-bf6a-9ba5c44825ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 1001 time: 0.0690982 Sep 21 18:54:44.523270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-9597f4bf-3b7a-4fd6-841b-051c8e8454bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:44.524727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-9597f4bf-3b7a-4fd6-841b-051c8e8454bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0450568 Sep 21 18:54:44.571043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8dbb5856-d14d-4483-bb58-6fafa8981f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:44.572546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8dbb5856-d14d-4483-bb58-6fafa8981f14 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404499 Sep 21 18:54:44.671701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-b71119f6-1f2f-4b0e-906f-70ab7f9fa4d5 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903437 Sep 21 18:54:44.775098 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-f642ae8a-ff15-4947-8e66-5d3569185c19 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958278 Sep 21 18:54:45.568035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611922a7-1ad0-42b9-9e9d-f2d9d4d8a2b1 req-ba1b7910-d485-47ac-a0b2-082f7ec6babc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:45.569518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-611922a7-1ad0-42b9-9e9d-f2d9d4d8a2b1 req-ba1b7910-d485-47ac-a0b2-082f7ec6babc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Sep 21 18:54:45.608315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-611922a7-1ad0-42b9-9e9d-f2d9d4d8a2b1 req-d73accf0-74c1-4eba-8ce2-49c5bc71c81d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Sep 21 18:54:46.728488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8161-25b1-4681-ac17-6db601b6c1e8 req-4275561d-188e-47a5-bd0d-13424a86b601 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:46.729985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-edaa8161-25b1-4681-ac17-6db601b6c1e8 req-4275561d-188e-47a5-bd0d-13424a86b601 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0492673 Sep 21 18:54:46.771082 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-edaa8161-25b1-4681-ac17-6db601b6c1e8 req-4ad67cd2-5e28-449d-b5d1-431d1ed26917 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350096 Sep 21 18:54:47.890273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b7725-cb22-47ce-a272-7875bab5533d req-b0b0daad-0425-41f5-852d-0f9a093645c0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:47.891896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a9b7725-cb22-47ce-a272-7875bab5533d req-b0b0daad-0425-41f5-852d-0f9a093645c0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0516481 Sep 21 18:54:47.935039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a9b7725-cb22-47ce-a272-7875bab5533d req-1fe83828-1de5-4add-86bf-7d079343f729 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368125 Sep 21 18:54:49.354907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608fee-fb72-4945-9fc7-0335239ceac0 req-11c411af-4145-4d91-a7f6-5867e7f73fbd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:49.356332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef608fee-fb72-4945-9fc7-0335239ceac0 req-11c411af-4145-4d91-a7f6-5867e7f73fbd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.3407972 Sep 21 18:54:49.396306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef608fee-fb72-4945-9fc7-0335239ceac0 req-c462870f-98c2-4a76-a309-800c0afc4a47 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Sep 21 18:54:50.519854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5203dc-fa1c-4502-91f3-0a9e41975301 req-c268ffbf-4e97-4290-a92b-9c24cda3a4c8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:50.522517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba5203dc-fa1c-4502-91f3-0a9e41975301 req-c268ffbf-4e97-4290-a92b-9c24cda3a4c8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0570776 Sep 21 18:54:50.561681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba5203dc-fa1c-4502-91f3-0a9e41975301 req-cc16a4f0-0e75-446a-b4b5-23360b83aea0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Sep 21 18:54:51.679120 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49332-e25f-4db0-9cb1-61649150097f req-0430c9a7-f976-48c8-852c-78ac3a7b51bb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:51.680659 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abd49332-e25f-4db0-9cb1-61649150097f req-0430c9a7-f976-48c8-852c-78ac3a7b51bb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0498710 Sep 21 18:54:51.723332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-abd49332-e25f-4db0-9cb1-61649150097f req-42b18fc0-4aa7-44f4-ae27-9df67c46f24a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363934 Sep 21 18:54:52.842129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00131cd7-3d33-454b-a89f-fc604bf15d24 req-821870fa-952e-4da8-9567-6d54012edf4b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:52.843633 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00131cd7-3d33-454b-a89f-fc604bf15d24 req-821870fa-952e-4da8-9567-6d54012edf4b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0506287 Sep 21 18:54:52.881577 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00131cd7-3d33-454b-a89f-fc604bf15d24 req-68cc4b2c-50eb-47b9-bf80-7f4284d0ea6a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Sep 21 18:54:53.995279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36329fcd-d87e-47f5-89c0-f02371f443cb req-0317061a-da61-4d40-9089-7023f5d0a3e6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:53.996749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36329fcd-d87e-47f5-89c0-f02371f443cb req-0317061a-da61-4d40-9089-7023f5d0a3e6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Sep 21 18:54:54.034467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36329fcd-d87e-47f5-89c0-f02371f443cb req-8a316f7d-65a6-4524-9975-44ba07897dd2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Sep 21 18:54:55.154059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1795a-d9d1-48a5-a793-a1efc7ad0698 req-34450ed7-f1fa-435f-b7b0-6dee1108f9b5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:55.155599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab1795a-d9d1-48a5-a793-a1efc7ad0698 req-34450ed7-f1fa-435f-b7b0-6dee1108f9b5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0511463 Sep 21 18:54:55.203943 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ab1795a-d9d1-48a5-a793-a1efc7ad0698 req-085e3fa3-05b4-4c09-916b-9568959caab2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Sep 21 18:54:56.330468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448cbd3-5b92-427b-b7b4-556929aea531 req-b5bdd899-77f6-4142-8e41-6c87a00fa50c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:56.332077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7448cbd3-5b92-427b-b7b4-556929aea531 req-b5bdd899-77f6-4142-8e41-6c87a00fa50c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0588257 Sep 21 18:54:56.373088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7448cbd3-5b92-427b-b7b4-556929aea531 req-998faf54-57da-451d-b640-0730ebfc8964 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347517 Sep 21 18:54:57.488150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f6ddf-e62b-4a7d-8e55-1420248e0d2f req-0f0954be-1349-4278-8d1a-f8e736a15a0f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:57.490299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-942f6ddf-e62b-4a7d-8e55-1420248e0d2f req-0f0954be-1349-4278-8d1a-f8e736a15a0f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Sep 21 18:54:57.528511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-942f6ddf-e62b-4a7d-8e55-1420248e0d2f req-54103813-2dbc-48f2-a916-16ec550b312c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Sep 21 18:54:58.645865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ea500-19f2-440f-adb0-398400e9d023 req-33ec1a68-b269-43da-9b8c-43f2f8e0ef8a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:58.647447 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-548ea500-19f2-440f-adb0-398400e9d023 req-33ec1a68-b269-43da-9b8c-43f2f8e0ef8a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0501797 Sep 21 18:54:58.689708 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-548ea500-19f2-440f-adb0-398400e9d023 req-3f17ab64-ef19-49ce-ac48-95bc9325f5b1 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362768 Sep 21 18:54:59.324324 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-96996bbb-9c49-4029-a36f-4230489dd1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:59.810218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f56c4f-52f2-4901-98bb-11de1c052050 req-c7c8f950-0f39-41cf-bc37-deff1a14c383 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:59.811651 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4f56c4f-52f2-4901-98bb-11de1c052050 req-c7c8f950-0f39-41cf-bc37-deff1a14c383 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Sep 21 18:54:59.853522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4f56c4f-52f2-4901-98bb-11de1c052050 req-18521eb8-d87f-413c-a750-aa9287380759 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Sep 21 18:55:00.972066 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503d12-38c7-4e3e-9e31-ce2e6912426b req-07aea7da-fdd5-4a49-a85f-87c8d08082b6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:00.974367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4503d12-38c7-4e3e-9e31-ce2e6912426b req-07aea7da-fdd5-4a49-a85f-87c8d08082b6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0520458 Sep 21 18:55:01.014086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4503d12-38c7-4e3e-9e31-ce2e6912426b req-793b3b75-a515-429f-829f-388d33716641 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Sep 21 18:55:01.721392 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-415e69c9-6395-417b-8008-1d92b916ae60 service neutron] show failed (client error): The resource could not be found. Sep 21 18:55:01.722565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-415e69c9-6395-417b-8008-1d92b916ae60 service neutron] 10.222.0.78 "GET /v2.0/ports/81cc3a50-abad-4d7a-924e-bfe10822bbad/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0725617 Sep 21 18:55:01.938073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-b6db820c-fad3-4906-a25d-db64646ec89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:01.939817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-b6db820c-fad3-4906-a25d-db64646ec89c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 1096 time: 0.0432374 Sep 21 18:55:01.953132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:02.020033 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:02.146312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd789a47-fd1b-42f9-a4c6-c04d58370cfa req-785f4e44-2eee-471b-9594-7b2d3a19cd75 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:02.147828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd789a47-fd1b-42f9-a4c6-c04d58370cfa req-785f4e44-2eee-471b-9594-7b2d3a19cd75 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Sep 21 18:55:02.187571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd789a47-fd1b-42f9-a4c6-c04d58370cfa req-7f1db8e0-4bba-4f04-a789-3f97f7fc8eea tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337670 Sep 21 18:55:02.248325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:02.280615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:02.320841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:02.323224 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd9575-388a-4687-9424-096c0cda03e7" -d '{"events": [{"server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "name": "network-vif-unplugged", "status": "completed", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:02.327443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:02.340698 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Transition to ACTIVE for port object 81cc3a50-abad-4d7a-924e-bfe10822bbad will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:55:02.344525 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:02.418623 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7e06e5-a2ba-484b-9154-d95f35dada7d x-openstack-request-id: req-ee7e06e5-a2ba-484b-9154-d95f35dada7d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:02.418908 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "name": "network-vif-unplugged", "status": "completed", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:02.419160 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee7e06e5-a2ba-484b-9154-d95f35dada7d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:02.419549 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'code': 200} Sep 21 18:55:02.434388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:02.446812 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.447162 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.447501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.447840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.448170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.448499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.448844 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.449152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.449474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.449799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.450121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.450464 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:02.484601 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] No DVR routers for this DVR port 81cc3a50-abad-4d7a-924e-bfe10822bbad on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:55:02.623838 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:55:02.624176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:55:02.624520 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:02.628731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:55:02.629049 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:02.633826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:55:02.634164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:02.634574 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:55:02.634991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Bound port: 81cc3a50-abad-4d7a-924e-bfe10822bbad, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:55:02.635345 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:02.697752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:02.700667 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:55:02.705596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:02.743582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:02.744274 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:02.745693 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] 10.222.0.41 "PUT /v2.0/ports/81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 1091 time: 0.7976995 Sep 21 18:55:02.779491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1285ca-0a2d-4545-9029-6195b8779630 service neutron] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:02.817870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-baabca6e-9dbd-4510-aa49-4181cd7b8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:02.819507 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-baabca6e-9dbd-4510-aa49-4181cd7b8903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1094 time: 0.0480824 Sep 21 18:55:02.916115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-7748b427-da97-4595-8703-f4a7dd89d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:02.917616 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-7748b427-da97-4595-8703-f4a7dd89d4e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0900655 Sep 21 18:55:02.988588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-803980ad-7f12-433d-a498-d6eba3459f22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 999 time: 0.0638044 Sep 21 18:55:03.038471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-b65753c1-63d6-4aca-8c58-d09de8247cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:03.039849 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-b65753c1-63d6-4aca-8c58-d09de8247cad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0443583 Sep 21 18:55:03.088679 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-40cb7e24-81e7-4003-abc1-bbe339330379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:03.091407 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-40cb7e24-81e7-4003-abc1-bbe339330379 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438561 Sep 21 18:55:03.203013 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-5a2e4c68-7c47-433a-8d70-eb6d7f0760f1 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041374 Sep 21 18:55:03.312831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-4057d1f0-3a2f-44b9-a107-3efea6e4fce5 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022422 Sep 21 18:55:03.315725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb527e1-3093-4feb-a7b4-3f8ac4a6856f req-33083165-cb14-454a-bfd7-3f0c14b1200a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:03.318564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ffb527e1-3093-4feb-a7b4-3f8ac4a6856f req-33083165-cb14-454a-bfd7-3f0c14b1200a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.0559809 Sep 21 18:55:03.358352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ffb527e1-3093-4feb-a7b4-3f8ac4a6856f req-a091384e-6b25-4ae7-a9f1-7a2f734ce044 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331454 Sep 21 18:55:03.663827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-220d1d33-b68d-48a8-8a1d-898c4f7a789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:04.235903 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:04.421359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:04.425560 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935309f97eedfdb44468c64f6655129f1dcd6a80da7ed242aa21fd024142a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a9e26c-490f-491e-9061-bfcefad2336e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:04.479716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25d711-2a10-4920-adc8-8c3b54dba907 req-f811a99b-3989-40a1-99dd-d7e94e2888c0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.481199 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd25d711-2a10-4920-adc8-8c3b54dba907 req-f811a99b-3989-40a1-99dd-d7e94e2888c0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.0498590 Sep 21 18:55:04.523405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd25d711-2a10-4920-adc8-8c3b54dba907 req-3dbb4313-a008-4d7b-8069-b096df00304e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361459 Sep 21 18:55:04.580164 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb92e8f2-c723-4e82-81a0-cc6cc709b925 x-openstack-request-id: req-bb92e8f2-c723-4e82-81a0-cc6cc709b925 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:04.580457 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:04.580707 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb92e8f2-c723-4e82-81a0-cc6cc709b925 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:04.581110 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'status': 'completed', 'code': 200} Sep 21 18:55:04.641939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-fed4219a-94fe-40ae-a559-2116cefff298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.643483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-fed4219a-94fe-40ae-a559-2116cefff298 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1094 time: 0.0428088 Sep 21 18:55:04.646646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-63dfe533-29e1-4170-aef6-18524b9069bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.648131 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-63dfe533-29e1-4170-aef6-18524b9069bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1094 time: 0.0416625 Sep 21 18:55:04.677792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:04.745720 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-9ba8b766-0914-45b0-8d3d-bd1047832a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.747260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-9ba8b766-0914-45b0-8d3d-bd1047832a59 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0970111 Sep 21 18:55:04.750492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-b351f02e-1ad7-446a-9e28-aec0a2cedc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.752034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-b351f02e-1ad7-446a-9e28-aec0a2cedc28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0943227 Sep 21 18:55:04.821805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-440fad62-9482-450f-a693-2f43f821a08b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 999 time: 0.0674102 Sep 21 18:55:04.835989 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-b285b8ca-7138-4605-a949-4f330c8aac3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 999 time: 0.0723839 Sep 21 18:55:04.881788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-459878fe-9ece-433a-a703-e87ab2d015b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.883450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-459878fe-9ece-433a-a703-e87ab2d015b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0549235 Sep 21 18:55:04.891204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-41774d40-f87f-46b1-a027-3cd27318d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.892817 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-41774d40-f87f-46b1-a027-3cd27318d60f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0486987 Sep 21 18:55:04.936152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-e176339e-6b35-4bcc-853b-49003ff5a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.938654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-e176339e-6b35-4bcc-853b-49003ff5a64e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463958 Sep 21 18:55:04.956366 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:04.956845 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e26c-490f-491e-9061-bfcefad2336e req-70224108-ca72-475f-ab64-41b17b57bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:04.958493 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-70224108-ca72-475f-ab64-41b17b57bb89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454965 Sep 21 18:55:05.038839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-bc042bbf-6fd8-412a-b14a-9ea79515c72a service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934627 Sep 21 18:55:05.058777 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-64b976b9-3c52-4df5-a251-9f838880161d service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922236 Sep 21 18:55:05.143868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-9cd9e637-fc13-4ff5-ae37-aadfe72f66d1 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981331 Sep 21 18:55:05.157730 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-25a9e26c-490f-491e-9061-bfcefad2336e req-1d6c9233-d8e3-43c3-a0d5-736e512e66a3 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920386 Sep 21 18:55:05.642046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3257c4-a9ed-443d-912f-b617f0aabe41 req-ca7ad99f-f4b4-470a-bef7-ad6012932fbd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:05.643561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be3257c4-a9ed-443d-912f-b617f0aabe41 req-ca7ad99f-f4b4-470a-bef7-ad6012932fbd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.0505252 Sep 21 18:55:05.682599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be3257c4-a9ed-443d-912f-b617f0aabe41 req-ee97b93d-3ac5-42d4-a6bd-e3ff2a64cd69 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325766 Sep 21 18:55:05.978644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-31c490bb-dbc2-4105-b09c-4841510d584f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:05.980256 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-31c490bb-dbc2-4105-b09c-4841510d584f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 943 time: 0.0596592 Sep 21 18:55:05.994139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a1efb-8977-4773-9114-65ddf5eb7f59 req-24bf7d53-ad03-40c9-9fc7-45b52d2a35cf tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:05.995708 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb3a1efb-8977-4773-9114-65ddf5eb7f59 req-24bf7d53-ad03-40c9-9fc7-45b52d2a35cf tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.0518501 Sep 21 18:55:06.044646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb3a1efb-8977-4773-9114-65ddf5eb7f59 req-b041831f-df89-4d10-9d7f-77f5fa071cbe tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Sep 21 18:55:06.051312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-48107760-4c6c-4046-bb98-93653a51e4ac service neutron] 10.222.0.41 "GET /v2.0/ports/81cc3a50-abad-4d7a-924e-bfe10822bbad/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 382 time: 0.0628967 Sep 21 18:55:06.117175 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-48950133-1efa-4188-b220-9f8157881e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.118637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-48950133-1efa-4188-b220-9f8157881e59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1094 time: 0.0433302 Sep 21 18:55:06.212272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-c1c09fca-66d7-4a63-8c34-7ff7cd1b8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.213651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-c1c09fca-66d7-4a63-8c34-7ff7cd1b8fbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0878880 Sep 21 18:55:06.277475 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-dfe53203-33a1-4e0f-9f34-ccee59227b4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 999 time: 0.0564959 Sep 21 18:55:06.327200 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-e1cf6b1d-eb98-4006-9c1c-f59e68e26637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.328716 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-e1cf6b1d-eb98-4006-9c1c-f59e68e26637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0425472 Sep 21 18:55:06.330333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:55:06.369798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:55:06.378181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-a3a206ba-edf2-44db-916e-5cd6edc32e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.380358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-a3a206ba-edf2-44db-916e-5cd6edc32e04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447850 Sep 21 18:55:06.468952 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-5c59b02e-b3db-4dea-b757-15130ea24738 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811188 Sep 21 18:55:06.560565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-f443833c-72a1-4fb8-8d66-71bfd2f41acb service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843360 Sep 21 18:55:07.161868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857137b-e02d-465f-a7d4-93388f717131 req-f9ea67f1-62e7-4d7a-821c-cc040e81030e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:07.163395 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b857137b-e02d-465f-a7d4-93388f717131 req-f9ea67f1-62e7-4d7a-821c-cc040e81030e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 943 time: 0.0508981 Sep 21 18:55:07.205799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b857137b-e02d-465f-a7d4-93388f717131 req-f3a8315b-3e23-4780-bb86-5e14f56161bf tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364566 Sep 21 18:55:07.293134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:55:07.388912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:07.400045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'mac_address': 'fa:16:3e:e4:74:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:55:07.439340 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:07.446931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:07.459135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:55:07.478393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:07.482220 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:07.527964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:07.535197 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.536117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.536391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.536730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.537064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.537395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.537725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.538052 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.538401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.538752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.539056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:07.539384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.325593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6c07-8b42-48ed-82a8-4555cd4dd9b6 req-4ec3b9f6-fae3-4b1c-bd2b-ea6e7e4381d1 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:08.327149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74ee6c07-8b42-48ed-82a8-4555cd4dd9b6 req-4ec3b9f6-fae3-4b1c-bd2b-ea6e7e4381d1 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0501666 Sep 21 18:55:08.369099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-74ee6c07-8b42-48ed-82a8-4555cd4dd9b6 req-c1d283a6-51c4-4d83-86ba-e2547bb280ad tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354588 Sep 21 18:55:08.489862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-c145a869-143b-43d8-b575-1484670ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:08.491319 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-c145a869-143b-43d8-b575-1484670ffa88 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 1095 time: 0.0431302 Sep 21 18:55:08.505136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:08.562972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.774215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:08.810428 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:08.843519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:55:08.852534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.864197 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Ignored duplicate provisioning block setup for port 81cc3a50-abad-4d7a-924e-bfe10822bbad by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 18:55:08.868158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.950257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=9']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:08.962593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.962948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.963059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.963501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.963626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.963936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.964266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.964862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.965184 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.965514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.965837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.966161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:08.966517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:09.003037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] No DVR routers for this DVR port 81cc3a50-abad-4d7a-924e-bfe10822bbad on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:55:09.148790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:55:09.149127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:55:09.149459 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:09.155678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:55:09.155678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Attempting to bind port 81cc3a50-abad-4d7a-924e-bfe10822bbad on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:09.159291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:55:09.159634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:09.160019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:55:09.161113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Bound port: 81cc3a50-abad-4d7a-924e-bfe10822bbad, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:55:09.161458 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:09.224201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:09.227256 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:55:09.232064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:09.272065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.272577 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:09.273967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] 10.222.0.78 "PUT /v2.0/ports/81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 1091 time: 0.7738018 Sep 21 18:55:09.274438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:09.276718 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1947056-9827-49cc-95c0-50282f314945" -d '{"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:09.298610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:55:09.309836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b261-3034-463f-a8f9-eebd46b5815a service neutron] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:09.344675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-ca756cdd-7ad6-4b07-be64-446f47f56581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.346267 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-ca756cdd-7ad6-4b07-be64-446f47f56581 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1095 time: 0.0477252 Sep 21 18:55:09.352066 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70679b-506c-4e4d-8625-0fa720f14435 x-openstack-request-id: req-9c70679b-506c-4e4d-8625-0fa720f14435 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:09.352359 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:09.352661 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c70679b-506c-4e4d-8625-0fa720f14435 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:09.353892 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'status': 'completed', 'code': 200} Sep 21 18:55:09.439535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:09.440475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-ded6232a-2077-4c5f-8b7e-fe287e95d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.443025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-ded6232a-2077-4c5f-8b7e-fe287e95d935 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1095 time: 0.0610600 Sep 21 18:55:09.456586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad has no active binding in host n-h2-810285-3 {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:55:09.498225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-b032c619-11cb-433f-afe1-aaa79cfe5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.499733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-b032c619-11cb-433f-afe1-aaa79cfe5f48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.1449082 Sep 21 18:55:09.544440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-fb76daca-e255-4975-adef-f5fdc646c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.545946 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-fb76daca-e255-4975-adef-f5fdc646c6ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0967340 Sep 21 18:55:09.563439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41f2ea-0e2f-4d86-a32c-baffc80270a1 req-6f495e24-94c9-4a5c-ae8a-e741d612c7a8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.564923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b41f2ea-0e2f-4d86-a32c-baffc80270a1 req-6f495e24-94c9-4a5c-ae8a-e741d612c7a8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0993156 Sep 21 18:55:09.586433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-3669eab1-0a2e-44ef-931e-7abdd0ad6e7d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 999 time: 0.0784724 Sep 21 18:55:09.611841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-bae30bc6-7641-4778-8289-c9e8591a1a11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 999 time: 0.0582638 Sep 21 18:55:09.648587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b41f2ea-0e2f-4d86-a32c-baffc80270a1 req-dc073390-d711-4bef-ad14-59dc6a7c0b7f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745127 Sep 21 18:55:09.657377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-e0ce411e-3b19-4701-81d3-018ca4941a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.658661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-e0ce411e-3b19-4701-81d3-018ca4941a00 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0643096 Sep 21 18:55:09.660966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-705b553e-55c4-4907-869c-7eeae962855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.662464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-705b553e-55c4-4907-869c-7eeae962855d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0440562 Sep 21 18:55:09.709415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-ad048ab3-9431-44eb-9d9f-22d5a6e03171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.710951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-ad048ab3-9431-44eb-9d9f-22d5a6e03171 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447409 Sep 21 18:55:09.712793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-6393cc5f-289a-404e-acee-008caa908e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:09.714306 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-6393cc5f-289a-404e-acee-008caa908e64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446444 Sep 21 18:55:09.806882 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-233d6bd6-448e-4225-a5e6-d186abe0ce19 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843921 Sep 21 18:55:09.812245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-4f97aeb3-cea3-4c15-84bf-a2320edf50b4 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934169 Sep 21 18:55:09.919218 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-7bd5f5a8-c8ce-41b2-a3b9-890fb5dfd771 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053033 Sep 21 18:55:09.920549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9a61c85e-b093-4661-a5a2-052d30c4d96b req-eeaa4296-1d75-4c20-b183-80ca41f35806 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003492 Sep 21 18:55:10.009560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-92e35227-64fb-4cae-824c-ec80206176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:10.011084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-92e35227-64fb-4cae-824c-ec80206176cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 1095 time: 0.0417390 Sep 21 18:55:10.106703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-773de1c7-1de1-4d3f-a10f-138d6184feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:10.108104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-773de1c7-1de1-4d3f-a10f-138d6184feb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0896139 Sep 21 18:55:10.173423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-b9e01647-7566-4ba7-914d-761257fe3a9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 200 len: 999 time: 0.0571687 Sep 21 18:55:10.224662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-205e52a6-457c-472e-b616-0d3408fc698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:10.226146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-205e52a6-457c-472e-b616-0d3408fc698f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0450644 Sep 21 18:55:10.255159 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:55:10.277900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947056-9827-49cc-95c0-50282f314945 req-6da09153-b2d0-439d-99d1-e520faf7e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:10.279429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-6da09153-b2d0-439d-99d1-e520faf7e264 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459552 Sep 21 18:55:10.371193 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-86dffe00-b569-4408-be77-389f648d86ce service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Sep 21 18:55:10.469236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1947056-9827-49cc-95c0-50282f314945 req-2249a5c0-1dc6-4a25-b573-49ad19068c71 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890279 Sep 21 18:55:10.769469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adc0b2-d413-465a-a544-e56cda8cccff req-6b2f2374-eae7-4675-8b92-87aadaed0fee tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:10.771468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00adc0b2-d413-465a-a544-e56cda8cccff req-6b2f2374-eae7-4675-8b92-87aadaed0fee tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0498672 Sep 21 18:55:10.809581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00adc0b2-d413-465a-a544-e56cda8cccff req-e97ca9ae-c459-4134-94c7-a1195ef88816 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Sep 21 18:55:11.322766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:55:11.364935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:55:11.927307 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78b810-1afc-478f-ae5e-8be884685294 req-ac332e82-eb22-49fd-81c9-f3607f420ff5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:11.928842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de78b810-1afc-478f-ae5e-8be884685294 req-ac332e82-eb22-49fd-81c9-f3607f420ff5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0516875 Sep 21 18:55:11.981605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de78b810-1afc-478f-ae5e-8be884685294 req-5ca5657f-2fdb-4ec7-ae3a-04e78c4c9af8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466628 Sep 21 18:55:12.102083 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaf0e9-4bd6-4319-8f7e-b6a3a14fe97c req-9a608360-879c-47c2-8615-aaff45981a4a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:12.103524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8aaaf0e9-4bd6-4319-8f7e-b6a3a14fe97c req-9a608360-879c-47c2-8615-aaff45981a4a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0525718 Sep 21 18:55:12.142897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8aaaf0e9-4bd6-4319-8f7e-b6a3a14fe97c req-e9773ae3-1adb-4356-a37e-711d72a17f8f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334084 Sep 21 18:55:12.257102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413b88-50b6-4ab5-bfcd-e22631b66316 req-7a2ab7d8-b601-44a4-8a48-a11323a2cb15 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:12.258606 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76413b88-50b6-4ab5-bfcd-e22631b66316 req-7a2ab7d8-b601-44a4-8a48-a11323a2cb15 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0499592 Sep 21 18:55:12.296572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76413b88-50b6-4ab5-bfcd-e22631b66316 req-78e9f3d1-5f32-44f6-a35e-01012868a4f9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Sep 21 18:55:12.352002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:55:12.457964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:12.470221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'mac_address': 'fa:16:3e:e4:74:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:55:12.507580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.522410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:55:12.542022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:12.542596 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f48e9c-51a8-4321-9e78-7a76385efcde req-b7824f50-db6f-49e5-9c3d-0e00f4e8ce8e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:12.544105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6f48e9c-51a8-4321-9e78-7a76385efcde req-b7824f50-db6f-49e5-9c3d-0e00f4e8ce8e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 944 time: 0.0504317 Sep 21 18:55:12.546304 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.587071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6f48e9c-51a8-4321-9e78-7a76385efcde req-d7f9ff22-da4d-4f6e-bd80-7accc62227e3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364423 Sep 21 18:55:12.596822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=11']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:12.790772 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['81cc3a50-abad-4d7a-924e-bfe10822bbad'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:55:13.706266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fdf1a-8ce2-4d8c-bb38-7f2aff605c67 req-7ae400ec-c8a3-4463-8e1d-19b4d77e65dc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:13.708538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e69fdf1a-8ce2-4d8c-bb38-7f2aff605c67 req-7ae400ec-c8a3-4463-8e1d-19b4d77e65dc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Sep 21 18:55:13.748515 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e69fdf1a-8ce2-4d8c-bb38-7f2aff605c67 req-cc2edc8a-4393-4e9f-aaff-27442c97a9c3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337427 Sep 21 18:55:13.857247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7c51ec8a-6bd8-4931-a00b-4a3ca0240d7a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:13.858734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7c51ec8a-6bd8-4931-a00b-4a3ca0240d7a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Sep 21 18:55:13.953833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Deleting port 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:55:13.954180 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.042555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] For port 81cc3a50-abad-4d7a-924e-bfe10822bbad, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=81cc3a50-abad-4d7a-924e-bfe10822bbad,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:14.042905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.264952 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.265227 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.265561 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b disassociated. External IP: 172.25.3.25, port: 81cc3a50-abad-4d7a-924e-bfe10822bbad. Sep 21 18:55:14.265901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Calling delete_port for 81cc3a50-abad-4d7a-924e-bfe10822bbad owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:55:14.362440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:14.403944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.404605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No active binding found for port 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95092) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 18:55:14.406045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 18:55:14.427768 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Port 81cc3a50-abad-4d7a-924e-bfe10822bbad not found, will not notify nova. {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 18:55:14.435499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event deleted for resources: {'Port': ['ID=81cc3a50-abad-4d7a-924e-bfe10822bbad,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:14.552211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:55:14.668648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:55:14.681534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:55:14.696826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:14.699483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:55:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:14.708442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] No DVR routers for this DVR port 81cc3a50-abad-4d7a-924e-bfe10822bbad on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:55:14.711050 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.712998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f3452b2f-c103-49e7-85bc-2e7c949d18f2 req-7edbd2e1-ef16-4e52-ba15-a95318673f7b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "DELETE /v2.0/ports/81cc3a50-abad-4d7a-924e-bfe10822bbad HTTP/1.1" status: 204 len: 173 time: 0.8471169 Sep 21 18:55:14.713426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'name': 'network-vif-deleted', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:14.716071 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aff4750-3836-4cd2-9c1a-3e1f91819849" -d '{"events": [{"server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "name": "network-vif-deleted", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:14.763487 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1af85e-65a3-4ef2-9222-23cb17fe9119 x-openstack-request-id: req-8e1af85e-65a3-4ef2-9222-23cb17fe9119 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:14.763795 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9facbd4-f030-4af8-bc78-7b877a868178", "name": "network-vif-deleted", "tag": "81cc3a50-abad-4d7a-924e-bfe10822bbad", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:14.764089 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e1af85e-65a3-4ef2-9222-23cb17fe9119 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:14.764511 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9facbd4-f030-4af8-bc78-7b877a868178', 'name': 'network-vif-deleted', 'tag': '81cc3a50-abad-4d7a-924e-bfe10822bbad', 'status': 'completed', 'code': 200} Sep 21 18:55:14.820842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:14.937801 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-242a8af5-28f3-4e95-a38a-c88591ff8997 req-41d79839-0b42-4940-978e-e04082644a0f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9facbd4-f030-4af8-bc78-7b877a868178 HTTP/1.1" status: 200 len: 210 time: 0.1062896 Sep 21 18:55:15.019526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:15.049236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:55:15.058444 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:15.059045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:55:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:15.168740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:15.375032 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:15.401746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241a021-67fe-4dc8-ab03-d193665ef2b8 None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:55:15.618579 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb62acc-230b-47c1-8c18-afc404a7ebf6 None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:55:16.208147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-7c9a9d58-3651-4d12-89b8-18808ecd8174 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2132598219&fields=id&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 267 time: 0.0328715 Sep 21 18:55:16.312530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-496a4f71-f3ee-4510-bf20-21acd8585d32 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:16.313915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-496a4f71-f3ee-4510-bf20-21acd8585d32 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.0990696 Sep 21 18:55:16.329387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-d2bb87e7-ef5f-496f-b4e1-27f3ac5561f0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/quotas/4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 375 time: 0.0088718 Sep 21 18:55:16.383231 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-da22e5df-9085-4ee4-a770-2561c159d548 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484591 Sep 21 18:55:16.480951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-69acd005-96e3-435d-ad22-5000cb473611 service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862978 Sep 21 18:55:16.573073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-bbf6c80c-2333-49f4-b98c-3968ede03481 service neutron] 10.222.0.70 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Sep 21 18:55:17.024056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad8028f5-ec8d-4caa-88c4-d29b3e0cfd33 req-aff72a6b-8d98-4433-9d8e-3218dc9da064 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 210 time: 0.3187609 Sep 21 18:55:17.664156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-bb1a49db-bc54-4c6d-bf7d-db3a14cc192a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:17.665617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-bb1a49db-bc54-4c6d-bf7d-db3a14cc192a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 812 time: 0.1043646 Sep 21 18:55:17.730810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-a1498e8b-effc-4fb4-996d-82be91b0e43a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 380 time: 0.0556622 Sep 21 18:55:17.743961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'port': {'device_id': '99a54698-12c7-4c76-ab58-60c319e75a51', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'admin_state_up': True, 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'security_groups': ['8652b9ec-f27a-4eea-b719-c592a79fe798']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:17.860585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Made reservation on behalf of 4cd1e2f01263451aaa8fcd2b5dbb4c74 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:55:17.864071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.002563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Allocated IP 172.20.0.6 (12d3f94e-4fe9-4d6d-88cd-5fd327c6713c/f11e10eb-e68f-408b-80c1-4bbc37ed2a1a/85e179e0-d16c-4354-bb49-38b8cf74f977) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:55:18.143362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8e35ae5a-d525-49a8-b86d-5b0e87522d01 req-87fc96a8-1690-4434-88e6-1424a3d1765a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 210 time: 0.0391951 Sep 21 18:55:18.180013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.216717 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.261353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:55:18.264344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:18.267994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:55:18.276622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:18.325453 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:18.326107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.343256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9865f30a-ceba-4672-9a94-f5f1a2becba3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032526 Sep 21 18:55:18.357701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Request body: {'port': {'device_id': '99a54698-12c7-4c76-ab58-60c319e75a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:18.392816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:55:18.422833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 81cc3a50-abad-4d7a-924e-bfe10822bbad {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:55:18.422833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 81cc3a50-abad-4d7a-924e-bfe10822bbad not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:55:18.431069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.494656 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ecb420a5-b638-464b-b255-3101506da537 None None] Provisioning complete for port 85e179e0-d16c-4354-bb49-38b8cf74f977 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:18.495020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ecb420a5-b638-464b-b255-3101506da537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.537871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ecb420a5-b638-464b-b255-3101506da537 None None] Port 85e179e0-d16c-4354-bb49-38b8cf74f977 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:55:18.715912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:55:18.723203 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.734896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Transition to ACTIVE for port object 85e179e0-d16c-4354-bb49-38b8cf74f977 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:55:18.738851 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.791239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:18.861157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:55:18.861505 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:55:18.861842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:18.866708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:55:18.867040 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:18.871903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:55:18.872246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:18.872671 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:55:18.873065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Bound port: 85e179e0-d16c-4354-bb49-38b8cf74f977, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:55:18.873426 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.938630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:18.942927 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:55:18.947967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.984917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:18.985531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.986914 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] 10.222.0.78 "PUT /v2.0/ports/85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 1091 time: 0.6351812 Sep 21 18:55:18.987347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:18.990319 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8a17d-33de-4c82-9766-0f6ae669c2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:19.021407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ae15f-32bc-47a7-ad97-e1f78e77e97a service neutron] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:19.039801 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c74d4ca-5cbf-42ae-805c-599aff31235e x-openstack-request-id: req-0c74d4ca-5cbf-42ae-805c-599aff31235e {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:19.040093 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:19.040338 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c74d4ca-5cbf-42ae-805c-599aff31235e {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:19.040732 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'status': 'completed', 'code': 200} Sep 21 18:55:19.075100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9a1c40d0-a0f5-45c7-aba9-cca4c591bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.076631 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-9a1c40d0-a0f5-45c7-aba9-cca4c591bd89 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1094 time: 0.0456026 Sep 21 18:55:19.122122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-fafe4cd5-3826-4d4c-8f51-465db3b5da2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 217 time: 0.0360737 Sep 21 18:55:19.180588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-10e70683-4d04-4d35-90f4-cab1ec461ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.182415 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-10e70683-4d04-4d35-90f4-cab1ec461ffd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0518701 Sep 21 18:55:19.262104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-634be6b4-5bb6-475d-9617-e4fc1262176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.263627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-634be6b4-5bb6-475d-9617-e4fc1262176f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722399 Sep 21 18:55:19.289090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cfaef-3f5f-47f0-a06d-8fc8a169df31 req-510ad1d1-4132-4d90-a61e-8fa2911d169d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.290587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-442cfaef-3f5f-47f0-a06d-8fc8a169df31 req-510ad1d1-4132-4d90-a61e-8fa2911d169d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0700660 Sep 21 18:55:19.378673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-442cfaef-3f5f-47f0-a06d-8fc8a169df31 req-6cd75f13-ca44-452a-9dee-1250e8ad86bf tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783410 Sep 21 18:55:19.399131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-a0b19865-2f1f-4f1b-89e9-a2998b41d005 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264045 Sep 21 18:55:19.489975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7133c92-d193-4868-84e9-d296f5fb7764 req-bce97387-4e25-4ece-a590-641c59d68bf8 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838056 Sep 21 18:55:19.572008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-499b2e61-37ec-4bf9-bef6-2d12b376ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.573485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-499b2e61-37ec-4bf9-bef6-2d12b376ff8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1094 time: 0.0412726 Sep 21 18:55:19.669463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-0a47b4c6-0a99-411b-a71e-3cb6ce44f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.670993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-0a47b4c6-0a99-411b-a71e-3cb6ce44f549 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0891116 Sep 21 18:55:19.713362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-297d5974-554c-4c95-8d09-1ebf3fb6d40f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 217 time: 0.0348723 Sep 21 18:55:19.768513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-800b5fba-a76d-4b52-97f2-20433647961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.770772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-800b5fba-a76d-4b52-97f2-20433647961b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0500431 Sep 21 18:55:19.818496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-814ea2b1-2a7f-46ef-ad51-3fce3cc4dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:19.820050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-814ea2b1-2a7f-46ef-ad51-3fce3cc4dae6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416417 Sep 21 18:55:19.917623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-7d14ab29-41fb-4a8d-9a60-565665ffd805 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895648 Sep 21 18:55:20.008486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98f8a17d-33de-4c82-9766-0f6ae669c2d4 req-5376ea22-b1a0-4094-897b-c9d11ec24135 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825956 Sep 21 18:55:20.494831 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eb8a4-c513-48f2-b7b5-defd2901caa6 req-b6427b2b-bd8c-4718-a6e0-2dd2803b57b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:20.496309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be0eb8a4-c513-48f2-b7b5-defd2901caa6 req-b6427b2b-bd8c-4718-a6e0-2dd2803b57b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0497012 Sep 21 18:55:20.535232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-be0eb8a4-c513-48f2-b7b5-defd2901caa6 req-f26fbfa7-8e99-489d-9d54-979b07c436ae tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Sep 21 18:55:21.656337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c657-19c7-456a-9184-491fa8ab8640 req-a2856df3-416b-4079-bcd5-475aba301fbb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:21.657838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fde6c657-19c7-456a-9184-491fa8ab8640 req-a2856df3-416b-4079-bcd5-475aba301fbb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0542352 Sep 21 18:55:21.697569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fde6c657-19c7-456a-9184-491fa8ab8640 req-9c5810c9-4622-4fbf-baa8-d08cd12435e4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335116 Sep 21 18:55:22.423576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:55:22.515760 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:22.528939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'mac_address': 'fa:16:3e:29:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:55:22.570003 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.582372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:55:22.601522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:22.605425 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.651050 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:22.798000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['85e179e0-d16c-4354-bb49-38b8cf74f977'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:55:22.819231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52543049-b267-44c2-897d-bde2487b7fc1 req-69469f4d-f022-4a68-8cdc-9314cf1f83b3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:22.820774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52543049-b267-44c2-897d-bde2487b7fc1 req-69469f4d-f022-4a68-8cdc-9314cf1f83b3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0533834 Sep 21 18:55:22.859613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52543049-b267-44c2-897d-bde2487b7fc1 req-b5d45f5e-6ef2-4dd4-a2a8-737c393ffecd tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Sep 21 18:55:23.976571 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa927c-5006-4521-aa80-8582eba1faf5 req-d7e1d20f-920d-4114-8ef3-9ec6e6410b83 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:23.978071 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8aa927c-5006-4521-aa80-8582eba1faf5 req-d7e1d20f-920d-4114-8ef3-9ec6e6410b83 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0502152 Sep 21 18:55:24.016364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8aa927c-5006-4521-aa80-8582eba1faf5 req-54c8484a-2743-43fe-85c2-f02b50de7091 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Sep 21 18:55:24.444869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:24.493486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 85e179e0-d16c-4354-bb49-38b8cf74f977 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:55:24.497886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 85e179e0-d16c-4354-bb49-38b8cf74f977 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:24.498294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:24.575116 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:24.600602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:24.602881 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a557767257e3007cc4a0845b54221247e7887119b906ef47024f55d7af93ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086fa8b8-bd32-45b8-86d2-c2d5ddfdfa60" -d '{"events": [{"server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "name": "network-vif-plugged", "status": "completed", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:24.616276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:24.620704 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:24.646096 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918c55b4-f868-4062-b39f-e4f17dce6d1c x-openstack-request-id: req-918c55b4-f868-4062-b39f-e4f17dce6d1c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:24.646408 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "name": "network-vif-plugged", "status": "completed", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:24.646662 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-918c55b4-f868-4062-b39f-e4f17dce6d1c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:24.647626 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'code': 200} Sep 21 18:55:24.675165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:24.753420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22dc0f-e9be-4314-ae9a-4b1ecbd58a55 req-26d5880f-3092-4296-858c-c698634c51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:24.755894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb22dc0f-e9be-4314-ae9a-4b1ecbd58a55 req-26d5880f-3092-4296-858c-c698634c51ca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1096 time: 0.0483446 Sep 21 18:55:24.792179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb22dc0f-e9be-4314-ae9a-4b1ecbd58a55 req-258802fd-f765-465f-b183-1c24a7b44283 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294571 Sep 21 18:55:25.138989 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978208c-c652-440b-860c-20c85a27b3a6 req-3822ed72-90f5-4e68-9bf1-5467cff7906c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:25.140501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f978208c-c652-440b-860c-20c85a27b3a6 req-3822ed72-90f5-4e68-9bf1-5467cff7906c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Sep 21 18:55:25.179393 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f978208c-c652-440b-860c-20c85a27b3a6 req-e90d2271-ac73-4056-934a-ac540ac0d129 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Sep 21 18:55:26.299266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529afd0-3a06-4d89-a8b9-83fcb97cfd75 req-911e67f5-6442-4951-9bf5-73bab91fa07b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:26.301452 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3529afd0-3a06-4d89-a8b9-83fcb97cfd75 req-911e67f5-6442-4951-9bf5-73bab91fa07b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0487130 Sep 21 18:55:26.338917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3529afd0-3a06-4d89-a8b9-83fcb97cfd75 req-1508fbe4-25d1-489e-96ba-c88d6f43a936 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Sep 21 18:55:26.455653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34657324-c469-4157-ad67-86f46267b28c req-214b3bec-04ac-4fb2-a86d-e1cdadb1c56d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:26.457148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34657324-c469-4157-ad67-86f46267b28c req-214b3bec-04ac-4fb2-a86d-e1cdadb1c56d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Sep 21 18:55:26.466245 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 51888) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:26.470434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Request body: {'floatingip': {'port_id': '85e179e0-d16c-4354-bb49-38b8cf74f977'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:26.510088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:26.951736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:26.955476 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:27.055413 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b associated. External IP: 172.25.3.25, port: 85e179e0-d16c-4354-bb49-38b8cf74f977. Sep 21 18:55:27.267480 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:55:27.376712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:55:27.382176 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:27.386963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:55:27.396668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:27.397291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:55:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:27.412047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d578b6ba-3aad-4925-bc19-9e7eeed8b7d5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "PUT /v2.0/floatingips/b30145d9-dd50-4f70-aaad-63c0bd68588b HTTP/1.1" status: 200 len: 991 time: 0.9444859 Sep 21 18:55:27.413785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:27.416143 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb34e6bf6d064f97f926076adae199bf7ef5f93b7b525d847304caddbc0f8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c337d5-13a0-486c-b4fc-11541d715a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:27.504559 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b8c2f6-a8ce-4859-87b2-79017f617d29 x-openstack-request-id: req-92b8c2f6-a8ce-4859-87b2-79017f617d29 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:27.504847 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:27.505100 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92b8c2f6-a8ce-4859-87b2-79017f617d29 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:27.505507 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'status': 'completed', 'code': 200} Sep 21 18:55:27.506242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:27.568324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-39e65f14-a0ec-4ee4-88ae-4881b3c9ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:27.569829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-39e65f14-a0ec-4ee4-88ae-4881b3c9ed56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1096 time: 0.0425506 Sep 21 18:55:27.669230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-8b6b1ac3-667c-45db-b0ae-fe5ebc3a6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:27.670787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-8b6b1ac3-667c-45db-b0ae-fe5ebc3a6e3c service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0936964 Sep 21 18:55:27.737522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:29:8c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a54698-12c7-4c76-ab58-60c319e75a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:55:26Z', 'revision_number': 13, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:27.738980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-c5f7e2df-68c7-40d5-bce7-bd0febfbbb84 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0597908 Sep 21 18:55:27.768237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:55:27.778015 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:27.778703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:55:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:27.790116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-cbe677b2-2d6f-489b-8a9a-169962ed3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:27.791732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-cbe677b2-2d6f-489b-8a9a-169962ed3897 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0465136 Sep 21 18:55:27.842303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-5e0c02b8-9e76-4298-a194-b9a116a4a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:27.843779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-5e0c02b8-9e76-4298-a194-b9a116a4a209 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454726 Sep 21 18:55:27.940808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-9397dadd-d388-4c4c-8ffb-1d5b802ad9be service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887573 Sep 21 18:55:28.051743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:28.290358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:29:8c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a54698-12c7-4c76-ab58-60c319e75a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:55:26Z', 'revision_number': 13, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:28.318314 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d372f-5d52-4c9b-b1b5-66e0804630b4 None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'b30145d9-dd50-4f70-aaad-63c0bd68588b', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'port_id': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'mac_address': 'fa:16:3e:29:8c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a54698-12c7-4c76-ab58-60c319e75a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:27Z', 'updated_at': '2021-09-21T18:55:26Z', 'revision_number': 13, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:55:28.335669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47c337d5-13a0-486c-b4fc-11541d715a6b req-1839e665-0c70-4c32-81b4-3ecb840e396a service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877444 Sep 21 18:55:28.514831 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e00789-318f-41e6-9744-39f9f5bceb7b None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:55:29.324766 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1b677087-617f-497e-afe0-796b1b032d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:33.669741 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-08ea1ab7-e98f-42d5-8cb0-7f5a2095b345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:34.236836 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:34.686403 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:34.957699 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:37.422933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:38.136788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-1ee95af6-4720-4ca0-91ab-c1c0672b4861 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865088 Sep 21 18:55:38.222779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-a9ec7fd2-c89d-4178-9af7-8ebe503ee34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:38.224170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-a9ec7fd2-c89d-4178-9af7-8ebe503ee34c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1096 time: 0.0410309 Sep 21 18:55:38.332418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-4f5fd169-80e1-4c31-a911-d009c3da3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:38.333905 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-4f5fd169-80e1-4c31-a911-d009c3da3998 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0883391 Sep 21 18:55:38.401749 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-fd6dba8f-265a-4dbd-bc6a-7aedfae90832 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 1001 time: 0.0583837 Sep 21 18:55:38.458254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-5c246236-cad2-4c7b-9ef8-38fd6040ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:38.459687 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-5c246236-cad2-4c7b-9ef8-38fd6040ee35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0486608 Sep 21 18:55:38.505922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-e04d5c5e-c67e-4c31-a8b0-38c89b4f20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:38.507419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-e04d5c5e-c67e-4c31-a8b0-38c89b4f20fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401993 Sep 21 18:55:38.598743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-3a40808c-6def-430a-821e-e458e81dcb04 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841467 Sep 21 18:55:38.698538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2b3050ce-89d7-4509-9723-439d0ab616ee req-cc631085-6855-4d22-b6a8-f5ea6502bdb8 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862367 Sep 21 18:55:38.975976 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:47.255344 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:55:59.325965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0ef16799-5742-416f-8244-00a4a22d5f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:03.671302 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ac1851f7-6523-4ead-8c93-dbe9e46e21cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:04.238386 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:04.677381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:04.958714 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:07.425251 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:08.974777 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:24.254790 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:56:29.328292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf0e4-5281-4c54-8cc2-a20e24d47669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:33.671871 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fbc7a459-97f1-4016-971c-0c944f2302a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:34.239098 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:34.694517 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:34.962293 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:37.427569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:38.988253 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:39.741847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-1df0cb9c-cd91-43a6-bbe8-90ce11c972ae service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796514 Sep 21 18:56:39.827225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-373029f0-be66-4c26-abe9-4cb7996c117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:39.828703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-373029f0-be66-4c26-abe9-4cb7996c117e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1096 time: 0.0405436 Sep 21 18:56:39.937092 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-9ea3e42c-d598-4071-9481-ab1c6fc1ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:39.938506 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-9ea3e42c-d598-4071-9481-ab1c6fc1ea68 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0898185 Sep 21 18:56:40.005507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-eff7c4a6-dc55-47fc-bd84-e69cff569388 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 1001 time: 0.0592320 Sep 21 18:56:40.057905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-0e368fc0-e7e5-40dc-986e-9e25dc7a5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:40.059362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-0e368fc0-e7e5-40dc-986e-9e25dc7a5298 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0477326 Sep 21 18:56:40.105674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-b8a87101-a51f-40d5-a02e-7510294524cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:40.107174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-b8a87101-a51f-40d5-a02e-7510294524cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409410 Sep 21 18:56:40.199900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-f0c7e2d1-a2ce-442f-aef8-29539524cc0e service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854232 Sep 21 18:56:40.290765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcc3a10c-c764-4f4d-9f80-46cb761ccb3d req-3f16a24a-d057-45ab-9598-e2fc28023c21 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838342 Sep 21 18:56:44.094740 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-c06e2226-d550-4dde-b77d-d1ea0e0069e9 req-3c1d294f-8489-495d-a4c8-de950bdf7878 service neutron] (95091) timed out ('10.222.0.78', 54422) {{(pid=95091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:56:59.329315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b39c42db-4aec-43ae-92ae-100fee3fc047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.254575 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:57:03.671646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ebf1-d4fc-488a-8bd7-bc6c9db20541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.241138 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.701322 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.964821 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:06.876661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f731f1c-81fc-4b06-89d6-5c486fddce41 req-5b378bcf-b207-40a6-aacd-fe26000e78d8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:06.878153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f731f1c-81fc-4b06-89d6-5c486fddce41 req-5b378bcf-b207-40a6-aacd-fe26000e78d8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0923884 Sep 21 18:57:06.916657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f731f1c-81fc-4b06-89d6-5c486fddce41 req-1eba6792-00e1-4e8f-bf55-af5d207bcd63 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Sep 21 18:57:07.432750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:08.991576 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:17.991817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-a6e2a0ba-dcac-4da2-a189-8bf2a59b2f29 req-bd5e5ab6-1d3a-4571-83c4-9321270125e1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:57:17.992846 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a6e2a0ba-dcac-4da2-a189-8bf2a59b2f29 req-bd5e5ab6-1d3a-4571-83c4-9321270125e1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422647 Sep 21 18:57:18.201753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ef84-7f19-465e-a1ae-60703eb1c638 req-53059b11-31f5-48f5-a489-11123100b6ee tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:18.203271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73c3ef84-7f19-465e-a1ae-60703eb1c638 req-53059b11-31f5-48f5-a489-11123100b6ee tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0755863 Sep 21 18:57:18.233050 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-5ed37abd-0933-4d44-b4a0-771d106f0ccd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136189 Sep 21 18:57:18.249498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-965d5eaa-8f6b-4554-a706-26ab9a3dfa9c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:57:18.250564 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-965d5eaa-8f6b-4554-a706-26ab9a3dfa9c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075665 Sep 21 18:57:18.257403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73c3ef84-7f19-465e-a1ae-60703eb1c638 req-06c550f4-ecf0-451e-95d4-6b8b49dc9cc3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 Sep 21 18:57:19.378108 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215650a-d26a-44fa-908a-23a0977f3f31 req-2c99f853-acd0-43ba-b821-bbbfae1c3102 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:19.379617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f215650a-d26a-44fa-908a-23a0977f3f31 req-2c99f853-acd0-43ba-b821-bbbfae1c3102 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0514209 Sep 21 18:57:19.444359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f215650a-d26a-44fa-908a-23a0977f3f31 req-2ca7bb2c-f761-4224-b7f5-512d4ab5da4b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546231 Sep 21 18:57:19.448704 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3c0cc99b-d0c4-490d-892e-9079d14960f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:19.450278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3c0cc99b-d0c4-490d-892e-9079d14960f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1096 time: 0.0679076 Sep 21 18:57:19.549969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-82206a96-d67e-47b7-a8de-3e0f09cd95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:19.551486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-82206a96-d67e-47b7-a8de-3e0f09cd95c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0853903 Sep 21 18:57:19.620181 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-fa61e808-c44b-4fed-b3ee-a45dd84cc349 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 1001 time: 0.0617363 Sep 21 18:57:19.668542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-c26e32eb-4c55-4099-9ca8-0d1ec72d60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:19.669948 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-c26e32eb-4c55-4099-9ca8-0d1ec72d60f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0434825 Sep 21 18:57:19.714709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-4e9cf899-a3f7-4319-967c-82ec2683ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:19.716090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-4e9cf899-a3f7-4319-967c-82ec2683ae46 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391836 Sep 21 18:57:19.809239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-555a30cd-b39f-4261-b5a3-aebc76dc2845 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857842 Sep 21 18:57:19.899377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-95ee82dd-b6e6-4a94-9f60-d1b9176ecc1d service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825276 Sep 21 18:57:20.564738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf90158-1565-42b2-9862-20901199a728 req-df27e079-06bb-4079-b17a-8d08f3bb22db tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:20.566246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cf90158-1565-42b2-9862-20901199a728 req-df27e079-06bb-4079-b17a-8d08f3bb22db tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0532124 Sep 21 18:57:20.606647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5cf90158-1565-42b2-9862-20901199a728 req-cb65baf9-92b2-4f96-b650-3274ddb3f493 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336354 Sep 21 18:57:21.727137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af9081-97ac-4c45-b564-61f725509c26 req-89887385-2faa-405b-acf7-eb78574115df tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:21.728616 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81af9081-97ac-4c45-b564-61f725509c26 req-89887385-2faa-405b-acf7-eb78574115df tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0487826 Sep 21 18:57:21.765721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81af9081-97ac-4c45-b564-61f725509c26 req-df086271-5213-4d92-a49e-78acd5706b3f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Sep 21 18:57:22.879315 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cf897-fc58-4e4d-bda3-af034ef8ff48 req-75295f29-afe5-4faa-b4d1-aa81dc707565 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:22.880777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f33cf897-fc58-4e4d-bda3-af034ef8ff48 req-75295f29-afe5-4faa-b4d1-aa81dc707565 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Sep 21 18:57:22.918178 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f33cf897-fc58-4e4d-bda3-af034ef8ff48 req-383dddd9-7d48-4986-bd98-0ec73604b562 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307376 Sep 21 18:57:24.038514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eaac7-9769-4506-9ed9-a3879e8f18a1 req-f2365657-e16e-4d01-8df5-457c11d10c9b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:24.039975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-786eaac7-9769-4506-9ed9-a3879e8f18a1 req-f2365657-e16e-4d01-8df5-457c11d10c9b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Sep 21 18:57:24.077332 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-786eaac7-9769-4506-9ed9-a3879e8f18a1 req-83d8f318-87dc-4b35-82dc-d529ea8c655d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Sep 21 18:57:25.194938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f0161-166f-4bea-a374-f8f8f82df84f req-16233e6f-9a16-4b3c-8e3b-b396a055b9f9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:25.196492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-804f0161-166f-4bea-a374-f8f8f82df84f req-16233e6f-9a16-4b3c-8e3b-b396a055b9f9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0500848 Sep 21 18:57:25.234309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-804f0161-166f-4bea-a374-f8f8f82df84f req-68bbfc6f-caf2-4042-aae7-51270f7eb3e8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317335 Sep 21 18:57:26.353348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5675dc-237c-4729-870d-fb1f535c9dfd req-e410a2b0-2030-4210-bd24-80e2792722de tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:26.354934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5675dc-237c-4729-870d-fb1f535c9dfd req-e410a2b0-2030-4210-bd24-80e2792722de tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0522323 Sep 21 18:57:26.392561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c5675dc-237c-4729-870d-fb1f535c9dfd req-a1574eed-c027-44f0-9f3c-81d6d6e0066b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Sep 21 18:57:27.513802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9006c0-ea9a-4c22-afc5-2944a1c12099 req-8ce7eccc-cd70-4ee3-b3f6-0d7b5f02dec3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:27.515210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e9006c0-ea9a-4c22-afc5-2944a1c12099 req-8ce7eccc-cd70-4ee3-b3f6-0d7b5f02dec3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0534513 Sep 21 18:57:27.552042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e9006c0-ea9a-4c22-afc5-2944a1c12099 req-7f601de8-4090-41d4-b8ad-865c9c3f2ebf tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Sep 21 18:57:28.668698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4ef2e-47ad-454f-bffb-0235ba76f1ba req-00882790-5ec8-4856-a598-41075ac24c03 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:28.670155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09b4ef2e-47ad-454f-bffb-0235ba76f1ba req-00882790-5ec8-4856-a598-41075ac24c03 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0485981 Sep 21 18:57:28.707744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09b4ef2e-47ad-454f-bffb-0235ba76f1ba req-33ceeaa5-def9-47e0-af71-cbd90f017585 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Sep 21 18:57:29.328614 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4d59f946-9b53-4031-b893-bdda1b682e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:29.824588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0f471-9b4b-4d33-bd26-14ca7aaccb9f req-478f2937-fba1-408c-98d2-fa52ef7f5e61 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:29.826077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26f0f471-9b4b-4d33-bd26-14ca7aaccb9f req-478f2937-fba1-408c-98d2-fa52ef7f5e61 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0487669 Sep 21 18:57:29.863227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-26f0f471-9b4b-4d33-bd26-14ca7aaccb9f req-bdfce4e6-3a44-448a-8bfe-1f75fc4883a4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312479 Sep 21 18:57:30.981791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e172-016a-4aa2-8d6f-a5ac50e32d8b req-946b337b-74ba-40c8-ab3f-0e9c94775789 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:30.983285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17b9e172-016a-4aa2-8d6f-a5ac50e32d8b req-946b337b-74ba-40c8-ab3f-0e9c94775789 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0522797 Sep 21 18:57:31.020562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17b9e172-016a-4aa2-8d6f-a5ac50e32d8b req-386bc184-2ab6-48b9-9d0e-9da6a5679a5e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Sep 21 18:57:32.136138 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c1520-659b-4376-a7a5-014f5085423c req-4cddb3d2-f817-41ed-9093-9b5723180c64 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:32.137622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e23c1520-659b-4376-a7a5-014f5085423c req-4cddb3d2-f817-41ed-9093-9b5723180c64 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Sep 21 18:57:32.174907 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e23c1520-659b-4376-a7a5-014f5085423c req-112a6573-0dce-4783-aa07-65889d2d4f42 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Sep 21 18:57:33.293185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f13d5-cb4d-479a-a200-89efb983dcdb req-8ce00d27-a69c-4918-90c8-41b6484d24fc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:33.294639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-868f13d5-cb4d-479a-a200-89efb983dcdb req-8ce00d27-a69c-4918-90c8-41b6484d24fc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0491722 Sep 21 18:57:33.333272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-868f13d5-cb4d-479a-a200-89efb983dcdb req-3c7e923e-d584-4452-b9ce-4f0fb8c309a4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Sep 21 18:57:33.673325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de6f609a-1ff3-4b49-aa23-e77867c10cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:33.839805 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-b7c45b3e-1cb2-4516-812f-a5214dae821b service neutron] show failed (client error): The resource could not be found. Sep 21 18:57:33.840881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-b7c45b3e-1cb2-4516-812f-a5214dae821b service neutron] 10.222.0.78 "GET /v2.0/ports/85e179e0-d16c-4354-bb49-38b8cf74f977/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0591815 Sep 21 18:57:34.122226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-437d5176-f20d-4aaf-85f6-aaf25c7d2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:34.123677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-437d5176-f20d-4aaf-85f6-aaf25c7d2216 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 1096 time: 0.0823131 Sep 21 18:57:34.136729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:57:34.189990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:34.242920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:34.396320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:34.429555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:34.450818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d410cc-38ee-438f-b48f-783e0b94eba0 req-f689f386-0d7a-4301-9e55-8f583124315c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:34.452327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33d410cc-38ee-438f-b48f-783e0b94eba0 req-f689f386-0d7a-4301-9e55-8f583124315c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0506413 Sep 21 18:57:34.469650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:57:34.475277 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:34.487783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Transition to ACTIVE for port object 85e179e0-d16c-4354-bb49-38b8cf74f977 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:57:34.492366 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:34.494072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-33d410cc-38ee-438f-b48f-783e0b94eba0 req-1bf986d3-a2cf-4c0e-b3de-a045ef67b8ed tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351930 Sep 21 18:57:34.521033 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01368c3c-ef57-450e-9b8a-6c2b1b26ac0e" -d '{"events": [{"server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "name": "network-vif-unplugged", "status": "completed", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:57:34.580995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:34.594385 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.594722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.595121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.595386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.595719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.596053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.596381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.596709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.597033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.597356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.597678 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.597996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:34.638266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] No DVR routers for this DVR port 85e179e0-d16c-4354-bb49-38b8cf74f977 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:57:34.640819 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861df408-fd96-44df-ada4-59fc13429257 x-openstack-request-id: req-861df408-fd96-44df-ada4-59fc13429257 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:57:34.641107 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "name": "network-vif-unplugged", "status": "completed", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:57:34.641358 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-861df408-fd96-44df-ada4-59fc13429257 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:57:34.641748 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'code': 200} Sep 21 18:57:34.713134 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:34.947739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:57:34.989290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:34.998687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:57:35.067837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:57:35.068170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:57:35.068497 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:35.073490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:57:35.073807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:35.078553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:57:35.078989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:57:35.079454 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:57:35.079945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Bound port: 85e179e0-d16c-4354-bb49-38b8cf74f977, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:57:35.080446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:35.141672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:35.145285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:57:35.149368 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:35.184541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:35.185147 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:35.186601 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] 10.222.0.41 "PUT /v2.0/ports/85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 1091 time: 1.0536590 Sep 21 18:57:35.207176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf13ff2-ef51-4caa-bee6-5ed60d8ffa18 service neutron] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:35.251851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-016e705d-ff81-4741-ae1e-66a0485bc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:35.253413 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-016e705d-ff81-4741-ae1e-66a0485bc3ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1094 time: 0.0417960 Sep 21 18:57:35.351751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-2fb059be-8985-4225-8bc9-8c2ef3590e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:35.353453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-2fb059be-8985-4225-8bc9-8c2ef3590e0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0928209 Sep 21 18:57:35.423184 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-f26fab73-0043-4d32-bad3-0178a41319fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0621967 Sep 21 18:57:35.472096 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-7bcd0e07-d1e3-4ee7-acd0-a1d67a8af028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:35.473425 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-7bcd0e07-d1e3-4ee7-acd0-a1d67a8af028 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0424778 Sep 21 18:57:35.517736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-cd1cf560-f53e-481f-9d34-b3a29260aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:35.519224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-cd1cf560-f53e-481f-9d34-b3a29260aa87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389569 Sep 21 18:57:35.613584 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-89e2081a-b055-4e54-b0e2-474b3517de8a service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869701 Sep 21 18:57:35.615390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec6f1-54cf-458b-9251-71aa285d6ba9 req-e7194aa9-6626-4d09-b4db-f5ead7c11f45 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:35.617244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-079ec6f1-54cf-458b-9251-71aa285d6ba9 req-e7194aa9-6626-4d09-b4db-f5ead7c11f45 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0508533 Sep 21 18:57:35.658902 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-079ec6f1-54cf-458b-9251-71aa285d6ba9 req-52e61443-b8b7-4518-b691-76dd7375771c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355437 Sep 21 18:57:35.713092 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fc9d4145-a20b-41b7-b1f4-77120304b170 req-650bd11d-5e77-4d5d-86cd-4bb2686fb912 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905261 Sep 21 18:57:36.642724 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:57:36.645079 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98afe483-6732-4622-bc31-7e1ac53c05a3" -d '{"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:57:36.692449 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a3d20f-0ade-4112-a099-8cc5f63007ed x-openstack-request-id: req-85a3d20f-0ade-4112-a099-8cc5f63007ed {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:57:36.692838 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:57:36.693187 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85a3d20f-0ade-4112-a099-8cc5f63007ed {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:57:36.694238 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'status': 'completed', 'code': 200} Sep 21 18:57:36.772729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-1e3c6570-8438-4ec5-9527-9840e934729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:36.774742 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-1e3c6570-8438-4ec5-9527-9840e934729d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1094 time: 0.0568228 Sep 21 18:57:36.796837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-998e3a60-ecdd-490e-8a24-36af5347e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:36.798372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-998e3a60-ecdd-490e-8a24-36af5347e762 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1094 time: 0.0855479 Sep 21 18:57:36.807431 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72b949-41e8-4309-bb60-d7d41b3da1cb req-784dde0b-98aa-4fa1-bb4a-fd037b5b0c5e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:36.808940 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f72b949-41e8-4309-bb60-d7d41b3da1cb req-784dde0b-98aa-4fa1-bb4a-fd037b5b0c5e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0628138 Sep 21 18:57:36.887504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-cabcb258-ce1c-4395-ae91-9d85d4b2da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:36.889215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-cabcb258-ce1c-4395-ae91-9d85d4b2da96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.1065807 Sep 21 18:57:36.916118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3f72b949-41e8-4309-bb60-d7d41b3da1cb req-e9f1a5a6-04f9-43e9-88ef-d4d1ccf019dc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877888 Sep 21 18:57:36.932745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-5c4b996d-4b95-4316-87d8-991cb6a67bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:36.934506 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-5c4b996d-4b95-4316-87d8-991cb6a67bfe service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.1244562 Sep 21 18:57:36.967761 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-d17140a4-7ad5-467e-8628-1a2f6e1f3aa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0698042 Sep 21 18:57:37.003963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-653a2854-002d-4f80-9530-a5eb13c5961b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0626020 Sep 21 18:57:37.022555 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-899f3899-e7ad-4ff1-8311-944e4edf0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:37.024148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-899f3899-e7ad-4ff1-8311-944e4edf0864 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0474892 Sep 21 18:57:37.057354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-05f0ac7f-d9a4-486d-8592-00c5aad6e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:37.069728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-05f0ac7f-d9a4-486d-8592-00c5aad6e102 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0502892 Sep 21 18:57:37.086887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-ea72fb45-55ef-4a23-9b4b-75195ddd0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:37.088439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-ea72fb45-55ef-4a23-9b4b-75195ddd0380 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565243 Sep 21 18:57:37.114080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-28535759-7090-4f4f-8764-990d75d8fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:37.116222 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-28535759-7090-4f4f-8764-990d75d8fd75 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479839 Sep 21 18:57:37.188215 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-b984dcc9-44d3-4b2e-a42f-87bb341e24ab service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Sep 21 18:57:37.207431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-632d16df-1dd3-4a67-8c70-919ed8dda85f service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826726 Sep 21 18:57:37.287340 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-2e8b710a-a6e4-4e55-9c3d-b2cc5499736e service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906460 Sep 21 18:57:37.308403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-98afe483-6732-4622-bc31-7e1ac53c05a3 req-229478aa-48f9-4249-8b5d-91ad15d94ce9 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926857 Sep 21 18:57:37.433729 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:38.044626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f574f-b51d-40e3-acf1-f3c6f1a6b2f9 req-fb3ff88f-6afc-44e8-bfc6-f6122045c59d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:38.046234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c43f574f-b51d-40e3-acf1-f3c6f1a6b2f9 req-fb3ff88f-6afc-44e8-bfc6-f6122045c59d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0511005 Sep 21 18:57:38.088862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c43f574f-b51d-40e3-acf1-f3c6f1a6b2f9 req-542770ae-0081-4b10-adbb-37d0087aa6ed tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360134 Sep 21 18:57:38.255457 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:57:39.007972 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:39.206929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ef5d-3885-4fe4-82f7-269c76ffaab5 req-467ae769-db46-4959-8035-bbf97a07dd58 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:39.208928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c9ef5d-3885-4fe4-82f7-269c76ffaab5 req-467ae769-db46-4959-8035-bbf97a07dd58 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0481987 Sep 21 18:57:39.249213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c9ef5d-3885-4fe4-82f7-269c76ffaab5 req-cbff266e-2c3f-4475-b7a1-26f9d30138d0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330591 Sep 21 18:57:40.371095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269e66f-53c8-4862-b461-92552a008f6a req-dd0ca083-1256-403a-9666-74432f816deb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:40.372581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8269e66f-53c8-4862-b461-92552a008f6a req-dd0ca083-1256-403a-9666-74432f816deb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0547042 Sep 21 18:57:40.412419 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8269e66f-53c8-4862-b461-92552a008f6a req-2655c15c-ba6b-40e1-bdf3-2a1bcca90f06 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338182 Sep 21 18:57:41.528577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61c1a6-8bc9-4912-aac1-40148508f53f req-2bc9a56b-801c-4cc8-979f-562dfab8de38 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:41.529958 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d61c1a6-8bc9-4912-aac1-40148508f53f req-2bc9a56b-801c-4cc8-979f-562dfab8de38 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0490110 Sep 21 18:57:41.567052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2d61c1a6-8bc9-4912-aac1-40148508f53f req-aadd12b9-6cd0-4919-9a35-2060d049546f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Sep 21 18:57:42.683398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8328d2-033b-479c-88c7-f5a423bb8408 req-7a5c83fd-9107-4b09-bcbe-a9c21e0110d8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:42.684884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e8328d2-033b-479c-88c7-f5a423bb8408 req-7a5c83fd-9107-4b09-bcbe-a9c21e0110d8 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0485675 Sep 21 18:57:42.722716 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e8328d2-033b-479c-88c7-f5a423bb8408 req-f3b67acb-20e9-4058-a2db-883c54651a75 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Sep 21 18:57:43.844739 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dfdfe-b2c3-4e08-bcc3-fdf1771344e7 req-25da62ac-0e27-4c60-94a8-98cf4da05467 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:43.846213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d60dfdfe-b2c3-4e08-bcc3-fdf1771344e7 req-25da62ac-0e27-4c60-94a8-98cf4da05467 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0531294 Sep 21 18:57:43.884534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d60dfdfe-b2c3-4e08-bcc3-fdf1771344e7 req-3ce6fb03-e91d-4097-946c-72f4cb3c3276 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Sep 21 18:57:44.998658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9786af-9764-4087-9ad5-4f4bbd87508b req-b35c1a54-8893-48ec-bd60-9df445741c4c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:45.000146 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d9786af-9764-4087-9ad5-4f4bbd87508b req-b35c1a54-8893-48ec-bd60-9df445741c4c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0486631 Sep 21 18:57:45.037934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d9786af-9764-4087-9ad5-4f4bbd87508b req-1d2832bf-48d8-464c-8a3d-36aa0648e2a2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Sep 21 18:57:46.154205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7d7f5-9444-496c-ad8e-d2b72cc06dcd req-9938825f-e5e4-4e3d-b7d3-708a47bf1b44 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:46.155710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdd7d7f5-9444-496c-ad8e-d2b72cc06dcd req-9938825f-e5e4-4e3d-b7d3-708a47bf1b44 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0489280 Sep 21 18:57:46.193574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fdd7d7f5-9444-496c-ad8e-d2b72cc06dcd req-34c8838e-6de5-4acf-8f84-fb251af4a9f3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Sep 21 18:57:47.313729 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c3e6-16ab-4beb-bdc3-022456c233e9 req-93fad8b0-81b4-4369-bf77-7e4062b66d15 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:47.315124 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f939c3e6-16ab-4beb-bdc3-022456c233e9 req-93fad8b0-81b4-4369-bf77-7e4062b66d15 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0526588 Sep 21 18:57:47.352866 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f939c3e6-16ab-4beb-bdc3-022456c233e9 req-f8ce60a5-ff3f-4641-a203-2519536a60ef tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Sep 21 18:57:47.632934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-cdfedef8-4635-4f77-b90f-78de71b8dd1f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:47.634435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-cdfedef8-4635-4f77-b90f-78de71b8dd1f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 943 time: 0.0533423 Sep 21 18:57:47.649901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfc20d-051a-4ef1-8915-45175921904f req-4cabec6a-13ab-4292-88f6-34af7f764c23 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:47.651398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85bfc20d-051a-4ef1-8915-45175921904f req-4cabec6a-13ab-4292-88f6-34af7f764c23 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0495801 Sep 21 18:57:47.689337 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85bfc20d-051a-4ef1-8915-45175921904f req-31428e6f-e9f9-46b6-8693-2801e2b5cff2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Sep 21 18:57:47.695368 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-3041f7a7-ab58-4b3d-9abc-68089d5d5041 service neutron] 10.222.0.41 "GET /v2.0/ports/85e179e0-d16c-4354-bb49-38b8cf74f977/bindings/n-h2-810285-3 HTTP/1.1" status: 200 len: 382 time: 0.0529873 Sep 21 18:57:47.756151 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-0413c282-28e2-4803-b894-4a1188882e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:47.758471 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-0413c282-28e2-4803-b894-4a1188882e58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1094 time: 0.0413213 Sep 21 18:57:47.850258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-2b8ef7af-e018-45cb-a2fa-ffa019a19f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:47.851655 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-2b8ef7af-e018-45cb-a2fa-ffa019a19f1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0863943 Sep 21 18:57:47.914840 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-50310a89-a50e-460c-ae98-935a6bd632b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0563955 Sep 21 18:57:47.969413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-cf5ec0f8-9a58-4ff5-8223-65cf4d23c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:47.970912 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-cf5ec0f8-9a58-4ff5-8223-65cf4d23c93b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0484483 Sep 21 18:57:48.015544 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-68938650-52fc-40bf-9837-8e0210391681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:48.016979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-68938650-52fc-40bf-9837-8e0210391681 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390439 Sep 21 18:57:48.106533 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-02ce8fa1-ff86-48c6-b115-004a11ca8d93 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812449 Sep 21 18:57:48.133085 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:57:48.201054 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-d24b06ba-1fd8-4521-9f70-a4160e6575ec service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872262 Sep 21 18:57:48.228327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:48.239360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'mac_address': 'fa:16:3e:29:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:57:48.275875 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:48.288059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:57:48.307113 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:48.311175 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:48.357251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:48.364570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.364876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.365216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.365550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.365880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.366799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.367138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.367461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.367780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.368100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.368422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.368743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:48.603451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['85e179e0-d16c-4354-bb49-38b8cf74f977'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:57:48.807335 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d7845-1e3d-48c8-b6fa-8fb4cb9c2b47 req-6bd218a4-3966-4544-9c49-304cfafd8fc2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:48.808830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a43d7845-1e3d-48c8-b6fa-8fb4cb9c2b47 req-6bd218a4-3966-4544-9c49-304cfafd8fc2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0487788 Sep 21 18:57:48.846521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a43d7845-1e3d-48c8-b6fa-8fb4cb9c2b47 req-9828b006-533f-4884-b5b7-bf493a1db63c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316772 Sep 21 18:57:49.967550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cdd75-cd8d-4049-a264-5d5db6e977dd req-e5da396c-0df0-4ff8-ae1b-1027774eee56 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:49.969148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e5cdd75-cd8d-4049-a264-5d5db6e977dd req-e5da396c-0df0-4ff8-ae1b-1027774eee56 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0548110 Sep 21 18:57:50.012143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e5cdd75-cd8d-4049-a264-5d5db6e977dd req-537bc146-c3f1-443c-9378-28646024654f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363686 Sep 21 18:57:50.135276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:57:50.213569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:50.226552 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:57:50.245309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:50.249458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:50.297340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:51.130137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1319f-2f17-4a36-bcce-1f2b820a9e69 req-c2504929-aaa7-4bd1-b03c-dcae3c234e63 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:51.131673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84b1319f-2f17-4a36-bcce-1f2b820a9e69 req-c2504929-aaa7-4bd1-b03c-dcae3c234e63 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.0500026 Sep 21 18:57:51.169450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84b1319f-2f17-4a36-bcce-1f2b820a9e69 req-c8f43a03-1192-48b4-b4a2-365e30057ab6 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Sep 21 18:57:52.048379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-e8fcf2a3-063c-4862-8e37-ae6f621ae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:52.049849 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-e8fcf2a3-063c-4862-8e37-ae6f621ae0cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51&tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74 HTTP/1.1" status: 200 len: 1094 time: 0.0405357 Sep 21 18:57:52.062603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:57:52.118958 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:52.341139 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a42ff-1608-4fce-a62f-908a7e8fb430 req-5d9c8f29-6ac3-4aa9-bfc9-9dcd2c6ee77f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:52.342906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d1a42ff-1608-4fce-a62f-908a7e8fb430 req-5d9c8f29-6ac3-4aa9-bfc9-9dcd2c6ee77f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 943 time: 0.1043229 Sep 21 18:57:52.372526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:52.412434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d1a42ff-1608-4fce-a62f-908a7e8fb430 req-0290837b-4651-4aec-b3e2-d012344cf8e9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623250 Sep 21 18:57:52.424150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h2-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:52.457100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:57:52.464889 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:52.475233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Ignored duplicate provisioning block setup for port 85e179e0-d16c-4354-bb49-38b8cf74f977 by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 18:57:52.478749 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:52.553653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=10']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:52.565797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.566149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.566524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.566871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.567208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.567544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.567987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.568195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.568525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.568850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.569181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.570090 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:52.612117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] No DVR routers for this DVR port 85e179e0-d16c-4354-bb49-38b8cf74f977 on host n-h2-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:57:52.748774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:57:52.749061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:57:52.749388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:52.753482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:57:52.753801 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Attempting to bind port 85e179e0-d16c-4354-bb49-38b8cf74f977 on network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:52.759372 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:57:52.759705 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Checking segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:57:52.760081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Bound using segment: {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:57:52.760501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Bound port: 85e179e0-d16c-4354-bb49-38b8cf74f977, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d846ae-57d6-4530-a2c8-2ffb20d0e78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:57:52.760848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:52.821482 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:52.824868 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:57:52.828680 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:52.859546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:52.860114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:52.861517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] 10.222.0.78 "PUT /v2.0/ports/85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 1092 time: 0.8030446 Sep 21 18:57:52.861963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:57:52.906436 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfe3618-228a-42a8-9d54-81dc6f227283" -d '{"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:57:52.927506 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb8f2a-0ba4-4f53-b24d-7b427378a79c service neutron] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=11']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:52.951015 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8c535e98-d071-42dc-af40-fc5dbf67e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:52.952562 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8c535e98-d071-42dc-af40-fc5dbf67e178 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1095 time: 0.0609591 Sep 21 18:57:53.021628 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2048726-c704-41e4-89bb-a5417ced49f3 x-openstack-request-id: req-d2048726-c704-41e4-89bb-a5417ced49f3 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:57:53.021996 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:57:53.022343 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2048726-c704-41e4-89bb-a5417ced49f3 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:57:53.023566 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'status': 'completed', 'code': 200} Sep 21 18:57:53.054751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-007637a6-0900-421c-bb4c-b6c1f987c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.056529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-007637a6-0900-421c-bb4c-b6c1f987c2e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0964146 Sep 21 18:57:53.081422 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-8c37cc2d-145c-4945-9088-72dfb5f18b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.083104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-8c37cc2d-145c-4945-9088-72dfb5f18b77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1095 time: 0.0424736 Sep 21 18:57:53.130980 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-63d12d8c-e3de-4f95-9086-b115d7846693 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0672855 Sep 21 18:57:53.180495 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8575fbb1-0eae-4a14-9a56-b67ba40e433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.181989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-8575fbb1-0eae-4a14-9a56-b67ba40e433e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0438881 Sep 21 18:57:53.184504 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-c1978bcb-3a3c-48a4-b8ce-1453e7acf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.185973 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-c1978bcb-3a3c-48a4-b8ce-1453e7acf0d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.0959358 Sep 21 18:57:53.228400 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-d9e6df3f-4712-40c9-8b06-397a3721fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.229919 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-d9e6df3f-4712-40c9-8b06-397a3721fc78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411932 Sep 21 18:57:53.253386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-073219df-f542-450c-a147-33c1f16866da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0588484 Sep 21 18:57:53.306885 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-45396138-e271-4d35-8ad9-4c9919de8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.308355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-45396138-e271-4d35-8ad9-4c9919de8f03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0477109 Sep 21 18:57:53.322538 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-65a7aa90-1d3b-4032-a2fc-d00f6da1c8de service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856707 Sep 21 18:57:53.358013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-0c225131-86cf-46ee-804c-3ff6ae7336e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.359570 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-0c225131-86cf-46ee-804c-3ff6ae7336e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417936 Sep 21 18:57:53.412810 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-05d2a01c-1972-4e41-8035-33000b496cf9 req-fca8c57e-ab5e-461f-981f-e9342314b172 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837348 Sep 21 18:57:53.454823 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-c40a5bbc-03a8-499f-96d5-feb928c841f6 service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865443 Sep 21 18:57:53.544291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-90944a08-d657-4c92-a0e8-544f9500b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.545817 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-90944a08-d657-4c92-a0e8-544f9500b089 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 1095 time: 0.0839915 Sep 21 18:57:53.565001 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-70d6f734-6fec-4f3d-8531-4b6f201fae2c service neutron] 10.222.0.41 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022756 Sep 21 18:57:53.570404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f665b-80cc-4828-87e2-dcc926d69997 req-35fec45d-7b90-4828-93d8-3a19be6c0733 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.572043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-681f665b-80cc-4828-87e2-dcc926d69997 req-35fec45d-7b90-4828-93d8-3a19be6c0733 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0737536 Sep 21 18:57:53.654862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-681f665b-80cc-4828-87e2-dcc926d69997 req-fbc7967c-7161-4a62-b3a8-cceda7e771a3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728328 Sep 21 18:57:53.672811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-5eca2e11-25d0-45db-b700-f826a07c7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.674291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-5eca2e11-25d0-45db-b700-f826a07c7c63 service neutron] 10.222.0.78 "GET /v2.0/networks?id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 200 len: 914 time: 0.1210985 Sep 21 18:57:53.743671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-0ec246bb-6210-40f0-90dc-581cff0352f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 200 len: 999 time: 0.0621977 Sep 21 18:57:53.793957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-39e6f3a9-222d-4147-9b35-67101de76a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.795547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-39e6f3a9-222d-4147-9b35-67101de76a42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 200 len: 851 time: 0.0451856 Sep 21 18:57:53.842356 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-87d287e7-d2cd-4625-8c6c-62adb32e2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.843870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-87d287e7-d2cd-4625-8c6c-62adb32e2b4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409160 Sep 21 18:57:53.937584 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-e9cd9fc9-b435-416d-bf50-6408c2a08806 service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862923 Sep 21 18:57:54.036175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4cfe3618-228a-42a8-9d54-81dc6f227283 req-a1fa3355-ca99-40e2-beef-7d3fc88c7dfb service neutron] 10.222.0.78 "GET /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916176 Sep 21 18:57:55.066342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76efe4-31de-4553-8192-50a9bb87fa67 req-1f61b656-af52-4420-bd79-0639cd4d665d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:55.067778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b76efe4-31de-4553-8192-50a9bb87fa67 req-1f61b656-af52-4420-bd79-0639cd4d665d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.3436255 Sep 21 18:57:55.106781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1b76efe4-31de-4553-8192-50a9bb87fa67 req-3aed80a5-bcad-4aed-bf5f-f45e070e2a6c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Sep 21 18:57:56.221597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a014fe-793f-4848-bf67-1c8f333ed264 req-d46ee121-48cd-42fe-a121-5a25cb2dcc9a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:56.223103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96a014fe-793f-4848-bf67-1c8f333ed264 req-d46ee121-48cd-42fe-a121-5a25cb2dcc9a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0488241 Sep 21 18:57:56.262471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96a014fe-793f-4848-bf67-1c8f333ed264 req-9040f435-e2bf-4fd4-afb7-e6b011fbd577 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 Sep 21 18:57:57.381517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02a97c-a8fa-4b7d-b730-e0c05dc1515c req-28310cee-13ed-4035-82f4-ac35e288851a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:57.383621 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec02a97c-a8fa-4b7d-b730-e0c05dc1515c req-28310cee-13ed-4035-82f4-ac35e288851a tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0498042 Sep 21 18:57:57.422829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec02a97c-a8fa-4b7d-b730-e0c05dc1515c req-d6551020-1115-4541-b898-93f8c02d0f85 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331502 Sep 21 18:57:58.539791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9b33-db7d-42de-bec1-cf74771d6794 req-005fd5dc-6dca-45e2-888d-9cff988f8319 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:58.541300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c6c9b33-db7d-42de-bec1-cf74771d6794 req-005fd5dc-6dca-45e2-888d-9cff988f8319 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0510540 Sep 21 18:57:58.578872 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c6c9b33-db7d-42de-bec1-cf74771d6794 req-117c5f8b-e6f7-4f3f-b2ca-cd2eb598371d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Sep 21 18:57:59.328784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-978d06f9-56bb-4771-9ca2-303d731af203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:59.693579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf073d7-3f12-490b-8a4f-b56870fdef59 req-c12e0b8d-a232-44b8-940c-ce29d22a231c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:59.695100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bbf073d7-3f12-490b-8a4f-b56870fdef59 req-c12e0b8d-a232-44b8-940c-ce29d22a231c tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0491319 Sep 21 18:57:59.733558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bbf073d7-3f12-490b-8a4f-b56870fdef59 req-3792e9d6-f6c9-4198-9eec-06002f6e17a3 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Sep 21 18:58:00.851586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a40bc-980b-4e5a-99ac-03f898fd8cb1 req-c784029a-03b5-4f4c-9567-6cd3bbe34047 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:00.853788 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-207a40bc-980b-4e5a-99ac-03f898fd8cb1 req-c784029a-03b5-4f4c-9567-6cd3bbe34047 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0531597 Sep 21 18:58:00.895657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-207a40bc-980b-4e5a-99ac-03f898fd8cb1 req-d1f494d9-7f05-4a87-b1b0-1ae28711a00e tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360003 Sep 21 18:58:02.012916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d97c01-d91d-43fd-a368-915c91f94691 req-27d08382-4ba9-4b33-9c35-7cb181a459a4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:02.014434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2d97c01-d91d-43fd-a368-915c91f94691 req-27d08382-4ba9-4b33-9c35-7cb181a459a4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0492291 Sep 21 18:58:02.051306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2d97c01-d91d-43fd-a368-915c91f94691 req-8d989a65-1704-48cd-b424-e7ea4e620062 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Sep 21 18:58:03.166908 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1f614-cb91-4f53-9533-e3c16d39ec76 req-28515f04-885b-4740-ba88-72d772522ff5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:03.168381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ea1f614-cb91-4f53-9533-e3c16d39ec76 req-28515f04-885b-4740-ba88-72d772522ff5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0476503 Sep 21 18:58:03.205901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ea1f614-cb91-4f53-9533-e3c16d39ec76 req-75c66aba-c2c1-402f-b51f-95c7b73ba943 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Sep 21 18:58:03.675660 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a384829-e6c4-4ee9-8903-49ccc501c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.244837 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.334439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c59862-ab3b-4484-bde2-fa1d4d863a5c req-deb2c7c7-6738-4c30-8966-b9fdb6f6e3b5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:04.335827 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0c59862-ab3b-4484-bde2-fa1d4d863a5c req-deb2c7c7-6738-4c30-8966-b9fdb6f6e3b5 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0488505 Sep 21 18:58:04.378556 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0c59862-ab3b-4484-bde2-fa1d4d863a5c req-e6c5d509-fe81-4c08-ab8a-7e27226ba1d9 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353084 Sep 21 18:58:04.491680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8b98b-4756-4cf7-bbb6-9a526a42ea64 req-c18ef599-4462-4570-b51a-2c7935d05a2f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:04.493353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bb8b98b-4756-4cf7-bbb6-9a526a42ea64 req-c18ef599-4462-4570-b51a-2c7935d05a2f tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0490029 Sep 21 18:58:04.530795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bb8b98b-4756-4cf7-bbb6-9a526a42ea64 req-be8c1baf-03cb-4982-ab98-a35c9aff8325 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Sep 21 18:58:04.644822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc40313-fb5f-4033-b226-2ece222c50e8 req-2e6ecec5-2475-41c1-a033-fd98e707cfb0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:04.646433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1fc40313-fb5f-4033-b226-2ece222c50e8 req-2e6ecec5-2475-41c1-a033-fd98e707cfb0 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0482070 Sep 21 18:58:04.689136 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1fc40313-fb5f-4033-b226-2ece222c50e8 req-d0680fdf-7539-4d89-bd9a-48e86c694ebc tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Sep 21 18:58:04.704639 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.928267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa8515-f67c-4cab-b4f0-12e6642515e7 req-f4b528de-458f-4ef1-ad59-a42ee8f11844 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:04.929675 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4fa8515-f67c-4cab-b4f0-12e6642515e7 req-f4b528de-458f-4ef1-ad59-a42ee8f11844 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 944 time: 0.0499692 Sep 21 18:58:04.973094 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.974550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c4fa8515-f67c-4cab-b4f0-12e6642515e7 req-671e3d45-359d-43ec-8834-9496aa6c447d tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387335 Sep 21 18:58:05.084022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:58:05.178950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:05.189366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'port_id': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'mac_address': 'fa:16:3e:29:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:58:05.227772 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.239934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:58:05.258555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:05.262541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.308650 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=12']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:05.531537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['85e179e0-d16c-4354-bb49-38b8cf74f977'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:06.104971 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44d64-0937-49fe-91b9-1f79772b4e29 req-1c07de54-0889-469d-b37c-cb8f5d12e5b2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:06.106549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ba44d64-0937-49fe-91b9-1f79772b4e29 req-1c07de54-0889-469d-b37c-cb8f5d12e5b2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0497472 Sep 21 18:58:06.143664 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ba44d64-0937-49fe-91b9-1f79772b4e29 req-bbd28750-9a86-41c7-9d20-62d53179dfea tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups?id=8652b9ec-f27a-4eea-b719-c592a79fe798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Sep 21 18:58:06.451966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-a692a5c4-a68f-4705-afe8-9999b44603eb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:06.453392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-a692a5c4-a68f-4705-afe8-9999b44603eb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 945 time: 0.0476022 Sep 21 18:58:06.541658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Deleting port 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:06.542000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.626278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] For port 85e179e0-d16c-4354-bb49-38b8cf74f977, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=85e179e0-d16c-4354-bb49-38b8cf74f977,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:06.626647 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.797899 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.798284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.798597 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b disassociated. External IP: 172.25.3.25, port: 85e179e0-d16c-4354-bb49-38b8cf74f977. Sep 21 18:58:06.798932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Calling delete_port for 85e179e0-d16c-4354-bb49-38b8cf74f977 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:06.922511 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.949677 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event deleted for resources: {'Port': ['ID=85e179e0-d16c-4354-bb49-38b8cf74f977,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:07.068779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:58:07.104817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:07.126689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 85e179e0-d16c-4354-bb49-38b8cf74f977 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:07.127039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 85e179e0-d16c-4354-bb49-38b8cf74f977 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:07.183398 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:07.193543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:07.203093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:07.203725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:07.229208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] No DVR routers for this DVR port 85e179e0-d16c-4354-bb49-38b8cf74f977 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:07.237983 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.239907 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ba539b6-8342-4798-aaa1-211f7fdf4c85 req-454ec9f0-41ea-4a98-9d89-b19ba13c4730 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.78 "DELETE /v2.0/ports/85e179e0-d16c-4354-bb49-38b8cf74f977 HTTP/1.1" status: 204 len: 173 time: 0.7801952 Sep 21 18:58:07.240337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'name': 'network-vif-deleted', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:07.242741 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f314682e-bf35-4799-a804-a45212fddc5c" -d '{"events": [{"server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "name": "network-vif-deleted", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:07.265897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5a7aa85-3cd3-4788-8dfb-b6d0eaa45b3b req-12ff93f8-0664-494b-9def-c0451cf429ad tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 210 time: 0.0389688 Sep 21 18:58:07.314394 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc14e3-b4f5-404b-9896-54b68ec5acb0 x-openstack-request-id: req-42cc14e3-b4f5-404b-9896-54b68ec5acb0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:07.314555 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a54698-12c7-4c76-ab58-60c319e75a51", "name": "network-vif-deleted", "tag": "85e179e0-d16c-4354-bb49-38b8cf74f977", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:07.314814 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42cc14e3-b4f5-404b-9896-54b68ec5acb0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:07.315241 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a54698-12c7-4c76-ab58-60c319e75a51', 'name': 'network-vif-deleted', 'tag': '85e179e0-d16c-4354-bb49-38b8cf74f977', 'status': 'completed', 'code': 200} Sep 21 18:58:07.321807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:07.476370 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.537927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:07.564750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:07.573704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:07.574373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:07.681496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:07.881221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:07.912081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fad914-f3b1-46ae-914d-88b7b33d9b0b None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:25Z', 'revision_number': 4, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '62771fc8-0a7c-4a23-9786-15ea1bbcea07', 'name': '', 'network_id': '12d3f94e-4fe9-4d6d-88cd-5fd327c6713c', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'mac_address': 'fa:16:3e:31:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:24Z', 'updated_at': '2021-09-21T18:48:29Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'subnets': [{'id': 'f11e10eb-e68f-408b-80c1-4bbc37ed2a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:08.136937 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26749ba-6bad-45ac-a50f-d3b1ccd6832c None None] New status for floating IP b30145d9-dd50-4f70-aaad-63c0bd68588b: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:58:08.366685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-90206e26-a02c-4a93-a6ca-689461fe7161 req-a745bddc-0173-460f-9d06-ae360eee3c73 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 210 time: 0.0275517 Sep 21 18:58:09.002791 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.463065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d81608c2-61a3-4197-a2b5-0c8c8f5bb643 req-7d3e36c6-eba4-403b-9aa9-9925a653c23b tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 210 time: 0.0271249 Sep 21 18:58:10.560299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebe1b048-d0eb-4bf2-8ad3-0667190d5d53 req-f99392eb-c201-45eb-937f-053c4066cb95 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a54698-12c7-4c76-ab58-60c319e75a51 HTTP/1.1" status: 200 len: 210 time: 0.0266523 Sep 21 18:58:14.264907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52382) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:14.320982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e28d340b-96ba-432d-bc08-477a193058b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.351485 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e28d340b-96ba-432d-bc08-477a193058b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.405025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e28d340b-96ba-432d-bc08-477a193058b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.407828 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e28d340b-96ba-432d-bc08-477a193058b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.408974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e28d340b-96ba-432d-bc08-477a193058b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "DELETE /v2.0/security-groups/8652b9ec-f27a-4eea-b719-c592a79fe798 HTTP/1.1" status: 204 len: 168 time: 0.1430666 Sep 21 18:58:14.411738 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52384) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:14.419896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d340b-96ba-432d-bc08-477a193058b4 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652b9ec-f27a-4eea-b719-c592a79fe798,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:14.426949 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-c305f495-7f05-4bf3-bb30-44dbe325e2eb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] show failed (client error): The resource could not be found. Sep 21 18:58:14.431224 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c305f495-7f05-4bf3-bb30-44dbe325e2eb tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "GET /v2.0/security-groups/8652b9ec-f27a-4eea-b719-c592a79fe798 HTTP/1.1" status: 404 len: 347 time: 0.0183616 Sep 21 18:58:14.431903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52386) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:14.560956 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Deleting port 42c2b5fc-0ae5-4b3f-80d2-041181b4f477 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:14.561301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.639719 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.640054 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.654073 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Calling delete_port for 42c2b5fc-0ae5-4b3f-80d2-041181b4f477 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:14.790505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.827681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Pushing event deleted for resources: {'Port': ['ID=42c2b5fc-0ae5-4b3f-80d2-041181b4f477,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:14.884388 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.887039 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.888411 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-80731ee5-7994-416e-9288-cf2a0e93aeb2 tempest-ServerActionsTestJSON-674373352 tempest-ServerActionsTestJSON-674373352-project] 10.222.0.70 "DELETE /v2.0/floatingips/b30145d9-dd50-4f70-aaad-63c0bd68588b HTTP/1.1" status: 204 len: 168 time: 0.4553432 Sep 21 18:58:14.891527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52390) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:15.253935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:58:15.294161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.533377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Deleting port 62771fc8-0a7c-4a23-9786-15ea1bbcea07 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:15.534027 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.610256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] For port 62771fc8-0a7c-4a23-9786-15ea1bbcea07, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=62771fc8-0a7c-4a23-9786-15ea1bbcea07,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:15.610620 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.623381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Calling delete_port for 62771fc8-0a7c-4a23-9786-15ea1bbcea07 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:15.800793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.826327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Pushing event deleted for resources: {'Port': ['ID=62771fc8-0a7c-4a23-9786-15ea1bbcea07,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:15.995738 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.205960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Router 60d83b97-7737-40e5-9bc5-6d46debab003 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:58:16.309942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:16.314940 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-221e187d-6c40-412d-84d2-b07b6f94827b admin admin] 10.222.0.70 "PUT /v2.0/routers/60d83b97-7737-40e5-9bc5-6d46debab003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225204 Sep 21 18:58:16.317436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52394) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:16.320080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121881f-10d1-449a-986b-c7397886e779 None None] Sync routers for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:16.329795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:16.330451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:16.438482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:16.622046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:16.653220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121881f-10d1-449a-986b-c7397886e779 None None] Checking router: 60d83b97-7737-40e5-9bc5-6d46debab003 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:16.661726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] Routers {'60d83b97-7737-40e5-9bc5-6d46debab003'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:16.662379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:58:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['60d83b97-7737-40e5-9bc5-6d46debab003'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:16.703224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.765858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] Set router 60d83b97-7737-40e5-9bc5-6d46debab003 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:16.807270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.866988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Deleting port b0009bde-0ae7-41ff-8e25-ae283532d3ac {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:16.867322 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.948487 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] For port b0009bde-0ae7-41ff-8e25-ae283532d3ac, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b0009bde-0ae7-41ff-8e25-ae283532d3ac,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:16.948853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.961925 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Calling delete_port for b0009bde-0ae7-41ff-8e25-ae283532d3ac owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:17.094498 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b121881f-10d1-449a-986b-c7397886e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:17.120848 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121881f-10d1-449a-986b-c7397886e779 None None] The sync data for ids ['60d83b97-7737-40e5-9bc5-6d46debab003'] in n-d-810285-3 is: [{'id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'name': 'tempest-ServerActionsTestJSON-1172900599-router', 'tenant_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4cd1e2f01263451aaa8fcd2b5dbb4c74', 'gw_port': {'id': 'b0009bde-0ae7-41ff-8e25-ae283532d3ac', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d83b97-7737-40e5-9bc5-6d46debab003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:22Z', 'updated_at': '2021-09-21T18:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:17.132170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.163841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0009bde-0ae7-41ff-8e25-ae283532d3ac,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:17.225950 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.316347 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.318462 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.360782 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.361440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d83b97-7737-40e5-9bc5-6d46debab003 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:58:17.368134 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.369252 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-48df28b4-550d-48de-a9c8-9dae50df5a50 admin admin] 10.222.0.70 "DELETE /v2.0/routers/60d83b97-7737-40e5-9bc5-6d46debab003 HTTP/1.1" status: 204 len: 168 time: 1.0509105 Sep 21 18:58:17.371799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52396) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:17.420369 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] Deleting subnet f11e10eb-e68f-408b-80c1-4bbc37ed2a1a {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:58:17.423312 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.457509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.545272 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.567734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 62771fc8-0a7c-4a23-9786-15ea1bbcea07 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:17.589144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 62771fc8-0a7c-4a23-9786-15ea1bbcea07 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:17.589791 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 62771fc8-0a7c-4a23-9786-15ea1bbcea07 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:17.614723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.641041 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11e10eb-e68f-408b-80c1-4bbc37ed2a1a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:17.646950 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.649491 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6fdac5df-4bb7-4cea-b86d-0df9608e3727 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f11e10eb-e68f-408b-80c1-4bbc37ed2a1a HTTP/1.1" status: 204 len: 168 time: 0.2766566 Sep 21 18:58:17.652058 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52398) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:17.652284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadfc463-d3db-4ec1-9ac4-80db3319267e None None] Network 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:17.726112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.790436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Deleting port 93b91694-75e6-4fea-acc9-70bc31587ce9 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:17.790788 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.843395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] DHCP port deletion for 12d3f94e-4fe9-4d6d-88cd-5fd327c6713c request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:58:17.858453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] For port 93b91694-75e6-4fea-acc9-70bc31587ce9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=93b91694-75e6-4fea-acc9-70bc31587ce9,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:17.858821 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.871768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Calling delete_port for 93b91694-75e6-4fea-acc9-70bc31587ce9 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:17.891964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] Deleting port 93b91694-75e6-4fea-acc9-70bc31587ce9 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:17.892338 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.953073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.954516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] For port 93b91694-75e6-4fea-acc9-70bc31587ce9, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=93b91694-75e6-4fea-acc9-70bc31587ce9,segment=NetworkSegment(35d846ae-57d6-4530-a2c8-2ffb20d0e78d),segment_id=35d846ae-57d6-4530-a2c8-2ffb20d0e78d)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:17.955089 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.967785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] Calling delete_port for 93b91694-75e6-4fea-acc9-70bc31587ce9 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:17.979813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Pushing event deleted for resources: {'Port': ['ID=93b91694-75e6-4fea-acc9-70bc31587ce9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:17.983610 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] No DVR routers for this DVR port 93b91694-75e6-4fea-acc9-70bc31587ce9 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:18.045503 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.055339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.069029 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] Pushing event deleted for resources: {'Port': ['ID=93b91694-75e6-4fea-acc9-70bc31587ce9,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.074889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42039fe-359e-4eb7-bbf6-cec343f4c97e None None] No DVR routers for this DVR port 93b91694-75e6-4fea-acc9-70bc31587ce9 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:18.080662 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d3f94e-4fe9-4d6d-88cd-5fd327c6713c']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:18.091189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d846ae-57d6-4530-a2c8-2ffb20d0e78d') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:18.091495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d846ae-57d6-4530-a2c8-2ffb20d0e78d') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:18.100954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.113996 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.120203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:58:18.120610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:58:18.122401 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:58:18.178614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.187613 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.192132 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] 10.222.0.70 "DELETE /v2.0/networks/12d3f94e-4fe9-4d6d-88cd-5fd327c6713c HTTP/1.1" status: 204 len: 168 time: 0.5363276 Sep 21 18:58:18.200784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956e660-0a50-4769-bbf6-931fdc1342fd admin admin] Pushing event deleted for resources: {'Network': ['ID=12d3f94e-4fe9-4d6d-88cd-5fd327c6713c,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.295354 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.335604 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ad28b35c-5507-4af9-a05c-27dae94f9494 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4cd1e2f01263451aaa8fcd2b5dbb4c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389929 Sep 21 18:58:18.337978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52404) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.393425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04979d19-9fdf-4809-8fa9-ac40ed62eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.413731 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04979d19-9fdf-4809-8fa9-ac40ed62eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.460031 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04979d19-9fdf-4809-8fa9-ac40ed62eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.463407 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-04979d19-9fdf-4809-8fa9-ac40ed62eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.464905 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-04979d19-9fdf-4809-8fa9-ac40ed62eca2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8880720-8a0a-4a02-a652-b270f3ac3f50 HTTP/1.1" status: 204 len: 168 time: 0.1259906 Sep 21 18:58:18.472566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04979d19-9fdf-4809-8fa9-ac40ed62eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8880720-8a0a-4a02-a652-b270f3ac3f50,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:19.187903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52426) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:19.283706 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1355485470-network', 'tenant_id': '5b42a404ca094cfd94115130c8c0ae5a'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:19.284263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b0009bde-0ae7-41ff-8e25-ae283532d3ac no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:19.304717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b0009bde-0ae7-41ff-8e25-ae283532d3ac {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:19.305104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b0009bde-0ae7-41ff-8e25-ae283532d3ac not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:19.305262 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Made reservation on behalf of 5b42a404ca094cfd94115130c8c0ae5a for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:19.305526 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 93b91694-75e6-4fea-acc9-70bc31587ce9 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:19.307802 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.316307 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.323780 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 93b91694-75e6-4fea-acc9-70bc31587ce9 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:19.324123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 93b91694-75e6-4fea-acc9-70bc31587ce9 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:19.412114 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.415813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.436718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:19.456915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.457263 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Added segment ccc09756-14c1-43cb-be1d-67fd8e18952e of type vlan for network 737c165f-b96c-4897-b64c-001043d86ffd Sep 21 18:58:19.458635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c6164-886f-4064-a154-b36d98789a03,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:19.500246 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.525285 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.526303 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:19.526886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.559660 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3706896 Sep 21 18:58:19.562722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52432) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:19.568240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Request body: {'subnet': {'network_id': '737c165f-b96c-4897-b64c-001043d86ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1355485470-subnet', 'tenant_id': '5b42a404ca094cfd94115130c8c0ae5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:19.589637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Made reservation on behalf of 5b42a404ca094cfd94115130c8c0ae5a for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:19.592070 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2598276-d149-4142-866d-cc161cfb4f67 admin admin] Pushing event updated for resources: {'Network': ['ID=737c165f-b96c-4897-b64c-001043d86ffd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:19.592221 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.602915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 737c165f-b96c-4897-b64c-001043d86ffd details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:19.759249 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.817599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0315702b-f9c3-4b7d-b338-485c4314afd9,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:19.822823 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Checking segment: {'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:19.823190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Network hostable DHCP agents. Network: 737c165f-b96c-4897-b64c-001043d86ffd, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:19.839644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Network 737c165f-b96c-4897-b64c-001043d86ffd is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:19.848276 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 737c165f-b96c-4897-b64c-001043d86ffd) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:19.852678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:19.853273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.859783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9a548-2ab4-4995-93b0-937e677b10a5 None None] Network 737c165f-b96c-4897-b64c-001043d86ffd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:19.868377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c2c70744-d04c-4ef5-bf84-98e6b0e4814e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3037078 Sep 21 18:58:19.983818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52987bc4-f0b8-4386-97b3-4123ab9f2320 None None] Network 737c165f-b96c-4897-b64c-001043d86ffd requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:20.291408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-3d0f65f3-5df4-43a6-ac6e-a60209155325 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:20.292841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-3d0f65f3-5df4-43a6-ac6e-a60209155325 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/networks?id=737c165f-b96c-4897-b64c-001043d86ffd HTTP/1.1" status: 200 len: 814 time: 0.1047108 Sep 21 18:58:20.307536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-7a583c63-404c-4d31-8beb-f5933c139461 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/quotas/5b42a404ca094cfd94115130c8c0ae5a HTTP/1.1" status: 200 len: 375 time: 0.0089898 Sep 21 18:58:20.338795 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-0fc5fcf2-160b-4055-b4f9-6b60499260a0 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b42a404ca094cfd94115130c8c0ae5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261061 Sep 21 18:58:20.433380 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-8758c92d-7935-490c-bb97-8e89bd5d7bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869305 Sep 21 18:58:20.521504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-9f897c59-a8d0-4601-a499-62ae3dbfd137 service neutron] 10.222.0.70 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820749 Sep 21 18:58:20.681256 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8dcdcd9b-1607-4592-bdd2-0de0a93acebe req-d57db7b6-be92-48ac-9021-25beb13e9be3 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 210 time: 0.0269332 Sep 21 18:58:21.597246 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-2615a529-163b-4a5d-b50e-88722f53a76a tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:21.598735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-2615a529-163b-4a5d-b50e-88722f53a76a tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.41 "GET /v2.0/networks?id=737c165f-b96c-4897-b64c-001043d86ffd HTTP/1.1" status: 200 len: 814 time: 0.1118119 Sep 21 18:58:21.612423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Request body: {'port': {'device_id': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd', 'admin_state_up': True, 'tenant_id': '5b42a404ca094cfd94115130c8c0ae5a'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:21.719865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Made reservation on behalf of 5b42a404ca094cfd94115130c8c0ae5a for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:21.723565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.776883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9fcc1519-f1fc-47c7-9bae-46bcf64413f9 req-280b9c45-9484-4428-bcc9-5abc5a4cb825 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 210 time: 0.0274453 Sep 21 18:58:21.853786 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Allocated IP 172.20.0.12 (737c165f-b96c-4897-b64c-001043d86ffd/0315702b-f9c3-4b7d-b338-485c4314afd9/72074193-6159-464f-a9ad-7bdc56f03e19) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:21.998988 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.031422 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.073220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Network 737c165f-b96c-4897-b64c-001043d86ffd is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:22.076499 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:22.080188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:22.090331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Pushing event updated for resources: {'Port': ['ID=72074193-6159-464f-a9ad-7bdc56f03e19,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:22.137193 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.137805 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.151326 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-e0a6c197-ad3b-4ecc-97a2-031f892cee34 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5426805 Sep 21 18:58:22.164106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Request body: {'port': {'device_id': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:22.219382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.476156 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72074193-6159-464f-a9ad-7bdc56f03e19 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:58:22.483812 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.496164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Transition to ACTIVE for port object 72074193-6159-464f-a9ad-7bdc56f03e19 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:58:22.499159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.549545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=72074193-6159-464f-a9ad-7bdc56f03e19,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:22.618665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Attempting to bind port 72074193-6159-464f-a9ad-7bdc56f03e19 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:22.619312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Attempting to bind port 72074193-6159-464f-a9ad-7bdc56f03e19 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:22.619312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Attempting to bind port 72074193-6159-464f-a9ad-7bdc56f03e19 on network 737c165f-b96c-4897-b64c-001043d86ffd {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:22.623503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Port 72074193-6159-464f-a9ad-7bdc56f03e19 on network 737c165f-b96c-4897-b64c-001043d86ffd not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:58:22.623825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Attempting to bind port 72074193-6159-464f-a9ad-7bdc56f03e19 on network 737c165f-b96c-4897-b64c-001043d86ffd {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:22.628562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:22.628893 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Checking segment: {'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:22.629266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Bound using segment: {'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:22.629682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Bound port: 72074193-6159-464f-a9ad-7bdc56f03e19, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:22.630055 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.691969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] For port 72074193-6159-464f-a9ad-7bdc56f03e19, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:22.695036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] For port 72074193-6159-464f-a9ad-7bdc56f03e19, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=72074193-6159-464f-a9ad-7bdc56f03e19,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:22.700163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.733474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.734086 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.735480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] 10.222.0.41 "PUT /v2.0/ports/72074193-6159-464f-a9ad-7bdc56f03e19 HTTP/1.1" status: 200 len: 1092 time: 0.5753520 Sep 21 18:58:22.735914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'tag': '72074193-6159-464f-a9ad-7bdc56f03e19'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:22.738151 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8bb2c5-9c93-4271-9dd1-fd82f984457e", "tag": "72074193-6159-464f-a9ad-7bdc56f03e19"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:22.767036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ca0b-fafb-444f-bcfc-a36f45d23ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=72074193-6159-464f-a9ad-7bdc56f03e19,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:22.783126 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3932fe19-5d4d-4231-ad00-275e6f440d7f x-openstack-request-id: req-3932fe19-5d4d-4231-ad00-275e6f440d7f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:22.783403 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8bb2c5-9c93-4271-9dd1-fd82f984457e", "tag": "72074193-6159-464f-a9ad-7bdc56f03e19", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:22.783646 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3932fe19-5d4d-4231-ad00-275e6f440d7f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:22.784027 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'tag': '72074193-6159-464f-a9ad-7bdc56f03e19', 'status': 'completed', 'code': 200} Sep 21 18:58:22.820775 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-827ee1f5-3c69-402a-a244-57311fed8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.822435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-827ee1f5-3c69-402a-a244-57311fed8672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b42a404ca094cfd94115130c8c0ae5a&device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 1095 time: 0.0479350 Sep 21 18:58:22.865333 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-33da51a3-692a-4f8f-bb02-8d5941b4ead7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72074193-6159-464f-a9ad-7bdc56f03e19 HTTP/1.1" status: 200 len: 217 time: 0.0345447 Sep 21 18:58:22.897463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f644b-fb37-473d-b870-2489cc67a5ae req-fe0c6841-3357-423b-b212-bf77e2ff3bdb tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.899732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca3f644b-fb37-473d-b870-2489cc67a5ae req-fe0c6841-3357-423b-b212-bf77e2ff3bdb tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 944 time: 0.0545866 Sep 21 18:58:22.912492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-f3a015db-4454-49c9-be93-16abe4e7fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.914017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-f3a015db-4454-49c9-be93-16abe4e7fdf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0315702b-f9c3-4b7d-b338-485c4314afd9 HTTP/1.1" status: 200 len: 854 time: 0.0422387 Sep 21 18:58:22.938458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca3f644b-fb37-473d-b870-2489cc67a5ae req-4d74a953-dcfe-440f-97ab-8833425e186d tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Sep 21 18:58:22.945193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-2d6ae581-a40c-46a6-b7d5-e0e0ea879be4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=737c165f-b96c-4897-b64c-001043d86ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237532 Sep 21 18:58:23.040821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-9d1747ee-dd4f-48b1-9873-075b08b7831a service neutron] 10.222.0.41 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864785 Sep 21 18:58:23.133702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-89762f47-6d3e-4548-af63-2878886ec9f1 req-786bee92-408c-4269-8126-6ee87f952bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848596 Sep 21 18:58:23.220488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-ed4d3ceb-69cc-44b2-9ceb-b944b75ed6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:23.221931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-ed4d3ceb-69cc-44b2-9ceb-b944b75ed6a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b42a404ca094cfd94115130c8c0ae5a&device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 1095 time: 0.0412419 Sep 21 18:58:23.310944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-01987205-141a-4cba-9dde-0d0713a3aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:23.312384 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-01987205-141a-4cba-9dde-0d0713a3aba7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=737c165f-b96c-4897-b64c-001043d86ffd HTTP/1.1" status: 200 len: 916 time: 0.0829175 Sep 21 18:58:23.358138 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-73a0b6a8-0b42-4f0b-b45b-f37d1e408e69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72074193-6159-464f-a9ad-7bdc56f03e19 HTTP/1.1" status: 200 len: 217 time: 0.0384636 Sep 21 18:58:23.406672 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-b21c68e4-c858-408a-8cda-765c7a7b233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:23.408078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-b21c68e4-c858-408a-8cda-765c7a7b233c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0315702b-f9c3-4b7d-b338-485c4314afd9 HTTP/1.1" status: 200 len: 854 time: 0.0429127 Sep 21 18:58:23.439485 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-dae5c47c-0ad0-4659-a40f-3c5f43c2770a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=737c165f-b96c-4897-b64c-001043d86ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230880 Sep 21 18:58:23.532239 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-b86630e9-7285-4822-804c-c76e6ea04c43 service neutron] 10.222.0.41 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844774 Sep 21 18:58:23.621223 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dfb1ba80-5431-497f-afe7-7d583e7c8e1c req-d295b967-0c16-4b47-99b3-b9f71b968fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802274 Sep 21 18:58:24.051883 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afee02-67e0-4c23-92ae-e5398e2da384 req-b87cf9bb-bb54-4707-ad6b-7a1cfe979c2c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:24.053355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71afee02-67e0-4c23-92ae-e5398e2da384 req-b87cf9bb-bb54-4707-ad6b-7a1cfe979c2c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 944 time: 0.0489576 Sep 21 18:58:24.093688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71afee02-67e0-4c23-92ae-e5398e2da384 req-9b3fe918-f116-4984-985b-f1c99c47eafa tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Sep 21 18:58:25.208041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2769-5fab-407f-bc68-8208389d4f73 req-bf6cd0a5-07a5-485c-9bc1-45b96964444c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:25.209524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-059b2769-5fab-407f-bc68-8208389d4f73 req-bf6cd0a5-07a5-485c-9bc1-45b96964444c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 944 time: 0.0489490 Sep 21 18:58:25.248073 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-059b2769-5fab-407f-bc68-8208389d4f73 req-6a90be45-a6e0-4fe6-9171-92039c656f48 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Sep 21 18:58:26.256513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 72074193-6159-464f-a9ad-7bdc56f03e19 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:58:26.353799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 72074193-6159-464f-a9ad-7bdc56f03e19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=72074193-6159-464f-a9ad-7bdc56f03e19,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:26.365267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '72074193-6159-464f-a9ad-7bdc56f03e19', 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd', 'port_id': '72074193-6159-464f-a9ad-7bdc56f03e19', 'mac_address': 'fa:16:3e:8b:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0315702b-f9c3-4b7d-b338-485c4314afd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:58:26.367956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea8dc0-7a9f-4ee7-aaa4-481b36485594 req-d5b0d4d2-632b-4b19-a5e2-fb107c535206 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:26.369582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6ea8dc0-7a9f-4ee7-aaa4-481b36485594 req-d5b0d4d2-632b-4b19-a5e2-fb107c535206 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 944 time: 0.0542684 Sep 21 18:58:26.401677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:26.407183 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6ea8dc0-7a9f-4ee7-aaa4-481b36485594 req-12aea148-a46d-4431-ac14-db23fad6cf27 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Sep 21 18:58:26.415111 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72074193-6159-464f-a9ad-7bdc56f03e19 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:58:26.435127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 72074193-6159-464f-a9ad-7bdc56f03e19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=72074193-6159-464f-a9ad-7bdc56f03e19,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:26.439217 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:26.489222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=72074193-6159-464f-a9ad-7bdc56f03e19,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:26.632606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['72074193-6159-464f-a9ad-7bdc56f03e19'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:27.523065 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114b23-d8d3-42ad-9e2e-9fb7a24aaaa8 req-2dea08a7-5bb8-4852-ab98-f6940de01e4e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:27.524781 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77114b23-d8d3-42ad-9e2e-9fb7a24aaaa8 req-2dea08a7-5bb8-4852-ab98-f6940de01e4e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 945 time: 0.0497327 Sep 21 18:58:27.562582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77114b23-d8d3-42ad-9e2e-9fb7a24aaaa8 req-2e7b931a-8740-4dd2-8ee3-622c8cfe575a tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Sep 21 18:58:28.267714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 72074193-6159-464f-a9ad-7bdc56f03e19 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:28.317953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 72074193-6159-464f-a9ad-7bdc56f03e19 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:58:28.322200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 72074193-6159-464f-a9ad-7bdc56f03e19 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:28.322578 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:28.397055 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:28.419098 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72074193-6159-464f-a9ad-7bdc56f03e19'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:28.432910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 72074193-6159-464f-a9ad-7bdc56f03e19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=72074193-6159-464f-a9ad-7bdc56f03e19,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:28.436858 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:28.488305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=72074193-6159-464f-a9ad-7bdc56f03e19,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:28.510435 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520e38eb-9b8a-4f70-8066-671613b058af" -d '{"events": [{"server_uuid": "7f8bb2c5-9c93-4271-9dd1-fd82f984457e", "name": "network-vif-plugged", "status": "completed", "tag": "72074193-6159-464f-a9ad-7bdc56f03e19"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:28.623814 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e922a480-967f-48fa-868f-a86be09a74d3 x-openstack-request-id: req-e922a480-967f-48fa-868f-a86be09a74d3 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:28.624103 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8bb2c5-9c93-4271-9dd1-fd82f984457e", "name": "network-vif-plugged", "status": "completed", "tag": "72074193-6159-464f-a9ad-7bdc56f03e19", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:28.624396 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e922a480-967f-48fa-868f-a86be09a74d3 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:28.624792 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72074193-6159-464f-a9ad-7bdc56f03e19', 'code': 200} Sep 21 18:58:28.716048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8782-de99-4da1-bac0-5d080e176d4f req-37e39228-a777-4499-86b9-8f9d148e3d85 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:28.717822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8d8782-de99-4da1-bac0-5d080e176d4f req-37e39228-a777-4499-86b9-8f9d148e3d85 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0492680 Sep 21 18:58:28.726805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ebb1b-99a0-4663-8f90-deadfc07bba3 req-2d945acd-48cd-40f8-bd23-218d20e2a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:28.728291 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-285ebb1b-99a0-4663-8f90-deadfc07bba3 req-2d945acd-48cd-40f8-bd23-218d20e2a720 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 1097 time: 0.0447505 Sep 21 18:58:28.755705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd8d8782-de99-4da1-bac0-5d080e176d4f req-c7377fb0-1e8a-45da-b93a-ad25ec0170cf tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Sep 21 18:58:28.763968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-285ebb1b-99a0-4663-8f90-deadfc07bba3 req-64f3e1e8-3638-42e6-b487-d56f73d614d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280533 Sep 21 18:58:29.328933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d16f54ac-a1db-46be-8c8d-5a7b6ce8ec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:29.879267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5266c-06c4-448d-94a1-617801d1fb68 req-74797b56-7efc-4486-9419-679b865b0fc7 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:29.881041 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5b5266c-06c4-448d-94a1-617801d1fb68 req-74797b56-7efc-4486-9419-679b865b0fc7 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0561872 Sep 21 18:58:29.919353 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b5b5266c-06c4-448d-94a1-617801d1fb68 req-6b400c85-ae5d-4ff2-ae06-08f2dc8f10eb tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Sep 21 18:58:31.033098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fd891-8516-4422-8903-d05e71142f33 req-2e208689-073b-47ed-9a1f-271e1a81ee40 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:31.034605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c37fd891-8516-4422-8903-d05e71142f33 req-2e208689-073b-47ed-9a1f-271e1a81ee40 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0488634 Sep 21 18:58:31.072035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c37fd891-8516-4422-8903-d05e71142f33 req-1d0cb44b-9034-4554-8c62-ca645502cc29 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Sep 21 18:58:31.294000 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-65d4b050-a080-404c-a7e3-2b9b24a75132 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:31.295508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-65d4b050-a080-404c-a7e3-2b9b24a75132 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/networks?id=737c165f-b96c-4897-b64c-001043d86ffd HTTP/1.1" status: 200 len: 814 time: 0.1056004 Sep 21 18:58:31.310352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-6ae84e2a-cc09-414f-ade1-a8e10c3ad195 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/quotas/5b42a404ca094cfd94115130c8c0ae5a HTTP/1.1" status: 200 len: 375 time: 0.0091281 Sep 21 18:58:31.360077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-e2f4d729-9d24-4340-b9e1-1b4613d7554e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b42a404ca094cfd94115130c8c0ae5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446436 Sep 21 18:58:31.455494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-8d17ead9-acdf-4e70-b6da-8850be3b7d9d service neutron] 10.222.0.70 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884261 Sep 21 18:58:31.545829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-cd7834e9-79d9-4653-91ef-987d7529f3a6 service neutron] 10.222.0.70 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835814 Sep 21 18:58:31.705182 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-138b97c4-0143-483e-9424-e625ca0c97cf req-a11cb391-6b37-43de-80a2-058eaa0f3437 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 210 time: 0.0274236 Sep 21 18:58:32.713373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-c72414f4-de8f-435c-bb0b-c37ec7955a9c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:32.714901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-c72414f4-de8f-435c-bb0b-c37ec7955a9c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.78 "GET /v2.0/networks?id=737c165f-b96c-4897-b64c-001043d86ffd HTTP/1.1" status: 200 len: 814 time: 0.1080806 Sep 21 18:58:32.728022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Request body: {'port': {'device_id': '7197159b-a530-4455-a928-88ac924d579f', 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd', 'admin_state_up': True, 'tenant_id': '5b42a404ca094cfd94115130c8c0ae5a'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:32.818923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de7190c6-e8d8-4c8e-a878-0773b8ef538d req-f5db8e9b-a877-410f-977b-e45731e65c2e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 210 time: 0.0336692 Sep 21 18:58:32.862960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Made reservation on behalf of 5b42a404ca094cfd94115130c8c0ae5a for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:32.866484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:32.992929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Allocated IP 172.20.0.5 (737c165f-b96c-4897-b64c-001043d86ffd/0315702b-f9c3-4b7d-b338-485c4314afd9/ed47d1ba-1de9-4079-9320-249a9396918e) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:33.143663 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.175665 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.188670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['72074193-6159-464f-a9ad-7bdc56f03e19'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:33.216343 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Network 737c165f-b96c-4897-b64c-001043d86ffd is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:33.219921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:33.223647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:33.255624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Pushing event updated for resources: {'Port': ['ID=ed47d1ba-1de9-4079-9320-249a9396918e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:33.284636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:33.285366 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.299984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-ca7e56a1-084e-4ceb-ac19-caccfa6d0725 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765648 Sep 21 18:58:33.313041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Request body: {'port': {'device_id': '7197159b-a530-4455-a928-88ac924d579f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:33.368110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.628441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed47d1ba-1de9-4079-9320-249a9396918e {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:58:33.635885 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.647434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Transition to ACTIVE for port object ed47d1ba-1de9-4079-9320-249a9396918e will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:58:33.651090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.676350 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4e4bd362-d6eb-45f4-8e58-8f7b6d95206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.704050 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=ed47d1ba-1de9-4079-9320-249a9396918e,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:33.767878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Attempting to bind port ed47d1ba-1de9-4079-9320-249a9396918e on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:33.768562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Attempting to bind port ed47d1ba-1de9-4079-9320-249a9396918e by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:33.768562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Attempting to bind port ed47d1ba-1de9-4079-9320-249a9396918e on network 737c165f-b96c-4897-b64c-001043d86ffd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:33.772845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Port ed47d1ba-1de9-4079-9320-249a9396918e on network 737c165f-b96c-4897-b64c-001043d86ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:58:33.773169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Attempting to bind port ed47d1ba-1de9-4079-9320-249a9396918e on network 737c165f-b96c-4897-b64c-001043d86ffd {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:33.778783 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:33.779149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Checking segment: {'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:33.779531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Bound using segment: {'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:33.779959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Bound port: ed47d1ba-1de9-4079-9320-249a9396918e, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc09756-14c1-43cb-be1d-67fd8e18952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:33.780318 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.847274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] For port ed47d1ba-1de9-4079-9320-249a9396918e, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:33.850725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] For port ed47d1ba-1de9-4079-9320-249a9396918e, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ed47d1ba-1de9-4079-9320-249a9396918e,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:33.855518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.889086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:33.889706 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:33.891104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] 10.222.0.78 "PUT /v2.0/ports/ed47d1ba-1de9-4079-9320-249a9396918e HTTP/1.1" status: 200 len: 1091 time: 0.5822692 Sep 21 18:58:33.891550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7197159b-a530-4455-a928-88ac924d579f', 'tag': 'ed47d1ba-1de9-4079-9320-249a9396918e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:33.893769 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458556bf-e20b-4bf3-8904-aaacd8586136" -d '{"events": [{"name": "network-changed", "server_uuid": "7197159b-a530-4455-a928-88ac924d579f", "tag": "ed47d1ba-1de9-4079-9320-249a9396918e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:33.951865 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae361e-4d10-4326-965c-666a1ff5ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=ed47d1ba-1de9-4079-9320-249a9396918e,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:33.990268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43763ed-2882-47aa-aab6-0f4cbc7fda02 req-722510f2-72d9-4d39-84e7-c480e6da894e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:33.991735 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d43763ed-2882-47aa-aab6-0f4cbc7fda02 req-722510f2-72d9-4d39-84e7-c480e6da894e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 943 time: 0.0935345 Sep 21 18:58:33.997022 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-0e9e10fd-4ae4-4eb6-a2a2-8fbe93e1002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:33.998413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-0e9e10fd-4ae4-4eb6-a2a2-8fbe93e1002e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b42a404ca094cfd94115130c8c0ae5a&device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 1094 time: 0.0610580 Sep 21 18:58:34.051549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-9b6c08a3-c6fd-4175-aa32-0932041cfc4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed47d1ba-1de9-4079-9320-249a9396918e HTTP/1.1" status: 200 len: 217 time: 0.0398560 Sep 21 18:58:34.088528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d43763ed-2882-47aa-aab6-0f4cbc7fda02 req-794e8875-4c51-4ee5-962e-891e80c93d3b tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892034 Sep 21 18:58:34.107037 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-07d84624-6bff-411a-8096-5f4d0ee1c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:34.108544 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-07d84624-6bff-411a-8096-5f4d0ee1c757 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0315702b-f9c3-4b7d-b338-485c4314afd9 HTTP/1.1" status: 200 len: 854 time: 0.0503001 Sep 21 18:58:34.139892 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34db94e5-3449-4712-89d8-e0289646bf6c x-openstack-request-id: req-34db94e5-3449-4712-89d8-e0289646bf6c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:34.140114 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7197159b-a530-4455-a928-88ac924d579f", "tag": "ed47d1ba-1de9-4079-9320-249a9396918e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:34.140358 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34db94e5-3449-4712-89d8-e0289646bf6c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:34.140742 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7197159b-a530-4455-a928-88ac924d579f', 'tag': 'ed47d1ba-1de9-4079-9320-249a9396918e', 'status': 'completed', 'code': 200} Sep 21 18:58:34.142764 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-42527258-68a1-472c-bbea-bc2ca8af0660 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=737c165f-b96c-4897-b64c-001043d86ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265391 Sep 21 18:58:34.213669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-5d3723f9-2753-46bb-9a26-80a46c91b96d req-f8bac96d-a3e1-455c-8167-30eba1fd2074 service neutron] (95090) timed out ('10.222.0.41', 60479) {{(pid=95090) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:58:34.237325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-5dc3076d-3636-4f97-9387-3902674950ae service neutron] 10.222.0.78 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862663 Sep 21 18:58:34.245533 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:34.326053 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2525d903-cd3d-4e21-b3eb-1ca95ff4cc70 req-083d0e04-1ca4-499b-b4e5-24e909b3aea2 service neutron] 10.222.0.78 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Sep 21 18:58:34.413539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-be312fd9-02f2-4dcf-b63e-9a43caa25725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:34.415340 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-be312fd9-02f2-4dcf-b63e-9a43caa25725 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b42a404ca094cfd94115130c8c0ae5a&device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 1094 time: 0.0449817 Sep 21 18:58:34.503126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-4d3430ed-df0d-44b4-989d-8924baf479aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:34.504574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-4d3430ed-df0d-44b4-989d-8924baf479aa service neutron] 10.222.0.78 "GET /v2.0/networks?id=737c165f-b96c-4897-b64c-001043d86ffd HTTP/1.1" status: 200 len: 916 time: 0.0822668 Sep 21 18:58:34.548368 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-45d218da-0fd5-47af-b501-72b7cb825a6b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed47d1ba-1de9-4079-9320-249a9396918e HTTP/1.1" status: 200 len: 217 time: 0.0366259 Sep 21 18:58:34.598955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-c1bb0ae8-4265-4251-b4e0-b795b3fe045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:34.600477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-c1bb0ae8-4265-4251-b4e0-b795b3fe045c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0315702b-f9c3-4b7d-b338-485c4314afd9 HTTP/1.1" status: 200 len: 854 time: 0.0435319 Sep 21 18:58:34.633605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-cdfb6f74-4f80-4627-b937-ceb3f314c4ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=737c165f-b96c-4897-b64c-001043d86ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244045 Sep 21 18:58:34.728322 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-609d2b03-154c-44e1-92cc-26d2fe543fcd service neutron] 10.222.0.78 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868676 Sep 21 18:58:34.743812 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:34.821816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-458556bf-e20b-4bf3-8904-aaacd8586136 req-2cf72207-2b5f-4f41-8b38-af0b2c810a8f service neutron] 10.222.0.78 "GET /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856481 Sep 21 18:58:34.973631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:35.204493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13331d0e-c286-41cc-bc34-2b71c7aa794d req-5823eb75-567b-4e79-a98f-cc382aa4993c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:35.205998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13331d0e-c286-41cc-bc34-2b71c7aa794d req-5823eb75-567b-4e79-a98f-cc382aa4993c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 943 time: 0.0491204 Sep 21 18:58:35.244020 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-13331d0e-c286-41cc-bc34-2b71c7aa794d req-fff15584-0181-4ece-a8a2-30badc8c4321 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Sep 21 18:58:36.361111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2626940-f383-49b3-a4d5-aa6d6b8c4034 req-406148fe-4efd-418d-8928-452a2cfc515a tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:36.362698 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2626940-f383-49b3-a4d5-aa6d6b8c4034 req-406148fe-4efd-418d-8928-452a2cfc515a tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 943 time: 0.0536826 Sep 21 18:58:36.401605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c2626940-f383-49b3-a4d5-aa6d6b8c4034 req-9596845f-fac9-46dd-ac1c-76d260335de5 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Sep 21 18:58:37.292471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ed47d1ba-1de9-4079-9320-249a9396918e details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:58:37.389735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ed47d1ba-1de9-4079-9320-249a9396918e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ed47d1ba-1de9-4079-9320-249a9396918e,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:37.401189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ed47d1ba-1de9-4079-9320-249a9396918e', 'network_id': '737c165f-b96c-4897-b64c-001043d86ffd', 'port_id': 'ed47d1ba-1de9-4079-9320-249a9396918e', 'mac_address': 'fa:16:3e:b9:b9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0315702b-f9c3-4b7d-b338-485c4314afd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:58:37.448692 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:37.449540 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:37.462775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed47d1ba-1de9-4079-9320-249a9396918e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:58:37.482906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ed47d1ba-1de9-4079-9320-249a9396918e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ed47d1ba-1de9-4079-9320-249a9396918e,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:37.487860 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:37.527191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77926863-2b86-4a77-ae90-873b523f4517 req-3c9fdcee-365b-4119-acf4-de67bee45070 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:37.530807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77926863-2b86-4a77-ae90-873b523f4517 req-3c9fdcee-365b-4119-acf4-de67bee45070 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 944 time: 0.0567598 Sep 21 18:58:37.541445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ed47d1ba-1de9-4079-9320-249a9396918e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:37.568828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-77926863-2b86-4a77-ae90-873b523f4517 req-dbb9915a-22b0-4c65-ac75-41d0970193dd tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341184 Sep 21 18:58:37.674855 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ed47d1ba-1de9-4079-9320-249a9396918e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:38.685069 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dea4c-751d-48fd-89d1-b228a785e31c req-64cd106c-04f6-420a-ad71-16d5f3e68d0a tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:38.686583 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb4dea4c-751d-48fd-89d1-b228a785e31c req-64cd106c-04f6-420a-ad71-16d5f3e68d0a tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 944 time: 0.0496378 Sep 21 18:58:38.723056 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb4dea4c-751d-48fd-89d1-b228a785e31c req-53d86432-8e1e-407b-b024-9b662419b3fe tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305238 Sep 21 18:58:39.012986 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:39.293671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ed47d1ba-1de9-4079-9320-249a9396918e up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:39.343405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ed47d1ba-1de9-4079-9320-249a9396918e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:58:39.347185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ed47d1ba-1de9-4079-9320-249a9396918e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:39.347561 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:39.423431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:39.445899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7197159b-a530-4455-a928-88ac924d579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed47d1ba-1de9-4079-9320-249a9396918e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:39.448135 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4131c5-2679-4f38-baee-3a1125f6393f" -d '{"events": [{"server_uuid": "7197159b-a530-4455-a928-88ac924d579f", "name": "network-vif-plugged", "status": "completed", "tag": "ed47d1ba-1de9-4079-9320-249a9396918e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:39.459846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ed47d1ba-1de9-4079-9320-249a9396918e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ed47d1ba-1de9-4079-9320-249a9396918e,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:39.464433 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:39.489887 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c261be35-087e-44e1-9fa1-f0f3b909c2ad x-openstack-request-id: req-c261be35-087e-44e1-9fa1-f0f3b909c2ad {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:39.490176 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7197159b-a530-4455-a928-88ac924d579f", "name": "network-vif-plugged", "status": "completed", "tag": "ed47d1ba-1de9-4079-9320-249a9396918e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:39.490452 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c261be35-087e-44e1-9fa1-f0f3b909c2ad {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:39.491517 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7197159b-a530-4455-a928-88ac924d579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed47d1ba-1de9-4079-9320-249a9396918e', 'code': 200} Sep 21 18:58:39.518801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ed47d1ba-1de9-4079-9320-249a9396918e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:39.584929 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475501ad-095d-402d-afad-746cd3be60f0 req-f24deb41-00c8-4a49-af84-92f3cfef2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:39.587042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-475501ad-095d-402d-afad-746cd3be60f0 req-f24deb41-00c8-4a49-af84-92f3cfef2ae2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 1096 time: 0.0432768 Sep 21 18:58:39.620311 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-475501ad-095d-402d-afad-746cd3be60f0 req-7cccc150-b763-4bd7-aee5-9bc10a9a6c23 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264163 Sep 21 18:58:39.839204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ddd1-e0ea-4a54-b0f2-2a672392f2b1 req-88f42a9f-416f-42a3-babf-412e74295dc9 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:39.840582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19b4ddd1-e0ea-4a54-b0f2-2a672392f2b1 req-88f42a9f-416f-42a3-babf-412e74295dc9 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 945 time: 0.0481334 Sep 21 18:58:39.877624 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19b4ddd1-e0ea-4a54-b0f2-2a672392f2b1 req-665396c8-63c0-462d-9558-839b4a3c45b9 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308802 Sep 21 18:58:40.992187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296a358-068f-4c47-82f9-75b557ad38b0 req-cb76b24e-b2d2-402e-92e9-a9ff6b17159b tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:40.993696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4296a358-068f-4c47-82f9-75b557ad38b0 req-cb76b24e-b2d2-402e-92e9-a9ff6b17159b tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 945 time: 0.0497928 Sep 21 18:58:41.031696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4296a358-068f-4c47-82f9-75b557ad38b0 req-3517d2c8-458e-48c5-ab58-493ff3a5e082 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Sep 21 18:58:41.264388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad97562-90f5-4950-a6bb-1f341b6c8c56 req-996e30e4-3c0e-4779-a228-776c87304b54 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:41.265870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad97562-90f5-4950-a6bb-1f341b6c8c56 req-996e30e4-3c0e-4779-a228-776c87304b54 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 945 time: 0.0533700 Sep 21 18:58:41.303504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ad97562-90f5-4950-a6bb-1f341b6c8c56 req-59402e69-4699-4fef-a738-b59afc856c65 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Sep 21 18:58:42.420142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f76a-36bc-4fc3-8006-11117a2b26aa req-5dd538c2-afe3-4927-a600-fe12ef003535 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:42.421619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4892f76a-36bc-4fc3-8006-11117a2b26aa req-5dd538c2-afe3-4927-a600-fe12ef003535 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 945 time: 0.0482943 Sep 21 18:58:42.467617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4892f76a-36bc-4fc3-8006-11117a2b26aa req-2a46ead8-cdcc-43cb-8311-df49f89e409c tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Sep 21 18:58:42.502633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-56ea98cc-13e2-42f1-a565-c7e5a1dbfd94 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:42.504067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-56ea98cc-13e2-42f1-a565-c7e5a1dbfd94 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.78 "GET /v2.0/ports?device_id=7197159b-a530-4455-a928-88ac924d579f HTTP/1.1" status: 200 len: 945 time: 0.0519590 Sep 21 18:58:42.596893 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Deleting port ed47d1ba-1de9-4079-9320-249a9396918e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:42.597154 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:42.682915 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] For port ed47d1ba-1de9-4079-9320-249a9396918e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ed47d1ba-1de9-4079-9320-249a9396918e,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:42.683286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:42.695963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Calling delete_port for ed47d1ba-1de9-4079-9320-249a9396918e owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:42.822848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:42.836186 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['72074193-6159-464f-a9ad-7bdc56f03e19'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:42.842509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ed47d1ba-1de9-4079-9320-249a9396918e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:42.849810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Pushing event deleted for resources: {'Port': ['ID=ed47d1ba-1de9-4079-9320-249a9396918e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:42.896129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] No DVR routers for this DVR port ed47d1ba-1de9-4079-9320-249a9396918e on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:42.898713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:42.900693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d986bd0c-bec9-4d68-9fa0-78ff3639f368 req-59f2c08a-6cb4-4890-bd2c-f5790cc617e1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.78 "DELETE /v2.0/ports/ed47d1ba-1de9-4079-9320-249a9396918e HTTP/1.1" status: 204 len: 173 time: 0.3889496 Sep 21 18:58:42.901136 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7197159b-a530-4455-a928-88ac924d579f', 'name': 'network-vif-deleted', 'tag': 'ed47d1ba-1de9-4079-9320-249a9396918e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:42.903429 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddc4554-c5c2-4ee6-86cf-a064bd178563" -d '{"events": [{"server_uuid": "7197159b-a530-4455-a928-88ac924d579f", "name": "network-vif-deleted", "tag": "ed47d1ba-1de9-4079-9320-249a9396918e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:42.944263 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d00ef80-4adf-4e8c-9026-b843d64768dc x-openstack-request-id: req-2d00ef80-4adf-4e8c-9026-b843d64768dc {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:42.944609 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7197159b-a530-4455-a928-88ac924d579f", "name": "network-vif-deleted", "tag": "ed47d1ba-1de9-4079-9320-249a9396918e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:42.944996 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d00ef80-4adf-4e8c-9026-b843d64768dc {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:42.946168 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7197159b-a530-4455-a928-88ac924d579f', 'name': 'network-vif-deleted', 'tag': 'ed47d1ba-1de9-4079-9320-249a9396918e', 'status': 'completed', 'code': 200} Sep 21 18:58:43.614935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8059f8-d0d3-48ea-b762-8c42e8393d20 req-eb415234-de3f-4e22-a7fa-765d2d123a64 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:43.616403 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8059f8-d0d3-48ea-b762-8c42e8393d20 req-eb415234-de3f-4e22-a7fa-765d2d123a64 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0491242 Sep 21 18:58:43.653126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e8059f8-d0d3-48ea-b762-8c42e8393d20 req-e1075c4f-dd24-448f-8fc6-8d478b736f4e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306709 Sep 21 18:58:43.780190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba2dd0-5cf8-479c-99f3-9797d4466510 req-b51088de-aa63-4fa9-81c7-fd2d0b2a0864 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:43.781561 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07ba2dd0-5cf8-479c-99f3-9797d4466510 req-b51088de-aa63-4fa9-81c7-fd2d0b2a0864 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0477970 Sep 21 18:58:43.820011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07ba2dd0-5cf8-479c-99f3-9797d4466510 req-dabca585-3e4e-4a2d-91e5-2b4c420a907e tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Sep 21 18:58:43.938300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a502-6701-4abc-93c2-6cffce5af3d7 req-3c38c5ea-3184-4158-b0da-716888507d83 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:43.939769 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61d1a502-6701-4abc-93c2-6cffce5af3d7 req-3c38c5ea-3184-4158-b0da-716888507d83 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0528996 Sep 21 18:58:43.980807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61d1a502-6701-4abc-93c2-6cffce5af3d7 req-2810a5ae-abef-492f-8bdf-dc0ce0427f93 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Sep 21 18:58:44.148951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67060e-db28-4fd3-810e-366a6c336a31 req-e2f16ae7-4351-4f7c-856b-6bef8606b884 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:44.150684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec67060e-db28-4fd3-810e-366a6c336a31 req-e2f16ae7-4351-4f7c-856b-6bef8606b884 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0507262 Sep 21 18:58:44.194000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec67060e-db28-4fd3-810e-366a6c336a31 req-3e7c9cb7-c9a8-49a7-8bc4-2a81681ec582 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 Sep 21 18:58:44.309013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff1dab-ed9b-45ff-845e-e931c953e656 req-25dbca8d-30e5-4cc1-9296-6379f80d8d21 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:44.310451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cff1dab-ed9b-45ff-845e-e931c953e656 req-25dbca8d-30e5-4cc1-9296-6379f80d8d21 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0496509 Sep 21 18:58:44.348467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9cff1dab-ed9b-45ff-845e-e931c953e656 req-ff01b7f8-6e0b-4c17-accc-09d3cea8b100 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320554 Sep 21 18:58:44.475781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a54-f208-4057-a0c3-8b007e374b08 req-852152b3-56d7-4f69-bb95-38db33ff2dcb tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:44.477430 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54c21a54-f208-4057-a0c3-8b007e374b08 req-852152b3-56d7-4f69-bb95-38db33ff2dcb tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0528321 Sep 21 18:58:44.802939 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54c21a54-f208-4057-a0c3-8b007e374b08 req-12a561ad-a4ff-4a92-95e7-2f722b1cb011 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195329 Sep 21 18:58:45.104575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a8bd-fba2-41a9-8200-312ace659467 req-c0106579-8eef-49e5-95b1-5e2223f42a66 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:45.105984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45a6a8bd-fba2-41a9-8200-312ace659467 req-c0106579-8eef-49e5-95b1-5e2223f42a66 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0489638 Sep 21 18:58:45.141971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45a6a8bd-fba2-41a9-8200-312ace659467 req-6bfdad2c-4c9f-4df9-8a0c-940e448c58c1 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Sep 21 18:58:45.309153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ed47d1ba-1de9-4079-9320-249a9396918e no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:45.331482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ed47d1ba-1de9-4079-9320-249a9396918e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:45.331827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ed47d1ba-1de9-4079-9320-249a9396918e not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:46.257996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6291ce4-569c-406f-a846-5e7a095b9514 req-3acd939d-2392-4334-817f-84c38e0d669d tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:46.259494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6291ce4-569c-406f-a846-5e7a095b9514 req-3acd939d-2392-4334-817f-84c38e0d669d tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0495489 Sep 21 18:58:46.296957 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d6291ce4-569c-406f-a846-5e7a095b9514 req-03f72b3b-269a-4c59-a307-d39ddf748433 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/security-groups?id=d22c6164-886f-4064-a154-b36d98789a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 21 18:58:46.595271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-bbe3bf48-884b-4e07-97ee-a21e87cdfb39 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:46.596614 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-bbe3bf48-884b-4e07-97ee-a21e87cdfb39 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 946 time: 0.0480661 Sep 21 18:58:46.685703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Deleting port 72074193-6159-464f-a9ad-7bdc56f03e19 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:46.686040 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:46.773873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] For port 72074193-6159-464f-a9ad-7bdc56f03e19, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=72074193-6159-464f-a9ad-7bdc56f03e19,segment=NetworkSegment(ccc09756-14c1-43cb-be1d-67fd8e18952e),segment_id=ccc09756-14c1-43cb-be1d-67fd8e18952e)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:46.774363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:46.786416 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Calling delete_port for 72074193-6159-464f-a9ad-7bdc56f03e19 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:46.915254 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:46.927489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['72074193-6159-464f-a9ad-7bdc56f03e19'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:46.941731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Pushing event deleted for resources: {'Port': ['ID=72074193-6159-464f-a9ad-7bdc56f03e19,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:46.952772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.953121 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.953467 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.953805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.954143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.954869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.954869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.955136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.955465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.955792 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.956119 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.956442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:46.997255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] No DVR routers for this DVR port 72074193-6159-464f-a9ad-7bdc56f03e19 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:46.999831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:47.001783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b1371da6-b675-47d7-b2de-f3fe60021a4e req-6ba1a903-dec0-440e-8d85-f5a974e09fff tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.41 "DELETE /v2.0/ports/72074193-6159-464f-a9ad-7bdc56f03e19 HTTP/1.1" status: 204 len: 173 time: 0.3989973 Sep 21 18:58:47.002244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'name': 'network-vif-deleted', 'tag': '72074193-6159-464f-a9ad-7bdc56f03e19'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:47.004543 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd12f581-09f1-4720-8f89-1b7a84f62173" -d '{"events": [{"server_uuid": "7f8bb2c5-9c93-4271-9dd1-fd82f984457e", "name": "network-vif-deleted", "tag": "72074193-6159-464f-a9ad-7bdc56f03e19"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:47.041742 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d4b84-7ace-4d52-b281-245cd7850b91 x-openstack-request-id: req-3e4d4b84-7ace-4d52-b281-245cd7850b91 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:47.042102 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8bb2c5-9c93-4271-9dd1-fd82f984457e", "name": "network-vif-deleted", "tag": "72074193-6159-464f-a9ad-7bdc56f03e19", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:47.042388 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e4d4b84-7ace-4d52-b281-245cd7850b91 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:47.042792 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8bb2c5-9c93-4271-9dd1-fd82f984457e', 'name': 'network-vif-deleted', 'tag': '72074193-6159-464f-a9ad-7bdc56f03e19', 'status': 'completed', 'code': 200} Sep 21 18:58:47.411841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69a2a440-9196-4b09-a8dc-7cbe81b763a6 req-f55ceba3-2037-4bd5-9efd-180d81ee2332 tempest-ServersNegativeTestJSON-1766404151 tempest-ServersNegativeTestJSON-1766404151-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f8bb2c5-9c93-4271-9dd1-fd82f984457e HTTP/1.1" status: 200 len: 210 time: 0.0323484 Sep 21 18:58:48.467436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52606) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:48.511580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] Deleting subnet 0315702b-f9c3-4b7d-b338-485c4314afd9 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:58:48.514500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.548602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.586713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.642175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.669590 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.671634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0315702b-f9c3-4b7d-b338-485c4314afd9 HTTP/1.1" status: 204 len: 168 time: 0.2030823 Sep 21 18:58:48.672477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d6626-2ee3-4763-8619-dc74f62ba0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0315702b-f9c3-4b7d-b338-485c4314afd9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:48.674023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:48.742643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.823362 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.843489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737c165f-b96c-4897-b64c-001043d86ffd']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:48.853405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc09756-14c1-43cb-be1d-67fd8e18952e') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:48.853706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc09756-14c1-43cb-be1d-67fd8e18952e') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:48.862861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.875893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.881619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:58:48.882010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:58:48.883929 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:58:48.941571 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.947308 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.949169 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] 10.222.0.70 "DELETE /v2.0/networks/737c165f-b96c-4897-b64c-001043d86ffd HTTP/1.1" status: 204 len: 168 time: 0.2742183 Sep 21 18:58:48.959554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138d0c-161b-40c3-804c-6e79a55ff62a admin admin] Pushing event deleted for resources: {'Network': ['ID=737c165f-b96c-4897-b64c-001043d86ffd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:49.055817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52612) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:49.099917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bfbbe24b-83ae-4132-81f7-a551a8c8ef41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b42a404ca094cfd94115130c8c0ae5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429778 Sep 21 18:58:49.103485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52614) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:49.150608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a614b058-a44f-4e1e-90bb-9d5d84905b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:49.171576 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a614b058-a44f-4e1e-90bb-9d5d84905b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:49.216602 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a614b058-a44f-4e1e-90bb-9d5d84905b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:49.219327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a614b058-a44f-4e1e-90bb-9d5d84905b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:49.222821 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a614b058-a44f-4e1e-90bb-9d5d84905b7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d22c6164-886f-4064-a154-b36d98789a03 HTTP/1.1" status: 204 len: 168 time: 0.1161036 Sep 21 18:58:49.229133 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614b058-a44f-4e1e-90bb-9d5d84905b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c6164-886f-4064-a154-b36d98789a03,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:49.898968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52636) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:49.992229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1958521722'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:50.015681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:50.019145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.028263 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.115738 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.119442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.145934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:50.155508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db755d0e-9368-4286-bea5-3a8788d1adc1,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:50.161437 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.161787 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Added segment 6159da00-a346-4d64-ae94-ebb5d47b0081 of type vlan for network 61a431b9-59b0-4f41-bdca-0846c4057b69 Sep 21 18:58:50.201949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.230045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.235568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:50.236210 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.271883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3717613 Sep 21 18:58:50.308636 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24fdab-e943-4b5e-9b0f-50e25c4e4132 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Network': ['ID=61a431b9-59b0-4f41-bdca-0846c4057b69,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:50.319198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 61a431b9-59b0-4f41-bdca-0846c4057b69 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:50.373738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 72074193-6159-464f-a9ad-7bdc56f03e19 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:50.404397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 72074193-6159-464f-a9ad-7bdc56f03e19 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:50.404743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 72074193-6159-464f-a9ad-7bdc56f03e19 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:52.253525 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:58:53.598936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52642) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:53.604420 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'subnet': {'network_id': '61a431b9-59b0-4f41-bdca-0846c4057b69', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:53.692622 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:53.696471 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:53.875723 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:53.940464 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Subnet': ['ID=f2234b02-380a-4f14-ad02-fa5c5ccd1dee,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:53.951253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Checking segment: {'id': '6159da00-a346-4d64-ae94-ebb5d47b0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '61a431b9-59b0-4f41-bdca-0846c4057b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:53.951619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network hostable DHCP agents. Network: 61a431b9-59b0-4f41-bdca-0846c4057b69, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:53.955224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.955577 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.955921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.956258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.956594 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.956951 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.957293 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.957621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.957947 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.958300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.958629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.958967 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:53.975532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network 61a431b9-59b0-4f41-bdca-0846c4057b69 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:53.984119 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 61a431b9-59b0-4f41-bdca-0846c4057b69) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:53.988427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:53.989012 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:53.993579 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cad7e9-0571-4d91-af6d-aa4a9acddb99 None None] Network 61a431b9-59b0-4f41-bdca-0846c4057b69 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:54.005818 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f8ac566-b0f1-48cb-ba21-fa478c6cef93 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4026401 Sep 21 18:58:54.006023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52644) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:54.011791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-666251756'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:54.031621 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:54.035147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.058993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:54.067724 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.068083 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Added segment 2beabc72-10e8-49ca-80b6-a8b28f78d57f of type vlan for network a7265287-55cc-4d9c-a08f-9afaa9f84292 Sep 21 18:58:54.110924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.137860 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.139786 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-61a431b9-59b0-4f41-bdca-0846c4057b69', 'network_id': '61a431b9-59b0-4f41-bdca-0846c4057b69', 'tenant_id': '3ae16fccbc124fcab0837d0efe4ab34e', 'fixed_ips': [{'subnet_id': 'f2234b02-380a-4f14-ad02-fa5c5ccd1dee'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:58:54.140773 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.144191 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:54.144789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.178525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1713836 Sep 21 18:58:54.182077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52646) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:54.186912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'subnet': {'network_id': 'a7265287-55cc-4d9c-a08f-9afaa9f84292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:54.245593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309677-0ca7-49ad-8eeb-e503f80ada12 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Network': ['ID=a7265287-55cc-4d9c-a08f-9afaa9f84292,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:54.256673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network a7265287-55cc-4d9c-a08f-9afaa9f84292 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:54.294476 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Allocated IP 2001:db8:0:ffff::2 (61a431b9-59b0-4f41-bdca-0846c4057b69/f2234b02-380a-4f14-ad02-fa5c5ccd1dee/9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:54.314394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:54.318005 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.474742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.481102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.517109 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.517921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Network 61a431b9-59b0-4f41-bdca-0846c4057b69 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:54.520708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:54.524217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:54.531634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Pushing event updated for resources: {'Port': ['ID=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:54.544112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.544461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.544800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.545149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.545474 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.545804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.546127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.546477 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.546800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.547119 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.547437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.547756 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:54.590562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Subnet': ['ID=0e2b1bc4-c281-4aee-a99d-6beea1628412,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:54.592846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Attempting to bind port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:54.593224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Attempting to bind port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6159da00-a346-4d64-ae94-ebb5d47b0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '61a431b9-59b0-4f41-bdca-0846c4057b69'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:54.593586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Attempting to bind port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f on network 61a431b9-59b0-4f41-bdca-0846c4057b69 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:54.598747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:54.599099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Checking segment: {'id': '2beabc72-10e8-49ca-80b6-a8b28f78d57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'a7265287-55cc-4d9c-a08f-9afaa9f84292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:54.599569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Checking segment: {'id': '6159da00-a346-4d64-ae94-ebb5d47b0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '61a431b9-59b0-4f41-bdca-0846c4057b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:54.599691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network hostable DHCP agents. Network: a7265287-55cc-4d9c-a08f-9afaa9f84292, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:54.599796 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.599895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Bound using segment: {'id': '6159da00-a346-4d64-ae94-ebb5d47b0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '61a431b9-59b0-4f41-bdca-0846c4057b69'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:54.600332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Bound port: 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6159da00-a346-4d64-ae94-ebb5d47b0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '61a431b9-59b0-4f41-bdca-0846c4057b69'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:54.601279 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.616124 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network a7265287-55cc-4d9c-a08f-9afaa9f84292 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:54.625710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, a7265287-55cc-4d9c-a08f-9afaa9f84292) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:54.630088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:54.630741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.637217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6e57c-9af6-4485-ba8e-12e3cc1bdeb8 None None] Network a7265287-55cc-4d9c-a08f-9afaa9f84292 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:54.644657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9fa77668-e086-4ab3-8967-11c0887e25d3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4615004 Sep 21 18:58:54.647260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52648) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:54.721585 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] For port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:54.726514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] For port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,segment=NetworkSegment(6159da00-a346-4d64-ae94-ebb5d47b0081),segment_id=6159da00-a346-4d64-ae94-ebb5d47b0081)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:54.734973 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.745038 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.829149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56e3d-d710-459e-9bbc-17ef994681d7 None None] Pushing event updated for resources: {'Port': ['ID=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:54.842413 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.918688 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.956196 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2b1bc4-c281-4aee-a99d-6beea1628412,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:55.041882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e4517-f464-480e-a10c-c1433410c2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-a7265287-55cc-4d9c-a08f-9afaa9f84292', 'network_id': 'a7265287-55cc-4d9c-a08f-9afaa9f84292', 'tenant_id': '3ae16fccbc124fcab0837d0efe4ab34e', 'fixed_ips': [{'subnet_id': '0e2b1bc4-c281-4aee-a99d-6beea1628412'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:58:55.042892 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b47e4517-f464-480e-a10c-c1433410c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.045840 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.070364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7265287-55cc-4d9c-a08f-9afaa9f84292']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:55.080232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beabc72-10e8-49ca-80b6-a8b28f78d57f') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:55.080563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beabc72-10e8-49ca-80b6-a8b28f78d57f') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:55.091902 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.111420 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.118696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:58:55.119097 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:58:55.122123 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:58:55.129717 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23373b-ca17-4a13-b649-4e0f38d6e013 None None] Network a7265287-55cc-4d9c-a08f-9afaa9f84292 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:55.180963 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.189489 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.191351 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/a7265287-55cc-4d9c-a08f-9afaa9f84292 HTTP/1.1" status: 204 len: 168 time: 0.5424604 Sep 21 18:58:55.195577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52650) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:55.200559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465908901'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:55.201657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de73c4-dd8b-44a7-acb6-4d1734b4d869 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Network': ['ID=a7265287-55cc-4d9c-a08f-9afaa9f84292,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:55.222896 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:55.227373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.251648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:55.262176 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.262563 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Added segment 4c9e98c1-0fbe-4287-8f1b-7437a4c001f0 of type vlan for network 4bdb371e-cf56-44a6-ab6f-fb2627575d2d Sep 21 18:58:55.305879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.329655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:55.331565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.337312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:55.337890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.380651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:55.381028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.384246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52652) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:55.384455 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1876724 Sep 21 18:58:55.390071 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'subnet': {'network_id': '4bdb371e-cf56-44a6-ab6f-fb2627575d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:55.414721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b464a3-078a-4de1-a78d-a06503a458ef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Network': ['ID=4bdb371e-cf56-44a6-ab6f-fb2627575d2d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:55.428381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 4bdb371e-cf56-44a6-ab6f-fb2627575d2d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:55.491321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:55.495903 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.530836 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.562237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Performing IP validity checks on allocation pools {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:58:55.562772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.ipam_backend_mixin [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95090) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:58:55.567505 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,segment=NetworkSegment(6159da00-a346-4d64-ae94-ebb5d47b0081),segment_id=6159da00-a346-4d64-ae94-ebb5d47b0081)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:55.571609 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.621556 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:55.698778 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.762748 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Subnet': ['ID=3773a642-5bdf-4901-b0b6-11c8ef0a09f0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:55.772485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Checking segment: {'id': '4c9e98c1-0fbe-4287-8f1b-7437a4c001f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '4bdb371e-cf56-44a6-ab6f-fb2627575d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:55.773509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network hostable DHCP agents. Network: 4bdb371e-cf56-44a6-ab6f-fb2627575d2d, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:55.791716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network 4bdb371e-cf56-44a6-ab6f-fb2627575d2d is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:55.797227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef2932-a4cb-4e29-b8bd-f1783f2bd402 None None] Network 61a431b9-59b0-4f41-bdca-0846c4057b69 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:55.800220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 4bdb371e-cf56-44a6-ab6f-fb2627575d2d) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:55.804746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:55.805628 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.817200 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a969d-ecfd-4c88-91a6-6cc1d8ad0e99 None None] Network 4bdb371e-cf56-44a6-ab6f-fb2627575d2d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:55.820120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cf9f8dd1-90bf-4a47-a441-64c628027fe9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4340391 Sep 21 18:58:55.822599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52654) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:55.880594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-45a0f2c9-9f9e-402d-a5b2-7025cb14ec7e None None] Provisioning complete for port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:55.880952 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-45a0f2c9-9f9e-402d-a5b2-7025cb14ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.925693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.978200 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.039435 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.076438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Subnet': ['ID=3773a642-5bdf-4901-b0b6-11c8ef0a09f0,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:56.135270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069107dc-ff21-4f9a-91a3-c52c1172e06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-4bdb371e-cf56-44a6-ab6f-fb2627575d2d', 'network_id': '4bdb371e-cf56-44a6-ab6f-fb2627575d2d', 'tenant_id': '3ae16fccbc124fcab0837d0efe4ab34e', 'fixed_ips': [{'subnet_id': '3773a642-5bdf-4901-b0b6-11c8ef0a09f0'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:58:56.136158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-069107dc-ff21-4f9a-91a3-c52c1172e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.136939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.158471 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdb371e-cf56-44a6-ab6f-fb2627575d2d']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:56.168848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9e98c1-0fbe-4287-8f1b-7437a4c001f0') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:56.169177 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9e98c1-0fbe-4287-8f1b-7437a4c001f0') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:56.178934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.192910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.199607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:58:56.200165 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:58:56.203818 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:58:56.225589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e20828-2648-437e-a430-aab45a6c6040 None None] Network 4bdb371e-cf56-44a6-ab6f-fb2627575d2d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:56.275008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.282153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.288180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/4bdb371e-cf56-44a6-ab6f-fb2627575d2d HTTP/1.1" status: 204 len: 168 time: 0.4605348 Sep 21 18:58:56.288968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52656) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:56.294152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242418288'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:56.298017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5a502-f58d-40c9-8f65-fc319942892e tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Network': ['ID=4bdb371e-cf56-44a6-ab6f-fb2627575d2d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:56.326699 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:56.330245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.358211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:56.367455 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.367804 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Added segment d526ff90-c0d5-404b-9acf-20fdfd0513c3 of type vlan for network afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 Sep 21 18:58:56.406473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.435107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.440734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:56.441325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.442640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a7c714e6-08aa-478b-83e9-b80567de0e05 None None] Provisioning complete for port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:56.443085 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a7c714e6-08aa-478b-83e9-b80567de0e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.473528 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1840048 Sep 21 18:58:56.477981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52658) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:56.483114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'subnet': {'network_id': 'afbc2a47-4bd3-4400-93f8-47f2c4dd8b53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:56.517817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66816b9-421c-4202-b2be-4c6fb61184e8 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Network': ['ID=afbc2a47-4bd3-4400-93f8-47f2c4dd8b53,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:56.531711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:56.573195 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:56.576606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.755863 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.822168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Subnet': ['ID=288917ac-ead1-45bd-8ca4-0f7dc933be25,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:56.827458 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Checking segment: {'id': 'd526ff90-c0d5-404b-9acf-20fdfd0513c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'afbc2a47-4bd3-4400-93f8-47f2c4dd8b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:56.827733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network hostable DHCP agents. Network: afbc2a47-4bd3-4400-93f8-47f2c4dd8b53, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:56.845215 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:56.854013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, afbc2a47-4bd3-4400-93f8-47f2c4dd8b53) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:56.857902 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:56.858527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.863298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18239e44-fdbe-489e-9c69-21fddda572f7 None None] Network afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:56.872420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ce9ac041-42e6-4dbc-afb7-1561734ef266 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3931580 Sep 21 18:58:56.875811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:56.880937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1116987739'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:56.902608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:56.906007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.928780 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:56.937656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:56.938001 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Added segment 77e94a2c-274c-433c-86d8-78bb3b05f27f of type vlan for network 658f7f98-1284-4b9c-9b95-d4b3ac99ec4a Sep 21 18:58:56.978305 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.002450 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.008607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:57.009194 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.011456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-afbc2a47-4bd3-4400-93f8-47f2c4dd8b53', 'network_id': 'afbc2a47-4bd3-4400-93f8-47f2c4dd8b53', 'tenant_id': '3ae16fccbc124fcab0837d0efe4ab34e', 'fixed_ips': [{'subnet_id': '288917ac-ead1-45bd-8ca4-0f7dc933be25'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:58:57.012309 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.048154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1686711 Sep 21 18:58:57.048386 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:57.053019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Request body: {'subnet': {'network_id': '658f7f98-1284-4b9c-9b95-d4b3ac99ec4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:57.099938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61814694-1eee-4133-96a7-2b9a13512e88 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Network': ['ID=658f7f98-1284-4b9c-9b95-d4b3ac99ec4a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:57.110633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 658f7f98-1284-4b9c-9b95-d4b3ac99ec4a details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:57.171896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Made reservation on behalf of 3ae16fccbc124fcab0837d0efe4ab34e for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:57.175500 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.209782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Allocated IP 2001:db8::2 (afbc2a47-4bd3-4400-93f8-47f2c4dd8b53/288917ac-ead1-45bd-8ca4-0f7dc933be25/78a27390-cc0e-4d5a-bb3a-1c7c120d0986) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:57.314277 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:57.367226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.403320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.409600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:57.410012 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.412708 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.434626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event updated for resources: {'Subnet': ['ID=eece13ca-079a-473d-bb3f-5e756ef2a708,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:57.442519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Checking segment: {'id': '77e94a2c-274c-433c-86d8-78bb3b05f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '658f7f98-1284-4b9c-9b95-d4b3ac99ec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:57.442888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network hostable DHCP agents. Network: 658f7f98-1284-4b9c-9b95-d4b3ac99ec4a, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:57.460662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Network 658f7f98-1284-4b9c-9b95-d4b3ac99ec4a is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:57.470073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 658f7f98-1284-4b9c-9b95-d4b3ac99ec4a) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:57.474268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:57.474861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.483097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Network afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:57.488483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deeb06b-6af7-4fa6-82fe-c97ecaf4c54f None None] Network 658f7f98-1284-4b9c-9b95-d4b3ac99ec4a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:57.490059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73562699-a624-4ffc-a0cc-5431c3c90dd3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4407423 Sep 21 18:58:57.492651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52664) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:57.493102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:57.501418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:57.517191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Pushing event updated for resources: {'Port': ['ID=78a27390-cc0e-4d5a-bb3a-1c7c120d0986,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:57.590464 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.635319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Attempting to bind port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:57.635696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Attempting to bind port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'd526ff90-c0d5-404b-9acf-20fdfd0513c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'afbc2a47-4bd3-4400-93f8-47f2c4dd8b53'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:57.636064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Attempting to bind port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986 on network afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:57.640915 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.649883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:57.650282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Checking segment: {'id': 'd526ff90-c0d5-404b-9acf-20fdfd0513c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'afbc2a47-4bd3-4400-93f8-47f2c4dd8b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:57.650691 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.651082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Bound using segment: {'id': 'd526ff90-c0d5-404b-9acf-20fdfd0513c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'afbc2a47-4bd3-4400-93f8-47f2c4dd8b53'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:57.651554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Bound port: 78a27390-cc0e-4d5a-bb3a-1c7c120d0986, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526ff90-c0d5-404b-9acf-20fdfd0513c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'afbc2a47-4bd3-4400-93f8-47f2c4dd8b53'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:57.651940 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.706530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.734844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Subnet': ['ID=eece13ca-079a-473d-bb3f-5e756ef2a708,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:57.774969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] For port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:57.780348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d919287c-b06e-44c9-a662-12635e4a334f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-658f7f98-1284-4b9c-9b95-d4b3ac99ec4a', 'network_id': '658f7f98-1284-4b9c-9b95-d4b3ac99ec4a', 'tenant_id': '3ae16fccbc124fcab0837d0efe4ab34e', 'fixed_ips': [{'subnet_id': 'eece13ca-079a-473d-bb3f-5e756ef2a708'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:58:57.781275 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d919287c-b06e-44c9-a662-12635e4a334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.796580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] For port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=78a27390-cc0e-4d5a-bb3a-1c7c120d0986,segment=NetworkSegment(d526ff90-c0d5-404b-9acf-20fdfd0513c3),segment_id=d526ff90-c0d5-404b-9acf-20fdfd0513c3)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:57.796792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.804569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.817825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658f7f98-1284-4b9c-9b95-d4b3ac99ec4a']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:57.827889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e94a2c-274c-433c-86d8-78bb3b05f27f') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:57.828194 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e94a2c-274c-433c-86d8-78bb3b05f27f') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:57.842650 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.855539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.861279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:58:57.861662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:58:57.864574 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:58:57.903743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b760a76-e5d9-41d9-a4f0-089843e1085f None None] Network 658f7f98-1284-4b9c-9b95-d4b3ac99ec4a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:57.924609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.933968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:57.938686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/658f7f98-1284-4b9c-9b95-d4b3ac99ec4a HTTP/1.1" status: 204 len: 168 time: 0.4424443 Sep 21 18:58:57.939204 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52666) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:57.942978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc87ae-9c20-4b2f-9bb1-db551ff09ead None None] Pushing event updated for resources: {'Port': ['ID=78a27390-cc0e-4d5a-bb3a-1c7c120d0986,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:57.968779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e64f6-fb76-42ce-9d36-ea35c5c94bf3 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Network': ['ID=658f7f98-1284-4b9c-9b95-d4b3ac99ec4a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:57.980984 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2bd2d4-848f-49b2-81a1-a5cec3851758 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] GET failed (client error): The resource could not be found. Sep 21 18:58:57.985169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3a2bd2d4-848f-49b2-81a1-a5cec3851758 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "GET /v2.0/subnets/eece13ca-079a-473d-bb3f-5e756ef2a708 HTTP/1.1" status: 404 len: 337 time: 0.0450604 Sep 21 18:58:57.986299 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52668) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:58.004685 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7a7a65-ba40-425f-ba6b-c3c32ee1be97 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] DELETE failed (client error): The resource could not be found. Sep 21 18:58:58.005259 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7a7a65-ba40-425f-ba6b-c3c32ee1be97 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:58:58.010695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5a7a7a65-ba40-425f-ba6b-c3c32ee1be97 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/658f7f98-1284-4b9c-9b95-d4b3ac99ec4a HTTP/1.1" status: 404 len: 339 time: 0.0197318 Sep 21 18:58:58.010978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52670) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:58.042484 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e803824-5a5d-4291-86e0-730c5848259b tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] DELETE failed (client error): The resource could not be found. Sep 21 18:58:58.042944 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e803824-5a5d-4291-86e0-730c5848259b tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:58:58.048703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3e803824-5a5d-4291-86e0-730c5848259b tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/subnets/eece13ca-079a-473d-bb3f-5e756ef2a708 HTTP/1.1" status: 404 len: 337 time: 0.0327847 Sep 21 18:58:58.049813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52672) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:58.070295 n-d-810285-3 neutron-server[95090]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61b5cb2-b56e-478f-8b81-c464cebf4179 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] DELETE failed (client error): The resource could not be found. Sep 21 18:58:58.070825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61b5cb2-b56e-478f-8b81-c464cebf4179 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95090) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:58:58.072569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e61b5cb2-b56e-478f-8b81-c464cebf4179 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/658f7f98-1284-4b9c-9b95-d4b3ac99ec4a HTTP/1.1" status: 404 len: 339 time: 0.0216784 Sep 21 18:58:58.075053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52674) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:58.134802 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Deleting subnet 288917ac-ead1-45bd-8ca4-0f7dc933be25 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:58:58.138146 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.180206 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.261827 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.324890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.352661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Subnet': ['ID=288917ac-ead1-45bd-8ca4-0f7dc933be25,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:58.356186 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.359413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d079457e-65bd-4809-b8cd-e0ee5f0328c9 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/subnets/288917ac-ead1-45bd-8ca4-0f7dc933be25 HTTP/1.1" status: 204 len: 168 time: 0.2820635 Sep 21 18:58:58.360555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52676) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:58.435272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.491067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Deleting port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:58.491996 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.558410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] For port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=78a27390-cc0e-4d5a-bb3a-1c7c120d0986,segment=NetworkSegment(d526ff90-c0d5-404b-9acf-20fdfd0513c3),segment_id=d526ff90-c0d5-404b-9acf-20fdfd0513c3)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:58.558789 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.572522 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Calling delete_port for 78a27390-cc0e-4d5a-bb3a-1c7c120d0986 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:58.659055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.686784 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Port': ['ID=78a27390-cc0e-4d5a-bb3a-1c7c120d0986,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:58.690450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No DVR routers for this DVR port 78a27390-cc0e-4d5a-bb3a-1c7c120d0986 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:58.773122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.784722 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eead8-4b93-4152-83f3-220d4261a20c None None] Network afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:58.798499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbc2a47-4bd3-4400-93f8-47f2c4dd8b53']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:58.808017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd526ff90-c0d5-404b-9acf-20fdfd0513c3') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:58.808316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd526ff90-c0d5-404b-9acf-20fdfd0513c3') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:58.817505 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.830966 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.837678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:58:58.838079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:58:58.841105 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:58:58.856258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-68ea62e3-f552-4ee3-90e4-dcdb3134f983 None None] Could not find standard attr ID for object 78a27390-cc0e-4d5a-bb3a-1c7c120d0986. {{(pid=95092) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:58:58.903876 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.912906 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.915459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 HTTP/1.1" status: 204 len: 168 time: 0.5539956 Sep 21 18:58:58.918016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:58.924979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663eb62-91c3-4c15-9056-af5cc90eb8a4 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Network': ['ID=afbc2a47-4bd3-4400-93f8-47f2c4dd8b53,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:58.951163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770b640-f7dd-44e9-ac56-03a107920a1f None None] DHCP port deletion for afbc2a47-4bd3-4400-93f8-47f2c4dd8b53 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:58:58.953214 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c5ddb8-ca19-42ba-80cb-7c1fc7007731 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] DELETE failed (client error): The resource could not be found. Sep 21 18:58:58.953683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c5ddb8-ca19-42ba-80cb-7c1fc7007731 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:58:58.955414 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b7c5ddb8-ca19-42ba-80cb-7c1fc7007731 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/subnets/3773a642-5bdf-4901-b0b6-11c8ef0a09f0 HTTP/1.1" status: 404 len: 337 time: 0.0363200 Sep 21 18:58:58.957995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52680) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:58.977757 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aab407a-8c48-4da7-831d-a55e40d6f5f7 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] DELETE failed (client error): The resource could not be found. Sep 21 18:58:58.978308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aab407a-8c48-4da7-831d-a55e40d6f5f7 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:58:58.979993 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9aab407a-8c48-4da7-831d-a55e40d6f5f7 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/4bdb371e-cf56-44a6-ab6f-fb2627575d2d HTTP/1.1" status: 404 len: 339 time: 0.0209613 Sep 21 18:58:58.982419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52682) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:59.006746 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd40f99-0278-4583-8616-26a374c2d2a6 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] DELETE failed (client error): The resource could not be found. Sep 21 18:58:59.007803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd40f99-0278-4583-8616-26a374c2d2a6 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:58:59.009538 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4bd40f99-0278-4583-8616-26a374c2d2a6 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/subnets/0e2b1bc4-c281-4aee-a99d-6beea1628412 HTTP/1.1" status: 404 len: 337 time: 0.0262465 Sep 21 18:58:59.011705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52684) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:59.033747 n-d-810285-3 neutron-server[95091]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f676f09-a576-4719-b90e-ca59c1d0cd54 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] DELETE failed (client error): The resource could not be found. Sep 21 18:58:59.034222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f676f09-a576-4719-b90e-ca59c1d0cd54 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95091) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:58:59.035808 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5f676f09-a576-4719-b90e-ca59c1d0cd54 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/a7265287-55cc-4d9c-a08f-9afaa9f84292 HTTP/1.1" status: 404 len: 339 time: 0.0232501 Sep 21 18:58:59.038024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:59.088556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Deleting subnet f2234b02-380a-4f14-ad02-fa5c5ccd1dee {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:58:59.091860 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.131015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.216428 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.272094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.299221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Subnet': ['ID=f2234b02-380a-4f14-ad02-fa5c5ccd1dee,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:59.303003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.305699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-db986bf4-c0f6-4737-83ad-5e012e12adef tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/subnets/f2234b02-380a-4f14-ad02-fa5c5ccd1dee HTTP/1.1" status: 204 len: 168 time: 0.2667525 Sep 21 18:58:59.308100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52688) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:59.310795 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ad4a1-6660-4825-a73e-aabe2a742167 None None] Network 61a431b9-59b0-4f41-bdca-0846c4057b69 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:59.345516 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-625fe55c-2557-4d67-8ab5-5d6fa90e416a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.388117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.448077 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Deleting port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:59.448435 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.513868 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] For port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,segment=NetworkSegment(6159da00-a346-4d64-ae94-ebb5d47b0081),segment_id=6159da00-a346-4d64-ae94-ebb5d47b0081)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:59.514143 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.526535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Calling delete_port for 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:59.638821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] DHCP port deletion for 61a431b9-59b0-4f41-bdca-0846c4057b69 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:58:59.685887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] Deleting port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:59.686302 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.754960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] For port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,segment=NetworkSegment(6159da00-a346-4d64-ae94-ebb5d47b0081),segment_id=6159da00-a346-4d64-ae94-ebb5d47b0081)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:59.755362 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.769460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] Calling delete_port for 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:59.850544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.882237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] Pushing event deleted for resources: {'Port': ['ID=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:59.886773 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84dadbb-7ef5-4016-82e1-1620fbd1eb55 None None] No DVR routers for this DVR port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:59.891997 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:59.917787 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Port': ['ID=9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:59.921334 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] No DVR routers for this DVR port 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:59:00.001394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.023606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a431b9-59b0-4f41-bdca-0846c4057b69']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:00.032949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6159da00-a346-4d64-ae94-ebb5d47b0081') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:00.033255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6159da00-a346-4d64-ae94-ebb5d47b0081') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:00.043448 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.056370 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.062029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:59:00.062461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: self.session.flush() Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:59:00.065440 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:59:00.123170 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.130467 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.132433 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] 10.222.0.70 "DELETE /v2.0/networks/61a431b9-59b0-4f41-bdca-0846c4057b69 HTTP/1.1" status: 204 len: 168 time: 0.8234377 Sep 21 18:59:00.143830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c08d56-94f1-491a-8268-9f3e5add7a94 tempest-NetworksIpV6Test-79463629 tempest-NetworksIpV6Test-79463629-project] Pushing event deleted for resources: {'Network': ['ID=61a431b9-59b0-4f41-bdca-0846c4057b69,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:00.369249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52694) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:00.498074 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e3533d02-740b-42a1-a83d-777f55b6cd62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ae16fccbc124fcab0837d0efe4ab34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276824 Sep 21 18:59:00.500549 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52698) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:00.551606 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a1ce32-acc0-4350-87f2-594e1225cbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.572842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a1ce32-acc0-4350-87f2-594e1225cbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.619188 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a1ce32-acc0-4350-87f2-594e1225cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.621765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79a1ce32-acc0-4350-87f2-594e1225cbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:00.623057 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-79a1ce32-acc0-4350-87f2-594e1225cbcb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db755d0e-9368-4286-bea5-3a8788d1adc1 HTTP/1.1" status: 204 len: 168 time: 0.1215544 Sep 21 18:59:00.630887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1ce32-acc0-4350-87f2-594e1225cbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db755d0e-9368-4286-bea5-3a8788d1adc1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:01.243910 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52722) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:01.302451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:59:01.322572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:59:01.322920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9eb5f494-941f-496f-a9ae-3fa8bc7a0b4f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:59:01.338305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d42e808d-cc47-4528-8814-6a5430702927 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-145334916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:01.360647 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d42e808d-cc47-4528-8814-6a5430702927 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.361716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d42e808d-cc47-4528-8814-6a5430702927 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.414910 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d42e808d-cc47-4528-8814-6a5430702927 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.419029 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d42e808d-cc47-4528-8814-6a5430702927 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.433889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d42e808d-cc47-4528-8814-6a5430702927 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.435095 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d42e808d-cc47-4528-8814-6a5430702927 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1901865 Sep 21 18:59:01.437769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:01.442436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-104389300'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:01.462908 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Made reservation on behalf of 544f1060bb194273b6db7557c680362a for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:01.466282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.474723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.560953 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.564540 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.590203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:59:01.599768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12553e25-af89-4dd2-bdf5-671ec93c1e87,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:01.604990 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.605331 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Added segment 0cef2d0e-c94a-4725-8f30-c210931eb726 of type vlan for network 6feed08e-2554-442f-a955-91e8ed8f4e14 Sep 21 18:59:01.644692 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.668959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.674418 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:01.675013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:01.711031 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2720754 Sep 21 18:59:01.713566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52728) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:01.718549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Request body: {'subnet': {'network_id': '6feed08e-2554-442f-a955-91e8ed8f4e14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:01.770815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374fdd2-d0bd-4448-b3b7-b762e19b9b38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event updated for resources: {'Network': ['ID=6feed08e-2554-442f-a955-91e8ed8f4e14,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:01.780776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 6feed08e-2554-442f-a955-91e8ed8f4e14 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:59:01.837293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Made reservation on behalf of 544f1060bb194273b6db7557c680362a for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:01.841939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.017580 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.081264 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event updated for resources: {'Subnet': ['ID=ab57604c-2204-4eda-ac33-9c1e96db1f39,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:02.091278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Checking segment: {'id': '0cef2d0e-c94a-4725-8f30-c210931eb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '6feed08e-2554-442f-a955-91e8ed8f4e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:02.091735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Network hostable DHCP agents. Network: 6feed08e-2554-442f-a955-91e8ed8f4e14, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:59:02.108822 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Network 6feed08e-2554-442f-a955-91e8ed8f4e14 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:59:02.117294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 6feed08e-2554-442f-a955-91e8ed8f4e14) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:02.122476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:02.123069 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.127323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82c19e-c023-44f4-8b0e-c12bc1e85c3d None None] Network 6feed08e-2554-442f-a955-91e8ed8f4e14 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:02.137551 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9f2b2155-32b5-4eba-b332-fab1b8c3bbcd tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4229207 Sep 21 18:59:02.140605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52730) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:02.145582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-450081615'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:02.166488 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Made reservation on behalf of 544f1060bb194273b6db7557c680362a for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:02.169947 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.194942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:59:02.204096 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.204456 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Added segment 9b54b868-1c6a-49ce-85ce-115ab8766639 of type vlan for network 37f4a702-2d9e-4182-9060-d685202b99b4 Sep 21 18:59:02.246419 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.271700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.273380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-6feed08e-2554-442f-a955-91e8ed8f4e14', 'network_id': '6feed08e-2554-442f-a955-91e8ed8f4e14', 'tenant_id': '544f1060bb194273b6db7557c680362a', 'fixed_ips': [{'subnet_id': 'ab57604c-2204-4eda-ac33-9c1e96db1f39'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:59:02.274278 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.278287 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:02.278890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.312591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1709697 Sep 21 18:59:02.315396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52732) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:02.322999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Request body: {'subnet': {'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:02.372545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c30bd4-a643-41aa-8abc-618b4f006acf tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event updated for resources: {'Network': ['ID=37f4a702-2d9e-4182-9060-d685202b99b4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:02.395106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 37f4a702-2d9e-4182-9060-d685202b99b4 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:59:02.445076 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Made reservation on behalf of 544f1060bb194273b6db7557c680362a for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:02.449056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.469866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Allocated IP 172.20.0.2 (6feed08e-2554-442f-a955-91e8ed8f4e14/ab57604c-2204-4eda-ac33-9c1e96db1f39/7d522e2c-03ad-4267-86a3-02dd346745f5) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:02.613874 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.621450 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.634706 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.662224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Network 6feed08e-2554-442f-a955-91e8ed8f4e14 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:02.665639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:02.669076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:02.680142 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Pushing event updated for resources: {'Port': ['ID=7d522e2c-03ad-4267-86a3-02dd346745f5,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:02.692320 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event updated for resources: {'Subnet': ['ID=04f3fad2-c822-4e3c-9292-bda32cc23c98,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:02.707779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Checking segment: {'id': '9b54b868-1c6a-49ce-85ce-115ab8766639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:02.708145 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Network hostable DHCP agents. Network: 37f4a702-2d9e-4182-9060-d685202b99b4, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:59:02.724759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Network 37f4a702-2d9e-4182-9060-d685202b99b4 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:59:02.730678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Attempting to bind port 7d522e2c-03ad-4267-86a3-02dd346745f5 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:02.731051 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Attempting to bind port 7d522e2c-03ad-4267-86a3-02dd346745f5 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '0cef2d0e-c94a-4725-8f30-c210931eb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '6feed08e-2554-442f-a955-91e8ed8f4e14'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:02.731496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Attempting to bind port 7d522e2c-03ad-4267-86a3-02dd346745f5 on network 6feed08e-2554-442f-a955-91e8ed8f4e14 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:02.735491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 37f4a702-2d9e-4182-9060-d685202b99b4) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:02.737819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:02.738613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Checking segment: {'id': '0cef2d0e-c94a-4725-8f30-c210931eb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '6feed08e-2554-442f-a955-91e8ed8f4e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:02.739016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.739401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Bound using segment: {'id': '0cef2d0e-c94a-4725-8f30-c210931eb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '6feed08e-2554-442f-a955-91e8ed8f4e14'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:02.739868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Bound port: 7d522e2c-03ad-4267-86a3-02dd346745f5, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cef2d0e-c94a-4725-8f30-c210931eb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '6feed08e-2554-442f-a955-91e8ed8f4e14'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:02.740249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.745062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:02.745700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24bd19b-b075-423b-93ea-a5c21cf8ba59 None None] Network 37f4a702-2d9e-4182-9060-d685202b99b4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:02.745818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.761608 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b8ae7db4-ddd7-4f85-a8e1-325b83bc4ad2 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4452100 Sep 21 18:59:02.764531 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52734) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:02.769017 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-dcf81317-d454-45f1-b8a8-a8e1d02a604c tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Request body: {'router': {'external_gateway_info': {'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:02.866863 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] For port 7d522e2c-03ad-4267-86a3-02dd346745f5, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:02.871227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] For port 7d522e2c-03ad-4267-86a3-02dd346745f5, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7d522e2c-03ad-4267-86a3-02dd346745f5,segment=NetworkSegment(0cef2d0e-c94a-4725-8f30-c210931eb726),segment_id=0cef2d0e-c94a-4725-8f30-c210931eb726)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:02.895075 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.984340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17015994-35ff-49db-a693-7720f1aec9f4 None None] Pushing event updated for resources: {'Port': ['ID=7d522e2c-03ad-4267-86a3-02dd346745f5,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:02.989344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcf81317-d454-45f1-b8a8-a8e1d02a604c tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:02.992629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-37f4a702-2d9e-4182-9060-d685202b99b4', 'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4', 'tenant_id': '544f1060bb194273b6db7557c680362a', 'fixed_ips': [{'subnet_id': '04f3fad2-c822-4e3c-9292-bda32cc23c98'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:59:02.993275 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.108721 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [None req-dcf81317-d454-45f1-b8a8-a8e1d02a604c tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:59:03.115841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dcf81317-d454-45f1-b8a8-a8e1d02a604c tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "PUT /v2.0/routers/505948a4-3cb6-4ba4-a6de-4cd8c77d968b HTTP/1.1" status: 400 len: 364 time: 0.3446198 Sep 21 18:59:03.117014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52736) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:03.150678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Allocated IP 172.21.0.2 (37f4a702-2d9e-4182-9060-d685202b99b4/04f3fad2-c822-4e3c-9292-bda32cc23c98/7ae7d2ce-f0d4-45b6-a713-58da9902ce3c) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:03.192103 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Deleting subnet 04f3fad2-c822-4e3c-9292-bda32cc23c98 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:59:03.306249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.311549 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.318202 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.349125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7d522e2c-03ad-4267-86a3-02dd346745f5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:03.360224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.381829 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Network 37f4a702-2d9e-4182-9060-d685202b99b4 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:03.389875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:03.393284 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Pushing event updated for resources: {'Port': ['ID=7ae7d2ce-f0d4-45b6-a713-58da9902ce3c,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:03.397018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:03.454869 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.464866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Attempting to bind port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:03.465240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Attempting to bind port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9b54b868-1c6a-49ce-85ce-115ab8766639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:03.465606 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Attempting to bind port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c on network 37f4a702-2d9e-4182-9060-d685202b99b4 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:03.467821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7d522e2c-03ad-4267-86a3-02dd346745f5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:03.468193 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.491878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:03.492296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Checking segment: {'id': '9b54b868-1c6a-49ce-85ce-115ab8766639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:03.492695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.493087 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Bound using segment: {'id': '9b54b868-1c6a-49ce-85ce-115ab8766639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:03.493558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Bound port: 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b54b868-1c6a-49ce-85ce-115ab8766639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '37f4a702-2d9e-4182-9060-d685202b99b4'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:03.493940 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.513991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.542526 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event deleted for resources: {'Subnet': ['ID=04f3fad2-c822-4e3c-9292-bda32cc23c98,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:03.545104 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.547018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f4dc7a20-e26f-4863-974b-beaba389da94 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "DELETE /v2.0/subnets/04f3fad2-c822-4e3c-9292-bda32cc23c98 HTTP/1.1" status: 204 len: 168 time: 0.4271779 Sep 21 18:59:03.549591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52738) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:03.595129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] For port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:03.614265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] For port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7ae7d2ce-f0d4-45b6-a713-58da9902ce3c,segment=NetworkSegment(9b54b868-1c6a-49ce-85ce-115ab8766639),segment_id=9b54b868-1c6a-49ce-85ce-115ab8766639)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:03.615939 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.625998 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.631117 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.687691 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Deleting port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:59:03.688111 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.723173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7d522e2c-03ad-4267-86a3-02dd346745f5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7d522e2c-03ad-4267-86a3-02dd346745f5,segment=NetworkSegment(0cef2d0e-c94a-4725-8f30-c210931eb726),segment_id=0cef2d0e-c94a-4725-8f30-c210931eb726)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:03.736152 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.740018 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a6eae117-e97f-4e57-ad9a-d08619bcd821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.743832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea3713-a15f-46da-abbe-b04eb64b7a80 None None] Pushing event updated for resources: {'Port': ['ID=7ae7d2ce-f0d4-45b6-a713-58da9902ce3c,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:03.767240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] For port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7ae7d2ce-f0d4-45b6-a713-58da9902ce3c,segment=NetworkSegment(9b54b868-1c6a-49ce-85ce-115ab8766639),segment_id=9b54b868-1c6a-49ce-85ce-115ab8766639)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:03.767691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.777322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a0813-5561-439e-a8ec-cf345bc8bb55 None None] Network 37f4a702-2d9e-4182-9060-d685202b99b4 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:03.782774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Calling delete_port for 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:59:03.853602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7d522e2c-03ad-4267-86a3-02dd346745f5,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:03.876720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:03.903670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event deleted for resources: {'Port': ['ID=7ae7d2ce-f0d4-45b6-a713-58da9902ce3c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:03.907280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] No DVR routers for this DVR port 7ae7d2ce-f0d4-45b6-a713-58da9902ce3c on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:59:03.986854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef0244-9ba3-4671-bdc2-fea979ca597d None None] Network 6feed08e-2554-442f-a955-91e8ed8f4e14 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:03.990582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.012224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f4a702-2d9e-4182-9060-d685202b99b4']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:04.021421 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b54b868-1c6a-49ce-85ce-115ab8766639') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:04.021715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b54b868-1c6a-49ce-85ce-115ab8766639') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:04.031015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.043733 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.049778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:59:04.050285 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.052982 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7d17a348-8b89-4736-bff0-50e8a65e8fb6 None None] Provisioning complete for port 7d522e2c-03ad-4267-86a3-02dd346745f5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: timer() Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:59:04.053273 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:59:04.055791 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7d17a348-8b89-4736-bff0-50e8a65e8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.111155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.118742 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.120570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "DELETE /v2.0/networks/37f4a702-2d9e-4182-9060-d685202b99b4 HTTP/1.1" status: 204 len: 168 time: 0.5701399 Sep 21 18:59:04.123186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52740) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:04.136901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07dd37-693e-4061-9d12-43fe6af02b91 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event deleted for resources: {'Network': ['ID=37f4a702-2d9e-4182-9060-d685202b99b4,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:04.181007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Deleting subnet ab57604c-2204-4eda-ac33-9c1e96db1f39 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:59:04.184222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.224983 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.253183 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.315353 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.383886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.399386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9b6c5-1bdb-4fc2-a140-3a4d941f9093 None None] get_active_networks_info from n-d-810285-3 {{(pid=95092) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:59:04.409713 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event deleted for resources: {'Subnet': ['ID=ab57604c-2204-4eda-ac33-9c1e96db1f39,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:04.416532 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.420929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d93f7d0e-0dcf-463e-b44c-cd54f1bd82b1 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "DELETE /v2.0/subnets/ab57604c-2204-4eda-ac33-9c1e96db1f39 HTTP/1.1" status: 204 len: 168 time: 0.2944558 Sep 21 18:59:04.421236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52742) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:04.446207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b7628ba7-7eb1-49a2-a779-4c54c3f53e5d None None] Provisioning complete for port 7d522e2c-03ad-4267-86a3-02dd346745f5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:04.446502 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7628ba7-7eb1-49a2-a779-4c54c3f53e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.498118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.498918 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9b6c5-1bdb-4fc2-a140-3a4d941f9093 None None] Resources bound (agent type, host, resource id): {{(pid=95092) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:59:04.555249 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Deleting port 7d522e2c-03ad-4267-86a3-02dd346745f5 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:59:04.555595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.619313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] For port 7d522e2c-03ad-4267-86a3-02dd346745f5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7d522e2c-03ad-4267-86a3-02dd346745f5,segment=NetworkSegment(0cef2d0e-c94a-4725-8f30-c210931eb726),segment_id=0cef2d0e-c94a-4725-8f30-c210931eb726)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:04.619684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.632174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Calling delete_port for 7d522e2c-03ad-4267-86a3-02dd346745f5 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:59:04.714546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.730222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c0eef-8fd0-4ca2-9acc-0293ce4a060f None None] Network 6feed08e-2554-442f-a955-91e8ed8f4e14 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:04.742304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event deleted for resources: {'Port': ['ID=7d522e2c-03ad-4267-86a3-02dd346745f5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:04.744717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] No DVR routers for this DVR port 7d522e2c-03ad-4267-86a3-02dd346745f5 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:59:04.763658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.825598 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.847903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6feed08e-2554-442f-a955-91e8ed8f4e14']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:04.858819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cef2d0e-c94a-4725-8f30-c210931eb726') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:04.859263 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cef2d0e-c94a-4725-8f30-c210931eb726') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:04.874807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.888253 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.894131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:59:04.894585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: timer() Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:59:04.898501 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:59:04.902925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45c130-8498-4ad8-977e-0378f73efac7 None None] DHCP port deletion for 6feed08e-2554-442f-a955-91e8ed8f4e14 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:59:04.964784 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.971485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.973463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "DELETE /v2.0/networks/6feed08e-2554-442f-a955-91e8ed8f4e14 HTTP/1.1" status: 204 len: 168 time: 0.5513239 Sep 21 18:59:04.976666 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52744) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:04.982808 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:04.985078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07223ef6-2077-4237-8df1-2285d2ad2b07 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Pushing event deleted for resources: {'Network': ['ID=6feed08e-2554-442f-a955-91e8ed8f4e14,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:05.300052 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eeb299d1-b906-472c-99b5-a4bd8e2bdc38 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "GET /v2.0/ports?device_id=505948a4-3cb6-4ba4-a6de-4cd8c77d968b HTTP/1.1" status: 200 len: 205 time: 0.3221273 Sep 21 18:59:05.302523 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52746) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:05.308159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7d522e2c-03ad-4267-86a3-02dd346745f5 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:59:05.328544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7d522e2c-03ad-4267-86a3-02dd346745f5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:59:05.328920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7d522e2c-03ad-4267-86a3-02dd346745f5 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:59:05.380603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e85bc022-d309-4091-a1c5-f4f73d875550 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:05.536510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e85bc022-d309-4091-a1c5-f4f73d875550 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:05.538721 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e85bc022-d309-4091-a1c5-f4f73d875550 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:05.580402 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e85bc022-d309-4091-a1c5-f4f73d875550 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:05.581034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85bc022-d309-4091-a1c5-f4f73d875550 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Fanout notify agent at l3_agent the message router_deleted on router 505948a4-3cb6-4ba4-a6de-4cd8c77d968b {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:59:05.588979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e85bc022-d309-4091-a1c5-f4f73d875550 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:05.590085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e85bc022-d309-4091-a1c5-f4f73d875550 tempest-RoutersNegativeTest-2073109123 tempest-RoutersNegativeTest-2073109123-project] 10.222.0.70 "DELETE /v2.0/routers/505948a4-3cb6-4ba4-a6de-4cd8c77d968b HTTP/1.1" status: 204 len: 168 time: 0.2865694 Sep 21 18:59:05.828955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52754) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:05.958571 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ea98febe-d844-49c5-8866-29310427a40f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=544f1060bb194273b6db7557c680362a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284468 Sep 21 18:59:05.960942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52758) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:06.012449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3856dfd8-6b80-4ef2-addb-e5654bbd5b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.033926 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3856dfd8-6b80-4ef2-addb-e5654bbd5b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.079390 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3856dfd8-6b80-4ef2-addb-e5654bbd5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.082206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3856dfd8-6b80-4ef2-addb-e5654bbd5b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.083372 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3856dfd8-6b80-4ef2-addb-e5654bbd5b50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12553e25-af89-4dd2-bdf5-671ec93c1e87 HTTP/1.1" status: 204 len: 168 time: 0.1215289 Sep 21 18:59:06.093296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856dfd8-6b80-4ef2-addb-e5654bbd5b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12553e25-af89-4dd2-bdf5-671ec93c1e87,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:06.691784 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52780) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:06.786135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-475103524-network', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:06.807118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Made reservation on behalf of c65585759a384f56992f2c6bede2c4de for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:06.809518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.817493 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.905522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.909036 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.935863 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:59:06.941113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17815a9b-2e41-4d79-bc25-89410e297f7e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:06.949168 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:06.949539 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Added segment 75075074-5b97-461f-a6ba-7b222ea9a3eb of type vlan for network acf462a4-1496-4bfb-85b1-00b37c746431 Sep 21 18:59:06.993093 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.016519 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.017460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:07.018043 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.050910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3580127 Sep 21 18:59:07.054962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52784) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:07.059881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Request body: {'subnet': {'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-subnet', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:07.079584 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7f7b0-1290-41e2-8262-052ea413965d admin admin] Pushing event updated for resources: {'Network': ['ID=acf462a4-1496-4bfb-85b1-00b37c746431,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:07.080282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Made reservation on behalf of c65585759a384f56992f2c6bede2c4de for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:07.083905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.089533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network acf462a4-1496-4bfb-85b1-00b37c746431 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:59:07.267279 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.323151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22cbd7c-0e5a-4700-88d8-81798322c8fd,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:07.331595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Checking segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:07.331950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Network hostable DHCP agents. Network: acf462a4-1496-4bfb-85b1-00b37c746431, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:59:07.351498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Network acf462a4-1496-4bfb-85b1-00b37c746431 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:59:07.360484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, acf462a4-1496-4bfb-85b1-00b37c746431) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:07.364656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:07.365290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.370285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486203ec-720a-4df9-8c23-8996f42b0c11 None None] Network acf462a4-1496-4bfb-85b1-00b37c746431 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:07.382502 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52786) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:07.382789 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-06fce61c-79c8-4bc9-a8f7-b82d8b76601f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3264792 Sep 21 18:59:07.387174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:07.406771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.407741 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.456013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.461399 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.551909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-acf462a4-1496-4bfb-85b1-00b37c746431', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'fixed_ips': [{'subnet_id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:59:07.552771 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.619461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.691894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Allocated IP 172.20.0.2 (acf462a4-1496-4bfb-85b1-00b37c746431/c22cbd7c-0e5a-4700-88d8-81798322c8fd/947f916e-b120-4c2e-90f5-da94b44932f7) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:07.842991 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.852919 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.866859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.888864 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.899250 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Network acf462a4-1496-4bfb-85b1-00b37c746431 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:07.902941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:07.905485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:07.917328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Pushing event updated for resources: {'Port': ['ID=947f916e-b120-4c2e-90f5-da94b44932f7,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:07.985776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Attempting to bind port 947f916e-b120-4c2e-90f5-da94b44932f7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:07.986149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Attempting to bind port 947f916e-b120-4c2e-90f5-da94b44932f7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:07.986535 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Attempting to bind port 947f916e-b120-4c2e-90f5-da94b44932f7 on network acf462a4-1496-4bfb-85b1-00b37c746431 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:07.995528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:07.995907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Checking segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:07.996306 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:07.996692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Bound using segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:07.997158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Bound port: 947f916e-b120-4c2e-90f5-da94b44932f7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:07.997542 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:08.011226 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Allocated IP 172.25.3.199 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/8ab51f2e-0324-4908-bd7b-59d7d2680c3f) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:08.078036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] For port 947f916e-b120-4c2e-90f5-da94b44932f7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:08.081384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] For port 947f916e-b120-4c2e-90f5-da94b44932f7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=947f916e-b120-4c2e-90f5-da94b44932f7,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:08.091310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:08.133684 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:08.149531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f39418-765f-4e0c-8cb0-75d15aa7029b None None] Pushing event updated for resources: {'Port': ['ID=947f916e-b120-4c2e-90f5-da94b44932f7,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:08.183250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:08.224053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:08.227000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:08.235016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:08.238244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:08.499538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:08.691077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:08.822628 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Router cb3b908c-a164-433a-ada8-7183ddd13e4c is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:59:09.021659 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.031925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f4554-72a2-44c4-b929-17707035a716 None None] Network acf462a4-1496-4bfb-85b1-00b37c746431 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:09.106379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-97c48ca6-dfe7-4829-bfa3-1cb12215d584 None None] Provisioning complete for port 947f916e-b120-4c2e-90f5-da94b44932f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:09.107086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97c48ca6-dfe7-4829-bfa3-1cb12215d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.228149 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:59:09.238949 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Sync routers for ids ['cb3b908c-a164-433a-ada8-7183ddd13e4c'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:59:09.246709 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.248383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ed94db36-13cf-4997-ba52-b6cbe3a5b7b1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8645647 Sep 21 18:59:09.250382 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Routers {'cb3b908c-a164-433a-ada8-7183ddd13e4c'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:09.251086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52788) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:09.251233 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb3b908c-a164-433a-ada8-7183ddd13e4c'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:09.263510 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97c48ca6-dfe7-4829-bfa3-1cb12215d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.304463 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-97c48ca6-dfe7-4829-bfa3-1cb12215d584 None None] For port 947f916e-b120-4c2e-90f5-da94b44932f7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=947f916e-b120-4c2e-90f5-da94b44932f7,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:09.314147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-97c48ca6-dfe7-4829-bfa3-1cb12215d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.384153 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48ca6-dfe7-4829-bfa3-1cb12215d584 None None] Pushing event updated for resources: {'Port': ['ID=947f916e-b120-4c2e-90f5-da94b44932f7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:09.422599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 947f916e-b120-4c2e-90f5-da94b44932f7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:09.479967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 947f916e-b120-4c2e-90f5-da94b44932f7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:09.480484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.543941 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Set router cb3b908c-a164-433a-ada8-7183ddd13e4c gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:09.558060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7ad8635c-bd17-43f6-a336-f91159d08d97 None None] Provisioning complete for port 947f916e-b120-4c2e-90f5-da94b44932f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:09.558499 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ad8635c-bd17-43f6-a336-f91159d08d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.731260 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:08Z', 'revision_number': 3, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port': {'id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:09.757680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Checking router: cb3b908c-a164-433a-ada8-7183ddd13e4c for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:59:09.758027 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Updating router cb3b908c-a164-433a-ada8-7183ddd13e4c port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:59:09.786083 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.812443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:09.973621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Allocated IP 172.20.0.1 (acf462a4-1496-4bfb-85b1-00b37c746431/c22cbd7c-0e5a-4700-88d8-81798322c8fd/0f03dd45-e381-4ccb-b80b-3ed1642772ab) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:10.033489 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.039763 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.090116 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.091315 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Attempting to bind port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:10.091690 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Attempting to bind port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:10.092042 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Attempting to bind port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:10.094320 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Pushing event updated for resources: {'Port': ['ID=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:10.104285 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.104622 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.104958 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.105289 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.105711 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.106043 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.106398 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.106722 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.107041 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.107361 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.107681 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.107997 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:10.111563 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:10.111934 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:10.112337 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.112708 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:10.113180 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Bound port: 8ab51f2e-0324-4908-bd7b-59d7d2680c3f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:10.113555 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.126335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.166457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Network acf462a4-1496-4bfb-85b1-00b37c746431 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:10.169317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:10.169496 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] For port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:10.172688 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] For port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:10.174388 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:10.178487 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.182905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Pushing event updated for resources: {'Port': ['ID=0f03dd45-e381-4ccb-b80b-3ed1642772ab,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:10.223723 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.241564 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Routers {'cb3b908c-a164-433a-ada8-7183ddd13e4c'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:10.242286 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb3b908c-a164-433a-ada8-7183ddd13e4c'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:10.248171 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a27b2e-aff7-47ad-b291-dc33e26b0609 None None] Pushing event updated for resources: {'Port': ['ID=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:10.359276 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] Set router cb3b908c-a164-433a-ada8-7183ddd13e4c gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:10.366619 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.472018 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6733b0bc-67ae-4383-a8f5-ed32791c5aec None None] Provisioning complete for port 0f03dd45-e381-4ccb-b80b-3ed1642772ab triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:10.472564 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6733b0bc-67ae-4383-a8f5-ed32791c5aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.509910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6733b0bc-67ae-4383-a8f5-ed32791c5aec None None] Port 0f03dd45-e381-4ccb-b80b-3ed1642772ab cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:59:10.533734 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.539789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.541724 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:08Z', 'revision_number': 3, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port': {'id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:10.571888 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029accf2-4512-484c-8353-fc0982d65bb7 None None] The sync data for ids ['cb3b908c-a164-433a-ada8-7183ddd13e4c'] in n-d-810285-3 is: [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:08Z', 'revision_number': 3, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port': {'id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:59:10.606394 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:10.608229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Pushing event updated for resources: {'Port': ['ID=0f03dd45-e381-4ccb-b80b-3ed1642772ab,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:10.705536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Network acf462a4-1496-4bfb-85b1-00b37c746431 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:10.706964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:10.851055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Router cb3b908c-a164-433a-ada8-7183ddd13e4c has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:59:10.973827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:59:10.979729 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-007edd8a-647c-4722-9926-4d72e94854eb admin admin] 10.222.0.70 "PUT /v2.0/routers/cb3b908c-a164-433a-ada8-7183ddd13e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7276359 Sep 21 18:59:11.040792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-574931ff-ca27-4774-878c-9ca95e93f4a9 None None] Provisioning complete for port 0f03dd45-e381-4ccb-b80b-3ed1642772ab triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:11.041167 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-574931ff-ca27-4774-878c-9ca95e93f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.075710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-574931ff-ca27-4774-878c-9ca95e93f4a9 None None] Port 0f03dd45-e381-4ccb-b80b-3ed1642772ab cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:59:11.413304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 947f916e-b120-4c2e-90f5-da94b44932f7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:11.461909 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 947f916e-b120-4c2e-90f5-da94b44932f7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:11.462322 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.478013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52804) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:11.483131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-745641144-network', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:11.503898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Made reservation on behalf of e6e8df6f16b04261ac5df1b5583735e1 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:11.507417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.516327 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.543664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ab51f2e-0324-4908-bd7b-59d7d2680c3f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:11.594414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:11.594840 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.607629 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.611505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.638115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:59:11.647805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c3754b-67f0-4bf6-aee9-6499166f3cec,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:11.653914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.654835 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Added segment 6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2 of type vlan for network 1f99b00c-a314-4432-bf73-637befcd014f Sep 21 18:59:11.680174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.695237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.700130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:11.704469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.722509 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.723494 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:11.724224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.758239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:11.761483 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2822490 Sep 21 18:59:11.764279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 52806) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:11.770516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Request body: {'subnet': {'network_id': '1f99b00c-a314-4432-bf73-637befcd014f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-subnet', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:11.789730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8d277-db65-418a-9c94-b8f21dac4e73 admin admin] Pushing event updated for resources: {'Network': ['ID=1f99b00c-a314-4432-bf73-637befcd014f,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:11.792751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Made reservation on behalf of e6e8df6f16b04261ac5df1b5583735e1 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:11.795527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:11.800123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 1f99b00c-a314-4432-bf73-637befcd014f details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:59:11.974152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.033084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63d9b11-baee-45e9-85a9-264f912b3d4d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:12.041603 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Checking segment: {'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:12.041952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Network hostable DHCP agents. Network: 1f99b00c-a314-4432-bf73-637befcd014f, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:59:12.058543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Network 1f99b00c-a314-4432-bf73-637befcd014f is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:59:12.066009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 1f99b00c-a314-4432-bf73-637befcd014f) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:12.070738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:12.071324 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.075651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94101979-cf35-4ab5-ac85-38a4e9869e7d None None] Network 1f99b00c-a314-4432-bf73-637befcd014f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:12.089029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52808) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:12.089225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b35e45f8-d87d-4ef9-90e2-dd49bf4302e1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3231680 Sep 21 18:59:12.094224 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:12.116734 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.117638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.170801 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.190054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Sync routers for ids ['cb3b908c-a164-433a-ada8-7183ddd13e4c'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:59:12.211293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Routers {'cb3b908c-a164-433a-ada8-7183ddd13e4c'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:12.211933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb3b908c-a164-433a-ada8-7183ddd13e4c'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:12.278703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-1f99b00c-a314-4432-bf73-637befcd014f', 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'fixed_ips': [{'subnet_id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:59:12.279555 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.313594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.407350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Set router cb3b908c-a164-433a-ada8-7183ddd13e4c gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:12.518567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.542338 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.568704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Allocated IP 172.20.0.2 (1f99b00c-a314-4432-bf73-637befcd014f/e63d9b11-baee-45e9-85a9-264f912b3d4d/4422dd32-ce3e-42f7-bd08-c133499fcabc) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:12.644330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Allocated IP 172.25.3.79 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/e383c8a2-4426-44c4-9afb-b7ce1250989d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:12.751346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.760954 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:10Z', 'revision_number': 4, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port': {'id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0f03dd45-e381-4ccb-b80b-3ed1642772ab', 'name': '', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'mac_address': 'fa:16:3e:27:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:09Z', 'updated_at': '2021-09-21T18:59:10Z', 'revision_number': 2, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'subnets': [{'id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:12.785925 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.791147 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Checking router: cb3b908c-a164-433a-ada8-7183ddd13e4c for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:59:12.791503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Updating router cb3b908c-a164-433a-ada8-7183ddd13e4c port 0f03dd45-e381-4ccb-b80b-3ed1642772ab binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:59:12.793813 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.811505 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.824824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:12.829213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:12.832635 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:12.840599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Pushing event updated for resources: {'Port': ['ID=e383c8a2-4426-44c4-9afb-b7ce1250989d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:12.854397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:12.863360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Network 1f99b00c-a314-4432-bf73-637befcd014f is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:12.874073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:12.878422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:12.906676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Pushing event updated for resources: {'Port': ['ID=4422dd32-ce3e-42f7-bd08-c133499fcabc,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:13.025077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Attempting to bind port 4422dd32-ce3e-42f7-bd08-c133499fcabc on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:13.025363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Attempting to bind port 4422dd32-ce3e-42f7-bd08-c133499fcabc by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:13.025735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Attempting to bind port 4422dd32-ce3e-42f7-bd08-c133499fcabc on network 1f99b00c-a314-4432-bf73-637befcd014f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:13.036001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:13.036377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Checking segment: {'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:13.036782 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.037181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Bound using segment: {'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:13.037649 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Bound port: 4422dd32-ce3e-42f7-bd08-c133499fcabc, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:13.038911 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.090401 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.168497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] For port 4422dd32-ce3e-42f7-bd08-c133499fcabc, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:13.172781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] For port 4422dd32-ce3e-42f7-bd08-c133499fcabc, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4422dd32-ce3e-42f7-bd08-c133499fcabc,segment=NetworkSegment(6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2),segment_id=6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:13.176899 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.298754 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.350911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ab51f2e-0324-4908-bd7b-59d7d2680c3f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:13.490573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d89d-ce8a-4039-bdda-b1fc9dd56703 None None] Pushing event updated for resources: {'Port': ['ID=4422dd32-ce3e-42f7-bd08-c133499fcabc,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:13.498488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.507194 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.520234 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:13.520615 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.591679 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155cde-953e-4b92-b480-6654120c2c1d None None] Pushing event updated for resources: {'Port': ['ID=0f03dd45-e381-4ccb-b80b-3ed1642772ab,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:13.730152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Attempting to bind port 0f03dd45-e381-4ccb-b80b-3ed1642772ab on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:13.730701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Attempting to bind port 0f03dd45-e381-4ccb-b80b-3ed1642772ab by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:13.731075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Attempting to bind port 0f03dd45-e381-4ccb-b80b-3ed1642772ab on network acf462a4-1496-4bfb-85b1-00b37c746431 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:13.743169 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:13.743601 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Checking segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:13.743974 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.744379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Bound using segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:13.744881 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Bound port: 0f03dd45-e381-4ccb-b80b-3ed1642772ab, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:13.745272 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.786431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:59:13.825331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] For port 0f03dd45-e381-4ccb-b80b-3ed1642772ab, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:13.829548 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] For port 0f03dd45-e381-4ccb-b80b-3ed1642772ab, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0f03dd45-e381-4ccb-b80b-3ed1642772ab,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:13.835352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.894149 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Routers {'cb3b908c-a164-433a-ada8-7183ddd13e4c'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:13.894818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb3b908c-a164-433a-ada8-7183ddd13e4c'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:13.903018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:59:13.916430 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Sync routers for ids ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:59:13.922077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:13.923473 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-536ebead-7276-4263-9cd9-cbf574e0531a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8334327 Sep 21 18:59:13.926437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 52810) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:59:13.930414 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Routers {'f89440b0-efa9-4901-9baa-82e3e1f8b6d9'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:13.931475 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:13.942069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155cde-953e-4b92-b480-6654120c2c1d None None] Pushing event updated for resources: {'Port': ['ID=0f03dd45-e381-4ccb-b80b-3ed1642772ab,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:13.979205 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e56488ff-de87-4454-af13-43546c4614d7 None None] Provisioning complete for port 0f03dd45-e381-4ccb-b80b-3ed1642772ab triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:13.979521 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e56488ff-de87-4454-af13-43546c4614d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.069636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] Set router cb3b908c-a164-433a-ada8-7183ddd13e4c gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:14.082254 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Set router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:14.161126 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e56488ff-de87-4454-af13-43546c4614d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.273009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e56488ff-de87-4454-af13-43546c4614d7 None None] For port 0f03dd45-e381-4ccb-b80b-3ed1642772ab, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0f03dd45-e381-4ccb-b80b-3ed1642772ab,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:14.285210 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e56488ff-de87-4454-af13-43546c4614d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.311428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:12Z', 'revision_number': 3, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:14.340592 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Checking router: f89440b0-efa9-4901-9baa-82e3e1f8b6d9 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:59:14.341180 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Updating router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 port e383c8a2-4426-44c4-9afb-b7ce1250989d binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:59:14.373146 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.384886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56488ff-de87-4454-af13-43546c4614d7 None None] Pushing event updated for resources: {'Port': ['ID=0f03dd45-e381-4ccb-b80b-3ed1642772ab,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:14.414427 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7e68d53a-4f79-4de7-a056-7db68b640c27 None None] Provisioning complete for port 0f03dd45-e381-4ccb-b80b-3ed1642772ab triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:14.414792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7e68d53a-4f79-4de7-a056-7db68b640c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.434214 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.468236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:10Z', 'revision_number': 4, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port': {'id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0f03dd45-e381-4ccb-b80b-3ed1642772ab', 'name': '', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'mac_address': 'fa:16:3e:27:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:09Z', 'updated_at': '2021-09-21T18:59:13Z', 'revision_number': 4, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'subnets': [{'id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:14.502651 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bf278-33d8-4ef6-8011-eb629d4fc32d None None] The sync data for ids ['cb3b908c-a164-433a-ada8-7183ddd13e4c'] in n-d-810285-3 is: [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:10Z', 'revision_number': 4, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port': {'id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0f03dd45-e381-4ccb-b80b-3ed1642772ab', 'name': '', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'mac_address': 'fa:16:3e:27:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:09Z', 'updated_at': '2021-09-21T18:59:13Z', 'revision_number': 4, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'subnets': [{'id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:59:14.673576 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Allocated IP 172.20.0.1 (1f99b00c-a314-4432-bf73-637befcd014f/e63d9b11-baee-45e9-85a9-264f912b3d4d/9499deaf-32de-441c-a9d7-a3b2545c14fd) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:14.696714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449318cb-d123-4855-a4a9-8d79c5e2d998 None None] Network 1f99b00c-a314-4432-bf73-637befcd014f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:59:14.821762 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.861189 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.865445 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.868736 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.903796 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Network 1f99b00c-a314-4432-bf73-637befcd014f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:14.905033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-41187774-a028-4dbb-9981-a917f1029ee1 None None] Provisioning complete for port 4422dd32-ce3e-42f7-bd08-c133499fcabc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:14.905418 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41187774-a028-4dbb-9981-a917f1029ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.906760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:14.909181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:14.918167 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Attempting to bind port e383c8a2-4426-44c4-9afb-b7ce1250989d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:14.918728 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Attempting to bind port e383c8a2-4426-44c4-9afb-b7ce1250989d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:14.918950 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Attempting to bind port e383c8a2-4426-44c4-9afb-b7ce1250989d on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:14.934312 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:14.934680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:14.935079 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.935467 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:14.936037 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Bound port: e383c8a2-4426-44c4-9afb-b7ce1250989d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:14.936306 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.962964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:14.976752 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41634499-8271-44c0-9087-36f8ad0b59d2 None None] Pushing event updated for resources: {'Port': ['ID=e383c8a2-4426-44c4-9afb-b7ce1250989d,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:15.017216 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] For port e383c8a2-4426-44c4-9afb-b7ce1250989d, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:15.020974 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] For port e383c8a2-4426-44c4-9afb-b7ce1250989d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e383c8a2-4426-44c4-9afb-b7ce1250989d,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:15.024183 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Pushing event updated for resources: {'Port': ['ID=9499deaf-32de-441c-a9d7-a3b2545c14fd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:15.031597 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.058880 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41187774-a028-4dbb-9981-a917f1029ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.109425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-41187774-a028-4dbb-9981-a917f1029ee1 None None] For port 4422dd32-ce3e-42f7-bd08-c133499fcabc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4422dd32-ce3e-42f7-bd08-c133499fcabc,segment=NetworkSegment(6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2),segment_id=6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:15.118534 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41187774-a028-4dbb-9981-a917f1029ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.137044 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41634499-8271-44c0-9087-36f8ad0b59d2 None None] Pushing event updated for resources: {'Port': ['ID=e383c8a2-4426-44c4-9afb-b7ce1250989d,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:15.139708 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Routers {'f89440b0-efa9-4901-9baa-82e3e1f8b6d9'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:15.140320 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:15.168974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.188470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41187774-a028-4dbb-9981-a917f1029ee1 None None] Pushing event updated for resources: {'Port': ['ID=4422dd32-ce3e-42f7-bd08-c133499fcabc,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:15.286240 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] Set router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:15.356989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bb71b70c-e707-4bb3-8fa4-c1cee7c0b6eb None None] Provisioning complete for port 4422dd32-ce3e-42f7-bd08-c133499fcabc triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:15.357805 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bb71b70c-e707-4bb3-8fa4-c1cee7c0b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.427628 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0f03dd45-e381-4ccb-b80b-3ed1642772ab up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:15.442818 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.459201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.534552 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Pushing event updated for resources: {'Port': ['ID=9499deaf-32de-441c-a9d7-a3b2545c14fd,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:15.564471 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.568725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0f03dd45-e381-4ccb-b80b-3ed1642772ab triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:15.569141 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.615168 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 4, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9499deaf-32de-441c-a9d7-a3b2545c14fd', 'name': '', 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'mac_address': 'fa:16:3e:12:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:14Z', 'updated_at': '2021-09-21T18:59:14Z', 'revision_number': 1, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'subnets': [{'id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:15.658369 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be2d9d-2def-48dd-8a7a-18ec8efd95e4 None None] The sync data for ids ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'] in n-d-810285-3 is: [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 4, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9499deaf-32de-441c-a9d7-a3b2545c14fd', 'name': '', 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'mac_address': 'fa:16:3e:12:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:14Z', 'updated_at': '2021-09-21T18:59:14Z', 'revision_number': 1, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'subnets': [{'id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:59:15.666362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4422dd32-ce3e-42f7-bd08-c133499fcabc up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:15.683725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Network 1f99b00c-a314-4432-bf73-637befcd014f is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:15.687764 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:15.725858 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bfe3351a-a80b-4945-849d-47ac4892658e None None] Provisioning complete for port 9499deaf-32de-441c-a9d7-a3b2545c14fd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:15.726553 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfe3351a-a80b-4945-849d-47ac4892658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.775678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3351a-a80b-4945-849d-47ac4892658e None None] Port 9499deaf-32de-441c-a9d7-a3b2545c14fd cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:59:15.779350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 4422dd32-ce3e-42f7-bd08-c133499fcabc triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:15.779748 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:15.854777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:59:15.979095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:59:15.996962 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fff63367-7f2a-4766-8337-03757e6eb737 admin admin] 10.222.0.70 "PUT /v2.0/routers/f89440b0-efa9-4901-9baa-82e3e1f8b6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0693438 Sep 21 18:59:16.010496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fde0914c-b9b6-43c5-af68-2b1946b26b89 None None] Provisioning complete for port 9499deaf-32de-441c-a9d7-a3b2545c14fd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:16.010880 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fde0914c-b9b6-43c5-af68-2b1946b26b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:16.058020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fde0914c-b9b6-43c5-af68-2b1946b26b89 None None] Port 9499deaf-32de-441c-a9d7-a3b2545c14fd cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:59:16.663712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-1efee04a-0ce7-44f1-91b0-27ff66e2f25b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:16.665175 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-1efee04a-0ce7-44f1-91b0-27ff66e2f25b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/networks?id=acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 200 len: 816 time: 0.1001022 Sep 21 18:59:16.679783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-b2e6631d-33e1-443d-991c-8d20ee1d4a44 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/quotas/c65585759a384f56992f2c6bede2c4de HTTP/1.1" status: 200 len: 375 time: 0.0088246 Sep 21 18:59:16.730065 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-eec74717-c887-43ed-a147-db30a43e5c0b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c65585759a384f56992f2c6bede2c4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448830 Sep 21 18:59:16.826840 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-3a4337bc-60d4-4071-a18d-08e1113d58a0 service neutron] 10.222.0.70 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854151 Sep 21 18:59:16.922775 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-297e41d8-9aaf-48ff-ab24-9a9498e7bea3 service neutron] 10.222.0.70 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897110 Sep 21 18:59:17.113780 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc6abbc4-2d10-4c50-ae8f-09e7d2b9994f req-6b83184f-6995-460d-802b-6f0c43fee294 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 210 time: 0.0261014 Sep 21 18:59:17.369957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e383c8a2-4426-44c4-9afb-b7ce1250989d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:17.421096 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e383c8a2-4426-44c4-9afb-b7ce1250989d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:17.421475 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:17.515469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:17.541181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port e383c8a2-4426-44c4-9afb-b7ce1250989d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e383c8a2-4426-44c4-9afb-b7ce1250989d,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:17.546711 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:17.598993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=e383c8a2-4426-44c4-9afb-b7ce1250989d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:18.097038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-70c219c6-3df5-4f41-b09d-445d0a2e319d tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:18.098580 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-70c219c6-3df5-4f41-b09d-445d0a2e319d tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "GET /v2.0/networks?id=acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 200 len: 816 time: 0.1113188 Sep 21 18:59:18.112742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Request body: {'port': {'device_id': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'admin_state_up': True, 'tenant_id': 'c65585759a384f56992f2c6bede2c4de'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:18.234932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8ac30a16-f79c-4e28-bf98-4a4ba15bb78f req-b7326240-aeba-4b6c-aad2-6290b4f91e8b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 210 time: 0.0342197 Sep 21 18:59:18.262563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Made reservation on behalf of c65585759a384f56992f2c6bede2c4de for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:18.266053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:18.398472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Allocated IP 172.20.0.8 (acf462a4-1496-4bfb-85b1-00b37c746431/c22cbd7c-0e5a-4700-88d8-81798322c8fd/c1ffe029-5d83-446e-b0c0-1abf9909098e) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:18.419183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Sync routers for ids ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:59:18.428342 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Routers {'f89440b0-efa9-4901-9baa-82e3e1f8b6d9'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:18.429792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:18.534804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Set router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:18.550640 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:18.583807 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:18.627463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Network acf462a4-1496-4bfb-85b1-00b37c746431 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:18.632368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:18.639317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:18.643318 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Pushing event updated for resources: {'Port': ['ID=c1ffe029-5d83-446e-b0c0-1abf9909098e,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:18.691072 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:18.691798 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:18.710820 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-aa12394f-369b-403c-90a8-b65c680d5103 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030324 Sep 21 18:59:18.723463 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Request body: {'port': {'device_id': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:18.750965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 4, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9499deaf-32de-441c-a9d7-a3b2545c14fd', 'name': '', 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'mac_address': 'fa:16:3e:12:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:14Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 2, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'subnets': [{'id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:18.787932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Checking router: f89440b0-efa9-4901-9baa-82e3e1f8b6d9 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:59:18.788327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Updating router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 port 9499deaf-32de-441c-a9d7-a3b2545c14fd binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:59:18.790957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:18.816844 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:18.947941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a99eddc3-eae1-43d2-b265-895705342e79 None None] Provisioning complete for port c1ffe029-5d83-446e-b0c0-1abf9909098e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:18.948270 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a99eddc3-eae1-43d2-b265-895705342e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.007733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a99eddc3-eae1-43d2-b265-895705342e79 None None] Port c1ffe029-5d83-446e-b0c0-1abf9909098e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:59:19.086354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ffe029-5d83-446e-b0c0-1abf9909098e {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:59:19.097559 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.112413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Transition to ACTIVE for port object c1ffe029-5d83-446e-b0c0-1abf9909098e will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:59:19.116826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.138801 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.144232 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.190749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ffe029-5d83-446e-b0c0-1abf9909098e,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:19.222676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f338-b5d1-4f0b-9edb-8327f0de2c4d None None] Pushing event updated for resources: {'Port': ['ID=9499deaf-32de-441c-a9d7-a3b2545c14fd,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:19.257306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Attempting to bind port c1ffe029-5d83-446e-b0c0-1abf9909098e on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:19.257615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Attempting to bind port c1ffe029-5d83-446e-b0c0-1abf9909098e by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:19.257952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Attempting to bind port c1ffe029-5d83-446e-b0c0-1abf9909098e on network acf462a4-1496-4bfb-85b1-00b37c746431 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:19.267246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Attempting to bind port 9499deaf-32de-441c-a9d7-a3b2545c14fd on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:19.268437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Attempting to bind port 9499deaf-32de-441c-a9d7-a3b2545c14fd by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:19.270307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Attempting to bind port 9499deaf-32de-441c-a9d7-a3b2545c14fd on network 1f99b00c-a314-4432-bf73-637befcd014f {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:19.271418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Port c1ffe029-5d83-446e-b0c0-1abf9909098e on network acf462a4-1496-4bfb-85b1-00b37c746431 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:59:19.274344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Attempting to bind port c1ffe029-5d83-446e-b0c0-1abf9909098e on network acf462a4-1496-4bfb-85b1-00b37c746431 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:19.280075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:19.280418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Checking segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:19.280895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Bound using segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:19.281409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Bound port: c1ffe029-5d83-446e-b0c0-1abf9909098e, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:19.281768 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.285851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:19.286592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Checking segment: {'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:19.287157 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.287696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Bound using segment: {'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:19.288499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Bound port: 9499deaf-32de-441c-a9d7-a3b2545c14fd, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:19.289100 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.391063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e383c8a2-4426-44c4-9afb-b7ce1250989d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:19.393950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] For port 9499deaf-32de-441c-a9d7-a3b2545c14fd, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:19.408845 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] For port c1ffe029-5d83-446e-b0c0-1abf9909098e, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:19.424653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] For port c1ffe029-5d83-446e-b0c0-1abf9909098e, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:19.436053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.448265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deec48-d9cb-45d7-ac36-445eb6f928c4 req-98a93d45-a098-46ef-8386-745c62c0c8bc tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:19.449884 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61deec48-d9cb-45d7-ac36-445eb6f928c4 req-98a93d45-a098-46ef-8386-745c62c0c8bc tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 943 time: 0.0839992 Sep 21 18:59:19.508825 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:19.509448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.510883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] 10.222.0.78 "PUT /v2.0/ports/c1ffe029-5d83-446e-b0c0-1abf9909098e HTTP/1.1" status: 200 len: 1091 time: 0.7920063 Sep 21 18:59:19.511511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'tag': 'c1ffe029-5d83-446e-b0c0-1abf9909098e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:59:19.513856 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49b697c-d4ab-4822-b708-aad60d64fa94" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2d2b40-9af1-454a-8b9e-be27138b298c", "tag": "c1ffe029-5d83-446e-b0c0-1abf9909098e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:59:19.549247 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a783413-2841-4efe-b61e-add9479d8d82 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ffe029-5d83-446e-b0c0-1abf9909098e,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:19.587695 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-61deec48-d9cb-45d7-ac36-445eb6f928c4 req-a8066210-08c5-4088-b97a-62b682f888d2 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118615 Sep 21 18:59:19.592943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] For port 9499deaf-32de-441c-a9d7-a3b2545c14fd, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9499deaf-32de-441c-a9d7-a3b2545c14fd,segment=NetworkSegment(6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2),segment_id=6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:19.604563 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.611057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-15112c63-c3cc-432f-9bef-8d4d5b4daf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:19.613089 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-15112c63-c3cc-432f-9bef-8d4d5b4daf6d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c65585759a384f56992f2c6bede2c4de&device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 1094 time: 0.0559411 Sep 21 18:59:19.665945 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa6204f-60ae-4c62-8010-149a58cb85e7 x-openstack-request-id: req-4fa6204f-60ae-4c62-8010-149a58cb85e7 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:59:19.666256 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2d2b40-9af1-454a-8b9e-be27138b298c", "tag": "c1ffe029-5d83-446e-b0c0-1abf9909098e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:59:19.666516 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fa6204f-60ae-4c62-8010-149a58cb85e7 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:59:19.666909 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'tag': 'c1ffe029-5d83-446e-b0c0-1abf9909098e', 'status': 'completed', 'code': 200} Sep 21 18:59:19.668753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-1a1cd7c7-d59b-414b-8baf-76450c8ec35e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e HTTP/1.1" status: 200 len: 217 time: 0.0471547 Sep 21 18:59:19.687585 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Routers {'f89440b0-efa9-4901-9baa-82e3e1f8b6d9'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:59:19.688222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T18:59:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:19.695750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d38f1f96-13e8-4468-945c-136dbecdd248 None None] Provisioning complete for port 9499deaf-32de-441c-a9d7-a3b2545c14fd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:19.696086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d38f1f96-13e8-4468-945c-136dbecdd248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.732804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-13af80e7-83e3-4cf8-be57-00337d56ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:19.735088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-13af80e7-83e3-4cf8-be57-00337d56ca27 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c22cbd7c-0e5a-4700-88d8-81798322c8fd HTTP/1.1" status: 200 len: 855 time: 0.0590851 Sep 21 18:59:19.756312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f338-b5d1-4f0b-9edb-8327f0de2c4d None None] Pushing event updated for resources: {'Port': ['ID=9499deaf-32de-441c-a9d7-a3b2545c14fd,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:19.773610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e383c8a2-4426-44c4-9afb-b7ce1250989d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:19.773918 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.796378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a285dd8-56d6-4d1f-b406-7a2c2b9183f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:19.798093 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-4a285dd8-56d6-4d1f-b406-7a2c2b9183f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acf462a4-1496-4bfb-85b1-00b37c746431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536854 Sep 21 18:59:19.883904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] Set router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:59:19.901177 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-34af7470-6f80-4988-a36f-41ad16741ee6 service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943696 Sep 21 18:59:19.993275 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47148da4-8c87-41e9-b5c0-21fef2cb801f req-642def45-fa25-4013-ac29-73e66a1a371f service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848081 Sep 21 18:59:20.009299 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d38f1f96-13e8-4468-945c-136dbecdd248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:20.087966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-bf65b100-cd03-4ea1-a4c5-7fb339a448ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:20.089449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-bf65b100-cd03-4ea1-a4c5-7fb339a448ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c65585759a384f56992f2c6bede2c4de&device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 1094 time: 0.0445693 Sep 21 18:59:20.108077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-d38f1f96-13e8-4468-945c-136dbecdd248 None None] For port 9499deaf-32de-441c-a9d7-a3b2545c14fd, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9499deaf-32de-441c-a9d7-a3b2545c14fd,segment=NetworkSegment(6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2),segment_id=6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:20.113149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d38f1f96-13e8-4468-945c-136dbecdd248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:20.187575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-cd44ef33-ecc1-4d1a-a64f-ccae32b44c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:20.189110 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-cd44ef33-ecc1-4d1a-a64f-ccae32b44c3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 200 len: 918 time: 0.0930808 Sep 21 18:59:20.191684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f1f96-13e8-4468-945c-136dbecdd248 None None] Pushing event updated for resources: {'Port': ['ID=9499deaf-32de-441c-a9d7-a3b2545c14fd,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:20.212801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 4, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9499deaf-32de-441c-a9d7-a3b2545c14fd', 'name': '', 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'mac_address': 'fa:16:3e:12:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:14Z', 'updated_at': '2021-09-21T18:59:19Z', 'revision_number': 4, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'subnets': [{'id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:59:20.233404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-2eee39e8-1504-46f7-85e4-1d278137d5c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e HTTP/1.1" status: 200 len: 217 time: 0.0359848 Sep 21 18:59:20.243431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d777b40-fc24-4b49-9df3-7da60315ec0c None None] The sync data for ids ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'] in n-d-810285-3 is: [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:15Z', 'revision_number': 4, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9499deaf-32de-441c-a9d7-a3b2545c14fd', 'name': '', 'network_id': '1f99b00c-a314-4432-bf73-637befcd014f', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'mac_address': 'fa:16:3e:12:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:14Z', 'updated_at': '2021-09-21T18:59:19Z', 'revision_number': 4, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'subnets': [{'id': 'e63d9b11-baee-45e9-85a9-264f912b3d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:59:20.263180 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-fb61585d-1eb9-46d0-9918-be2fd05d9e2c None None] Provisioning complete for port 9499deaf-32de-441c-a9d7-a3b2545c14fd triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:20.263550 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb61585d-1eb9-46d0-9918-be2fd05d9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:20.293362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-25266741-1502-4a1d-851a-e1c6247f4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:20.294967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-25266741-1502-4a1d-851a-e1c6247f4fa2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c22cbd7c-0e5a-4700-88d8-81798322c8fd HTTP/1.1" status: 200 len: 855 time: 0.0542274 Sep 21 18:59:20.356170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-859b5779-6e16-4c7d-bcb9-1954a8a892dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:20.357679 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-859b5779-6e16-4c7d-bcb9-1954a8a892dd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acf462a4-1496-4bfb-85b1-00b37c746431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552895 Sep 21 18:59:20.455399 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-5df3c9de-b583-49b2-a786-6aaf37a52ef0 service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884378 Sep 21 18:59:20.553284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f49b697c-d4ab-4822-b708-aad60d64fa94 req-9eff6728-a56f-486f-8a27-e10f430ef9e7 service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881903 Sep 21 18:59:20.721565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb5e0-3da5-416e-8b76-f6a833e2006a req-d2ec102a-bc3e-4ee1-8e7e-758e3a4e911d tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:20.723042 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f9fb5e0-3da5-416e-8b76-f6a833e2006a req-d2ec102a-bc3e-4ee1-8e7e-758e3a4e911d tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 943 time: 0.0494118 Sep 21 18:59:20.760983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f9fb5e0-3da5-416e-8b76-f6a833e2006a req-117f8d13-7745-49ac-b15b-d2686f1befea tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319116 Sep 21 18:59:21.336442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9499deaf-32de-441c-a9d7-a3b2545c14fd up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:21.385310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9499deaf-32de-441c-a9d7-a3b2545c14fd triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:21.385685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:21.879306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb17d6-e7e5-4a57-9990-fa6a6773cf6f req-e9f8f7fc-0f8f-4e56-b374-5fa053de4fea tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:21.880812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27fb17d6-e7e5-4a57-9990-fa6a6773cf6f req-e9f8f7fc-0f8f-4e56-b374-5fa053de4fea tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 943 time: 0.0529883 Sep 21 18:59:21.918094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27fb17d6-e7e5-4a57-9990-fa6a6773cf6f req-9915c832-7eb1-4047-91a5-a0a2f6688ba6 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304840 Sep 21 18:59:23.031014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d39afc-7f26-4b52-a066-ec42a30fb932 req-7def78cf-b938-43d1-ba03-8a7da29d2314 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:23.032494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7d39afc-7f26-4b52-a066-ec42a30fb932 req-7def78cf-b938-43d1-ba03-8a7da29d2314 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 943 time: 0.0482273 Sep 21 18:59:23.070397 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f7d39afc-7f26-4b52-a066-ec42a30fb932 req-3bddf4fe-8f9f-489c-840b-d18e2df2dfcc tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Sep 21 18:59:23.527369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1ffe029-5d83-446e-b0c0-1abf9909098e details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:59:23.618866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1ffe029-5d83-446e-b0c0-1abf9909098e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:23.629248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'c1ffe029-5d83-446e-b0c0-1abf9909098e', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'port_id': 'c1ffe029-5d83-446e-b0c0-1abf9909098e', 'mac_address': 'fa:16:3e:a8:44:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:59:23.668290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:23.680369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ffe029-5d83-446e-b0c0-1abf9909098e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:59:23.700318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1ffe029-5d83-446e-b0c0-1abf9909098e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:23.703928 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:23.758335 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1ffe029-5d83-446e-b0c0-1abf9909098e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:23.909851 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c1ffe029-5d83-446e-b0c0-1abf9909098e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:59:24.191080 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352163-5f52-4d51-a8ae-2454094bd55c req-ba06dcc8-eb93-4fc1-85ba-08a873918b3a tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:24.192471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f352163-5f52-4d51-a8ae-2454094bd55c req-ba06dcc8-eb93-4fc1-85ba-08a873918b3a tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 944 time: 0.0488927 Sep 21 18:59:24.229997 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8f352163-5f52-4d51-a8ae-2454094bd55c req-73b431bb-661d-4576-9dec-ec8f7c053b59 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Sep 21 18:59:25.348397 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06cbb4-97e5-450c-b647-c53484eea777 req-a848301b-59f5-494a-90c0-181b4ee09eee tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:25.350440 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f06cbb4-97e5-450c-b647-c53484eea777 req-a848301b-59f5-494a-90c0-181b4ee09eee tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 944 time: 0.0515845 Sep 21 18:59:25.388823 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0f06cbb4-97e5-450c-b647-c53484eea777 req-6bc5fc7a-07d9-4c34-ba29-3f574ad949c5 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Sep 21 18:59:25.528619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1ffe029-5d83-446e-b0c0-1abf9909098e up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:25.575570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port c1ffe029-5d83-446e-b0c0-1abf9909098e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:59:25.579273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port c1ffe029-5d83-446e-b0c0-1abf9909098e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:25.579687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:25.656242 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:25.683289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ffe029-5d83-446e-b0c0-1abf9909098e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:59:25.685583 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2924e01-fced-4a3c-8e42-d86394b93952" -d '{"events": [{"server_uuid": "2a2d2b40-9af1-454a-8b9e-be27138b298c", "name": "network-vif-plugged", "status": "completed", "tag": "c1ffe029-5d83-446e-b0c0-1abf9909098e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:59:25.700878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port c1ffe029-5d83-446e-b0c0-1abf9909098e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:25.705432 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:25.729339 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601be404-cf38-4e94-b7b7-ff2d75d19b79 x-openstack-request-id: req-601be404-cf38-4e94-b7b7-ff2d75d19b79 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:59:25.729634 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2d2b40-9af1-454a-8b9e-be27138b298c", "name": "network-vif-plugged", "status": "completed", "tag": "c1ffe029-5d83-446e-b0c0-1abf9909098e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:59:25.729887 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-601be404-cf38-4e94-b7b7-ff2d75d19b79 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:59:25.730292 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ffe029-5d83-446e-b0c0-1abf9909098e', 'code': 200} Sep 21 18:59:25.755616 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=c1ffe029-5d83-446e-b0c0-1abf9909098e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:25.824394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aef9e-8f2d-4e66-81d5-dab4e2a62d6f req-5e908fbd-f511-4301-9327-fcbb20e6ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:25.825882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-308aef9e-8f2d-4e66-81d5-dab4e2a62d6f req-5e908fbd-f511-4301-9327-fcbb20e6ca7d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 1096 time: 0.0412388 Sep 21 18:59:25.861132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-308aef9e-8f2d-4e66-81d5-dab4e2a62d6f req-414b68f6-5e7b-41e0-88b7-c1cd62750bc6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281062 Sep 21 18:59:26.505329 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17414502-fd57-4e45-af82-6a8126bc5be6 req-96ff81bf-44c5-4b96-8b2e-0d6fc22c1120 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:26.506871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17414502-fd57-4e45-af82-6a8126bc5be6 req-96ff81bf-44c5-4b96-8b2e-0d6fc22c1120 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 945 time: 0.0492933 Sep 21 18:59:26.544280 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17414502-fd57-4e45-af82-6a8126bc5be6 req-29b4a2b8-0b8f-440d-a263-41e454316212 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Sep 21 18:59:27.662595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40826-cfa5-4320-ad78-a916495af9a2 req-a5dd824e-8849-41de-9a5d-f410e596b4bc tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:27.664278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3d40826-cfa5-4320-ad78-a916495af9a2 req-a5dd824e-8849-41de-9a5d-f410e596b4bc tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 945 time: 0.0530906 Sep 21 18:59:27.701738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c3d40826-cfa5-4320-ad78-a916495af9a2 req-25341f19-6046-47c0-a8ef-afe2a042581d tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Sep 21 18:59:27.813280 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5536e8-914d-4869-8026-1ce4bf657996 req-5e1a9d92-aed6-44fa-b2d3-743f7a038b9d tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:27.814753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b5536e8-914d-4869-8026-1ce4bf657996 req-5e1a9d92-aed6-44fa-b2d3-743f7a038b9d tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 945 time: 0.0482867 Sep 21 18:59:27.853381 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b5536e8-914d-4869-8026-1ce4bf657996 req-b42651d9-b728-4f00-9e4d-efc73514011a tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Sep 21 18:59:29.251625 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:59:29.327119 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-22f7af2a-3ea3-4e93-ad59-1eebfaffe65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:33.681573 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6d8353e8-6d07-4838-95e3-180000da0ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:34.243938 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:34.759571 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:34.980574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:37.449029 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:39.017852 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:43.796952 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-5c2421de-ecb6-4d43-819f-d1cfd8e41b45 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409687 Sep 21 18:59:43.887413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-fab72f7d-48c5-40d1-8972-c9a93dfcf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:43.888922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-fab72f7d-48c5-40d1-8972-c9a93dfcf616 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c65585759a384f56992f2c6bede2c4de&device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 1096 time: 0.0453918 Sep 21 18:59:44.012582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-41633974-80f4-4670-b08c-68a65a0979d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:44.012582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-41633974-80f4-4670-b08c-68a65a0979d5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 200 len: 918 time: 0.0981228 Sep 21 18:59:44.057688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-a6d23a62-42c2-4332-8447-5fdcb5ea9b00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e HTTP/1.1" status: 200 len: 217 time: 0.0396943 Sep 21 18:59:44.110281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-4690e7ab-a9cc-4eb1-bba9-b3aca93dd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:44.111771 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-4690e7ab-a9cc-4eb1-bba9-b3aca93dd2bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c22cbd7c-0e5a-4700-88d8-81798322c8fd HTTP/1.1" status: 200 len: 855 time: 0.0456195 Sep 21 18:59:44.158735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-30090f80-ab2b-4421-a173-2bf4db6b8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:44.160239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-30090f80-ab2b-4421-a173-2bf4db6b8569 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acf462a4-1496-4bfb-85b1-00b37c746431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410235 Sep 21 18:59:44.171536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-3009646d-9a16-4cd5-8660-c99c576fc498 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:59:44.172473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-3009646d-9a16-4cd5-8660-c99c576fc498 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048692 Sep 21 18:59:44.267546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-f41b7a54-57a9-44a3-be72-6bfb6fb6c77f service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881023 Sep 21 18:59:44.358502 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-79ae5f6c-204b-4e94-8c66-1a1058dc59d6 req-e0e5853b-dcda-454a-a694-bd645bd8fef3 service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830710 Sep 21 18:59:46.396312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1110a7-53c2-4a95-bcf3-13e028539a05 req-7f204343-970a-4dfe-a296-c6c1d7303072 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:46.397807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff1110a7-53c2-4a95-bcf3-13e028539a05 req-7f204343-970a-4dfe-a296-c6c1d7303072 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 945 time: 0.0490699 Sep 21 18:59:46.439725 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff1110a7-53c2-4a95-bcf3-13e028539a05 req-c8ff71e8-2fe7-43ed-8a1d-0e7fb4c8bc94 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Sep 21 18:59:47.565323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76470441-5d46-4d35-a0a1-2d00fa367543 req-f589f5c9-1369-4614-8fdc-457d3b86f5f0 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:47.566743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76470441-5d46-4d35-a0a1-2d00fa367543 req-f589f5c9-1369-4614-8fdc-457d3b86f5f0 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 945 time: 0.0472343 Sep 21 18:59:47.604575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76470441-5d46-4d35-a0a1-2d00fa367543 req-911bf2e1-0ecf-4f3d-b970-986b29053c0f tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Sep 21 18:59:47.931294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-61279136-9137-4541-bd2e-8d9a1d393146 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:47.932752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-61279136-9137-4541-bd2e-8d9a1d393146 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 945 time: 0.0483317 Sep 21 18:59:48.025788 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Deleting port c1ffe029-5d83-446e-b0c0-1abf9909098e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:59:48.026123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:48.113479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] For port c1ffe029-5d83-446e-b0c0-1abf9909098e, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=c1ffe029-5d83-446e-b0c0-1abf9909098e,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:48.113846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:48.126046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Calling delete_port for c1ffe029-5d83-446e-b0c0-1abf9909098e owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:59:48.254396 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:48.267870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['c1ffe029-5d83-446e-b0c0-1abf9909098e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:59:48.281359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Pushing event deleted for resources: {'Port': ['ID=c1ffe029-5d83-446e-b0c0-1abf9909098e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:48.324924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] No DVR routers for this DVR port c1ffe029-5d83-446e-b0c0-1abf9909098e on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:59:48.327944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:48.329944 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46acc49b-2aa9-47f8-839f-5ebcdbc8dc4c req-31424f82-3cbd-4a98-afa9-96b5dd8d8a17 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "DELETE /v2.0/ports/c1ffe029-5d83-446e-b0c0-1abf9909098e HTTP/1.1" status: 204 len: 173 time: 0.3913276 Sep 21 18:59:48.330413 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'name': 'network-vif-deleted', 'tag': 'c1ffe029-5d83-446e-b0c0-1abf9909098e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:59:48.332681 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b36c3-6463-458f-bb05-472d5d71790f" -d '{"events": [{"server_uuid": "2a2d2b40-9af1-454a-8b9e-be27138b298c", "name": "network-vif-deleted", "tag": "c1ffe029-5d83-446e-b0c0-1abf9909098e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:59:48.376335 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a27693-f50e-44d7-bc82-86f6dadc97ae x-openstack-request-id: req-54a27693-f50e-44d7-bc82-86f6dadc97ae {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:59:48.377386 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2d2b40-9af1-454a-8b9e-be27138b298c", "name": "network-vif-deleted", "tag": "c1ffe029-5d83-446e-b0c0-1abf9909098e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:59:48.377705 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54a27693-f50e-44d7-bc82-86f6dadc97ae {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:59:48.378118 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2d2b40-9af1-454a-8b9e-be27138b298c', 'name': 'network-vif-deleted', 'tag': 'c1ffe029-5d83-446e-b0c0-1abf9909098e', 'status': 'completed', 'code': 200} Sep 21 18:59:48.720566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-370cb860-989d-4941-9097-00dc0344dafb req-6220c0b2-2aef-4b19-a22f-facd984b5f60 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a2d2b40-9af1-454a-8b9e-be27138b298c HTTP/1.1" status: 200 len: 210 time: 0.0361946 Sep 21 18:59:50.270365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-2f940f5f-f2ab-4da8-b942-633874b6e9e7 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:50.271832 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-2f940f5f-f2ab-4da8-b942-633874b6e9e7 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/networks?id=acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 200 len: 816 time: 0.1008341 Sep 21 18:59:50.286663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-986dcbdf-773c-4218-8428-02fc287e5182 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/quotas/c65585759a384f56992f2c6bede2c4de HTTP/1.1" status: 200 len: 375 time: 0.0089309 Sep 21 18:59:50.337605 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-9f002db7-3f4a-4ee0-8065-ecee958f65d7 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c65585759a384f56992f2c6bede2c4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456278 Sep 21 18:59:50.436297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-95bbbfd4-9a02-4d6d-8ea3-1491c5daca79 service neutron] 10.222.0.70 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872257 Sep 21 18:59:50.528906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-cb45e612-568d-4ba0-9c8d-25f1f09510e1 service neutron] 10.222.0.70 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864933 Sep 21 18:59:50.686517 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93b8dccb-c0be-4512-a41c-26d0880681a1 req-f8113aec-c5cf-419d-8cec-091740981e11 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Sep 21 18:59:51.575325 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-e1e54c93-fac1-4e6d-93b2-09af133fd197 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:51.576692 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-e1e54c93-fac1-4e6d-93b2-09af133fd197 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "GET /v2.0/networks?id=acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 200 len: 816 time: 0.1069779 Sep 21 18:59:51.589110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Request body: {'port': {'device_id': 'aedab170-5570-4498-b2b7-9333ace6d386', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'admin_state_up': True, 'tenant_id': 'c65585759a384f56992f2c6bede2c4de'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:51.653800 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1ffe029-5d83-446e-b0c0-1abf9909098e no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:59:51.675719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: c1ffe029-5d83-446e-b0c0-1abf9909098e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:59:51.676058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device c1ffe029-5d83-446e-b0c0-1abf9909098e not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:59:51.700014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Made reservation on behalf of c65585759a384f56992f2c6bede2c4de for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:59:51.703555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:51.791147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1a53a1b3-f989-4848-8079-c70af216e701 req-d2ff584a-a82d-443c-8c68-50d91ecca852 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 210 time: 0.0353091 Sep 21 18:59:51.856390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Allocated IP 172.20.0.10 (acf462a4-1496-4bfb-85b1-00b37c746431/c22cbd7c-0e5a-4700-88d8-81798322c8fd/ea17f846-382c-482b-ab09-5fb20520fab5) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:59:52.002772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:52.329769 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:52.372452 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Network acf462a4-1496-4bfb-85b1-00b37c746431 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:59:52.375667 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:59:52.378023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:59:52.412062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Pushing event updated for resources: {'Port': ['ID=ea17f846-382c-482b-ab09-5fb20520fab5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:52.436468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:52.437115 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:52.452240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-734b968e-b5d2-4a33-904d-2c40229f06b4 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8669736 Sep 21 18:59:52.465407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Request body: {'port': {'device_id': 'aedab170-5570-4498-b2b7-9333ace6d386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:59:52.523857 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:52.649755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ac3478d2-d506-4e14-a259-9a3aa8b521b0 None None] Provisioning complete for port ea17f846-382c-482b-ab09-5fb20520fab5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:52.650032 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ac3478d2-d506-4e14-a259-9a3aa8b521b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:52.683611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ac3478d2-d506-4e14-a259-9a3aa8b521b0 None None] Port ea17f846-382c-482b-ab09-5fb20520fab5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:59:52.784430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea17f846-382c-482b-ab09-5fb20520fab5 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:59:52.792282 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:52.804348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Transition to ACTIVE for port object ea17f846-382c-482b-ab09-5fb20520fab5 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:59:52.807922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:52.890928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea17f846-382c-482b-ab09-5fb20520fab5,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:52.965321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5636905-4531-40f4-bb2f-843bf107c19c req-2d6fde3f-e1dc-4116-953e-8af89daa967b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:52.966956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5636905-4531-40f4-bb2f-843bf107c19c req-2d6fde3f-e1dc-4116-953e-8af89daa967b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 944 time: 0.0948441 Sep 21 18:59:52.972262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Attempting to bind port ea17f846-382c-482b-ab09-5fb20520fab5 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:59:52.972602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Attempting to bind port ea17f846-382c-482b-ab09-5fb20520fab5 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:59:52.972936 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Attempting to bind port ea17f846-382c-482b-ab09-5fb20520fab5 on network acf462a4-1496-4bfb-85b1-00b37c746431 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:52.985023 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Port ea17f846-382c-482b-ab09-5fb20520fab5 on network acf462a4-1496-4bfb-85b1-00b37c746431 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:59:52.985344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Attempting to bind port ea17f846-382c-482b-ab09-5fb20520fab5 on network acf462a4-1496-4bfb-85b1-00b37c746431 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:59:52.998466 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:59:52.998811 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Checking segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:59:52.999200 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Bound using segment: {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:59:52.999650 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Bound port: ea17f846-382c-482b-ab09-5fb20520fab5, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75075074-5b97-461f-a6ba-7b222ea9a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:59:52.999999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:53.029180 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5636905-4531-40f4-bb2f-843bf107c19c req-1f6d0be6-1ed0-429b-9628-cb1f5d486cff tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538647 Sep 21 18:59:53.080619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] For port ea17f846-382c-482b-ab09-5fb20520fab5, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:59:53.083521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] For port ea17f846-382c-482b-ab09-5fb20520fab5, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea17f846-382c-482b-ab09-5fb20520fab5,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:59:53.088401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:53.120693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.121312 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:53.122703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] 10.222.0.78 "PUT /v2.0/ports/ea17f846-382c-482b-ab09-5fb20520fab5 HTTP/1.1" status: 200 len: 1092 time: 0.6625698 Sep 21 18:59:53.123149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedab170-5570-4498-b2b7-9333ace6d386', 'tag': 'ea17f846-382c-482b-ab09-5fb20520fab5'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:59:53.125400 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c79ba-7046-457e-981e-a7b05f0ba417" -d '{"events": [{"name": "network-changed", "server_uuid": "aedab170-5570-4498-b2b7-9333ace6d386", "tag": "ea17f846-382c-482b-ab09-5fb20520fab5"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:59:53.155237 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82ec1b-d253-4ab7-a666-0de518a368a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea17f846-382c-482b-ab09-5fb20520fab5,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:53.167534 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a0165-2e53-4d10-a172-c8f936eff6a5 x-openstack-request-id: req-b42a0165-2e53-4d10-a172-c8f936eff6a5 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:59:53.167952 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedab170-5570-4498-b2b7-9333ace6d386", "tag": "ea17f846-382c-482b-ab09-5fb20520fab5", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:59:53.168260 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b42a0165-2e53-4d10-a172-c8f936eff6a5 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:59:53.168737 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedab170-5570-4498-b2b7-9333ace6d386', 'tag': 'ea17f846-382c-482b-ab09-5fb20520fab5', 'status': 'completed', 'code': 200} Sep 21 18:59:53.215441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-42bebe21-a5e9-438a-b553-1b5b3398048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.217006 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-42bebe21-a5e9-438a-b553-1b5b3398048c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c65585759a384f56992f2c6bede2c4de&device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 1095 time: 0.0433652 Sep 21 18:59:53.261762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-a651a40f-f83f-49ab-9a85-2a879bcd0e1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea17f846-382c-482b-ab09-5fb20520fab5 HTTP/1.1" status: 200 len: 217 time: 0.0362849 Sep 21 18:59:53.318235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-3f548de1-8a71-4900-bbad-d2843c125260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.319722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-3f548de1-8a71-4900-bbad-d2843c125260 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c22cbd7c-0e5a-4700-88d8-81798322c8fd HTTP/1.1" status: 200 len: 855 time: 0.0508204 Sep 21 18:59:53.365516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374412d-f647-4f94-a17d-80c53411a523 req-8f02f131-8c13-4c81-94f2-4eff4b90ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.367126 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-8f02f131-8c13-4c81-94f2-4eff4b90ce77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acf462a4-1496-4bfb-85b1-00b37c746431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401645 Sep 21 18:59:53.462243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-214d3109-453d-4191-84d6-2a154e8447d3 service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868123 Sep 21 18:59:53.551396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2374412d-f647-4f94-a17d-80c53411a523 req-0a2d381e-2ee5-42c9-8d5b-1217cf119b20 service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825028 Sep 21 18:59:53.633874 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-c2fe8404-0b15-4880-898b-36002a1ebbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.635373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-c2fe8404-0b15-4880-898b-36002a1ebbc0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c65585759a384f56992f2c6bede2c4de&device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 1095 time: 0.0402999 Sep 21 18:59:53.729962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-8bb5806f-cb97-4f90-89a6-14c5e6947f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.731346 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-8bb5806f-cb97-4f90-89a6-14c5e6947f96 service neutron] 10.222.0.78 "GET /v2.0/networks?id=acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 200 len: 918 time: 0.0891387 Sep 21 18:59:53.772185 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-81054e62-109a-44b2-a809-9fd22c9d3d3b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea17f846-382c-482b-ab09-5fb20520fab5 HTTP/1.1" status: 200 len: 217 time: 0.0328496 Sep 21 18:59:53.824597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-ade9be5d-d04b-4455-bf0e-a5ae7a0dcb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.826029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-ade9be5d-d04b-4455-bf0e-a5ae7a0dcb1c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c22cbd7c-0e5a-4700-88d8-81798322c8fd HTTP/1.1" status: 200 len: 855 time: 0.0463638 Sep 21 18:59:53.874148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-901123b3-4143-4fe7-92af-eb250a98b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:53.875672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-901123b3-4143-4fe7-92af-eb250a98b543 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acf462a4-1496-4bfb-85b1-00b37c746431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424373 Sep 21 18:59:53.967013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-f8cbfca1-ad37-4582-a142-aec7f71c814b service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823956 Sep 21 18:59:54.061352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659c79ba-7046-457e-981e-a7b05f0ba417 req-3c288370-cf3c-478e-beea-8cf944d469dc service neutron] 10.222.0.78 "GET /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866773 Sep 21 18:59:54.146176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a09d3-ffeb-4c79-ae4b-a5d80d566084 req-4254d378-c994-402e-9c50-1bf55cf1689c tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:54.147728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af1a09d3-ffeb-4c79-ae4b-a5d80d566084 req-4254d378-c994-402e-9c50-1bf55cf1689c tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 944 time: 0.0484602 Sep 21 18:59:54.186043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-af1a09d3-ffeb-4c79-ae4b-a5d80d566084 req-15efc6c8-b58a-4208-a0a2-3d3d3138cf90 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Sep 21 18:59:55.304371 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e4c99-027f-43dd-9d80-5fe3223e0994 req-8d3763bd-c93e-4493-9ff5-78e744d8d18a tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:55.305917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb3e4c99-027f-43dd-9d80-5fe3223e0994 req-8d3763bd-c93e-4493-9ff5-78e744d8d18a tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 944 time: 0.0536165 Sep 21 18:59:55.343632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fb3e4c99-027f-43dd-9d80-5fe3223e0994 req-681e9c3b-f7c9-4fa9-aa33-ff433a3dd1d7 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Sep 21 18:59:55.669694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea17f846-382c-482b-ab09-5fb20520fab5 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:59:55.764088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea17f846-382c-482b-ab09-5fb20520fab5, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea17f846-382c-482b-ab09-5fb20520fab5,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:55.775361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ea17f846-382c-482b-ab09-5fb20520fab5', 'network_id': 'acf462a4-1496-4bfb-85b1-00b37c746431', 'port_id': 'ea17f846-382c-482b-ab09-5fb20520fab5', 'mac_address': 'fa:16:3e:00:fa:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22cbd7c-0e5a-4700-88d8-81798322c8fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:59:55.814730 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:55.827235 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea17f846-382c-482b-ab09-5fb20520fab5 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:59:55.846634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea17f846-382c-482b-ab09-5fb20520fab5, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea17f846-382c-482b-ab09-5fb20520fab5,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:55.850429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:55.896641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea17f846-382c-482b-ab09-5fb20520fab5,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:55.905081 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.905433 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.905775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.906110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.906469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.906803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.907128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.907454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.907779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.908099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.908422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:55.908743 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:59:56.069592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea17f846-382c-482b-ab09-5fb20520fab5'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:59:56.458613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190ea97-d2d3-4425-bc79-466e2bc06f13 req-5c5805e0-9fb0-45ae-b650-250e78215a63 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:56.460108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1190ea97-d2d3-4425-bc79-466e2bc06f13 req-5c5805e0-9fb0-45ae-b650-250e78215a63 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Sep 21 18:59:56.500067 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1190ea97-d2d3-4425-bc79-466e2bc06f13 req-4d2cfde5-ccb3-4d62-993d-d36b3fe679f8 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Sep 21 18:59:57.613754 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad02f-2958-4a4d-86b2-4f0d7fa7de5a req-9f96c079-dc28-404a-ad84-39f1b82368f7 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:57.615254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a13ad02f-2958-4a4d-86b2-4f0d7fa7de5a req-9f96c079-dc28-404a-ad84-39f1b82368f7 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 945 time: 0.0492847 Sep 21 18:59:57.652879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a13ad02f-2958-4a4d-86b2-4f0d7fa7de5a req-1fe05a43-aa20-4f9a-8662-e9d1ffa9559a tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310183 Sep 21 18:59:57.687834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea17f846-382c-482b-ab09-5fb20520fab5 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:59:57.735282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ea17f846-382c-482b-ab09-5fb20520fab5 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:59:57.738734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ea17f846-382c-482b-ab09-5fb20520fab5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:59:57.739102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:57.810679 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:57.833977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedab170-5570-4498-b2b7-9333ace6d386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea17f846-382c-482b-ab09-5fb20520fab5'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:59:57.836220 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d4d84-0dfe-44a4-bbf4-8ce1194f6d6e" -d '{"events": [{"server_uuid": "aedab170-5570-4498-b2b7-9333ace6d386", "name": "network-vif-plugged", "status": "completed", "tag": "ea17f846-382c-482b-ab09-5fb20520fab5"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:59:57.849619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea17f846-382c-482b-ab09-5fb20520fab5, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea17f846-382c-482b-ab09-5fb20520fab5,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:59:57.854729 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:57.878088 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074791ea-aa79-40de-a892-6e3254ae4008 x-openstack-request-id: req-074791ea-aa79-40de-a892-6e3254ae4008 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:59:57.878406 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedab170-5570-4498-b2b7-9333ace6d386", "name": "network-vif-plugged", "status": "completed", "tag": "ea17f846-382c-482b-ab09-5fb20520fab5", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:59:57.878658 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-074791ea-aa79-40de-a892-6e3254ae4008 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:59:57.879045 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedab170-5570-4498-b2b7-9333ace6d386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea17f846-382c-482b-ab09-5fb20520fab5', 'code': 200} Sep 21 18:59:57.906156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea17f846-382c-482b-ab09-5fb20520fab5,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:59:57.974501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44857621-1a88-4f72-88a3-bbb1e86af8d7 req-9562183b-1c29-4a55-a834-155ec5505208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:57.975964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44857621-1a88-4f72-88a3-bbb1e86af8d7 req-9562183b-1c29-4a55-a834-155ec5505208 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 1097 time: 0.0435786 Sep 21 18:59:58.011150 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-44857621-1a88-4f72-88a3-bbb1e86af8d7 req-cf4b3fea-60eb-43f0-91a1-5265ba3a182f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274234 Sep 21 18:59:58.769222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ef2f6-c04d-4dad-b5b9-f4abcc53b934 req-5156fbef-40aa-477c-8537-91945fa7d12e tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:58.770714 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e03ef2f6-c04d-4dad-b5b9-f4abcc53b934 req-5156fbef-40aa-477c-8537-91945fa7d12e tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 946 time: 0.0486248 Sep 21 18:59:58.809413 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e03ef2f6-c04d-4dad-b5b9-f4abcc53b934 req-54fc395a-7470-4bc2-9996-5f306bba25af tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Sep 21 18:59:59.327630 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cda9310c-5213-4c7c-bb79-7fbc76b5b8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:59.923782 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3b4fa-d2ce-4292-8177-5f8c62b0d939 req-52f73b10-81b2-4795-a091-936a0ebc1b1b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:59.925269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46e3b4fa-d2ce-4292-8177-5f8c62b0d939 req-52f73b10-81b2-4795-a091-936a0ebc1b1b tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 946 time: 0.0490086 Sep 21 18:59:59.964306 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46e3b4fa-d2ce-4292-8177-5f8c62b0d939 req-5f568b73-2ae8-436a-884d-601c4ac7ea4c tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Sep 21 19:00:00.080642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1da279-e031-4743-8f0e-99380b4d0d11 req-fdd98b3f-a4ca-454a-b498-1ed309d8b3b3 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:00.082135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f1da279-e031-4743-8f0e-99380b4d0d11 req-fdd98b3f-a4ca-454a-b498-1ed309d8b3b3 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 946 time: 0.0540609 Sep 21 19:00:00.122449 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2f1da279-e031-4743-8f0e-99380b4d0d11 req-2f5d7983-26ed-4686-ae6e-a7a9125cd765 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Sep 21 19:00:03.683126 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2612fd58-87bc-4757-90ad-19dca3be9b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:04.246107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:04.763686 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:04.984154 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:06.250451 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:00:07.451240 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:09.033501 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:18.454688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df9446-f298-4297-8cc7-b1dff0729776 req-4a30e144-c217-42a4-bb4f-a58aa68c81e1 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:18.456191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7df9446-f298-4297-8cc7-b1dff0729776 req-4a30e144-c217-42a4-bb4f-a58aa68c81e1 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 946 time: 0.0513902 Sep 21 19:00:18.495812 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7df9446-f298-4297-8cc7-b1dff0729776 req-03a4b47e-3541-4e13-ac8c-5bc894aa332a tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Sep 21 19:00:19.608925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cd67-4378-44bc-bc23-b14415b0832e req-8715fa2d-c9ed-4477-ae4e-384ad7242bbd tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:19.610328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e869cd67-4378-44bc-bc23-b14415b0832e req-8715fa2d-c9ed-4477-ae4e-384ad7242bbd tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Sep 21 19:00:19.648318 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e869cd67-4378-44bc-bc23-b14415b0832e req-f813b9c1-48f1-41ed-b106-818ba521aced tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/security-groups?id=17815a9b-2e41-4d79-bc25-89410e297f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Sep 21 19:00:19.968403 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96db1-c329-47ed-83ae-a142d4420dee req-adcd3f16-db25-4506-a4f0-83f92c553fb8 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:19.969846 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00d96db1-c329-47ed-83ae-a142d4420dee req-adcd3f16-db25-4506-a4f0-83f92c553fb8 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Sep 21 19:00:20.059703 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Deleting port ea17f846-382c-482b-ab09-5fb20520fab5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:20.060049 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:20.151898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] For port ea17f846-382c-482b-ab09-5fb20520fab5, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea17f846-382c-482b-ab09-5fb20520fab5,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:20.152272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:20.163969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Calling delete_port for ea17f846-382c-482b-ab09-5fb20520fab5 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:20.289701 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:20.302496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea17f846-382c-482b-ab09-5fb20520fab5'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:00:20.327953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Pushing event deleted for resources: {'Port': ['ID=ea17f846-382c-482b-ab09-5fb20520fab5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:20.356142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.356487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.356824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.357148 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.357481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.357809 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.358137 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.358486 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.358813 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.359129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.359455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.359775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:20.379419 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] No DVR routers for this DVR port ea17f846-382c-482b-ab09-5fb20520fab5 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:00:20.382333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:20.384396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00d96db1-c329-47ed-83ae-a142d4420dee req-e130d647-ae97-44ce-9d6d-66ecf2361607 tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.78 "DELETE /v2.0/ports/ea17f846-382c-482b-ab09-5fb20520fab5 HTTP/1.1" status: 204 len: 173 time: 0.4083862 Sep 21 19:00:20.384833 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedab170-5570-4498-b2b7-9333ace6d386', 'name': 'network-vif-deleted', 'tag': 'ea17f846-382c-482b-ab09-5fb20520fab5'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:00:20.387117 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e35758-179c-4688-9fe8-b589b4917efb" -d '{"events": [{"server_uuid": "aedab170-5570-4498-b2b7-9333ace6d386", "name": "network-vif-deleted", "tag": "ea17f846-382c-482b-ab09-5fb20520fab5"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:00:20.435435 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680adb92-7d5d-48d3-afa1-2ae0ce3e0f68 x-openstack-request-id: req-680adb92-7d5d-48d3-afa1-2ae0ce3e0f68 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:00:20.435737 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedab170-5570-4498-b2b7-9333ace6d386", "name": "network-vif-deleted", "tag": "ea17f846-382c-482b-ab09-5fb20520fab5", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:00:20.435988 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-680adb92-7d5d-48d3-afa1-2ae0ce3e0f68 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:00:20.436391 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedab170-5570-4498-b2b7-9333ace6d386', 'name': 'network-vif-deleted', 'tag': 'ea17f846-382c-482b-ab09-5fb20520fab5', 'status': 'completed', 'code': 200} Sep 21 19:00:20.754623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-962a40d6-80eb-429f-adb8-ac7882bb9156 req-f068d886-95df-4b5f-8544-c5655ee063ff tempest-TestEncryptedCinderVolumes-1196914557 tempest-TestEncryptedCinderVolumes-1196914557-project] 10.222.0.70 "GET /v2.0/ports?device_id=aedab170-5570-4498-b2b7-9333ace6d386 HTTP/1.1" status: 200 len: 210 time: 0.0260427 Sep 21 19:00:21.845435 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53118) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:22.195478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:22.435895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Deleting port 0f03dd45-e381-4ccb-b80b-3ed1642772ab {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:22.436240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:22.515386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] For port 0f03dd45-e381-4ccb-b80b-3ed1642772ab, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0f03dd45-e381-4ccb-b80b-3ed1642772ab,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:22.515671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:22.528481 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Calling delete_port for 0f03dd45-e381-4ccb-b80b-3ed1642772ab owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:22.701599 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:22.729516 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f03dd45-e381-4ccb-b80b-3ed1642772ab,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:22.754862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.755215 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.755562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.755899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.756236 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.756570 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.756900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.757231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.757556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.757886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.758231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:22.758561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:23.184851 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:23.403299 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Router cb3b908c-a164-433a-ada8-7183ddd13e4c has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:00:23.511686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:00:23.516979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c6881fdd-64aa-4c2c-865d-838fecc78a31 admin admin] 10.222.0.70 "PUT /v2.0/routers/cb3b908c-a164-433a-ada8-7183ddd13e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704397 Sep 21 19:00:23.519498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53124) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:23.520543 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] Sync routers for ids ['cb3b908c-a164-433a-ada8-7183ddd13e4c'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:00:23.530727 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] Routers {'cb3b908c-a164-433a-ada8-7183ddd13e4c'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:23.531334 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb3b908c-a164-433a-ada8-7183ddd13e4c'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:23.624439 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:23.632851 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] Set router cb3b908c-a164-433a-ada8-7183ddd13e4c gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:23.726250 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:23.779360 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Deleting port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:23.779607 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:23.809377 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T19:00:22Z', 'revision_number': 5, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port': {'id': '8ab51f2e-0324-4908-bd7b-59d7d2680c3f', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T18:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:23.842356 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] Checking router: cb3b908c-a164-433a-ada8-7183ddd13e4c for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:00:23.850939 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] Routers {'cb3b908c-a164-433a-ada8-7183ddd13e4c'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:23.851550 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['cb3b908c-a164-433a-ada8-7183ddd13e4c'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:23.860470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea17f846-382c-482b-ab09-5fb20520fab5 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:23.866987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] For port 8ab51f2e-0324-4908-bd7b-59d7d2680c3f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:23.867355 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:23.880442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Calling delete_port for 8ab51f2e-0324-4908-bd7b-59d7d2680c3f owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:23.884458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ea17f846-382c-482b-ab09-5fb20520fab5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:00:23.885640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea17f846-382c-482b-ab09-5fb20520fab5 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:00:23.939601 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] Set router cb3b908c-a164-433a-ada8-7183ddd13e4c gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:23.990669 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T19:00:23Z', 'revision_number': 6, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:24.025198 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43161dca-5a7d-40f9-baa1-8e6c46c62c26 None None] The sync data for ids ['cb3b908c-a164-433a-ada8-7183ddd13e4c'] in n-d-810285-3 is: [{'id': 'cb3b908c-a164-433a-ada8-7183ddd13e4c', 'name': 'tempest-TestEncryptedCinderVolumes-475103524-router', 'tenant_id': 'c65585759a384f56992f2c6bede2c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:07Z', 'updated_at': '2021-09-21T19:00:23Z', 'revision_number': 6, 'project_id': 'c65585759a384f56992f2c6bede2c4de', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:00:24.049118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.073575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab51f2e-0324-4908-bd7b-59d7d2680c3f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:24.136854 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.226712 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.229383 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.274450 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.275005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3b908c-a164-433a-ada8-7183ddd13e4c {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:00:24.279265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.280439 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6d5cfa56-350c-4734-90ce-2370e3d20016 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cb3b908c-a164-433a-ada8-7183ddd13e4c HTTP/1.1" status: 204 len: 168 time: 0.7599809 Sep 21 19:00:24.282899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53126) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:24.327683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] Deleting subnet c22cbd7c-0e5a-4700-88d8-81798322c8fd {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:00:24.330824 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.369051 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.455554 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.509329 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.536528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22cbd7c-0e5a-4700-88d8-81798322c8fd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:24.538482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.541169 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-abfb0f00-ac3b-44fd-9983-942f20af3647 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c22cbd7c-0e5a-4700-88d8-81798322c8fd HTTP/1.1" status: 204 len: 168 time: 0.2572784 Sep 21 19:00:24.543588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53128) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:24.543742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9c90c-570c-4fb7-8202-a948c98c8c85 None None] Network acf462a4-1496-4bfb-85b1-00b37c746431 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:00:24.615954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.668944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Deleting port 947f916e-b120-4c2e-90f5-da94b44932f7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:24.669291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.734871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] For port 947f916e-b120-4c2e-90f5-da94b44932f7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=947f916e-b120-4c2e-90f5-da94b44932f7,segment=NetworkSegment(75075074-5b97-461f-a6ba-7b222ea9a3eb),segment_id=75075074-5b97-461f-a6ba-7b222ea9a3eb)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:24.735174 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.747608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Calling delete_port for 947f916e-b120-4c2e-90f5-da94b44932f7 owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:24.784865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] DHCP port deletion for acf462a4-1496-4bfb-85b1-00b37c746431 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:00:24.841946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.849296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] Deleting port 947f916e-b120-4c2e-90f5-da94b44932f7 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:24.849894 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.882861 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=947f916e-b120-4c2e-90f5-da94b44932f7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:24.887112 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] No DVR routers for this DVR port 947f916e-b120-4c2e-90f5-da94b44932f7 on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:00:24.924839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] For port 947f916e-b120-4c2e-90f5-da94b44932f7, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:24.925804 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.938944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] Calling delete_port for 947f916e-b120-4c2e-90f5-da94b44932f7 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:24.941550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] Port 947f916e-b120-4c2e-90f5-da94b44932f7 was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 19:00:24.942844 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.967040 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.967638 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] Pushing event deleted for resources: {'Port': ['ID=947f916e-b120-4c2e-90f5-da94b44932f7,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:24.971403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec82090-455b-4ddb-8b5a-de9a675e9f23 None None] No DVR routers for this DVR port 947f916e-b120-4c2e-90f5-da94b44932f7 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:00:24.989363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf462a4-1496-4bfb-85b1-00b37c746431']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:25.000212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75075074-5b97-461f-a6ba-7b222ea9a3eb') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:25.000585 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75075074-5b97-461f-a6ba-7b222ea9a3eb') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:25.011189 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.025681 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.032393 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:00:25.032875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: timer() Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:00:25.034691 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:00:25.094335 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.100159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.102349 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/acf462a4-1496-4bfb-85b1-00b37c746431 HTTP/1.1" status: 204 len: 168 time: 0.5575738 Sep 21 19:00:25.105216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53130) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:25.112840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ee145-622e-45fe-956e-5a763bae00c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf462a4-1496-4bfb-85b1-00b37c746431,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:25.349135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0f03dd45-e381-4ccb-b80b-3ed1642772ab no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:25.371973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 0f03dd45-e381-4ccb-b80b-3ed1642772ab {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:00:25.372383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0f03dd45-e381-4ccb-b80b-3ed1642772ab not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:00:25.372868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ab51f2e-0324-4908-bd7b-59d7d2680c3f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:25.391489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 8ab51f2e-0324-4908-bd7b-59d7d2680c3f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:00:25.391830 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 8ab51f2e-0324-4908-bd7b-59d7d2680c3f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:00:25.392241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 947f916e-b120-4c2e-90f5-da94b44932f7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:25.411539 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 947f916e-b120-4c2e-90f5-da94b44932f7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:00:25.411880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 947f916e-b120-4c2e-90f5-da94b44932f7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:00:25.467407 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.721508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Deleting port 9499deaf-32de-441c-a9d7-a3b2545c14fd {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:25.721848 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.797653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] For port 9499deaf-32de-441c-a9d7-a3b2545c14fd, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9499deaf-32de-441c-a9d7-a3b2545c14fd,segment=NetworkSegment(6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2),segment_id=6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:25.798015 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.810053 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Calling delete_port for 9499deaf-32de-441c-a9d7-a3b2545c14fd owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:25.985269 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:26.008059 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Pushing event deleted for resources: {'Port': ['ID=9499deaf-32de-441c-a9d7-a3b2545c14fd,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:26.178968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:26.394078 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:00:26.498954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:00:26.504607 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4dc862a7-1401-4536-ae5d-b3fb59ec4414 admin admin] 10.222.0.70 "PUT /v2.0/routers/f89440b0-efa9-4901-9baa-82e3e1f8b6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983626 Sep 21 19:00:26.507477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53132) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:26.507630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] Sync routers for ids ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:00:26.517674 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] Routers {'f89440b0-efa9-4901-9baa-82e3e1f8b6d9'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:26.518441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:26.628998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] Set router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:26.913635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:26.957912 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T19:00:25Z', 'revision_number': 5, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:26.988902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] Checking router: f89440b0-efa9-4901-9baa-82e3e1f8b6d9 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:00:26.997559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] Routers {'f89440b0-efa9-4901-9baa-82e3e1f8b6d9'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:26.998198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:27.018728 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.071956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Deleting port e383c8a2-4426-44c4-9afb-b7ce1250989d {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:27.072300 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.105312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] Set router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:27.150992 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] For port e383c8a2-4426-44c4-9afb-b7ce1250989d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e383c8a2-4426-44c4-9afb-b7ce1250989d,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:27.151354 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.163572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Calling delete_port for e383c8a2-4426-44c4-9afb-b7ce1250989d owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:27.283910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T19:00:25Z', 'revision_number': 5, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:27.313580 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df0e83-d695-4778-a36a-657fb373dea5 None None] The sync data for ids ['f89440b0-efa9-4901-9baa-82e3e1f8b6d9'] in n-d-810285-3 is: [{'id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'name': 'tempest-TestEncryptedCinderVolumes-745641144-router', 'tenant_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T19:00:25Z', 'revision_number': 5, 'project_id': 'e6e8df6f16b04261ac5df1b5583735e1', 'gw_port': {'id': 'e383c8a2-4426-44c4-9afb-b7ce1250989d', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89440b0-efa9-4901-9baa-82e3e1f8b6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:59:12Z', 'updated_at': '2021-09-21T18:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:00:27.329000 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.359233 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Pushing event deleted for resources: {'Port': ['ID=e383c8a2-4426-44c4-9afb-b7ce1250989d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:27.422247 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.511861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.513934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.555820 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.556272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f89440b0-efa9-4901-9baa-82e3e1f8b6d9 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:00:27.560630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.561728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-45773552-f938-4692-a62a-9c23be588061 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f89440b0-efa9-4901-9baa-82e3e1f8b6d9 HTTP/1.1" status: 204 len: 168 time: 1.0533071 Sep 21 19:00:27.564287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53134) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:27.612611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] Deleting subnet e63d9b11-baee-45e9-85a9-264f912b3d4d {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:00:27.615558 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.650485 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.730785 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.786152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.818554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63d9b11-baee-45e9-85a9-264f912b3d4d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:27.820622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.825571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53136) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:27.826164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7d488e48-c253-497e-a187-234a452b4719 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e63d9b11-baee-45e9-85a9-264f912b3d4d HTTP/1.1" status: 204 len: 168 time: 0.2603247 Sep 21 19:00:27.826289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f380e-d400-4681-bd3f-c6c1b790c537 None None] Network 1f99b00c-a314-4432-bf73-637befcd014f requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:00:27.899771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:27.954314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Deleting port 4422dd32-ce3e-42f7-bd08-c133499fcabc {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:27.954666 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.009962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] DHCP port deletion for 1f99b00c-a314-4432-bf73-637befcd014f request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:00:28.026358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] For port 4422dd32-ce3e-42f7-bd08-c133499fcabc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4422dd32-ce3e-42f7-bd08-c133499fcabc,segment=NetworkSegment(6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2),segment_id=6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:28.026735 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.039000 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Calling delete_port for 4422dd32-ce3e-42f7-bd08-c133499fcabc owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:28.062733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] Deleting port 4422dd32-ce3e-42f7-bd08-c133499fcabc {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:00:28.063031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.119082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.127343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] For port 4422dd32-ce3e-42f7-bd08-c133499fcabc, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=4422dd32-ce3e-42f7-bd08-c133499fcabc,segment=NetworkSegment(6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2),segment_id=6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:28.127742 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.140540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] Calling delete_port for 4422dd32-ce3e-42f7-bd08-c133499fcabc owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:00:28.142355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Pushing event deleted for resources: {'Port': ['ID=4422dd32-ce3e-42f7-bd08-c133499fcabc,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:28.147857 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] No DVR routers for this DVR port 4422dd32-ce3e-42f7-bd08-c133499fcabc on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:00:28.210694 n-d-810285-3 neutron-server[95092]: self.session.flush() Sep 21 19:00:28.217413 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.222161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.243093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f99b00c-a314-4432-bf73-637befcd014f']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:28.243683 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] Pushing event deleted for resources: {'Port': ['ID=4422dd32-ce3e-42f7-bd08-c133499fcabc,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:28.247384 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a960a-31b3-4811-89f8-ea8847e66c9c None None] No DVR routers for this DVR port 4422dd32-ce3e-42f7-bd08-c133499fcabc on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:00:28.258099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:28.258529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6527a04a-e18d-4e8d-b9eb-d9644e8b6ad2') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:28.267878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.281704 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.287760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:00:28.288148 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: timer() Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:00:28.290457 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:00:28.357992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.374511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.376437 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] 10.222.0.70 "DELETE /v2.0/networks/1f99b00c-a314-4432-bf73-637befcd014f HTTP/1.1" status: 204 len: 168 time: 0.5498302 Sep 21 19:00:28.377820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e77c6a-3bdf-411f-a406-207f5a79b8da admin admin] Pushing event deleted for resources: {'Network': ['ID=1f99b00c-a314-4432-bf73-637befcd014f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:28.529850 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53140) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:28.569149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-40a01614-8048-404b-8590-4b6947326d93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c65585759a384f56992f2c6bede2c4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379767 Sep 21 19:00:28.571902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53142) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:28.619357 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a13d7943-5c0d-4914-9e86-99961c5cd7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.639264 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a13d7943-5c0d-4914-9e86-99961c5cd7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.685423 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a13d7943-5c0d-4914-9e86-99961c5cd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.688052 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a13d7943-5c0d-4914-9e86-99961c5cd7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:28.689179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a13d7943-5c0d-4914-9e86-99961c5cd7f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17815a9b-2e41-4d79-bc25-89410e297f7e HTTP/1.1" status: 204 len: 168 time: 0.1163528 Sep 21 19:00:28.696843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d7943-5c0d-4914-9e86-99961c5cd7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17815a9b-2e41-4d79-bc25-89410e297f7e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:28.998817 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53148) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:29.036750 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-394124a4-cd23-4cbc-b7ef-a972698f4a2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6e8df6f16b04261ac5df1b5583735e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367813 Sep 21 19:00:29.039060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53150) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:29.089198 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af4bea1e-fd2e-4065-b1e4-cd3425512cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:29.112138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af4bea1e-fd2e-4065-b1e4-cd3425512cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:29.159276 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af4bea1e-fd2e-4065-b1e4-cd3425512cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:29.162053 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-af4bea1e-fd2e-4065-b1e4-cd3425512cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:29.163225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-af4bea1e-fd2e-4065-b1e4-cd3425512cad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17c3754b-67f0-4bf6-aee9-6499166f3cec HTTP/1.1" status: 204 len: 168 time: 0.1228056 Sep 21 19:00:29.171490 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bea1e-fd2e-4065-b1e4-cd3425512cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c3754b-67f0-4bf6-aee9-6499166f3cec,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:29.334832 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed37f-c490-4b73-9a74-bcf3102d70ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:29.352665 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9499deaf-32de-441c-a9d7-a3b2545c14fd no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:29.372348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9499deaf-32de-441c-a9d7-a3b2545c14fd {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:00:29.372696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9499deaf-32de-441c-a9d7-a3b2545c14fd not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:00:29.373125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4422dd32-ce3e-42f7-bd08-c133499fcabc no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:29.391450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 4422dd32-ce3e-42f7-bd08-c133499fcabc {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:00:29.391798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 4422dd32-ce3e-42f7-bd08-c133499fcabc not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:00:29.392217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e383c8a2-4426-44c4-9afb-b7ce1250989d no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:29.410509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e383c8a2-4426-44c4-9afb-b7ce1250989d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:00:29.410853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e383c8a2-4426-44c4-9afb-b7ce1250989d not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:00:29.831063 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53172) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:29.938614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-359258171-network', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:00:29.959125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Made reservation on behalf of 6dd68006d4c64e80ad956cac85fac027 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:00:29.961512 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:29.970258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.061162 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.064923 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.090881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:00:30.101289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdcf856-721a-4897-9dfa-660111d9aee5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:30.108370 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.108721 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Added segment 1386988c-d4d1-4250-b8e5-16a453280654 of type vlan for network 212e2f74-e11f-4249-a805-04f754401ed5 Sep 21 19:00:30.147740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.173653 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.174578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:30.175189 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.207097 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3749633 Sep 21 19:00:30.210012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53176) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:30.215799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Request body: {'subnet': {'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-359258171-subnet', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'ip_version': 4}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:00:30.237976 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Made reservation on behalf of 6dd68006d4c64e80ad956cac85fac027 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:00:30.238912 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90aef7-269d-4e62-baa6-76571365ef54 admin admin] Pushing event updated for resources: {'Network': ['ID=212e2f74-e11f-4249-a805-04f754401ed5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:30.240639 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.249838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 212e2f74-e11f-4249-a805-04f754401ed5 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:00:30.408201 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.466035 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:30.471339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Checking segment: {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:30.472230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Network hostable DHCP agents. Network: 212e2f74-e11f-4249-a805-04f754401ed5, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:00:30.487950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Network 212e2f74-e11f-4249-a805-04f754401ed5 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:00:30.496326 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 212e2f74-e11f-4249-a805-04f754401ed5) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:30.500296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:30.500874 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.506899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713120e9-99de-4c38-85b1-54a1d525cc84 None None] Network 212e2f74-e11f-4249-a805-04f754401ed5 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:00:30.518576 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9c5a59ff-5080-4017-a7e8-c8c418724406 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3039932 Sep 21 19:00:30.519452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53178) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:30.523693 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:00:30.543621 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.544596 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.599546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.656152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-212e2f74-e11f-4249-a805-04f754401ed5', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:00:30.657008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.735077 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.795001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Allocated IP 172.20.0.2 (212e2f74-e11f-4249-a805-04f754401ed5/d8abbd2b-a20f-4dde-a196-4cf3922cfe9f/f14b47c5-4651-4492-888f-6de0fa62a76f) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:00:30.933354 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.935647 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.939359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.955104 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.979813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Network 212e2f74-e11f-4249-a805-04f754401ed5 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:30.982704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:30.986170 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:00:30.996362 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Pushing event updated for resources: {'Port': ['ID=f14b47c5-4651-4492-888f-6de0fa62a76f,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:31.045746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Attempting to bind port f14b47c5-4651-4492-888f-6de0fa62a76f on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:00:31.046247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Attempting to bind port f14b47c5-4651-4492-888f-6de0fa62a76f by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:00:31.046619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Attempting to bind port f14b47c5-4651-4492-888f-6de0fa62a76f on network 212e2f74-e11f-4249-a805-04f754401ed5 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:00:31.051537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:00:31.051919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Checking segment: {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:31.052596 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.052990 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Bound using segment: {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:00:31.053455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Bound port: f14b47c5-4651-4492-888f-6de0fa62a76f, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:00:31.053836 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.065474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Allocated IP 172.25.3.178 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:00:31.118955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] For port f14b47c5-4651-4492-888f-6de0fa62a76f, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:00:31.122440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] For port f14b47c5-4651-4492-888f-6de0fa62a76f, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f14b47c5-4651-4492-888f-6de0fa62a76f,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:00:31.127401 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.171561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.189590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6c433-55b1-4274-9cfb-1899079a57dd None None] Pushing event updated for resources: {'Port': ['ID=f14b47c5-4651-4492-888f-6de0fa62a76f,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:31.210359 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.249152 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:31.252173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:31.255725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:00:31.292935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Pushing event updated for resources: {'Port': ['ID=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:31.427134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f14b47c5-4651-4492-888f-6de0fa62a76f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:31.478296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f14b47c5-4651-4492-888f-6de0fa62a76f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:31.478662 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.554390 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.590377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port f14b47c5-4651-4492-888f-6de0fa62a76f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f14b47c5-4651-4492-888f-6de0fa62a76f,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:31.595223 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:31.650602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=f14b47c5-4651-4492-888f-6de0fa62a76f,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:31.848092 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:32.049607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3018a76-8c92-483c-84d4-50a648bbc663 None None] Network 212e2f74-e11f-4249-a805-04f754401ed5 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:00:32.053012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:32.116766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c30a91a7-1954-4475-bff4-0bfc6ac80b6d None None] Provisioning complete for port f14b47c5-4651-4492-888f-6de0fa62a76f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:32.117045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c30a91a7-1954-4475-bff4-0bfc6ac80b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:32.180563 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:00:32.292199 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:00:32.303533 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Sync routers for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:00:32.308978 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:32.312986 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-725d47a7-8696-4307-9232-f84bd2f28f1c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7899342 Sep 21 19:00:32.313328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53180) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:32.319152 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:32.321971 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:32.432572 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:32.475745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-45d79f73-7653-4829-8a38-ac6d9a5648be None None] Provisioning complete for port f14b47c5-4651-4492-888f-6de0fa62a76f triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:32.476129 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-45d79f73-7653-4829-8a38-ac6d9a5648be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:32.710146 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:31Z', 'revision_number': 3, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:32.736967 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Checking router: 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:00:32.737311 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Updating router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:00:32.749588 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:32.762678 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:32.907820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Allocated IP 172.20.0.1 (212e2f74-e11f-4249-a805-04f754401ed5/d8abbd2b-a20f-4dde-a196-4cf3922cfe9f/490d4bfb-9abb-4399-833e-7db434fa65b6) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:00:33.012490 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.014983 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.020400 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.052608 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.074593 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Attempting to bind port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:00:33.074962 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Attempting to bind port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:00:33.075321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Attempting to bind port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:00:33.077254 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Pushing event updated for resources: {'Port': ['ID=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:33.087016 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.087468 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.087925 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.088317 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.088645 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.088768 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Network 212e2f74-e11f-4249-a805-04f754401ed5 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:33.089047 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.089292 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.089608 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.089929 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.090273 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.090597 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.090962 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:33.091605 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:33.094771 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:00:33.095148 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:33.095495 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:00:33.095627 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.096041 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:00:33.096392 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Bound port: 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:00:33.097014 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.128763 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Pushing event updated for resources: {'Port': ['ID=490d4bfb-9abb-4399-833e-7db434fa65b6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:33.146208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.152931 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] For port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:00:33.156384 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] For port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:00:33.161232 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.225023 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:33.225677 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:33.230947 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4af07-73e5-4a7d-ab80-abcdd9b58073 None None] Pushing event updated for resources: {'Port': ['ID=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:33.281564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.364299 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:33.380611 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f14b47c5-4651-4492-888f-6de0fa62a76f up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:33.414989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e7ef2c0d-06a5-461a-9c27-28f7160c1c77 None None] Provisioning complete for port 490d4bfb-9abb-4399-833e-7db434fa65b6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:33.415368 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2c0d-06a5-461a-9c27-28f7160c1c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.459114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef2c0d-06a5-461a-9c27-28f7160c1c77 None None] Port 490d4bfb-9abb-4399-833e-7db434fa65b6 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:00:33.462842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port f14b47c5-4651-4492-888f-6de0fa62a76f triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:33.463214 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.478256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.485005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.553473 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:31Z', 'revision_number': 3, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:33.559344 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.561239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Pushing event updated for resources: {'Port': ['ID=490d4bfb-9abb-4399-833e-7db434fa65b6,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:33.587233 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea084e-763d-4deb-a0ff-f4974a49b6d3 None None] The sync data for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 is: [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:31Z', 'revision_number': 3, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:00:33.667447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Network 212e2f74-e11f-4249-a805-04f754401ed5 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:33.668825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:33.688091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-427f3a0c-6fb1-4d3b-ab27-dc3719aa5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:33.792946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:00:33.937024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:00:33.943088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-83fa416b-bf0f-47ed-9c61-20f4ea0f65eb admin admin] 10.222.0.70 "PUT /v2.0/routers/0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286259 Sep 21 19:00:33.981558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-703bb0fd-2fa1-449c-a6d3-33145e92c7d8 None None] Provisioning complete for port 490d4bfb-9abb-4399-833e-7db434fa65b6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:33.981937 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-703bb0fd-2fa1-449c-a6d3-33145e92c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.017550 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-703bb0fd-2fa1-449c-a6d3-33145e92c7d8 None None] Port 490d4bfb-9abb-4399-833e-7db434fa65b6 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:00:34.252471 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.438312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53196) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:34.443198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1821825047-network', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:00:34.463987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Made reservation on behalf of d5ee9ed55092456ba59e879e6038df16 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:00:34.466302 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.474835 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.567671 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.571571 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.596399 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:00:34.606512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f448c9-f676-44fa-a7f6-42e5ce693ecf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:34.611478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.611825 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Added segment 0deb1826-f2f8-45fe-9fe7-55d7769faeac of type vlan for network 641e0a21-40c4-4716-a579-a075b8a0b67a Sep 21 19:00:34.652831 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.677815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.678834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:34.679413 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.712699 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2732732 Sep 21 19:00:34.715491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53198) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:34.720769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Request body: {'subnet': {'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1821825047-subnet', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:00:34.740832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0aa12-1545-4669-8baf-638a11f72196 admin admin] Pushing event updated for resources: {'Network': ['ID=641e0a21-40c4-4716-a579-a075b8a0b67a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:34.743440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Made reservation on behalf of d5ee9ed55092456ba59e879e6038df16 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:00:34.746401 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.754136 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 641e0a21-40c4-4716-a579-a075b8a0b67a details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:00:34.779525 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.927090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.987462 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:34.988524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e67b7d-ac8d-4306-86df-beb7acc18366,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:34.994659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Checking segment: {'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:34.995024 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Network hostable DHCP agents. Network: 641e0a21-40c4-4716-a579-a075b8a0b67a, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:00:35.011991 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Network 641e0a21-40c4-4716-a579-a075b8a0b67a is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:00:35.020812 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 641e0a21-40c4-4716-a579-a075b8a0b67a) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:35.026339 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:35.026932 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.030702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55ce3d-4227-4750-b1eb-f60a68283579 None None] Network 641e0a21-40c4-4716-a579-a075b8a0b67a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:00:35.042686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a7d02d95-1352-4d41-99f9-9c8c443bae85 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3259058 Sep 21 19:00:35.045200 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53202) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:35.050409 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:00:35.075823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.077075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.150349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Sync routers for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:00:35.176086 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.183696 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:35.184327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:35.219356 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-641e0a21-40c4-4716-a579-a075b8a0b67a', 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'fixed_ips': [{'subnet_id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:00:35.220202 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.326369 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.489748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:35.542759 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.561836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:35.568780 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.676444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Allocated IP 172.25.3.140 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/bc92abfe-b6d6-4d98-a553-cce328cac216) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:00:35.678859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Allocated IP 172.20.0.2 (641e0a21-40c4-4716-a579-a075b8a0b67a/e0e67b7d-ac8d-4306-86df-beb7acc18366/e798ccf5-273e-4b18-9b24-267a74b3ae9d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:00:35.698492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:35.698870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.777382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.816343 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:35.853279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:35.858625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:35.862231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:00:35.887286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Pushing event updated for resources: {'Port': ['ID=bc92abfe-b6d6-4d98-a553-cce328cac216,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:35.984857 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.011744 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.024922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:36.026537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.039991 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.066570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 2, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:36.075236 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Network 641e0a21-40c4-4716-a579-a075b8a0b67a is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:36.104725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:36.108172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Checking router: 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:00:36.108534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Updating router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d port 490d4bfb-9abb-4399-833e-7db434fa65b6 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:00:36.112708 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:00:36.119258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.138106 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Pushing event updated for resources: {'Port': ['ID=e798ccf5-273e-4b18-9b24-267a74b3ae9d,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:36.185666 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.266549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Attempting to bind port e798ccf5-273e-4b18-9b24-267a74b3ae9d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:00:36.266834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Attempting to bind port e798ccf5-273e-4b18-9b24-267a74b3ae9d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:00:36.267220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Attempting to bind port e798ccf5-273e-4b18-9b24-267a74b3ae9d on network 641e0a21-40c4-4716-a579-a075b8a0b67a {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:00:36.270555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:36.278114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:00:36.278371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Checking segment: {'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:36.278717 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.279109 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Bound using segment: {'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:00:36.279576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Bound port: e798ccf5-273e-4b18-9b24-267a74b3ae9d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:00:36.279964 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.315845 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.459685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] For port e798ccf5-273e-4b18-9b24-267a74b3ae9d, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:00:36.479322 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] For port e798ccf5-273e-4b18-9b24-267a74b3ae9d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e798ccf5-273e-4b18-9b24-267a74b3ae9d,segment=NetworkSegment(0deb1826-f2f8-45fe-9fe7-55d7769faeac),segment_id=0deb1826-f2f8-45fe-9fe7-55d7769faeac)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:00:36.486655 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.584108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c53d9b-439f-4b7f-a852-76aa225621fc None None] Pushing event updated for resources: {'Port': ['ID=e798ccf5-273e-4b18-9b24-267a74b3ae9d,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:36.630582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.636954 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.704304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe85cb0-0912-4a9a-94dc-2f5cc7fc7e00 None None] Pushing event updated for resources: {'Port': ['ID=490d4bfb-9abb-4399-833e-7db434fa65b6,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:36.745402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Attempting to bind port 490d4bfb-9abb-4399-833e-7db434fa65b6 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:00:36.745902 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Attempting to bind port 490d4bfb-9abb-4399-833e-7db434fa65b6 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:00:36.748156 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Attempting to bind port 490d4bfb-9abb-4399-833e-7db434fa65b6 on network 212e2f74-e11f-4249-a805-04f754401ed5 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:00:36.757193 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:00:36.757567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Checking segment: {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:36.758664 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.759053 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Bound using segment: {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:00:36.759530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Bound port: 490d4bfb-9abb-4399-833e-7db434fa65b6, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:00:36.759923 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.797282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Router e7759a31-81f6-4e1b-aa08-c19067ce2f53 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:00:36.848306 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] For port 490d4bfb-9abb-4399-833e-7db434fa65b6, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:00:36.852957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] For port 490d4bfb-9abb-4399-833e-7db434fa65b6, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=490d4bfb-9abb-4399-833e-7db434fa65b6,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:00:36.859203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.933818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:36.934452 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:36.935820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:00:36.945544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe85cb0-0912-4a9a-94dc-2f5cc7fc7e00 None None] Pushing event updated for resources: {'Port': ['ID=490d4bfb-9abb-4399-833e-7db434fa65b6,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:36.947010 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Sync routers for ids ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:00:36.958107 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:36.963063 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c0c109b6-ccea-4bb8-a3b7-6bf5536a3e4a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9137962 Sep 21 19:00:36.963483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53204) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:36.975636 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Routers {'e7759a31-81f6-4e1b-aa08-c19067ce2f53'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:36.983266 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:37.072188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:37.121738 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7f254692-f3a8-4138-8499-77387c64b06d None None] Provisioning complete for port 490d4bfb-9abb-4399-833e-7db434fa65b6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:37.122120 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7f254692-f3a8-4138-8499-77387c64b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.150075 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Set router e7759a31-81f6-4e1b-aa08-c19067ce2f53 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:37.345592 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7f254692-f3a8-4138-8499-77387c64b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.352934 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:36Z', 'revision_number': 3, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port': {'id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:37.408130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-7f254692-f3a8-4138-8499-77387c64b06d None None] For port 490d4bfb-9abb-4399-833e-7db434fa65b6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=490d4bfb-9abb-4399-833e-7db434fa65b6,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:37.410480 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Checking router: e7759a31-81f6-4e1b-aa08-c19067ce2f53 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:00:37.411285 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Updating router e7759a31-81f6-4e1b-aa08-c19067ce2f53 port bc92abfe-b6d6-4d98-a553-cce328cac216 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:00:37.419799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7f254692-f3a8-4138-8499-77387c64b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.467085 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.524602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:36Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:37.542762 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.602365 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.616399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:37.620405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92757af-50b6-4794-afa4-3b3e09a924ca None None] The sync data for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 is: [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:36Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:00:37.624883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f254692-f3a8-4138-8499-77387c64b06d None None] Pushing event updated for resources: {'Port': ['ID=490d4bfb-9abb-4399-833e-7db434fa65b6,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:37.674710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-5db72e78-2bfc-4877-ae9e-6f3a147d6291 None None] Provisioning complete for port 490d4bfb-9abb-4399-833e-7db434fa65b6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:37.675181 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5db72e78-2bfc-4877-ae9e-6f3a147d6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.798624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:37.799008 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:37.931343 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Allocated IP 172.20.0.1 (641e0a21-40c4-4716-a579-a075b8a0b67a/e0e67b7d-ac8d-4306-86df-beb7acc18366/550b3040-ee32-4833-b012-e8c6890c67f7) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:00:37.974819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e798ccf5-273e-4b18-9b24-267a74b3ae9d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:38.002326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bf9de-9861-4bf1-b619-bbcc33534f13 None None] Network 641e0a21-40c4-4716-a579-a075b8a0b67a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:00:38.072160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.099516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-8a1fddb3-12d2-48dc-8ca1-3a16364dc2a0 None None] Provisioning complete for port e798ccf5-273e-4b18-9b24-267a74b3ae9d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:38.100057 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a1fddb3-12d2-48dc-8ca1-3a16364dc2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.110711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.162793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e798ccf5-273e-4b18-9b24-267a74b3ae9d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:38.163172 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.166438 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.185939 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Pushing event updated for resources: {'Port': ['ID=550b3040-ee32-4833-b012-e8c6890c67f7,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:38.194156 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.196978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Network 641e0a21-40c4-4716-a579-a075b8a0b67a is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:38.199113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:38.204475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:00:38.267381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.269532 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d1ae-8157-408d-a295-159c72a216a9 None None] Pushing event updated for resources: {'Port': ['ID=bc92abfe-b6d6-4d98-a553-cce328cac216,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:38.273116 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Attempting to bind port bc92abfe-b6d6-4d98-a553-cce328cac216 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:00:38.273116 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Attempting to bind port bc92abfe-b6d6-4d98-a553-cce328cac216 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:00:38.273116 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Attempting to bind port bc92abfe-b6d6-4d98-a553-cce328cac216 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:00:38.279593 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:00:38.280089 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:38.280937 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.281268 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:00:38.281836 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Bound port: bc92abfe-b6d6-4d98-a553-cce328cac216, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:00:38.282339 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.330434 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a1fddb3-12d2-48dc-8ca1-3a16364dc2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.361597 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] For port bc92abfe-b6d6-4d98-a553-cce328cac216, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:00:38.366166 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] For port bc92abfe-b6d6-4d98-a553-cce328cac216, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bc92abfe-b6d6-4d98-a553-cce328cac216,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:00:38.374113 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.407069 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.428795 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Routers {'e7759a31-81f6-4e1b-aa08-c19067ce2f53'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:38.430223 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:38.458545 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.535097 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d1ae-8157-408d-a295-159c72a216a9 None None] Pushing event updated for resources: {'Port': ['ID=bc92abfe-b6d6-4d98-a553-cce328cac216,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:38.627620 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] Set router e7759a31-81f6-4e1b-aa08-c19067ce2f53 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:38.685016 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-8a1fddb3-12d2-48dc-8ca1-3a16364dc2a0 None None] For port e798ccf5-273e-4b18-9b24-267a74b3ae9d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e798ccf5-273e-4b18-9b24-267a74b3ae9d,segment=NetworkSegment(0deb1826-f2f8-45fe-9fe7-55d7769faeac),segment_id=0deb1826-f2f8-45fe-9fe7-55d7769faeac)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:38.693399 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8a1fddb3-12d2-48dc-8ca1-3a16364dc2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.725815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.736223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.781909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 19:00:38.782473 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 19:00:38.798815 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fddb3-12d2-48dc-8ca1-3a16364dc2a0 None None] Pushing event updated for resources: {'Port': ['ID=e798ccf5-273e-4b18-9b24-267a74b3ae9d,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:38.862582 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Pushing event updated for resources: {'Port': ['ID=550b3040-ee32-4833-b012-e8c6890c67f7,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:38.866297 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:38.915735 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 4, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port': {'id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '550b3040-ee32-4833-b012-e8c6890c67f7', 'name': '', 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'mac_address': 'fa:16:3e:85:41:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:37Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 1, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'subnets': [{'id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:38.951669 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942259ec-7fc6-4d61-bc47-62d359d57711 None None] The sync data for ids ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'] in n-d-810285-3 is: [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 4, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port': {'id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '550b3040-ee32-4833-b012-e8c6890c67f7', 'name': '', 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'mac_address': 'fa:16:3e:85:41:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:37Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 1, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'subnets': [{'id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:00:38.985974 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Network 641e0a21-40c4-4716-a579-a075b8a0b67a is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:38.987664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:39.029488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:39.047386 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0ef9417b-884f-4534-96d2-a0d61254d5cd None None] Provisioning complete for port 550b3040-ee32-4833-b012-e8c6890c67f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:39.048908 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0ef9417b-884f-4534-96d2-a0d61254d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:39.103176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9417b-884f-4534-96d2-a0d61254d5cd None None] Port 550b3040-ee32-4833-b012-e8c6890c67f7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:00:39.116009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0ef9417b-884f-4534-96d2-a0d61254d5cd None None] Provisioning complete for port e798ccf5-273e-4b18-9b24-267a74b3ae9d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:39.116669 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0ef9417b-884f-4534-96d2-a0d61254d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:39.160705 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Router e7759a31-81f6-4e1b-aa08-c19067ce2f53 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:00:39.302115 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:00:39.322443 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-635f2b23-6970-41df-a897-65d61fe9b844 admin admin] 10.222.0.70 "PUT /v2.0/routers/e7759a31-81f6-4e1b-aa08-c19067ce2f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3566978 Sep 21 19:00:39.352459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-890f1abf-854e-49ae-8a86-8ae949f1ebd2 None None] Provisioning complete for port 550b3040-ee32-4833-b012-e8c6890c67f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:39.352868 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-890f1abf-854e-49ae-8a86-8ae949f1ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:39.391770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-890f1abf-854e-49ae-8a86-8ae949f1ebd2 None None] Port 550b3040-ee32-4833-b012-e8c6890c67f7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:00:39.600305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 490d4bfb-9abb-4399-833e-7db434fa65b6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:39.648178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d915939a-3cf4-4621-b9e4-5998466342c4 None None] Provisioning complete for port 550b3040-ee32-4833-b012-e8c6890c67f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:39.649692 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d915939a-3cf4-4621-b9e4-5998466342c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:39.694210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d915939a-3cf4-4621-b9e4-5998466342c4 None None] Port 550b3040-ee32-4833-b012-e8c6890c67f7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:00:39.696266 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 490d4bfb-9abb-4399-833e-7db434fa65b6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:39.696649 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:39.777512 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e798ccf5-273e-4b18-9b24-267a74b3ae9d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:39.829613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e798ccf5-273e-4b18-9b24-267a74b3ae9d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:39.829988 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:41.474957 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc92abfe-b6d6-4d98-a553-cce328cac216 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:41.532104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bc92abfe-b6d6-4d98-a553-cce328cac216 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:41.532493 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:41.625091 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:41.657054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port bc92abfe-b6d6-4d98-a553-cce328cac216, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bc92abfe-b6d6-4d98-a553-cce328cac216,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:41.665330 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:41.731039 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=bc92abfe-b6d6-4d98-a553-cce328cac216,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:41.992243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Sync routers for ids ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:00:42.001714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Routers {'e7759a31-81f6-4e1b-aa08-c19067ce2f53'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:42.002388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:42.123343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Set router e7759a31-81f6-4e1b-aa08-c19067ce2f53 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:42.357819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 4, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port': {'id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '550b3040-ee32-4833-b012-e8c6890c67f7', 'name': '', 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'mac_address': 'fa:16:3e:85:41:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:37Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 2, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'subnets': [{'id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:42.387989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Checking router: e7759a31-81f6-4e1b-aa08-c19067ce2f53 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:00:42.388350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Updating router e7759a31-81f6-4e1b-aa08-c19067ce2f53 port 550b3040-ee32-4833-b012-e8c6890c67f7 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:00:42.419438 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:42.737456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:42.744762 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:42.799243 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beac8c-ca3a-49ef-b108-d6a0185b1817 None None] Pushing event updated for resources: {'Port': ['ID=550b3040-ee32-4833-b012-e8c6890c67f7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:42.852426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Attempting to bind port 550b3040-ee32-4833-b012-e8c6890c67f7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:00:42.852989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Attempting to bind port 550b3040-ee32-4833-b012-e8c6890c67f7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:00:42.853361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Attempting to bind port 550b3040-ee32-4833-b012-e8c6890c67f7 on network 641e0a21-40c4-4716-a579-a075b8a0b67a {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:00:42.859524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:00:42.860036 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Checking segment: {'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:00:42.860330 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:42.860732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Bound using segment: {'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:00:42.861227 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Bound port: 550b3040-ee32-4833-b012-e8c6890c67f7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deb1826-f2f8-45fe-9fe7-55d7769faeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:00:42.861629 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:42.943703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] For port 550b3040-ee32-4833-b012-e8c6890c67f7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:00:42.948613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] For port 550b3040-ee32-4833-b012-e8c6890c67f7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=550b3040-ee32-4833-b012-e8c6890c67f7,segment=NetworkSegment(0deb1826-f2f8-45fe-9fe7-55d7769faeac),segment_id=0deb1826-f2f8-45fe-9fe7-55d7769faeac)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:00:42.960367 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:43.019048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Routers {'e7759a31-81f6-4e1b-aa08-c19067ce2f53'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:00:43.019943 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:00:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:43.078091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beac8c-ca3a-49ef-b108-d6a0185b1817 None None] Pushing event updated for resources: {'Port': ['ID=550b3040-ee32-4833-b012-e8c6890c67f7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:43.108813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cecba17c-b045-49d2-bf6c-40e0f5c7b06b None None] Provisioning complete for port 550b3040-ee32-4833-b012-e8c6890c67f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:43.110715 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cecba17c-b045-49d2-bf6c-40e0f5c7b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:43.210246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] Set router e7759a31-81f6-4e1b-aa08-c19067ce2f53 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:00:43.251230 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:00:43.319630 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cecba17c-b045-49d2-bf6c-40e0f5c7b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:43.416985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-cecba17c-b045-49d2-bf6c-40e0f5c7b06b None None] For port 550b3040-ee32-4833-b012-e8c6890c67f7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=550b3040-ee32-4833-b012-e8c6890c67f7,segment=NetworkSegment(0deb1826-f2f8-45fe-9fe7-55d7769faeac),segment_id=0deb1826-f2f8-45fe-9fe7-55d7769faeac)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:43.427809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cecba17c-b045-49d2-bf6c-40e0f5c7b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:43.489783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc92abfe-b6d6-4d98-a553-cce328cac216 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:43.547763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecba17c-b045-49d2-bf6c-40e0f5c7b06b None None] Pushing event updated for resources: {'Port': ['ID=550b3040-ee32-4833-b012-e8c6890c67f7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:43.584986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b7cdf3c2-a9ba-4f33-b9b9-927d247d040b None None] Provisioning complete for port 550b3040-ee32-4833-b012-e8c6890c67f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:43.585358 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf3c2-a9ba-4f33-b9b9-927d247d040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:43.592292 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 4, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port': {'id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '550b3040-ee32-4833-b012-e8c6890c67f7', 'name': '', 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'mac_address': 'fa:16:3e:85:41:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:37Z', 'updated_at': '2021-09-21T19:00:42Z', 'revision_number': 4, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'subnets': [{'id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:00:43.643554 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adbcc1-6695-4e23-a40b-a6867af77c4a None None] The sync data for ids ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'] in n-d-810285-3 is: [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:38Z', 'revision_number': 4, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port': {'id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '550b3040-ee32-4833-b012-e8c6890c67f7', 'name': '', 'network_id': '641e0a21-40c4-4716-a579-a075b8a0b67a', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'mac_address': 'fa:16:3e:85:41:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:37Z', 'updated_at': '2021-09-21T19:00:42Z', 'revision_number': 4, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'subnets': [{'id': 'e0e67b7d-ac8d-4306-86df-beb7acc18366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:00:43.653357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port bc92abfe-b6d6-4d98-a553-cce328cac216 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:43.653357 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:43.771597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 550b3040-ee32-4833-b012-e8c6890c67f7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:43.842441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 550b3040-ee32-4833-b012-e8c6890c67f7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:43.842860 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:45.436963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 550b3040-ee32-4833-b012-e8c6890c67f7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:45.487818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 550b3040-ee32-4833-b012-e8c6890c67f7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:45.488193 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:49.618753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-8e2b8dad-958f-4b78-aa42-69c356f56b45 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:49.620139 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-8e2b8dad-958f-4b78-aa42-69c356f56b45 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 814 time: 0.1011300 Sep 21 19:00:49.634982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-a952e114-23f7-425c-bd7b-f420527e594d tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/quotas/6dd68006d4c64e80ad956cac85fac027 HTTP/1.1" status: 200 len: 375 time: 0.0090694 Sep 21 19:00:49.685722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-b60102fd-7609-4c20-9c09-6308a3b1ac4c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455089 Sep 21 19:00:49.701009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5eb63928-7b3f-43c0-b254-8349cb18a3db service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:00:49.702001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5eb63928-7b3f-43c0-b254-8349cb18a3db service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051351 Sep 21 19:00:49.795619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-4d1c1d26-8cf7-4fd0-84f8-8405a0f1a190 service neutron] 10.222.0.70 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879653 Sep 21 19:00:49.888433 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-4bd015f6-5cfd-45fe-9542-afa3f1e3fdc4 service neutron] 10.222.0.70 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 Sep 21 19:00:50.045785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-76918641-1a29-4dcd-bf14-a76b44d47051 req-637c3af2-6529-4ea6-93f8-12d5c7087c31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0276840 Sep 21 19:00:51.099817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-f46a95db-742d-454f-b8e0-7113db40494e tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:51.102084 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-f46a95db-742d-454f-b8e0-7113db40494e tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 814 time: 0.1080468 Sep 21 19:00:51.116033 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'port': {'device_id': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'admin_state_up': True, 'tenant_id': '6dd68006d4c64e80ad956cac85fac027'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:00:51.169614 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-589a89e7-91f1-49db-9133-df1c07d18328 req-41e22281-a5b5-4b0a-9c2e-4ea49fffcc8f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0483031 Sep 21 19:00:51.258338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Made reservation on behalf of 6dd68006d4c64e80ad956cac85fac027 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:00:51.261865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:51.421021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Allocated IP 172.20.0.8 (212e2f74-e11f-4249-a805-04f754401ed5/d8abbd2b-a20f-4dde-a196-4cf3922cfe9f/24f584ac-b218-457a-a73f-3af58454a6f8) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:00:51.600439 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:51.637998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:51.664491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Network 212e2f74-e11f-4249-a805-04f754401ed5 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:00:51.682519 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:00:51.686637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:00:51.743150 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:51.764954 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:51.765636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:51.782051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-5391464a-7a96-4d87-85ba-1cc69381dcca tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6704085 Sep 21 19:00:51.980701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d5fb690e-9bd7-4b96-aba1-1945d3071a26 None None] Provisioning complete for port 24f584ac-b218-457a-a73f-3af58454a6f8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:51.981249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d5fb690e-9bd7-4b96-aba1-1945d3071a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:52.018038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb690e-9bd7-4b96-aba1-1945d3071a26 None None] Port 24f584ac-b218-457a-a73f-3af58454a6f8 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:00:52.297681 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc542-f36a-42b3-87fa-f1620ec71a47 req-b55760a6-bfb0-4792-ad0d-19a35bdc0648 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:52.299212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-750bc542-f36a-42b3-87fa-f1620ec71a47 req-b55760a6-bfb0-4792-ad0d-19a35bdc0648 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0585659 Sep 21 19:00:52.344566 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-750bc542-f36a-42b3-87fa-f1620ec71a47 req-974da21a-5ee0-4d84-beac-df3ea9a0b16b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Sep 21 19:00:53.465283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ed66d-d78f-4a4b-8ec6-cb94d3088284 req-ad8850b8-9762-42c6-a3b7-e570f1bb5cd5 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:53.466842 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-905ed66d-d78f-4a4b-8ec6-cb94d3088284 req-ad8850b8-9762-42c6-a3b7-e570f1bb5cd5 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0527530 Sep 21 19:00:53.507822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-905ed66d-d78f-4a4b-8ec6-cb94d3088284 req-5b9d968a-7924-4916-98b4-fd7f6fe549c1 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Sep 21 19:00:54.628740 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c765e0-43d4-4a57-ac0d-2f127654d8e7 req-8957c9a5-c509-4516-8cb7-b83af24aa740 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:54.630297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1c765e0-43d4-4a57-ac0d-2f127654d8e7 req-8957c9a5-c509-4516-8cb7-b83af24aa740 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0523036 Sep 21 19:00:54.673148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1c765e0-43d4-4a57-ac0d-2f127654d8e7 req-6c97205f-c0fa-4d83-8cda-2d7b2025518f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357878 Sep 21 19:00:55.798005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacfa3c-0713-47e7-b5d6-113e89a84532 req-9ded0748-33d3-4037-8d7e-a2aab031bce1 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:55.799572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9bacfa3c-0713-47e7-b5d6-113e89a84532 req-9ded0748-33d3-4037-8d7e-a2aab031bce1 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0509217 Sep 21 19:00:55.844269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9bacfa3c-0713-47e7-b5d6-113e89a84532 req-8ba922ad-6dc5-4716-84c5-0417e760e7a6 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 Sep 21 19:00:56.972946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9c9c-28d6-4154-8958-90bc247f0a5e req-6b61a3f0-1956-431a-bcd4-12579cd7b36e tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:56.974514 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659f9c9c-28d6-4154-8958-90bc247f0a5e req-6b61a3f0-1956-431a-bcd4-12579cd7b36e tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0539186 Sep 21 19:00:57.015036 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-659f9c9c-28d6-4154-8958-90bc247f0a5e req-ea4944d7-a9a7-4d50-adca-72f5671960d6 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335019 Sep 21 19:00:58.136583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdda544-5ae6-4675-8422-6c9620771aa6 req-42042cfe-54c8-4b31-a9ae-4dfc41c54132 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:58.139051 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8fdda544-5ae6-4675-8422-6c9620771aa6 req-42042cfe-54c8-4b31-a9ae-4dfc41c54132 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0531969 Sep 21 19:00:58.178996 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8fdda544-5ae6-4675-8422-6c9620771aa6 req-feea08eb-b92a-4787-bb03-d31f87fbf838 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Sep 21 19:00:59.298396 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629c71c-2dbd-4218-a550-97a392621235 req-50a686fa-b503-4562-be3f-e10dadbb5142 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:59.299883 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8629c71c-2dbd-4218-a550-97a392621235 req-50a686fa-b503-4562-be3f-e10dadbb5142 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0500846 Sep 21 19:00:59.330887 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6485049-f49d-4985-938b-08a7bf1858d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:59.344591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8629c71c-2dbd-4218-a550-97a392621235 req-234ae42f-5de1-42fd-9b07-a0d8ce19522f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Sep 21 19:01:00.467392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac1b0-c617-40b5-8f2d-a81174b010ef req-1c7cad13-ec3e-4757-9942-003db77a5955 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:00.469234 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4aac1b0-c617-40b5-8f2d-a81174b010ef req-1c7cad13-ec3e-4757-9942-003db77a5955 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0525539 Sep 21 19:01:00.512225 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b4aac1b0-c617-40b5-8f2d-a81174b010ef req-77ad3878-6deb-45cf-8b10-4b5ff3d10b3a tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Sep 21 19:01:01.626479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9f9a9-a2a8-478d-986d-565dd03ccee2 req-a4bc8882-f3a7-4cfa-b603-7c2168ec9ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:01.627985 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73a9f9a9-a2a8-478d-986d-565dd03ccee2 req-a4bc8882-f3a7-4cfa-b603-7c2168ec9ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0491135 Sep 21 19:01:01.666041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Request body: {'port': {'device_id': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:01.686906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-73a9f9a9-a2a8-478d-986d-565dd03ccee2 req-c2cf2100-96eb-4d3b-880a-abdb521e8032 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530918 Sep 21 19:01:01.726935 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:01.982501 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f584ac-b218-457a-a73f-3af58454a6f8 {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:01:01.989526 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:02.001493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Transition to ACTIVE for port object 24f584ac-b218-457a-a73f-3af58454a6f8 will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:01:02.005557 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:02.055781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:02.130938 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Attempting to bind port 24f584ac-b218-457a-a73f-3af58454a6f8 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:01:02.131279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Attempting to bind port 24f584ac-b218-457a-a73f-3af58454a6f8 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:01:02.131613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Attempting to bind port 24f584ac-b218-457a-a73f-3af58454a6f8 on network 212e2f74-e11f-4249-a805-04f754401ed5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:01:02.136189 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Port 24f584ac-b218-457a-a73f-3af58454a6f8 on network 212e2f74-e11f-4249-a805-04f754401ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:01:02.136535 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Attempting to bind port 24f584ac-b218-457a-a73f-3af58454a6f8 on network 212e2f74-e11f-4249-a805-04f754401ed5 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:01:02.141336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:01:02.141678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Checking segment: {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:01:02.142058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Bound using segment: {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:01:02.142517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Bound port: 24f584ac-b218-457a-a73f-3af58454a6f8, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1386988c-d4d1-4250-b8e5-16a453280654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:01:02.142878 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:02.209012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:01:02.212693 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=24f584ac-b218-457a-a73f-3af58454a6f8,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:01:02.216304 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:02.248644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.249284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:02.250699 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] 10.222.0.78 "PUT /v2.0/ports/24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 1091 time: 0.5913341 Sep 21 19:01:02.251173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:01:02.253431 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45f162f-44bb-4eac-be53-078e080c085d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:01:02.285091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35957206-5857-4dbd-8bd6-f0a3ab9c4aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:02.306949 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b20d6b-7e36-424c-81a4-3632a87b862b x-openstack-request-id: req-71b20d6b-7e36-424c-81a4-3632a87b862b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:01:02.307170 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:01:02.307290 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71b20d6b-7e36-424c-81a4-3632a87b862b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:01:02.307659 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8', 'status': 'completed', 'code': 200} Sep 21 19:01:02.347510 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-df1117c8-eaf6-47ca-a212-a65d0cbc51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.349629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-df1117c8-eaf6-47ca-a212-a65d0cbc51e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1094 time: 0.0579724 Sep 21 19:01:02.393161 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-2963c4cb-8ff1-43cc-aaff-e9e6a152095a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 217 time: 0.0351665 Sep 21 19:01:02.445544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-d0aa4577-a7df-463c-acbd-d9471d0b3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.447657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-d0aa4577-a7df-463c-acbd-d9471d0b3c4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0479758 Sep 21 19:01:02.497418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-77625912-210b-47e0-ad2c-2ccf2127b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.498850 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-77625912-210b-47e0-ad2c-2ccf2127b0ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446727 Sep 21 19:01:02.589119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-75c8b7ee-458e-45a1-8e10-403143c704c1 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829387 Sep 21 19:01:02.679908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef4ad648-0217-4dab-a49d-d9b2edbcf014 req-d29e4ebc-8d4c-4faa-bd01-fe073b9e79be service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838909 Sep 21 19:01:02.772566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f162f-44bb-4eac-be53-078e080c085d req-3ffa1990-f5af-4cd7-838f-be8e2f951350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.773911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f45f162f-44bb-4eac-be53-078e080c085d req-3ffa1990-f5af-4cd7-838f-be8e2f951350 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1094 time: 0.0510576 Sep 21 19:01:02.867186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc44f2-6a83-4cb4-aa36-62f26591a89b req-f7f41466-92d6-436e-ab60-3592dcb0116f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.869285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebdc44f2-6a83-4cb4-aa36-62f26591a89b req-f7f41466-92d6-436e-ab60-3592dcb0116f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 943 time: 0.1101983 Sep 21 19:01:02.903624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f162f-44bb-4eac-be53-078e080c085d req-853f99ac-9180-487c-9d10-69b5dbc1b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.905043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f45f162f-44bb-4eac-be53-078e080c085d req-853f99ac-9180-487c-9d10-69b5dbc1b340 service neutron] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 916 time: 0.1180844 Sep 21 19:01:02.951023 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ebdc44f2-6a83-4cb4-aa36-62f26591a89b req-18ab5296-ce68-46f2-b2d6-3648477ff2c8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756991 Sep 21 19:01:02.952338 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f45f162f-44bb-4eac-be53-078e080c085d req-007a59f6-d953-46c3-a172-d86c3a3949cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 217 time: 0.0385568 Sep 21 19:01:03.007362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f162f-44bb-4eac-be53-078e080c085d req-44027214-2f6a-463f-8fe0-5fead4b0f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:03.008824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f45f162f-44bb-4eac-be53-078e080c085d req-44027214-2f6a-463f-8fe0-5fead4b0f500 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0490158 Sep 21 19:01:03.056620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f162f-44bb-4eac-be53-078e080c085d req-5ab34871-3c87-4fa6-ac16-a60d22be7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:03.058121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f45f162f-44bb-4eac-be53-078e080c085d req-5ab34871-3c87-4fa6-ac16-a60d22be7061 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414732 Sep 21 19:01:03.150304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f45f162f-44bb-4eac-be53-078e080c085d req-db1838d7-6e4b-45f7-b9a5-54476c8bdf24 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840893 Sep 21 19:01:03.245791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f45f162f-44bb-4eac-be53-078e080c085d req-7827a468-2632-4017-8e49-bc7fa8dfb53f service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872960 Sep 21 19:01:03.690612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0cd33bff-c6b3-4731-8245-8ef45d0028f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:04.065926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffdcdd-3bfa-4f89-941c-235261f552a0 req-3f907f7d-36b7-46a5-8e31-3a680f8d9295 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:04.067432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88ffdcdd-3bfa-4f89-941c-235261f552a0 req-3f907f7d-36b7-46a5-8e31-3a680f8d9295 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 943 time: 0.0494943 Sep 21 19:01:04.105429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-88ffdcdd-3bfa-4f89-941c-235261f552a0 req-07bdec27-a4e8-4490-a2f9-3125b384d1e4 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Sep 21 19:01:04.254147 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:04.761747 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:04.989580 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:05.236067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0273dc-6ae3-479b-b375-a68b4fedbb53 req-42142a61-2efd-4ebb-a701-ecbcb4c3390a tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:05.237568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a0273dc-6ae3-479b-b375-a68b4fedbb53 req-42142a61-2efd-4ebb-a701-ecbcb4c3390a tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 943 time: 0.0528471 Sep 21 19:01:05.275143 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a0273dc-6ae3-479b-b375-a68b4fedbb53 req-38a285d4-7a0d-490f-ad6e-0c7deb1c4ddd tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Sep 21 19:01:05.983115 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 24f584ac-b218-457a-a73f-3af58454a6f8 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:01:06.079002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=24f584ac-b218-457a-a73f-3af58454a6f8,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:01:06.090568 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '24f584ac-b218-457a-a73f-3af58454a6f8', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'port_id': '24f584ac-b218-457a-a73f-3af58454a6f8', 'mac_address': 'fa:16:3e:0d:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:01:06.129797 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:06.142352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f584ac-b218-457a-a73f-3af58454a6f8 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:01:06.162301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=24f584ac-b218-457a-a73f-3af58454a6f8,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:01:06.166155 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:06.214475 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:06.221846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.222209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.222576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.222921 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.223260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.223596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.223929 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.224259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.224589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.224917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.225246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.225572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:06.390334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a26ff8-e427-4a6f-b5dc-0843c78ae4f3 req-e019dcff-e799-42cd-8426-9e76851ad125 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:06.391841 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72a26ff8-e427-4a6f-b5dc-0843c78ae4f3 req-e019dcff-e799-42cd-8426-9e76851ad125 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 944 time: 0.0504334 Sep 21 19:01:06.408101 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['24f584ac-b218-457a-a73f-3af58454a6f8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:01:06.431120 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72a26ff8-e427-4a6f-b5dc-0843c78ae4f3 req-83e35bab-df6c-4550-bd8f-04661f3752bd tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Sep 21 19:01:07.457710 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:07.542559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce2e82-1e86-4596-b5ee-82a15060ba9e req-ca57a3ef-8179-45d2-90bf-9551ffa7994a tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:07.544035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1ce2e82-1e86-4596-b5ee-82a15060ba9e req-ca57a3ef-8179-45d2-90bf-9551ffa7994a tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 944 time: 0.0480208 Sep 21 19:01:07.581646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1ce2e82-1e86-4596-b5ee-82a15060ba9e req-13ad6492-68be-4f04-b5b9-191f4d6017b4 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Sep 21 19:01:08.008438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 24f584ac-b218-457a-a73f-3af58454a6f8 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:01:08.055462 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 24f584ac-b218-457a-a73f-3af58454a6f8 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:01:08.059850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 24f584ac-b218-457a-a73f-3af58454a6f8 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:01:08.060228 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:08.138750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:08.160387 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:01:08.162668 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604d6471-3ae7-415f-bf78-50b47fa605ab" -d '{"events": [{"server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:01:08.175770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=24f584ac-b218-457a-a73f-3af58454a6f8,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:01:08.180216 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:08.206177 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc61256d-7f1b-4528-9d0f-95fe7d50010c x-openstack-request-id: req-fc61256d-7f1b-4528-9d0f-95fe7d50010c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:01:08.206503 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:01:08.206761 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc61256d-7f1b-4528-9d0f-95fe7d50010c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:01:08.207152 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8', 'code': 200} Sep 21 19:01:08.233900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:08.303272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff517-55c4-4114-8bd2-3f38be34e117 req-c94097fb-9060-4d96-ac46-c687713bfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:08.304658 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-039ff517-55c4-4114-8bd2-3f38be34e117 req-c94097fb-9060-4d96-ac46-c687713bfbc5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0471754 Sep 21 19:01:08.340541 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-039ff517-55c4-4114-8bd2-3f38be34e117 req-021f15c7-884f-49f9-8f97-fb40ea6b409b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281823 Sep 21 19:01:08.695818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c407c2-c6e7-410d-9e48-ec31dfc3eca4 req-7c537d2b-dc8a-4f32-af04-3fbec225a3eb tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:08.697304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c407c2-c6e7-410d-9e48-ec31dfc3eca4 req-7c537d2b-dc8a-4f32-af04-3fbec225a3eb tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Sep 21 19:01:08.736174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-83c407c2-c6e7-410d-9e48-ec31dfc3eca4 req-df531fa8-fa28-4f6b-bf8e-14890cb84479 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Sep 21 19:01:09.032931 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:09.848094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b134a16-9153-4304-b95d-646ecdfe6228 req-37e4c06e-fa28-446a-8861-b948ed69f3c3 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:09.849582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b134a16-9153-4304-b95d-646ecdfe6228 req-37e4c06e-fa28-446a-8861-b948ed69f3c3 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0483117 Sep 21 19:01:09.886676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5b134a16-9153-4304-b95d-646ecdfe6228 req-d88da473-5320-434b-b7fd-4cc6a5a5bfa9 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301809 Sep 21 19:01:10.003707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78c121-b070-4df2-9252-d6e4da2c903b req-e8ecfb84-2bf5-42f5-81f3-609f00cf6dd6 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:10.005160 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c78c121-b070-4df2-9252-d6e4da2c903b req-e8ecfb84-2bf5-42f5-81f3-609f00cf6dd6 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0530148 Sep 21 19:01:10.043199 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3c78c121-b070-4df2-9252-d6e4da2c903b req-52664cac-c51a-4cd4-b922-3e497f18c47c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Sep 21 19:01:10.233867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064661db-8f04-4a32-810b-b3c05d143e1d req-b293ea27-b721-403b-8a2c-8ad2991360a6 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:10.235398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-064661db-8f04-4a32-810b-b3c05d143e1d req-b293ea27-b721-403b-8a2c-8ad2991360a6 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Sep 21 19:01:10.273179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-064661db-8f04-4a32-810b-b3c05d143e1d req-3d68c480-a02d-4fd6-a561-64e710036e93 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Sep 21 19:01:20.251772 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:01:21.847353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac526d6-c26d-4c83-a774-7eee3848f026 req-62227bb5-fc58-4e7f-9264-217c08b9f880 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:21.848756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dac526d6-c26d-4c83-a774-7eee3848f026 req-62227bb5-fc58-4e7f-9264-217c08b9f880 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Sep 21 19:01:21.886099 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dac526d6-c26d-4c83-a774-7eee3848f026 req-3fc0e46a-8407-48c3-a7eb-940f185855aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306551 Sep 21 19:01:21.908726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53402) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:22.035993 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0b4da-60c5-410e-95ce-aa6f08f7dbbb tempest-TestMinimumBasicScenario-1054721756 tempest-TestMinimumBasicScenario-1054721756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:22.037482 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-67e0b4da-60c5-410e-95ce-aa6f08f7dbbb tempest-TestMinimumBasicScenario-1054721756 tempest-TestMinimumBasicScenario-1054721756-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1091 time: 0.1277921 Sep 21 19:01:22.040453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53406) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:22.044731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '24f584ac-b218-457a-a73f-3af58454a6f8', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:22.065687 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:22.161927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:22.269534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Allocated IP 172.25.3.57 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/c364394f-ec74-40f0-914e-ab101ee34725) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:01:22.369847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:22.402179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:22.437170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:01:22.439886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:01:22.443257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:01:22.473971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'Port': ['ID=c364394f-ec74-40f0-914e-ab101ee34725,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:22.802757 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:22.870361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:23.011905 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:23.016256 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:23.087230 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'Port': ['ID=c364394f-ec74-40f0-914e-ab101ee34725,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:23.099600 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.099961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.100302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.100639 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.100971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.101308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.101632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.101952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.102300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.102620 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.102941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.103260 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:23.107056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:23.491612 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Floating IP e36a2beb-f807-4a24-8e89-2e5e2add48d1 associated. External IP: 172.25.3.57, port: 24f584ac-b218-457a-a73f-3af58454a6f8. Sep 21 19:01:23.695429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:01:23.800926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:01:23.810499 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] Sync routers for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:01:23.817016 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:23.819940 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:01:23.820557 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:01:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:01:23.845525 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-59202bbf-38cb-4b63-8d3e-f1d1d5646aa8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8039603 Sep 21 19:01:23.846180 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:01:23.848370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53424) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:23.848872 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b795f-a644-441c-ace3-e4e2878ec5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:01:23.853188 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829774517', 'description': 'tempest-secgroup-smoke-1829774517 description', 'project_id': '6dd68006d4c64e80ad956cac85fac027'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:23.879273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:23.895817 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf5518e-765d-40ab-8448-30452fb17d5f x-openstack-request-id: req-faf5518e-765d-40ab-8448-30452fb17d5f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:01:23.896168 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:01:23.896415 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-faf5518e-765d-40ab-8448-30452fb17d5f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:01:23.896810 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8', 'status': 'completed', 'code': 200} Sep 21 19:01:23.936395 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:01:23.988296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-a8388a1b-af2b-46a6-98ca-ebb895430f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:23.989738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-a8388a1b-af2b-46a6-98ca-ebb895430f4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0651574 Sep 21 19:01:24.015480 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.028384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.098710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d25b28-c3a0-43be-a6a4-50d5e4006678,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:24.110747 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.111993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2625709 Sep 21 19:01:24.114894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53428) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:24.122411 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0e37fcac-f1cb-40e2-9f8a-304f42cefc7b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'security_group_rule': {'security_group_id': '60d25b28-c3a0-43be-a6a4-50d5e4006678', 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:24.127192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.127545 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.127892 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.128238 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.128573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.128907 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.129240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.129570 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.129926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.130252 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.130578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.130900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45035ee7-60e0-4e31-882e-8490932c8246 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:01:24.165642 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-cc3dc80b-a1ed-47ec-870f-ed686f386ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:24.166101 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'e36a2beb-f807-4a24-8e89-2e5e2add48d1', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'port_id': '24f584ac-b218-457a-a73f-3af58454a6f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'mac_address': 'fa:16:3e:0d:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:01:22Z', 'updated_at': '2021-09-21T19:01:22Z', 'revision_number': 0, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 5, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:01:24.167752 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-cc3dc80b-a1ed-47ec-870f-ed686f386ad2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 916 time: 0.1694922 Sep 21 19:01:24.198294 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] Checking router: 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:01:24.206387 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:01:24.206982 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:01:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:01:24.212630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e37fcac-f1cb-40e2-9f8a-304f42cefc7b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.261388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-186217bc-8a5f-45b7-a2b2-44560d517eac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 998 time: 0.0860279 Sep 21 19:01:24.315644 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e37fcac-f1cb-40e2-9f8a-304f42cefc7b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.318378 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:01:24.322164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e37fcac-f1cb-40e2-9f8a-304f42cefc7b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.342768 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-4c91b830-b931-484a-8200-6883d8a8afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:24.344524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-4c91b830-b931-484a-8200-6883d8a8afee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0751088 Sep 21 19:01:24.347530 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37fcac-f1cb-40e2-9f8a-304f42cefc7b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e5272e-68dd-4409-b285-9e686600e0f6,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:24.379153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0e37fcac-f1cb-40e2-9f8a-304f42cefc7b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.380359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0e37fcac-f1cb-40e2-9f8a-304f42cefc7b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645404 Sep 21 19:01:24.383476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53430) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:24.389330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-46dedcc4-f32e-4d3b-91cc-9d576a572ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'security_group_rule': {'security_group_id': '60d25b28-c3a0-43be-a6a4-50d5e4006678', 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:24.396211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-493c5c9c-2901-488b-94d0-1678531dd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:24.397747 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-493c5c9c-2901-488b-94d0-1678531dd2f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463171 Sep 21 19:01:24.418180 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46dedcc4-f32e-4d3b-91cc-9d576a572ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.480585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46dedcc4-f32e-4d3b-91cc-9d576a572ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.485720 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46dedcc4-f32e-4d3b-91cc-9d576a572ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.496877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-b2a93d0f-0bc6-423e-9186-80b5a51b5041 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910554 Sep 21 19:01:24.499031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dedcc4-f32e-4d3b-91cc-9d576a572ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e994d44-4812-4cd2-b23a-df7cd36d7ced,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:24.513868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-46dedcc4-f32e-4d3b-91cc-9d576a572ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.515050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-46dedcc4-f32e-4d3b-91cc-9d576a572ae0 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300707 Sep 21 19:01:24.517760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53432) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:24.523002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-20b573a7-e967-49b0-bb6a-0266ac33ce39 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'security_group_rule': {'security_group_id': '60d25b28-c3a0-43be-a6a4-50d5e4006678', 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:24.553244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b573a7-e967-49b0-bb6a-0266ac33ce39 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.567370 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'e36a2beb-f807-4a24-8e89-2e5e2add48d1', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'port_id': '24f584ac-b218-457a-a73f-3af58454a6f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'mac_address': 'fa:16:3e:0d:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:01:22Z', 'updated_at': '2021-09-21T19:01:22Z', 'revision_number': 0, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 5, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:01:24.595657 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064d00c-774c-4e07-91c3-083504d1329e None None] The sync data for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 is: [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'e36a2beb-f807-4a24-8e89-2e5e2add48d1', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'port_id': '24f584ac-b218-457a-a73f-3af58454a6f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'mac_address': 'fa:16:3e:0d:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:01:22Z', 'updated_at': '2021-09-21T19:01:22Z', 'revision_number': 0, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 5, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:01:24.597521 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1c0b795f-a644-441c-ace3-e4e2878ec5b6 req-6677341b-5605-427f-b919-0eb9de9b6682 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941310 Sep 21 19:01:24.622878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b573a7-e967-49b0-bb6a-0266ac33ce39 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.627616 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b573a7-e967-49b0-bb6a-0266ac33ce39 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.646872 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b573a7-e967-49b0-bb6a-0266ac33ce39 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1435871-a50f-415d-af78-22c761bd08b7,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:24.653339 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-20b573a7-e967-49b0-bb6a-0266ac33ce39 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.657152 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-20b573a7-e967-49b0-bb6a-0266ac33ce39 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357915 Sep 21 19:01:24.657631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53434) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:24.663949 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-604b13cc-359e-4b3e-a04f-0dec1d7f6a40 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'security_group_rule': {'security_group_id': '60d25b28-c3a0-43be-a6a4-50d5e4006678', 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:24.693149 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-604b13cc-359e-4b3e-a04f-0dec1d7f6a40 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.762587 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-604b13cc-359e-4b3e-a04f-0dec1d7f6a40 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.766945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-604b13cc-359e-4b3e-a04f-0dec1d7f6a40 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.787344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b13cc-359e-4b3e-a04f-0dec1d7f6a40 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07162e35-a055-4b02-b29d-03a6043f592c,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:24.796919 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-604b13cc-359e-4b3e-a04f-0dec1d7f6a40 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.801337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-604b13cc-359e-4b3e-a04f-0dec1d7f6a40 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391575 Sep 21 19:01:24.801515 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53436) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:24.805674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'security_group_rule': {'security_group_id': '60d25b28-c3a0-43be-a6a4-50d5e4006678', 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:24.815850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b83483-63d3-4d7c-a521-00b0c53e6b64 None None] New status for floating IP e36a2beb-f807-4a24-8e89-2e5e2add48d1: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:01:24.831702 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Project 6dd68006d4c64e80ad956cac85fac027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:01:24.836865 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.897432 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.901306 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.918328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69a7d94-eb88-4131-a7d6-9e42c0214caf,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:24.929378 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.929378 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-215dfa66-367b-4f24-a9e1-d82b3f72c138 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247909 Sep 21 19:01:24.929735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53438) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:01:24.934446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'security_group_rule': {'security_group_id': '60d25b28-c3a0-43be-a6a4-50d5e4006678', 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:24.956374 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Project 6dd68006d4c64e80ad956cac85fac027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:01:24.961145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.025406 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.029158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.049507 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3215766f-82fa-4cde-bd79-87a7fb9a1100,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:25.055741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.057745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c63d58f5-24af-4d05-955a-1c30bd344a31 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272411 Sep 21 19:01:25.138745 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-627e11c4-1cad-4449-802a-94c62d02c5a7 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829774517&fields=id&tenant_id=6dd68006d4c64e80ad956cac85fac027 HTTP/1.1" status: 200 len: 267 time: 0.0331206 Sep 21 19:01:25.191607 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-c0afcc29-3958-424e-8e9b-c9653e9ed1e2 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:25.193080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-c0afcc29-3958-424e-8e9b-c9653e9ed1e2 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0486014 Sep 21 19:01:25.204479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'port': {'security_groups': ['5fdcf856-721a-4897-9dfa-660111d9aee5', '60d25b28-c3a0-43be-a6a4-50d5e4006678']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:01:25.265631 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.456517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=24f584ac-b218-457a-a73f-3af58454a6f8,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:01:25.490555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.495236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.506935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['24f584ac-b218-457a-a73f-3af58454a6f8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:01:25.536864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:25.537503 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.539018 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d969edb9-d4c4-4707-8dce-5b922a96243b req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "PUT /v2.0/ports/24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 981 time: 0.3389728 Sep 21 19:01:25.545543 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:01:25.548309 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9514cd83-1f45-4466-8ced-fab9c0e92f60" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:01:25.582924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a1ab2-3f5e-4f49-aeb6-46b67619f568 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=6']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:25.603345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['24f584ac-b218-457a-a73f-3af58454a6f8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:01:25.659587 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30fdfa-8fc4-459c-9cf4-d2c48ab65274 req-d1fa5000-75d3-48f1-8ad3-b78280c2ad03 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:25.661685 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc30fdfa-8fc4-459c-9cf4-d2c48ab65274 req-d1fa5000-75d3-48f1-8ad3-b78280c2ad03 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0545390 Sep 21 19:01:25.716786 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc30fdfa-8fc4-459c-9cf4-d2c48ab65274 req-6a57fe31-8b86-45ed-84de-818124c18d5f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479901 Sep 21 19:01:25.768311 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13272bcc-f23d-4573-ae42-ba2ab589759a x-openstack-request-id: req-13272bcc-f23d-4573-ae42-ba2ab589759a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:01:25.768606 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:01:25.768857 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13272bcc-f23d-4573-ae42-ba2ab589759a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:01:25.769261 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8', 'status': 'completed', 'code': 200} Sep 21 19:01:25.836772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-0c019840-ffe9-4579-b71c-64a767d1a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:25.838313 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-0c019840-ffe9-4579-b71c-64a767d1a311 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1135 time: 0.0430157 Sep 21 19:01:25.896219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2e3a6f9f-4aea-41c0-8d74-9720374ffd27 None None] Provisioning complete for port 24f584ac-b218-457a-a73f-3af58454a6f8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:01:25.896784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6f9f-4aea-41c0-8d74-9720374ffd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.932713 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-94ee0d5c-c08a-4d8f-a8c3-3fc63af14fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:25.934291 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-94ee0d5c-c08a-4d8f-a8c3-3fc63af14fe5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 916 time: 0.0895286 Sep 21 19:01:26.004248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-b8df8578-c929-4c95-9057-0bf38bc3e87e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0624487 Sep 21 19:01:26.054034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-df88c9b1-128b-4792-8751-71d7cd854451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:26.055568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-df88c9b1-128b-4792-8751-71d7cd854451 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0436611 Sep 21 19:01:26.102623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-2edaa4e3-9c2b-4e5d-a722-9782a32b2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:26.104638 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-2edaa4e3-9c2b-4e5d-a722-9782a32b2df9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414474 Sep 21 19:01:26.197744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-74c5d6e9-0017-4d4c-94a3-3506beb6e984 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Sep 21 19:01:26.286540 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9514cd83-1f45-4466-8ced-fab9c0e92f60 req-bb82f3b1-208e-46f2-befa-132f405498c9 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819266 Sep 21 19:01:29.324919 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3f96d862-2f2b-4b57-a407-5547ea430497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:33.690538 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-35595e9e-64e2-4255-9dbf-959e00ceab60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:34.254122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:34.788798 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:34.993535 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:37.461063 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:39.015221 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:42.948728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2ca5f-151d-4322-a1ed-69b707e69c9a req-42f3b669-1deb-45c0-9e88-98e1b1ca5e6f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:42.950546 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d2ca5f-151d-4322-a1ed-69b707e69c9a req-42f3b669-1deb-45c0-9e88-98e1b1ca5e6f tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0539076 Sep 21 19:01:43.019681 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-71d2ca5f-151d-4322-a1ed-69b707e69c9a req-bcfb4a7e-4868-4ebb-97b9-a6401be911c8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626163 Sep 21 19:01:43.029187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-7701a36c-5910-4489-b187-d1c3001733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.030677 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-7701a36c-5910-4489-b187-d1c3001733bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1135 time: 0.1251247 Sep 21 19:01:43.123645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-57ef2246-deb9-4a35-a6e0-39b87861da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.125103 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-57ef2246-deb9-4a35-a6e0-39b87861da5d service neutron] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 916 time: 0.0861926 Sep 21 19:01:43.193171 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-48518ca6-479e-4a7f-ab6d-4fb5358d9b6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0605769 Sep 21 19:01:43.243381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-6c73d1f4-2bb7-497b-97f0-5b3746c88063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.244783 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-6c73d1f4-2bb7-497b-97f0-5b3746c88063 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0420535 Sep 21 19:01:43.289186 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-1cc7a69b-2b5c-4059-9bdf-8191c7c7817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.290569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-1cc7a69b-2b5c-4059-9bdf-8191c7c7817b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389910 Sep 21 19:01:43.385494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-d4201623-40fe-454b-853d-2562ded64054 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876584 Sep 21 19:01:43.482125 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f11e0e18-244c-4035-b808-dfbcf88a6d13 req-6eed7387-eba1-44cc-b5f1-f919d4d962af service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811291 Sep 21 19:01:43.689968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ede3b-f97e-405f-93e3-96674cd5347b req-b2fcdee2-7b73-4321-91f0-273fed1b371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.691490 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-569ede3b-f97e-405f-93e3-96674cd5347b req-b2fcdee2-7b73-4321-91f0-273fed1b371c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1135 time: 0.0486510 Sep 21 19:01:43.796658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ede3b-f97e-405f-93e3-96674cd5347b req-8151aa56-d98f-4eac-9c21-dbbae557b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.798116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-569ede3b-f97e-405f-93e3-96674cd5347b req-8151aa56-d98f-4eac-9c21-dbbae557b839 service neutron] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 916 time: 0.0849266 Sep 21 19:01:43.865488 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-569ede3b-f97e-405f-93e3-96674cd5347b req-8fcc6eb2-9fe1-41bc-9c26-874034e112fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0602446 Sep 21 19:01:43.916211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ede3b-f97e-405f-93e3-96674cd5347b req-50afc5ba-78ed-4a69-a2bc-b8a65ccb8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.918154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-569ede3b-f97e-405f-93e3-96674cd5347b req-50afc5ba-78ed-4a69-a2bc-b8a65ccb8b1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0432413 Sep 21 19:01:43.962769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ede3b-f97e-405f-93e3-96674cd5347b req-2dc9b9ec-7c0a-431a-9ec1-a713e0fcd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:43.964111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-569ede3b-f97e-405f-93e3-96674cd5347b req-2dc9b9ec-7c0a-431a-9ec1-a713e0fcd505 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389597 Sep 21 19:01:44.389504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-569ede3b-f97e-405f-93e3-96674cd5347b req-d8d324dc-eb87-49a0-9a4b-44c6ac11ec81 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175053 Sep 21 19:01:44.397737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc52a5-a266-4908-908f-44d8dd7599fd req-1a46e46f-5de7-42f8-b6fc-dea0720111c8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:44.399132 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4efc52a5-a266-4908-908f-44d8dd7599fd req-1a46e46f-5de7-42f8-b6fc-dea0720111c8 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0691791 Sep 21 19:01:44.494400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4efc52a5-a266-4908-908f-44d8dd7599fd req-c123f12a-a31c-4bb4-933d-10a149d75ccb tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838084 Sep 21 19:01:44.517075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-569ede3b-f97e-405f-93e3-96674cd5347b req-d80b844d-7e05-4435-b482-682f5c232979 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140263 Sep 21 19:01:45.610614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c61e9d-6fbc-440a-b8f4-52309f26166c req-0ec453be-8f88-41df-9178-e31f67bfe92a tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:45.612137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8c61e9d-6fbc-440a-b8f4-52309f26166c req-0ec453be-8f88-41df-9178-e31f67bfe92a tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0504537 Sep 21 19:01:45.651672 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f8c61e9d-6fbc-440a-b8f4-52309f26166c req-441ef6f0-3f8c-4c16-83ce-c4560ce33589 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333550 Sep 21 19:01:46.766794 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163cf11-f58f-41cf-94ca-3de5a2e01770 req-6e1b82b2-3843-47e7-adc9-4a0c8848ef09 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:46.768258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0163cf11-f58f-41cf-94ca-3de5a2e01770 req-6e1b82b2-3843-47e7-adc9-4a0c8848ef09 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0485392 Sep 21 19:01:46.813297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0163cf11-f58f-41cf-94ca-3de5a2e01770 req-216131b7-b985-4354-8df9-fc0ed4f4b42d tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388560 Sep 21 19:01:47.927715 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6347d-3e68-42cc-8953-ebe43800bc85 req-596d3720-2624-4eb0-ab04-e3928071a555 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:47.929218 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aff6347d-3e68-42cc-8953-ebe43800bc85 req-596d3720-2624-4eb0-ab04-e3928071a555 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0483983 Sep 21 19:01:47.969591 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aff6347d-3e68-42cc-8953-ebe43800bc85 req-aa89922e-9237-42d6-8944-e46f623a0328 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333498 Sep 21 19:01:49.083617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e971-3185-4b61-af52-9e3a7955a534 req-2cbd3536-1ba1-4bfd-9c6a-16a307428d36 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:49.085075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ca1e971-3185-4b61-af52-9e3a7955a534 req-2cbd3536-1ba1-4bfd-9c6a-16a307428d36 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0477917 Sep 21 19:01:49.124813 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4ca1e971-3185-4b61-af52-9e3a7955a534 req-fada0281-60c6-40b9-8b3a-5dc483040c22 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329728 Sep 21 19:01:50.239412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a086dbf-a897-47c5-af2a-4d02e58a60da req-ce24144e-3b0f-4b38-86fd-8a3f04851496 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:50.240865 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a086dbf-a897-47c5-af2a-4d02e58a60da req-ce24144e-3b0f-4b38-86fd-8a3f04851496 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0485826 Sep 21 19:01:50.283620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5a086dbf-a897-47c5-af2a-4d02e58a60da req-f8abbc02-9a15-467e-bfe8-53fd69f73102 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361304 Sep 21 19:01:51.400682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504ff5a-3cc5-446f-b81e-c3ae21d62af3 req-ab413bca-e658-476c-b259-6ba408f14bc4 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:51.403387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4504ff5a-3cc5-446f-b81e-c3ae21d62af3 req-ab413bca-e658-476c-b259-6ba408f14bc4 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0491111 Sep 21 19:01:51.442608 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4504ff5a-3cc5-446f-b81e-c3ae21d62af3 req-3e237a9b-9114-4542-b811-cc6926642b7e tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334401 Sep 21 19:01:52.557426 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32948976-a800-462b-b4c6-26a9ff460889 req-c57907b3-7174-4f56-a951-51adfee97921 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:52.558991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32948976-a800-462b-b4c6-26a9ff460889 req-c57907b3-7174-4f56-a951-51adfee97921 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0488076 Sep 21 19:01:52.598797 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-32948976-a800-462b-b4c6-26a9ff460889 req-771d9683-2814-46a3-8746-08438bf1006c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337317 Sep 21 19:01:53.717876 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733421c-9772-4672-8f3f-92a7cb066309 req-2c1a9ae9-711f-4156-93bd-36dd2e1c8ddd tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:53.719619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6733421c-9772-4672-8f3f-92a7cb066309 req-2c1a9ae9-711f-4156-93bd-36dd2e1c8ddd tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0541184 Sep 21 19:01:53.761733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6733421c-9772-4672-8f3f-92a7cb066309 req-1473f70a-145e-46d3-80d7-9df1872d72ac tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359676 Sep 21 19:01:54.880254 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685546d-50d1-4101-bfe5-79fd2cb0efeb req-2a3e52f9-1273-47b6-8efd-97389160bdc3 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:54.881779 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a685546d-50d1-4101-bfe5-79fd2cb0efeb req-2a3e52f9-1273-47b6-8efd-97389160bdc3 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0496895 Sep 21 19:01:54.921984 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a685546d-50d1-4101-bfe5-79fd2cb0efeb req-e1ac5d28-1a7f-415d-a106-bbe1ff4c6650 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&id=60d25b28-c3a0-43be-a6a4-50d5e4006678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334129 Sep 21 19:01:57.256426 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:01:59.325759 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0164c707-f14a-41cb-8bd7-b670d9e34250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:03.691337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d659c438-2561-409f-8f15-720f84a3033e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:04.254026 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:04.778494 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:04.995002 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:07.463433 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:09.029721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.400210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-d23ca53f-c028-4539-8bb7-ebb88b997a02 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829774517&fields=id&tenant_id=6dd68006d4c64e80ad956cac85fac027 HTTP/1.1" status: 200 len: 267 time: 0.1499527 Sep 21 19:02:27.453164 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-fadb37bc-19bb-4f3c-b737-a1b5a6fb03d5 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:27.454678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-fadb37bc-19bb-4f3c-b737-a1b5a6fb03d5 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 984 time: 0.0485077 Sep 21 19:02:27.465573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Request body: {'port': {'security_groups': ['5fdcf856-721a-4897-9dfa-660111d9aee5']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:27.532898 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.703266 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=24f584ac-b218-457a-a73f-3af58454a6f8,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:27.731472 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.736576 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.748456 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['24f584ac-b218-457a-a73f-3af58454a6f8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:02:27.793142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:27.793771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.795195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e05a094-2ec1-474f-a55e-0a816a95610a req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "PUT /v2.0/ports/24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 942 time: 0.3340907 Sep 21 19:02:27.796213 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:02:27.798519 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e894a90-08a9-42e2-95b4-e0285c19b6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:02:27.802448 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53496) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:27.810634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event updated for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=7']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:27.819281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.819637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.819980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.820324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.820657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.820988 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.821314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.822001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.822001 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.822407 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.822617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.822943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33713c83-ff92-4e91-9223-9500e82b913c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:27.866348 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc17f8b2-d606-4a26-82fc-13ec3e388e1a x-openstack-request-id: req-dc17f8b2-d606-4a26-82fc-13ec3e388e1a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:02:27.866846 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:02:27.867088 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc17f8b2-d606-4a26-82fc-13ec3e388e1a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:02:27.867496 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8', 'status': 'completed', 'code': 200} Sep 21 19:02:27.870312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['24f584ac-b218-457a-a73f-3af58454a6f8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:02:27.884803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.917927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.934962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-67c4bd4b-ab46-418e-a5f6-16f9ae8690da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:27.936594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-67c4bd4b-ab46-418e-a5f6-16f9ae8690da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0445859 Sep 21 19:02:27.991661 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.994991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:27.996173 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "DELETE /v2.0/security-groups/60d25b28-c3a0-43be-a6a4-50d5e4006678 HTTP/1.1" status: 204 len: 168 time: 0.1927197 Sep 21 19:02:28.006241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53500) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:28.014669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d25b28-c3a0-43be-a6a4-50d5e4006678,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:28.025432 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.025781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.026124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.026492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.026825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.027155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.027483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.027808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.028135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.028501 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.028765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.029091 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884a70b-7d26-431d-ac40-a15521232265 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:28.038144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-b8cd51e3-5ee5-47d2-bd5c-4e57783d2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:28.039811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-b8cd51e3-5ee5-47d2-bd5c-4e57783d2101 service neutron] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 916 time: 0.0955894 Sep 21 19:02:28.075914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-83189126-1945-4fc2-9d6e-21c73ad741f8 None None] Provisioning complete for port 24f584ac-b218-457a-a73f-3af58454a6f8 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:28.076344 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-83189126-1945-4fc2-9d6e-21c73ad741f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:28.115847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-d2bad0ee-0789-4987-9ff7-7a9c08ff9da3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0673976 Sep 21 19:02:28.172771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-679dbbdd-2804-454e-8d99-0ebfea327951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:28.174272 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-679dbbdd-2804-454e-8d99-0ebfea327951 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0492435 Sep 21 19:02:28.199237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Deleting port c364394f-ec74-40f0-914e-ab101ee34725 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:28.199586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:28.220649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-5b120c32-3ade-4935-b51a-9f34fe8627d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:28.222144 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-5b120c32-3ade-4935-b51a-9f34fe8627d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407064 Sep 21 19:02:28.280680 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:28.280915 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:28.292317 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Calling delete_port for c364394f-ec74-40f0-914e-ab101ee34725 owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:28.314058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-f26ac0b6-a838-4852-9729-86db6faa873d service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845659 Sep 21 19:02:28.411297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e894a90-08a9-42e2-95b4-e0285c19b6c2 req-a5b6901d-f845-4fe9-acc7-40266f8b87e0 service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904226 Sep 21 19:02:28.449933 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:28.474837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event deleted for resources: {'Port': ['ID=c364394f-ec74-40f0-914e-ab101ee34725,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:28.535715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:28.535977 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Floating IP e36a2beb-f807-4a24-8e89-2e5e2add48d1 disassociated (deleted). External IP: 172.25.3.57, port: 24f584ac-b218-457a-a73f-3af58454a6f8. Sep 21 19:02:28.740730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:02:28.848686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:02:28.853245 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:28.857973 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] Sync routers for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:02:28.881622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0c055fc2-29a9-4458-8d5c-680f6d6f83aa tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "DELETE /v2.0/floatingips/e36a2beb-f807-4a24-8e89-2e5e2add48d1 HTTP/1.1" status: 204 len: 168 time: 0.8743205 Sep 21 19:02:28.882229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:02:28.884520 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:02:28.960215 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:28.960833 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:29.071014 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:29.102685 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a36da40-bbcc-4094-959c-f2cdf0621c1c x-openstack-request-id: req-7a36da40-bbcc-4094-959c-f2cdf0621c1c {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:02:29.102870 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:02:29.103316 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a36da40-bbcc-4094-959c-f2cdf0621c1c {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:02:29.103954 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8', 'status': 'completed', 'code': 200} Sep 21 19:02:29.185943 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-7717233e-6b96-435a-a9b9-dcbd81d50e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:29.187654 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-7717233e-6b96-435a-a9b9-dcbd81d50e87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6dd68006d4c64e80ad956cac85fac027&device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0550859 Sep 21 19:02:29.281068 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 5, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:29.283716 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-7d727322-30ab-448d-b863-6829888ed2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:29.285250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-7d727322-30ab-448d-b863-6829888ed2d3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 200 len: 916 time: 0.0904870 Sep 21 19:02:29.310250 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] Checking router: 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:02:29.318654 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:29.319259 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:29.327945 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-48412db1-a7a3-4cdf-84f1-f8342cf90420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:29.328660 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-2e57f1bc-af5d-444e-8e36-87bb847dfb23 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 200 len: 217 time: 0.0351653 Sep 21 19:02:29.386075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-2dddf529-48d6-4998-8262-27a0b7578a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:29.387585 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-2dddf529-48d6-4998-8262-27a0b7578a58 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 200 len: 853 time: 0.0495992 Sep 21 19:02:29.426845 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:29.437698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-9510ee96-407f-478e-bd39-7d27d37d6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:29.439237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-9510ee96-407f-478e-bd39-7d27d37d6301 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=212e2f74-e11f-4249-a805-04f754401ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430334 Sep 21 19:02:29.532742 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-7b447fdd-096f-46ae-a816-89b7796f2aeb service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840750 Sep 21 19:02:29.630719 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 5, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:29.635574 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bbe72a7-a26b-49e0-9e06-b7e3b36ceb57 req-752e7880-0f3f-465b-ab6b-e138702f026b service neutron] 10.222.0.78 "GET /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952570 Sep 21 19:02:29.659344 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad894c6-6ee7-4ec7-81c1-71dceed41878 None None] The sync data for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 is: [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:33Z', 'revision_number': 4, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '490d4bfb-9abb-4399-833e-7db434fa65b6', 'name': '', 'network_id': '212e2f74-e11f-4249-a805-04f754401ed5', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'mac_address': 'fa:16:3e:a1:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:32Z', 'updated_at': '2021-09-21T19:00:37Z', 'revision_number': 5, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'subnets': [{'id': 'd8abbd2b-a20f-4dde-a196-4cf3922cfe9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:02:29.875383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8020be2-969c-46ba-93e1-43ec6ca80e62 None None] New status for floating IP e36a2beb-f807-4a24-8e89-2e5e2add48d1: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:02:33.693075 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cb3c63f8-7dd4-4bf4-940e-1e2c28babc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:34.256562 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:34.259223 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:02:34.796022 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:35.000636 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:35.856864 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0d05-182a-47a9-a782-0a43ee1e64d3 req-ecf67023-d75d-4700-94c7-4c5ecb513634 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:35.858650 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f2b0d05-182a-47a9-a782-0a43ee1e64d3 req-ecf67023-d75d-4700-94c7-4c5ecb513634 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0503979 Sep 21 19:02:35.896995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7f2b0d05-182a-47a9-a782-0a43ee1e64d3 req-ef9670ed-2439-4c71-80d2-089f57b92b70 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Sep 21 19:02:37.012153 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741b152-bd28-46e3-aa3a-5fb3ecf2d7da req-fbb5f0fe-356c-43ae-b5a1-d71dd311ab5c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:37.013648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d741b152-bd28-46e3-aa3a-5fb3ecf2d7da req-fbb5f0fe-356c-43ae-b5a1-d71dd311ab5c tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0501227 Sep 21 19:02:37.057000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d741b152-bd28-46e3-aa3a-5fb3ecf2d7da req-b4d46bc6-44d0-42d1-9522-deaf6fef31ac tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdcf856-721a-4897-9dfa-660111d9aee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372002 Sep 21 19:02:37.469311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.503418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-9011fa95-c426-434e-a9c8-5a484db02878 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:37.504910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-9011fa95-c426-434e-a9c8-5a484db02878 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Sep 21 19:02:37.595472 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Deleting port 24f584ac-b218-457a-a73f-3af58454a6f8 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:37.595881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.687861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] For port 24f584ac-b218-457a-a73f-3af58454a6f8, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=24f584ac-b218-457a-a73f-3af58454a6f8,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:37.688230 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.699900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Calling delete_port for 24f584ac-b218-457a-a73f-3af58454a6f8 owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:37.836053 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.849782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['24f584ac-b218-457a-a73f-3af58454a6f8'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:02:37.867102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Pushing event deleted for resources: {'Port': ['ID=24f584ac-b218-457a-a73f-3af58454a6f8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:37.908174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] No DVR routers for this DVR port 24f584ac-b218-457a-a73f-3af58454a6f8 on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:02:37.910894 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.912933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aa89d5c3-4d67-4050-92a2-de3da451f6f2 req-417a45f0-24d0-4860-8949-7ac30ef8f61b tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.78 "DELETE /v2.0/ports/24f584ac-b218-457a-a73f-3af58454a6f8 HTTP/1.1" status: 204 len: 173 time: 0.4019608 Sep 21 19:02:37.913370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'name': 'network-vif-deleted', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:02:37.915732 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a2b0b-1e8c-463f-8d91-f6e282aa8374" -d '{"events": [{"server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "name": "network-vif-deleted", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:02:37.955488 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5014ce-7473-49d2-826f-b74c1eff944a x-openstack-request-id: req-3d5014ce-7473-49d2-826f-b74c1eff944a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:02:37.955826 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e31da7e-532b-4f0b-87e7-abccfe25bdd3", "name": "network-vif-deleted", "tag": "24f584ac-b218-457a-a73f-3af58454a6f8", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:02:37.956089 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d5014ce-7473-49d2-826f-b74c1eff944a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:02:37.956487 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e31da7e-532b-4f0b-87e7-abccfe25bdd3', 'name': 'network-vif-deleted', 'tag': '24f584ac-b218-457a-a73f-3af58454a6f8', 'status': 'completed', 'code': 200} Sep 21 19:02:38.168094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1ec1381f-d344-455f-91c2-2009c44f574f req-735ae025-5db3-42f6-928e-2e9bf77bdc38 tempest-TestMinimumBasicScenario-29532515 tempest-TestMinimumBasicScenario-29532515-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e31da7e-532b-4f0b-87e7-abccfe25bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0278473 Sep 21 19:02:39.029197 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:39.726373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53594) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:40.066931 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:40.309874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Deleting port 490d4bfb-9abb-4399-833e-7db434fa65b6 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:40.310240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:40.388092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] For port 490d4bfb-9abb-4399-833e-7db434fa65b6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=490d4bfb-9abb-4399-833e-7db434fa65b6,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:40.388496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:40.400424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Calling delete_port for 490d4bfb-9abb-4399-833e-7db434fa65b6 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:40.427811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 24f584ac-b218-457a-a73f-3af58454a6f8 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:40.447783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 24f584ac-b218-457a-a73f-3af58454a6f8 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:40.448125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 24f584ac-b218-457a-a73f-3af58454a6f8 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:40.577112 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:40.603721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=490d4bfb-9abb-4399-833e-7db434fa65b6,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:40.771008 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:41.264779 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:02:41.367927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:02:41.372872 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b191ed25-c394-4317-9bd5-b8fafef5a3cd admin admin] 10.222.0.70 "PUT /v2.0/routers/0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6455035 Sep 21 19:02:41.376328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53596) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:41.379567 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] Sync routers for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:02:41.389728 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:41.390454 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:41.481283 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:41.495923 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:41.598757 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:41.650341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Deleting port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:41.650685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:41.677953 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:02:40Z', 'revision_number': 5, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port': {'id': '312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:41.707513 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] Checking router: 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:02:41.716546 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] Routers {'0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:41.717200 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:41.737924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] For port 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:41.738323 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:41.750293 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Calling delete_port for 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:41.805730 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] Set router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:41.857355 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:02:41Z', 'revision_number': 6, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:41.887396 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee894e0-8c35-4f58-beda-1455df6cebaa None None] The sync data for ids ['0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d'] in n-d-810285-3 is: [{'id': '0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d', 'name': 'tempest-TestMinimumBasicScenario-359258171-router', 'tenant_id': '6dd68006d4c64e80ad956cac85fac027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:30Z', 'updated_at': '2021-09-21T19:02:41Z', 'revision_number': 6, 'project_id': '6dd68006d4c64e80ad956cac85fac027', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:02:41.921564 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:41.949831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Pushing event deleted for resources: {'Port': ['ID=312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:42.005896 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.098895 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.101412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.143770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.144349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:02:42.148624 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.149827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5150f1cb-3c6a-435b-8002-a3685c3c081b admin admin] 10.222.0.70 "DELETE /v2.0/routers/0fd1ef0b-f341-4d2c-89ee-95b83ba43b9d HTTP/1.1" status: 204 len: 168 time: 0.7725465 Sep 21 19:02:42.152363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53598) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:42.203943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] Deleting subnet d8abbd2b-a20f-4dde-a196-4cf3922cfe9f {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:02:42.206934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.241019 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.329142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.386298 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.413284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8abbd2b-a20f-4dde-a196-4cf3922cfe9f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:42.415212 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.417082 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a6739350-763c-471d-aade-daaef78bd012 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d8abbd2b-a20f-4dde-a196-4cf3922cfe9f HTTP/1.1" status: 204 len: 168 time: 0.2637982 Sep 21 19:02:42.419607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53600) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:42.422210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa551f-1940-481f-b34e-b2217736e305 None None] Network 212e2f74-e11f-4249-a805-04f754401ed5 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:02:42.492337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.544758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Deleting port f14b47c5-4651-4492-888f-6de0fa62a76f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:42.545594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.608445 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] For port f14b47c5-4651-4492-888f-6de0fa62a76f, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=f14b47c5-4651-4492-888f-6de0fa62a76f,segment=NetworkSegment(1386988c-d4d1-4250-b8e5-16a453280654),segment_id=1386988c-d4d1-4250-b8e5-16a453280654)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:42.608652 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.625128 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Calling delete_port for f14b47c5-4651-4492-888f-6de0fa62a76f owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:42.675305 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] DHCP port deletion for 212e2f74-e11f-4249-a805-04f754401ed5 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:02:42.705291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.726899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Deleting port f14b47c5-4651-4492-888f-6de0fa62a76f {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:42.727281 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.734509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Pushing event deleted for resources: {'Port': ['ID=f14b47c5-4651-4492-888f-6de0fa62a76f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:42.736389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] No DVR routers for this DVR port f14b47c5-4651-4492-888f-6de0fa62a76f on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:02:42.791610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] For port f14b47c5-4651-4492-888f-6de0fa62a76f, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:42.792647 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.806994 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Calling delete_port for f14b47c5-4651-4492-888f-6de0fa62a76f owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:42.809818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Port f14b47c5-4651-4492-888f-6de0fa62a76f was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 19:02:42.811725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.818163 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.835199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Pushing event deleted for resources: {'Port': ['ID=f14b47c5-4651-4492-888f-6de0fa62a76f,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:42.839113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212e2f74-e11f-4249-a805-04f754401ed5']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:42.845640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] No DVR routers for this DVR port f14b47c5-4651-4492-888f-6de0fa62a76f on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:02:42.847907 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.848265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.848607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.848951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.849287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.849624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.849961 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1386988c-d4d1-4250-b8e5-16a453280654') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:42.850069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.850305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1386988c-d4d1-4250-b8e5-16a453280654') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:42.850411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.850637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.850964 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.851290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.851621 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869c658-a25c-44f9-927a-1965c3cad02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:42.866878 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.881659 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.888341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:02:42.888751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: timer() Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:02:42.891075 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:02:42.948931 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.955813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:42.958117 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] 10.222.0.70 "DELETE /v2.0/networks/212e2f74-e11f-4249-a805-04f754401ed5 HTTP/1.1" status: 204 len: 168 time: 0.5374448 Sep 21 19:02:42.961132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53602) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:42.971005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16181bf-fd07-4fba-acfb-d925853aa41c admin admin] Pushing event deleted for resources: {'Network': ['ID=212e2f74-e11f-4249-a805-04f754401ed5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:43.305921 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:43.488864 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:43.509504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:43.509986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 312d7b8f-ae65-4bb1-b24f-2bcd4eaa5635 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:43.510523 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 490d4bfb-9abb-4399-833e-7db434fa65b6 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:43.533183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 490d4bfb-9abb-4399-833e-7db434fa65b6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:43.533533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 490d4bfb-9abb-4399-833e-7db434fa65b6 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:43.533950 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f14b47c5-4651-4492-888f-6de0fa62a76f no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:43.548959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Deleting port 550b3040-ee32-4833-b012-e8c6890c67f7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:43.549298 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:43.552626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: f14b47c5-4651-4492-888f-6de0fa62a76f {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:43.552976 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device f14b47c5-4651-4492-888f-6de0fa62a76f not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:43.626300 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] For port 550b3040-ee32-4833-b012-e8c6890c67f7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=550b3040-ee32-4833-b012-e8c6890c67f7,segment=NetworkSegment(0deb1826-f2f8-45fe-9fe7-55d7769faeac),segment_id=0deb1826-f2f8-45fe-9fe7-55d7769faeac)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:43.626662 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:43.638646 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Calling delete_port for 550b3040-ee32-4833-b012-e8c6890c67f7 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:43.814367 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:43.843695 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Pushing event deleted for resources: {'Port': ['ID=550b3040-ee32-4833-b012-e8c6890c67f7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:44.010043 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:44.224706 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Router e7759a31-81f6-4e1b-aa08-c19067ce2f53 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:02:44.331879 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:02:44.336885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-09ff98c4-ff14-4983-b673-f3fa89fe9cff admin admin] 10.222.0.70 "PUT /v2.0/routers/e7759a31-81f6-4e1b-aa08-c19067ce2f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3747008 Sep 21 19:02:44.339337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:44.341247 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] Sync routers for ids ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:02:44.351313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] Routers {'e7759a31-81f6-4e1b-aa08-c19067ce2f53'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:44.351940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:44.447642 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:44.456567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] Set router e7759a31-81f6-4e1b-aa08-c19067ce2f53 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:44.549598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:44.603676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Deleting port bc92abfe-b6d6-4d98-a553-cce328cac216 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:44.604028 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:44.639643 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:02:43Z', 'revision_number': 5, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port': {'id': 'bc92abfe-b6d6-4d98-a553-cce328cac216', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:44.669511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] Checking router: e7759a31-81f6-4e1b-aa08-c19067ce2f53 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:02:44.678407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] Routers {'e7759a31-81f6-4e1b-aa08-c19067ce2f53'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:44.679019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:44.681578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] For port bc92abfe-b6d6-4d98-a553-cce328cac216, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=bc92abfe-b6d6-4d98-a553-cce328cac216,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:44.681950 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:44.694635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Calling delete_port for bc92abfe-b6d6-4d98-a553-cce328cac216 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:44.766827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] Set router e7759a31-81f6-4e1b-aa08-c19067ce2f53 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:44.821489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:02:44Z', 'revision_number': 6, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:44.848799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ffc920-461c-42d9-8317-093da09a1e36 None None] The sync data for ids ['e7759a31-81f6-4e1b-aa08-c19067ce2f53'] in n-d-810285-3 is: [{'id': 'e7759a31-81f6-4e1b-aa08-c19067ce2f53', 'name': 'tempest-TestMinimumBasicScenario-1821825047-router', 'tenant_id': 'd5ee9ed55092456ba59e879e6038df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:00:35Z', 'updated_at': '2021-09-21T19:02:44Z', 'revision_number': 6, 'project_id': 'd5ee9ed55092456ba59e879e6038df16', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:02:44.865944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:44.896210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc92abfe-b6d6-4d98-a553-cce328cac216,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:44.956930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.045957 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.048087 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.090536 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.091009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7759a31-81f6-4e1b-aa08-c19067ce2f53 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:02:45.097084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.100993 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-63cdedd9-8384-413b-a3fd-d3c08b5bc7e3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e7759a31-81f6-4e1b-aa08-c19067ce2f53 HTTP/1.1" status: 204 len: 168 time: 0.7579875 Sep 21 19:02:45.101222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53606) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:45.444159 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] Deleting subnet e0e67b7d-ac8d-4306-86df-beb7acc18366 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:02:45.447160 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.480736 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.555765 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.620693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.624724 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc92abfe-b6d6-4d98-a553-cce328cac216 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:45.647837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: bc92abfe-b6d6-4d98-a553-cce328cac216 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:45.648501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device bc92abfe-b6d6-4d98-a553-cce328cac216 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:45.648625 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 550b3040-ee32-4833-b012-e8c6890c67f7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:45.651578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e67b7d-ac8d-4306-86df-beb7acc18366,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:45.657295 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.661820 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:45.662623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e2e76748-965a-413d-8e11-891d3b214044 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e0e67b7d-ac8d-4306-86df-beb7acc18366 HTTP/1.1" status: 204 len: 168 time: 0.5604157 Sep 21 19:02:45.669690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893eb061-8cf3-418c-a24c-df97bbbe6654 None None] Network 641e0a21-40c4-4716-a579-a075b8a0b67a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:02:45.673553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 550b3040-ee32-4833-b012-e8c6890c67f7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:45.673901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 550b3040-ee32-4833-b012-e8c6890c67f7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:45.747280 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.805157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Deleting port e798ccf5-273e-4b18-9b24-267a74b3ae9d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:45.805603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.859388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] DHCP port deletion for 641e0a21-40c4-4716-a579-a075b8a0b67a request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:02:45.877919 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] For port e798ccf5-273e-4b18-9b24-267a74b3ae9d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e798ccf5-273e-4b18-9b24-267a74b3ae9d,segment=NetworkSegment(0deb1826-f2f8-45fe-9fe7-55d7769faeac),segment_id=0deb1826-f2f8-45fe-9fe7-55d7769faeac)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:45.878157 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.893074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Calling delete_port for e798ccf5-273e-4b18-9b24-267a74b3ae9d owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:45.909391 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] Deleting port e798ccf5-273e-4b18-9b24-267a74b3ae9d {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:45.909864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.973038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] For port e798ccf5-273e-4b18-9b24-267a74b3ae9d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e798ccf5-273e-4b18-9b24-267a74b3ae9d,segment=NetworkSegment(0deb1826-f2f8-45fe-9fe7-55d7769faeac),segment_id=0deb1826-f2f8-45fe-9fe7-55d7769faeac)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:45.973290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.973426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:45.985613 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] Calling delete_port for e798ccf5-273e-4b18-9b24-267a74b3ae9d owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:45.999048 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e798ccf5-273e-4b18-9b24-267a74b3ae9d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:46.002676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] No DVR routers for this DVR port e798ccf5-273e-4b18-9b24-267a74b3ae9d on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:02:46.063795 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.078005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.089901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] Pushing event deleted for resources: {'Port': ['ID=e798ccf5-273e-4b18-9b24-267a74b3ae9d,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:46.094790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa1b3d-ff98-4261-bfc5-1fc79ab4847f None None] No DVR routers for this DVR port e798ccf5-273e-4b18-9b24-267a74b3ae9d on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:02:46.098611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641e0a21-40c4-4716-a579-a075b8a0b67a']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:46.108717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deb1826-f2f8-45fe-9fe7-55d7769faeac') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:46.109006 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deb1826-f2f8-45fe-9fe7-55d7769faeac') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:46.118382 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.132743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.138569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:02:46.139628 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: timer() Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:02:46.141473 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:02:46.198457 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.204769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.206616 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/641e0a21-40c4-4716-a579-a075b8a0b67a HTTP/1.1" status: 204 len: 168 time: 0.5395942 Sep 21 19:02:46.218394 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6f181-a9ae-454b-bd4d-5e5ed34096d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=641e0a21-40c4-4716-a579-a075b8a0b67a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:46.361774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53612) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:46.400857 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9266599f-dc37-4ed7-9b1e-c0f481d994da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6dd68006d4c64e80ad956cac85fac027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378358 Sep 21 19:02:46.403270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53614) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:46.450746 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48b3e57e-24c9-4a38-ba23-e20286bc95be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.471575 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48b3e57e-24c9-4a38-ba23-e20286bc95be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.518095 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48b3e57e-24c9-4a38-ba23-e20286bc95be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.520707 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-48b3e57e-24c9-4a38-ba23-e20286bc95be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.521843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-48b3e57e-24c9-4a38-ba23-e20286bc95be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fdcf856-721a-4897-9dfa-660111d9aee5 HTTP/1.1" status: 204 len: 168 time: 0.1176569 Sep 21 19:02:46.529702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3e57e-24c9-4a38-ba23-e20286bc95be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdcf856-721a-4897-9dfa-660111d9aee5,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:46.834261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53620) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:46.879672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ace95461-b5e0-4f23-96de-4a7bc64a6bfc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5ee9ed55092456ba59e879e6038df16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442429 Sep 21 19:02:46.882336 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53622) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:46.930718 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85c3304e-b03c-437f-8e12-c8aca99eda0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.950837 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85c3304e-b03c-437f-8e12-c8aca99eda0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:46.997583 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85c3304e-b03c-437f-8e12-c8aca99eda0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:47.000373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-85c3304e-b03c-437f-8e12-c8aca99eda0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:47.001556 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-85c3304e-b03c-437f-8e12-c8aca99eda0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4f448c9-f676-44fa-a7f6-42e5ce693ecf HTTP/1.1" status: 204 len: 168 time: 0.1180940 Sep 21 19:02:47.009154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3304e-b03c-437f-8e12-c8aca99eda0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f448c9-f676-44fa-a7f6-42e5ce693ecf,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:47.488400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e798ccf5-273e-4b18-9b24-267a74b3ae9d no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:47.509007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e798ccf5-273e-4b18-9b24-267a74b3ae9d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:47.509358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e798ccf5-273e-4b18-9b24-267a74b3ae9d not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:48.621641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53664) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:48.626445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874925383', 'description': 'tempest-secgroup-smoke-1874925383 description', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:48.648110 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.656943 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.743620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.747228 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.783081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b75af0-d660-4873-aaf1-4ba4ae089591,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:48.838982 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.843907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.871992 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.873766 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2504516 Sep 21 19:02:48.875836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece474ac-695e-4b36-823d-f4a14e6ac23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f38885-44ea-4432-bdbd-e9af7216251b,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:48.876749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53666) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:48.881344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-37945552-eb1e-4e24-9e24-ba86cf2eca79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'c2f38885-44ea-4432-bdbd-e9af7216251b', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:48.908203 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-37945552-eb1e-4e24-9e24-ba86cf2eca79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.955669 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-37945552-eb1e-4e24-9e24-ba86cf2eca79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.959186 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-37945552-eb1e-4e24-9e24-ba86cf2eca79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.974534 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37945552-eb1e-4e24-9e24-ba86cf2eca79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e70fe2-54b4-42f8-882c-071f64c41242,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:48.983663 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-37945552-eb1e-4e24-9e24-ba86cf2eca79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:48.984969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-37945552-eb1e-4e24-9e24-ba86cf2eca79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071956 Sep 21 19:02:48.987695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53668) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:48.991929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-19f69380-e581-450b-94f6-b0ae94bffc15 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'c2f38885-44ea-4432-bdbd-e9af7216251b', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:49.018449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-19f69380-e581-450b-94f6-b0ae94bffc15 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.080703 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-19f69380-e581-450b-94f6-b0ae94bffc15 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.084183 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-19f69380-e581-450b-94f6-b0ae94bffc15 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.104606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69380-e581-450b-94f6-b0ae94bffc15 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde7742e-3336-4106-8d2c-b3f511f3e682,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:49.110521 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-19f69380-e581-450b-94f6-b0ae94bffc15 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.112100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-19f69380-e581-450b-94f6-b0ae94bffc15 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234853 Sep 21 19:02:49.114935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53670) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:49.119342 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-851daf04-92fa-48f8-aeef-33e6ca2d99d9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'c2f38885-44ea-4432-bdbd-e9af7216251b', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:49.147351 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-851daf04-92fa-48f8-aeef-33e6ca2d99d9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.204538 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-851daf04-92fa-48f8-aeef-33e6ca2d99d9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.207842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-851daf04-92fa-48f8-aeef-33e6ca2d99d9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.225380 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851daf04-92fa-48f8-aeef-33e6ca2d99d9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87436f8-af77-4763-8705-05e021529f48,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:49.230569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-851daf04-92fa-48f8-aeef-33e6ca2d99d9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.231788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-851daf04-92fa-48f8-aeef-33e6ca2d99d9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158719 Sep 21 19:02:49.235331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53672) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:49.239681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ee57f25a-b196-47aa-99a2-0c4f88dbe07a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'c2f38885-44ea-4432-bdbd-e9af7216251b', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:49.266167 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee57f25a-b196-47aa-99a2-0c4f88dbe07a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.324927 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee57f25a-b196-47aa-99a2-0c4f88dbe07a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.328571 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee57f25a-b196-47aa-99a2-0c4f88dbe07a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.347958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57f25a-b196-47aa-99a2-0c4f88dbe07a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa35321-9c89-410f-8ade-11a2a80569de,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:49.352010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ee57f25a-b196-47aa-99a2-0c4f88dbe07a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.354638 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ee57f25a-b196-47aa-99a2-0c4f88dbe07a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170549 Sep 21 19:02:49.358793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53674) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:49.363218 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'c2f38885-44ea-4432-bdbd-e9af7216251b', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:49.386154 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:02:49.391249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.450375 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.453939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.473765 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ac04a2-5337-4166-9b34-e1eb4f40704f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:49.479548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.480622 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c0f19096-b371-4f9d-b10c-2a9ada6b2bac tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208146 Sep 21 19:02:49.483996 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53676) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:49.488242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'c2f38885-44ea-4432-bdbd-e9af7216251b', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:49.510095 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:02:49.514875 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.574776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.578291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.596389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c45583-64cf-43ec-b270-dc8bbca5c3f1,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:49.602084 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.603312 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bd0627b4-9252-45a3-b5ea-2636cc3f354b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184096 Sep 21 19:02:49.606282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:49.611934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'network': {'name': 'tempest-network-smoke--1387542804', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'port_security_enabled': True}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:49.631553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:02:49.634854 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.657225 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:02:49.665685 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.666025 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Added segment 719a29f2-492f-476f-aa91-5b5290e483c4 of type vlan for network 9c385c89-21ca-408b-84ed-c7461859a533 Sep 21 19:02:49.707899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.733178 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.738921 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:49.739570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.771641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1643558 Sep 21 19:02:49.774498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53680) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:49.778800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'admin_state_up': True, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:49.824553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a805aa6-814b-4004-84cb-e0dd32ecce44 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Network': ['ID=9c385c89-21ca-408b-84ed-c7461859a533,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:49.838354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.839513 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.894003 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.968402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9c385c89-21ca-408b-84ed-c7461859a533 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:02:50.039380 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:50.234638 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:50.253177 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:50.353914 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.182 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/3ef073c2-0c1d-439e-b452-084ebe1920fa) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:02:50.456657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:50.489977 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:50.528559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:02:50.533013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:02:50.535529 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:02:50.543659 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=3ef073c2-0c1d-439e-b452-084ebe1920fa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:50.784401 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:50.982087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:51.113780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:02:51.501442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:02:51.510673 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Sync routers for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:02:51.520480 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:51.520760 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:51.521432 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:51.522646 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ce619e99-d43c-4807-9a68-4ac31fb0bf7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7471611 Sep 21 19:02:51.524907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53682) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:51.645514 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-449032e7-ae79-49b9-9dc2-3356e54b8f63 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=69e3d06ad4fe4c408c63465d7295b2b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195078 Sep 21 19:02:51.648285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53686) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:51.720878 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:51.739718 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eae9a2-f6f2-4ac9-99fb-eab33397952a tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:51.741259 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b9eae9a2-f6f2-4ac9-99fb-eab33397952a tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920639 Sep 21 19:02:51.744107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53688) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:51.771523 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d917be0d-2902-4f7a-bd76-d0bec42f42a0 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263765 Sep 21 19:02:51.774271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53690) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:51.779090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787809493', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:51.865314 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:02:51.868956 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:51.894566 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:50Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:51.923620 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Checking router: 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:02:51.923959 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Updating router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 port 3ef073c2-0c1d-439e-b452-084ebe1920fa binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:02:51.948492 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.048375 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.114541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Subnet': ['ID=f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:52.123564 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Checking segment: {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:02:52.123929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network hostable DHCP agents. Network: 9c385c89-21ca-408b-84ed-c7461859a533, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:02:52.139752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 9c385c89-21ca-408b-84ed-c7461859a533 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:02:52.147991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9c385c89-21ca-408b-84ed-c7461859a533) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:02:52.152067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:52.152657 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.161245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5752fe5-f715-4c48-82ae-9a8d1b3e6a5c None None] Network 9c385c89-21ca-408b-84ed-c7461859a533 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:02:52.174631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c7a4841c-1b5f-4e65-8342-c4b08404feb1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3967345 Sep 21 19:02:52.174962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53692) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:52.199776 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.205086 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.254175 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Attempting to bind port 3ef073c2-0c1d-439e-b452-084ebe1920fa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:02:52.254394 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Attempting to bind port 3ef073c2-0c1d-439e-b452-084ebe1920fa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:02:52.254602 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Attempting to bind port 3ef073c2-0c1d-439e-b452-084ebe1920fa on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:02:52.265714 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:02:52.266105 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:02:52.266528 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.266920 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:02:52.267910 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Bound port: 3ef073c2-0c1d-439e-b452-084ebe1920fa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:02:52.267910 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.291138 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Pushing event updated for resources: {'Port': ['ID=3ef073c2-0c1d-439e-b452-084ebe1920fa,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:52.303968 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.304311 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.304652 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.304989 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.305321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.305652 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.305974 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.306335 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.306661 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.306982 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.307302 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.307620 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:52.329255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-9c385c89-21ca-408b-84ed-c7461859a533', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:02:52.330355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.337905 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] For port 3ef073c2-0c1d-439e-b452-084ebe1920fa, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:02:52.340764 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] For port 3ef073c2-0c1d-439e-b452-084ebe1920fa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ef073c2-0c1d-439e-b452-084ebe1920fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:02:52.346082 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.410145 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:52.410726 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:52.444817 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c16c6-4717-4238-8272-0d601b8759a6 None None] Pushing event updated for resources: {'Port': ['ID=3ef073c2-0c1d-439e-b452-084ebe1920fa,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:52.481005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Allocated IP 172.20.0.2 (9c385c89-21ca-408b-84ed-c7461859a533/f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1/79e11071-245e-41c6-8371-8cea25465a74) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:02:52.521078 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:52.635446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.639666 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.646279 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.682783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Network 9c385c89-21ca-408b-84ed-c7461859a533 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:02:52.686121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:02:52.689492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:02:52.700659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Pushing event updated for resources: {'Port': ['ID=79e11071-245e-41c6-8371-8cea25465a74,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:52.707297 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:50Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:52.740734 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1f26c-e10f-4722-8db7-aed7001962ef None None] The sync data for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 is: [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:50Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:02:52.753336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Attempting to bind port 79e11071-245e-41c6-8371-8cea25465a74 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:02:52.753770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Attempting to bind port 79e11071-245e-41c6-8371-8cea25465a74 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:02:52.754152 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Attempting to bind port 79e11071-245e-41c6-8371-8cea25465a74 on network 9c385c89-21ca-408b-84ed-c7461859a533 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:02:52.759572 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:02:52.760345 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Checking segment: {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:02:52.761044 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.761655 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Bound using segment: {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:02:52.762753 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Bound port: 79e11071-245e-41c6-8371-8cea25465a74, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:02:52.763151 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.831300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] For port 79e11071-245e-41c6-8371-8cea25465a74, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:02:52.834540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] For port 79e11071-245e-41c6-8371-8cea25465a74, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=79e11071-245e-41c6-8371-8cea25465a74,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:02:52.840100 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:52.910836 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c04c6-728f-46c1-b0a6-8e86bef94031 None None] Pushing event updated for resources: {'Port': ['ID=79e11071-245e-41c6-8371-8cea25465a74,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:52.973669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.1 (9c385c89-21ca-408b-84ed-c7461859a533/f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1/304c7fed-b436-4c45-8c8d-ba0911cbecba) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:02:53.130287 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.176794 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.197485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 9c385c89-21ca-408b-84ed-c7461859a533 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:02:53.217447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:02:53.221769 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:02:53.270854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=304c7fed-b436-4c45-8c8d-ba0911cbecba,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:53.280827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.430567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.571933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ef073c2-0c1d-439e-b452-084ebe1920fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:02:53.628989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ef073c2-0c1d-439e-b452-084ebe1920fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:53.629360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.730946 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.754060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 3ef073c2-0c1d-439e-b452-084ebe1920fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ef073c2-0c1d-439e-b452-084ebe1920fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:53.759915 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.760763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 79e11071-245e-41c6-8371-8cea25465a74 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:02:53.788233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.793015 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.843375 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=3ef073c2-0c1d-439e-b452-084ebe1920fa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:53.856301 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 79e11071-245e-41c6-8371-8cea25465a74 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:53.856678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.872726 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=304c7fed-b436-4c45-8c8d-ba0911cbecba,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:53.875592 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.945684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.958744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec338323-cd06-4c39-b33a-c9c2a1fb28da None None] Network 9c385c89-21ca-408b-84ed-c7461859a533 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:02:53.979305 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 9c385c89-21ca-408b-84ed-c7461859a533 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:02:53.980758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:02:54.104122 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:02:54.180056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 79e11071-245e-41c6-8371-8cea25465a74, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=79e11071-245e-41c6-8371-8cea25465a74,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:54.193961 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.222086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:02:54.231883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-034a80b2-64f1-4ec2-afee-a9381e3961cb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/4243eaa9-8c3e-4a23-89e3-6a04ec9db111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0515034 Sep 21 19:02:54.236446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-41638568-d9a8-4afa-8675-225aa1839f63 None None] Provisioning complete for port 79e11071-245e-41c6-8371-8cea25465a74 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:54.236822 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41638568-d9a8-4afa-8675-225aa1839f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.328360 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=79e11071-245e-41c6-8371-8cea25465a74,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:54.393525 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-86b82f35-8519-42b8-8a0c-af1e953f2127 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874925383&fields=id&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 267 time: 0.0360436 Sep 21 19:02:54.436850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Sync routers for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:02:54.446240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:54.446870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:54.517939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-0604e06a-3cd7-4fa7-ab0d-2f9b076f4c7e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:54.522859 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-0604e06a-3cd7-4fa7-ab0d-2f9b076f4c7e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/networks?id=9c385c89-21ca-408b-84ed-c7461859a533 HTTP/1.1" status: 200 len: 797 time: 0.1220973 Sep 21 19:02:54.535355 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-597665b9-83de-46aa-bd7d-f5a713296c3d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/quotas/69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 375 time: 0.0097787 Sep 21 19:02:54.563705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:54.588977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c2719c2b-69fe-4446-9722-0fc6265a5a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473986 Sep 21 19:02:54.653037 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0c7cd6bb-eb48-4116-9358-1a9ee4222d4f None None] Provisioning complete for port 304c7fed-b436-4c45-8c8d-ba0911cbecba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:54.653585 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cd6bb-eb48-4116-9358-1a9ee4222d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.740383 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0c7cd6bb-eb48-4116-9358-1a9ee4222d4f None None] Port 304c7fed-b436-4c45-8c8d-ba0911cbecba cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:02:54.752639 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-05c2cbe4-a3c8-4171-8795-15eae9cec9fd service neutron] 10.222.0.70 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517212 Sep 21 19:02:54.766752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0c7cd6bb-eb48-4116-9358-1a9ee4222d4f None None] Provisioning complete for port 79e11071-245e-41c6-8371-8cea25465a74 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:54.767134 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c7cd6bb-eb48-4116-9358-1a9ee4222d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.866221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-9b399c21-dafe-420f-b486-ba99b790c92f service neutron] 10.222.0.70 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055892 Sep 21 19:02:54.891900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 2, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:54.928078 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Checking router: 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:02:54.928440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Updating router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 port 304c7fed-b436-4c45-8c8d-ba0911cbecba binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:02:54.959714 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.042917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cf2e5828-a417-4fd2-940d-4c09dfc687ce req-eb944ff2-1493-4509-b7c2-fd6585f0bbfd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 210 time: 0.0299153 Sep 21 19:02:55.084023 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-675a7b42-9b0d-4606-a40b-43fff850cc00 None None] Provisioning complete for port 304c7fed-b436-4c45-8c8d-ba0911cbecba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:55.084398 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-675a7b42-9b0d-4606-a40b-43fff850cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.144262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-675a7b42-9b0d-4606-a40b-43fff850cc00 None None] Port 304c7fed-b436-4c45-8c8d-ba0911cbecba cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:02:55.279643 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.284891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.350160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047cdc6-94ea-4176-83dc-430be1dfffe8 None None] Pushing event updated for resources: {'Port': ['ID=304c7fed-b436-4c45-8c8d-ba0911cbecba,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:55.385653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Attempting to bind port 304c7fed-b436-4c45-8c8d-ba0911cbecba on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:02:55.386009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Attempting to bind port 304c7fed-b436-4c45-8c8d-ba0911cbecba by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:02:55.386489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Attempting to bind port 304c7fed-b436-4c45-8c8d-ba0911cbecba on network 9c385c89-21ca-408b-84ed-c7461859a533 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:02:55.392644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:02:55.392919 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Checking segment: {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:02:55.393360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.393718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Bound using segment: {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:02:55.394216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Bound port: 304c7fed-b436-4c45-8c8d-ba0911cbecba, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:02:55.394603 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.473354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] For port 304c7fed-b436-4c45-8c8d-ba0911cbecba, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:02:55.482350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] For port 304c7fed-b436-4c45-8c8d-ba0911cbecba, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=304c7fed-b436-4c45-8c8d-ba0911cbecba,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:02:55.482350 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.540056 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:55.540565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:02:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:55.549874 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ef073c2-0c1d-439e-b452-084ebe1920fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:02:55.619797 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047cdc6-94ea-4176-83dc-430be1dfffe8 None None] Pushing event updated for resources: {'Port': ['ID=304c7fed-b436-4c45-8c8d-ba0911cbecba,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:55.658213 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bd452fce-eb23-4164-96d4-22caa4ba4bcc None None] Provisioning complete for port 304c7fed-b436-4c45-8c8d-ba0911cbecba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:55.658927 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd452fce-eb23-4164-96d4-22caa4ba4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.731937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ef073c2-0c1d-439e-b452-084ebe1920fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:55.732958 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.768551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:55.965185 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd452fce-eb23-4164-96d4-22caa4ba4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.015544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 79e11071-245e-41c6-8371-8cea25465a74 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:02:56.051442 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bd452fce-eb23-4164-96d4-22caa4ba4bcc None None] For port 304c7fed-b436-4c45-8c8d-ba0911cbecba, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=304c7fed-b436-4c45-8c8d-ba0911cbecba,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:56.079020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd452fce-eb23-4164-96d4-22caa4ba4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.085663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-491b439b-966d-4bee-8cd4-bf4cd5749e66 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:56.087508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-491b439b-966d-4bee-8cd4-bf4cd5749e66 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/networks?id=9c385c89-21ca-408b-84ed-c7461859a533 HTTP/1.1" status: 200 len: 797 time: 0.1308811 Sep 21 19:02:56.156726 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd452fce-eb23-4164-96d4-22caa4ba4bcc None None] Pushing event updated for resources: {'Port': ['ID=304c7fed-b436-4c45-8c8d-ba0911cbecba,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:56.162760 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-111e7370-22ce-4bf3-8b08-f6176ad4775a req-8572014b-0c98-47de-8403-bfb12dccff23 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 210 time: 0.0412607 Sep 21 19:02:56.163932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 79e11071-245e-41c6-8371-8cea25465a74 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:56.164309 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.177911 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-a6013a4a-6f87-4b70-9526-0268d897fd6d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 380 time: 0.0796716 Sep 21 19:02:56.192626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'port': {'device_id': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'admin_state_up': True, 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'security_groups': ['c2f38885-44ea-4432-bdbd-e9af7216251b']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:56.197133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:56.235258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec74b78-d95f-4a86-9f45-185858bfc5ae None None] The sync data for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 is: [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:02:56.246198 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-7a2dfaa5-220d-4cce-b8fc-42d379949b99 None None] Provisioning complete for port 304c7fed-b436-4c45-8c8d-ba0911cbecba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:56.246496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfaa5-220d-4cce-b8fc-42d379949b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.337282 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:02:56.341257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.501909 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.14 (9c385c89-21ca-408b-84ed-c7461859a533/f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1/d9d878a8-11e7-4cb6-970f-1fd3b37efb1c) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:02:56.651809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.693594 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.739569 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 9c385c89-21ca-408b-84ed-c7461859a533 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:02:56.742772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:02:56.745516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:02:56.781062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:56.817206 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:56.818083 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:56.836530 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-c788d179-d80c-4fbc-8b12-8fe05c87e852 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6479564 Sep 21 19:02:56.850110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Request body: {'port': {'device_id': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:56.926682 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.015291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b3d0f6cc-4583-44ed-b2d3-545579eecd5c None None] Provisioning complete for port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:57.015958 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b3d0f6cc-4583-44ed-b2d3-545579eecd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.057752 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0f6cc-4583-44ed-b2d3-545579eecd5c None None] Port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:02:57.211550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d878a8-11e7-4cb6-970f-1fd3b37efb1c {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:02:57.220698 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.235803 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Transition to ACTIVE for port object d9d878a8-11e7-4cb6-970f-1fd3b37efb1c will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:02:57.239926 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.330295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:57.390578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b81d-679b-492b-a830-a89cb5223075 req-8ebaaab4-2b4e-4a66-8af3-aeaaf4d4c551 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:57.392196 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b72b81d-679b-492b-a830-a89cb5223075 req-8ebaaab4-2b4e-4a66-8af3-aeaaf4d4c551 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 944 time: 0.1476521 Sep 21 19:02:57.452740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b72b81d-679b-492b-a830-a89cb5223075 req-853c86fa-bf27-415e-9a1f-13c7397d1259 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537925 Sep 21 19:02:57.453615 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Attempting to bind port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:02:57.453961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Attempting to bind port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:02:57.454330 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Attempting to bind port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c on network 9c385c89-21ca-408b-84ed-c7461859a533 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:02:57.459435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c on network 9c385c89-21ca-408b-84ed-c7461859a533 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:02:57.459842 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Attempting to bind port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c on network 9c385c89-21ca-408b-84ed-c7461859a533 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:02:57.465269 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:02:57.465678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Checking segment: {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:02:57.466125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Bound using segment: {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:02:57.470521 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Bound port: d9d878a8-11e7-4cb6-970f-1fd3b37efb1c, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719a29f2-492f-476f-aa91-5b5290e483c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:02:57.470521 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.535985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] For port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:02:57.539209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] For port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:02:57.540670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 304c7fed-b436-4c45-8c8d-ba0911cbecba up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:02:57.543782 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.584380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:57.584902 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.586367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] 10.222.0.78 "PUT /v2.0/ports/d9d878a8-11e7-4cb6-970f-1fd3b37efb1c HTTP/1.1" status: 200 len: 1092 time: 0.7408345 Sep 21 19:02:57.589230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:02:57.593169 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f30efb7-34d9-4b69-a9a8-d800fe946b03" -d '{"events": [{"name": "network-changed", "server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:02:57.608320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 304c7fed-b436-4c45-8c8d-ba0911cbecba triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:57.608745 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:57.622787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19633d-b2cc-4a61-bf79-d6d6ec5cc4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:57.685085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-f9074c65-5c03-42f4-8700-734007be945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:57.687703 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-f9074c65-5c03-42f4-8700-734007be945c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 1095 time: 0.0511167 Sep 21 19:02:57.705588 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aed0ce3-1508-47df-b940-5fa6ecb1d99a x-openstack-request-id: req-1aed0ce3-1508-47df-b940-5fa6ecb1d99a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:02:57.705891 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:02:57.706150 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1aed0ce3-1508-47df-b940-5fa6ecb1d99a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:02:57.706570 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'status': 'completed', 'code': 200} Sep 21 19:02:57.738493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-04ba7ba3-022c-40d0-b357-4635320837f8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c HTTP/1.1" status: 200 len: 217 time: 0.0435193 Sep 21 19:02:57.795011 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-f466d37b-fedd-4962-a16d-d69f3f5ba6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:57.796868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-f466d37b-fedd-4962-a16d-d69f3f5ba6e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1 HTTP/1.1" status: 200 len: 835 time: 0.0518165 Sep 21 19:02:57.843589 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14825b45-ade1-479c-bb04-019282f7c9fc req-4c17c163-d27e-4c51-9011-7dd1e2266c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:57.845290 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-4c17c163-d27e-4c51-9011-7dd1e2266c81 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9c385c89-21ca-408b-84ed-c7461859a533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414450 Sep 21 19:02:57.936772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-f16a47c6-0ed3-4489-afda-847327e25f3d service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Sep 21 19:02:58.030214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14825b45-ade1-479c-bb04-019282f7c9fc req-ecd316d9-b2af-4a53-ab3c-2a1185e82ead service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868361 Sep 21 19:02:58.116804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-5406911b-18cb-4240-a24c-3f45d97e4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:58.118260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-5406911b-18cb-4240-a24c-3f45d97e4a90 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 1095 time: 0.0426505 Sep 21 19:02:58.212273 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-7794c1e1-5e3a-43eb-9b1e-1dcaefa245c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:58.213728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-7794c1e1-5e3a-43eb-9b1e-1dcaefa245c6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9c385c89-21ca-408b-84ed-c7461859a533 HTTP/1.1" status: 200 len: 899 time: 0.0876455 Sep 21 19:02:58.256294 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-daea67a2-8933-4186-bfa8-04a7b51026be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c HTTP/1.1" status: 200 len: 217 time: 0.0345750 Sep 21 19:02:58.308358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-9349a7c1-5fe2-4ec7-af7d-836172050b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:58.309774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-9349a7c1-5fe2-4ec7-af7d-836172050b60 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1 HTTP/1.1" status: 200 len: 835 time: 0.0465746 Sep 21 19:02:58.356100 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-854da3ee-e9e0-414b-b85d-599a51ab940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:58.358336 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-854da3ee-e9e0-414b-b85d-599a51ab940a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9c385c89-21ca-408b-84ed-c7461859a533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393610 Sep 21 19:02:58.447898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-8c38c9d7-8168-4d9d-8451-4522b425f719 service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820091 Sep 21 19:02:58.570877 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f30efb7-34d9-4b69-a9a8-d800fe946b03 req-b598a06b-0ea2-42c7-8070-c0aef3016580 service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144240 Sep 21 19:02:58.595717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79eff1-687e-40d8-81aa-66c59115acb2 req-c2304879-2c44-4ea4-87da-cb55614db266 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:58.597159 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d79eff1-687e-40d8-81aa-66c59115acb2 req-c2304879-2c44-4ea4-87da-cb55614db266 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 944 time: 0.0719652 Sep 21 19:02:58.635013 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0d79eff1-687e-40d8-81aa-66c59115acb2 req-61113846-7141-4312-bc7b-c5e2082bb5ba tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Sep 21 19:02:59.329527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9696b144-6a2e-47f7-8d68-d9f136159301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:59.753387 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e09b04-b3af-475e-be68-cebb4a967229 req-2125daf5-a758-491f-a605-4fbc3384eee0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:59.754897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e8e09b04-b3af-475e-be68-cebb4a967229 req-2125daf5-a758-491f-a605-4fbc3384eee0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 944 time: 0.0542073 Sep 21 19:02:59.791646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e8e09b04-b3af-475e-be68-cebb4a967229 req-c244a277-e66c-46d7-a68b-5ab2d5e47a47 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Sep 21 19:03:00.505209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d9d878a8-11e7-4cb6-970f-1fd3b37efb1c details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:03:00.597241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:00.607928 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'port_id': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'mac_address': 'fa:16:3e:91:3b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:03:00.644543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:00.660886 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d878a8-11e7-4cb6-970f-1fd3b37efb1c {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:03:00.679132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:00.683241 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:00.729355 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:00.903557 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['d9d878a8-11e7-4cb6-970f-1fd3b37efb1c'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:03:00.908983 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7c821-603b-4753-87a3-4581117908b7 req-f846b44c-aa0b-4307-91a8-3a5f47ea3e57 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:00.910534 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00f7c821-603b-4753-87a3-4581117908b7 req-f846b44c-aa0b-4307-91a8-3a5f47ea3e57 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 945 time: 0.0496476 Sep 21 19:03:00.950168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-00f7c821-603b-4753-87a3-4581117908b7 req-517b6ae5-0d08-46cf-8c0c-bda0a081110d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335498 Sep 21 19:03:02.065041 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2efee-1d2c-45f6-b8cf-838c8e1d0e1e req-14a7ec23-16af-4cea-9ed3-481b9d3371fb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:02.066496 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51c2efee-1d2c-45f6-b8cf-838c8e1d0e1e req-14a7ec23-16af-4cea-9ed3-481b9d3371fb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 945 time: 0.0487821 Sep 21 19:03:02.105328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-51c2efee-1d2c-45f6-b8cf-838c8e1d0e1e req-29d36b83-44f4-4c56-9c34-2a68eb025ece tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329008 Sep 21 19:03:02.520939 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d9d878a8-11e7-4cb6-970f-1fd3b37efb1c up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:03:02.568648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:03:02.572517 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:02.572885 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:02.651019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:02.672668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:03:02.674995 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07badc4-fee2-452e-ade7-3c635f40f61b" -d '{"events": [{"server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "name": "network-vif-plugged", "status": "completed", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:03:02.687575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:02.691747 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:02.715615 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f258ec-d218-4265-9e32-09f2375306d0 x-openstack-request-id: req-44f258ec-d218-4265-9e32-09f2375306d0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:03:02.716080 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "name": "network-vif-plugged", "status": "completed", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:03:02.716266 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44f258ec-d218-4265-9e32-09f2375306d0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:03:02.716579 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'code': 200} Sep 21 19:03:02.742334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:02.820047 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37418d-5735-4106-a698-00563960da1e req-6ce7680d-963d-4b4b-9e5e-a3f2b18966f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:02.821545 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d37418d-5735-4106-a698-00563960da1e req-6ce7680d-963d-4b4b-9e5e-a3f2b18966f2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 1097 time: 0.0488520 Sep 21 19:03:02.857536 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d37418d-5735-4106-a698-00563960da1e req-3451634c-b9a7-4fa7-a420-94cc307a2863 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270038 Sep 21 19:03:03.220910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30984c53-0800-4a1c-8f80-a6d0748d9a1d req-a4d0ee1a-01fc-4e1d-820b-dc2e3f42a710 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:03.222394 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30984c53-0800-4a1c-8f80-a6d0748d9a1d req-a4d0ee1a-01fc-4e1d-820b-dc2e3f42a710 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0483441 Sep 21 19:03:03.259350 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30984c53-0800-4a1c-8f80-a6d0748d9a1d req-93ba62e4-579d-4e20-b788-804ace73f56c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Sep 21 19:03:03.694528 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8e88-d45d-45e6-94e8-f48e7caf8cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:04.257676 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:04.379542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5440-6732-4453-a1ed-ff7364bf3ac6 req-57d2d95c-10e5-4b53-88ce-f348ff55201b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:04.381080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c51b5440-6732-4453-a1ed-ff7364bf3ac6 req-57d2d95c-10e5-4b53-88ce-f348ff55201b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0520613 Sep 21 19:03:04.418963 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c51b5440-6732-4453-a1ed-ff7364bf3ac6 req-57aa08e4-efff-4083-a223-b5716fbbba03 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319562 Sep 21 19:03:04.535381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600b2e-38f8-4064-ae6e-e79e6632f93a req-cbeca7d8-cf11-4242-9c74-dd10429b0920 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:04.536767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c600b2e-38f8-4064-ae6e-e79e6632f93a req-cbeca7d8-cf11-4242-9c74-dd10429b0920 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0519812 Sep 21 19:03:04.574387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c600b2e-38f8-4064-ae6e-e79e6632f93a req-5c814956-caa9-4997-be63-34895ff9b8ed tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Sep 21 19:03:04.596624 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53752) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:04.635634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb79778-a24d-4bb1-b29c-013cfca44d3d tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:04.637141 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6cb79778-a24d-4bb1-b29c-013cfca44d3d tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 1092 time: 0.0395675 Sep 21 19:03:04.640396 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53754) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:04.645034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:04.667770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:04.771891 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:04.806384 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:04.876108 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.237 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/000a1b18-c70a-4bdf-8075-f767557b8156) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:03:04.981222 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.001611 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.015061 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.053475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:03:05.056277 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:05.059702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:03:05.067627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=000a1b18-c70a-4bdf-8075-f767557b8156,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:05.419939 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.484429 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.631240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.635502 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.703189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=000a1b18-c70a-4bdf-8075-f767557b8156,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:05.713914 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:05.817172 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 284263c4-5e5f-4b6b-9b08-db3ad1098079 associated. External IP: 172.25.3.237, port: d9d878a8-11e7-4cb6-970f-1fd3b37efb1c. Sep 21 19:03:06.303560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:03:06.412596 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:03:06.423987 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] Sync routers for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:03:06.429903 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:06.433165 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:06.433838 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:06.457593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a209231b-4f11-4f96-a386-bb2e8fd8d828 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8161151 Sep 21 19:03:06.458327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:03:06.460616 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e722666-2ba3-4a72-bae8-83c7f5522738" -d '{"events": [{"name": "network-changed", "server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:03:06.539616 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:06.553941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78852b52-35c9-4039-883c-f1c6b0cb3c95 req-f51d82b7-20ce-4328-80a9-0019b7cf58f1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:06.555387 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78852b52-35c9-4039-883c-f1c6b0cb3c95 req-f51d82b7-20ce-4328-80a9-0019b7cf58f1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0498185 Sep 21 19:03:06.593327 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78852b52-35c9-4039-883c-f1c6b0cb3c95 req-d4420127-531a-43d1-ab40-43de5a335c93 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Sep 21 19:03:06.616232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53762) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:06.683714 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-559c4e31-3ac4-49b7-bbc3-9e51af7c62a6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/284263c4-5e5f-4b6b-9b08-db3ad1098079 HTTP/1.1" status: 200 len: 992 time: 0.0652192 Sep 21 19:03:06.701666 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f2ab9-b43c-4e09-921e-0c756a3bf040 x-openstack-request-id: req-673f2ab9-b43c-4e09-921e-0c756a3bf040 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:03:06.701956 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:03:06.702283 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-673f2ab9-b43c-4e09-921e-0c756a3bf040 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:03:06.702635 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'status': 'completed', 'code': 200} Sep 21 19:03:06.764382 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-ed2a8f97-8628-41da-b725-9a50e93af030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:06.766021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-ed2a8f97-8628-41da-b725-9a50e93af030 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 1097 time: 0.0419650 Sep 21 19:03:06.768080 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '284263c4-5e5f-4b6b-9b08-db3ad1098079', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'port_id': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'mac_address': 'fa:16:3e:91:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:03:05Z', 'updated_at': '2021-09-21T19:03:05Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:06.794087 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] Checking router: 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:03:06.802432 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:06.803061 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:06.861574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-28f01321-b9ea-429f-9e9c-99e3bd6b5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:06.863080 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-28f01321-b9ea-429f-9e9c-99e3bd6b5b18 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9c385c89-21ca-408b-84ed-c7461859a533 HTTP/1.1" status: 200 len: 899 time: 0.0903554 Sep 21 19:03:06.911259 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:06.934693 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-c00c8973-e790-42ff-b18b-8a969fe98c0b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c HTTP/1.1" status: 200 len: 1000 time: 0.0646946 Sep 21 19:03:06.984175 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-486c61bc-1c96-436b-b150-2ddf10730a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:06.985647 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-486c61bc-1c96-436b-b150-2ddf10730a16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1 HTTP/1.1" status: 200 len: 835 time: 0.0448062 Sep 21 19:03:07.032520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-d180923f-b985-4ae7-bcbc-e547d47dee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:07.034012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-d180923f-b985-4ae7-bcbc-e547d47dee56 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9c385c89-21ca-408b-84ed-c7461859a533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412114 Sep 21 19:03:07.139655 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-a8047f07-7384-463f-ba6b-91c211204ee2 service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980871 Sep 21 19:03:07.231256 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '284263c4-5e5f-4b6b-9b08-db3ad1098079', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'port_id': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'mac_address': 'fa:16:3e:91:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:03:05Z', 'updated_at': '2021-09-21T19:03:05Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:07.231609 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6e722666-2ba3-4a72-bae8-83c7f5522738 req-4eab65c7-18e1-42dd-bda0-4fb31d1bfab4 service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855167 Sep 21 19:03:07.261517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ac576-0e05-4af7-b295-68f10297ba10 None None] The sync data for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 is: [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '284263c4-5e5f-4b6b-9b08-db3ad1098079', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'port_id': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'mac_address': 'fa:16:3e:91:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:03:05Z', 'updated_at': '2021-09-21T19:03:05Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:03:07.453171 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8406d-72c3-4109-a1c1-7191aed916a2 None None] New status for floating IP 284263c4-5e5f-4b6b-9b08-db3ad1098079: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:03:07.504291 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:07.686761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53766) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:07.747330 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6dd632ac-aa5e-4acf-a3ae-c7abe2156407 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/284263c4-5e5f-4b6b-9b08-db3ad1098079 HTTP/1.1" status: 200 len: 994 time: 0.0594561 Sep 21 19:03:09.036777 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:11.258913 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:03:29.330073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b7b16370-770a-4a1d-95f9-e063ecf9b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:33.695478 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0204-fe47-4fa4-88bd-2d030dca52ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:34.258361 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:34.814286 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:35.004416 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:36.454151 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a03a03-c99d-437a-8d1d-25f973b5f674 req-d185b96c-f11e-48d1-a298-1ba22c62a58d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:36.455656 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58a03a03-c99d-437a-8d1d-25f973b5f674 req-d185b96c-f11e-48d1-a298-1ba22c62a58d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0483396 Sep 21 19:03:36.498072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58a03a03-c99d-437a-8d1d-25f973b5f674 req-eaeb36b9-9b04-444d-8045-bc0bce8ac263 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363972 Sep 21 19:03:37.474478 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:37.617314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe0e3-abbd-4cba-b0aa-58e628944d66 req-995c4aa9-7cb1-4bf5-ac43-abe180164bb6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:37.618768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-594fe0e3-abbd-4cba-b0aa-58e628944d66 req-995c4aa9-7cb1-4bf5-ac43-abe180164bb6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0498853 Sep 21 19:03:37.657220 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-594fe0e3-abbd-4cba-b0aa-58e628944d66 req-84f3b7db-e835-4aed-bd62-804bfd438c0b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Sep 21 19:03:37.679708 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53788) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:37.741477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bcbe1dd5-a875-45b0-8efc-2705cd11031a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/284263c4-5e5f-4b6b-9b08-db3ad1098079 HTTP/1.1" status: 200 len: 994 time: 0.0603023 Sep 21 19:03:39.010020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f6ab2-d577-4464-83f7-fed4ac2470c7 req-6f590335-41b4-4736-8f32-73dd8ea5c1f6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:39.011427 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-694f6ab2-d577-4464-83f7-fed4ac2470c7 req-6f590335-41b4-4736-8f32-73dd8ea5c1f6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0536139 Sep 21 19:03:39.039397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:39.051932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-694f6ab2-d577-4464-83f7-fed4ac2470c7 req-1b327dd8-a3b5-466a-9bb6-6776a12255f2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334563 Sep 21 19:03:40.172804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846d586-5565-4e39-904d-a54c5bf4abf7 req-b31da439-3804-42f5-a7ac-180454640ff9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:40.174304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2846d586-5565-4e39-904d-a54c5bf4abf7 req-b31da439-3804-42f5-a7ac-180454640ff9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0491226 Sep 21 19:03:40.211637 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2846d586-5565-4e39-904d-a54c5bf4abf7 req-ebc02e1a-ed08-4e02-8cd6-e997540ec6ee tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Sep 21 19:03:40.235161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53798) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:40.297544 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f61043ee-6586-46b6-ba60-34c51085f74a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/284263c4-5e5f-4b6b-9b08-db3ad1098079 HTTP/1.1" status: 200 len: 994 time: 0.0612621 Sep 21 19:03:40.540946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53804) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:40.698618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 000a1b18-c70a-4bdf-8075-f767557b8156 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:03:40.698967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:40.772157 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:40.772483 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:40.783790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 000a1b18-c70a-4bdf-8075-f767557b8156 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:03:40.928792 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:40.954722 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=000a1b18-c70a-4bdf-8075-f767557b8156,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:40.966301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.966659 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.967009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.967355 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.967698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.968038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.968377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.968738 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.969073 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.969673 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.970005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:40.970358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:41.026635 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:41.026966 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 284263c4-5e5f-4b6b-9b08-db3ad1098079 disassociated (deleted). External IP: 172.25.3.237, port: d9d878a8-11e7-4cb6-970f-1fd3b37efb1c. Sep 21 19:03:41.233135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:03:41.636393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:03:41.641257 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:41.647209 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] Sync routers for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:03:41.656890 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:41.657508 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:41.666205 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4063b173-c1f2-4992-a67a-aaa94bb6aaa6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/floatingips/284263c4-5e5f-4b6b-9b08-db3ad1098079 HTTP/1.1" status: 204 len: 168 time: 1.1242051 Sep 21 19:03:41.666911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:03:41.669808 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d8dee9-42fb-4390-aa48-6f70411cd866" -d '{"events": [{"name": "network-changed", "server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:03:41.767673 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:41.826821 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e8e3dd-436e-4ca3-8359-3454e71208a2 x-openstack-request-id: req-20e8e3dd-436e-4ca3-8359-3454e71208a2 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:03:41.827202 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:03:41.827522 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20e8e3dd-436e-4ca3-8359-3454e71208a2 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:03:41.827979 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'status': 'completed', 'code': 200} Sep 21 19:03:41.920162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-edfa54ab-30b6-4f38-9649-db4c61271dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:41.921576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-edfa54ab-30b6-4f38-9649-db4c61271dc4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 1097 time: 0.0686538 Sep 21 19:03:41.936742 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a37d87-a9ed-4ae8-89ce-569e02c8fc18 req-f5f1d39e-f922-4a8b-aab4-6b9952096b73 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:41.938210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34a37d87-a9ed-4ae8-89ce-569e02c8fc18 req-f5f1d39e-f922-4a8b-aab4-6b9952096b73 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0604701 Sep 21 19:03:41.975599 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:42.002320 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] Checking router: 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:03:42.010377 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:42.010980 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:42.029669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-34a37d87-a9ed-4ae8-89ce-569e02c8fc18 req-c3421ed1-8387-46e6-8f1b-cb8af834e9ef tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834272 Sep 21 19:03:42.053862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-649ca570-afc3-42a8-8985-14832a5c06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:42.055360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-649ca570-afc3-42a8-8985-14832a5c06e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9c385c89-21ca-408b-84ed-c7461859a533 HTTP/1.1" status: 200 len: 899 time: 0.1162937 Sep 21 19:03:42.101520 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-3b7ff7a4-8ecd-4e97-999e-b9eebaa155ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c HTTP/1.1" status: 200 len: 217 time: 0.0377183 Sep 21 19:03:42.116690 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:42.155084 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-2b764c81-ce7b-432e-845c-5a3c2f41b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:42.156101 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-2b764c81-ce7b-432e-845c-5a3c2f41b650 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1 HTTP/1.1" status: 200 len: 835 time: 0.0454931 Sep 21 19:03:42.204424 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-5833298d-e77e-4e94-9315-ccd4504cc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:42.205839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-5833298d-e77e-4e94-9315-ccd4504cc341 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9c385c89-21ca-408b-84ed-c7461859a533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403161 Sep 21 19:03:42.300174 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-af988e20-b4d8-4850-8034-c9949e83b1ee service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865593 Sep 21 19:03:42.320970 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:42.352436 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a114f0e-cae7-4dc2-b044-45cbb572df5c None None] The sync data for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 is: [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '304c7fed-b436-4c45-8c8d-ba0911cbecba', 'name': '', 'network_id': '9c385c89-21ca-408b-84ed-c7461859a533', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:84:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:52Z', 'updated_at': '2021-09-21T19:02:55Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:03:42.395834 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-41d8dee9-42fb-4390-aa48-6f70411cd866 req-32b27f76-8ada-4f17-9760-740827eaf98e service neutron] 10.222.0.78 "GET /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853889 Sep 21 19:03:42.569174 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e690db-552e-4dca-bcc4-76dd660b3f38 None None] New status for floating IP 284263c4-5e5f-4b6b-9b08-db3ad1098079: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:03:43.150473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9799e0-517c-4f3e-835e-57a474962fc5 req-43f27595-09a0-4373-8dbb-8a10375b0a36 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:43.151940 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9799e0-517c-4f3e-835e-57a474962fc5 req-43f27595-09a0-4373-8dbb-8a10375b0a36 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0505090 Sep 21 19:03:43.193189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b9799e0-517c-4f3e-835e-57a474962fc5 req-4c697193-8493-4029-a2ac-c6602c8680b0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2f38885-44ea-4432-bdbd-e9af7216251b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352964 Sep 21 19:03:43.528862 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-ab7133ac-cf0a-490b-89a7-4f679a9605ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:43.530328 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-ab7133ac-cf0a-490b-89a7-4f679a9605ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 946 time: 0.0474639 Sep 21 19:03:43.621220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:03:43.621562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:43.712546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:43.712915 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:43.725815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for d9d878a8-11e7-4cb6-970f-1fd3b37efb1c owned by compute:nova {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:03:43.853133 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:43.882132 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=d9d878a8-11e7-4cb6-970f-1fd3b37efb1c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:43.922711 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] No DVR routers for this DVR port d9d878a8-11e7-4cb6-970f-1fd3b37efb1c on host n-h1-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:03:43.925334 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:43.927367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c864285-d597-4fb1-b99f-37b5689a5ad8 req-f4f07685-4f20-49a5-bbbe-12438cd88956 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "DELETE /v2.0/ports/d9d878a8-11e7-4cb6-970f-1fd3b37efb1c HTTP/1.1" status: 204 len: 173 time: 0.3892617 Sep 21 19:03:43.927798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'name': 'network-vif-deleted', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:03:43.930180 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484510b-0a7f-4ac4-bb0f-0896170c27b8" -d '{"events": [{"server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "name": "network-vif-deleted", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:03:43.967696 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f13e936-2289-4cb2-8da9-f7b114df5fe0 x-openstack-request-id: req-1f13e936-2289-4cb2-8da9-f7b114df5fe0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:03:43.968153 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e", "name": "network-vif-deleted", "tag": "d9d878a8-11e7-4cb6-970f-1fd3b37efb1c", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:03:43.968412 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f13e936-2289-4cb2-8da9-f7b114df5fe0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:03:43.968809 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e', 'name': 'network-vif-deleted', 'tag': 'd9d878a8-11e7-4cb6-970f-1fd3b37efb1c', 'status': 'completed', 'code': 200} Sep 21 19:03:44.309829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-87bb6177-682d-4023-98cc-6aa1dbef6899 req-22a70ebc-9f3c-4bac-81a8-2ddb459b52e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=b61b96e3-b808-4e7e-a077-8a7c1c1a4f1e HTTP/1.1" status: 200 len: 210 time: 0.0280414 Sep 21 19:03:45.369648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53822) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:45.722617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:45.977199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 304c7fed-b436-4c45-8c8d-ba0911cbecba {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:03:45.977473 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:46.066575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 304c7fed-b436-4c45-8c8d-ba0911cbecba, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=304c7fed-b436-4c45-8c8d-ba0911cbecba,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:46.066945 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:46.083957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 304c7fed-b436-4c45-8c8d-ba0911cbecba owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:03:46.268691 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:46.296698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=304c7fed-b436-4c45-8c8d-ba0911cbecba,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:46.471390 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:46.688204 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:03:46.706269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d9d878a8-11e7-4cb6-970f-1fd3b37efb1c no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:03:46.729484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: d9d878a8-11e7-4cb6-970f-1fd3b37efb1c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:03:46.729827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device d9d878a8-11e7-4cb6-970f-1fd3b37efb1c not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:03:46.794745 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:03:46.799686 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7f30d167-fb11-4fa8-803a-416a03bf9f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/4243eaa9-8c3e-4a23-89e3-6a04ec9db111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4289641 Sep 21 19:03:46.802511 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53824) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:46.804991 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] Sync routers for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:03:46.814310 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:46.814985 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:46.853125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting subnet f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:03:46.856260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:46.895636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:46.921316 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:46.985114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.043240 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.071994 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:47.073986 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.078248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7cbcb908-1b87-4aca-92e3-fa87c0d58045 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/subnets/f2ccdc76-d3f3-4ed7-bd71-bcc36f325ae1 HTTP/1.1" status: 204 len: 168 time: 0.2731905 Sep 21 19:03:47.079430 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53826) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:47.083447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e30a2f-3848-42a0-9bb5-724b7d610cbe None None] Network 9c385c89-21ca-408b-84ed-c7461859a533 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:03:47.111564 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:03:46Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:47.142625 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] Checking router: 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:03:47.151115 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] Routers {'4243eaa9-8c3e-4a23-89e3-6a04ec9db111'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:47.151717 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:47.196088 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.261678 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] DHCP port deletion for 9c385c89-21ca-408b-84ed-c7461859a533 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:03:47.271799 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] Set router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:47.307298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Deleting port 79e11071-245e-41c6-8371-8cea25465a74 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:03:47.307668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.309972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.371980 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] For port 79e11071-245e-41c6-8371-8cea25465a74, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=79e11071-245e-41c6-8371-8cea25465a74,segment=NetworkSegment(719a29f2-492f-476f-aa91-5b5290e483c4),segment_id=719a29f2-492f-476f-aa91-5b5290e483c4)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:47.372387 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.387494 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 3ef073c2-0c1d-439e-b452-084ebe1920fa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:03:47.387873 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.387987 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Calling delete_port for 79e11071-245e-41c6-8371-8cea25465a74 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:03:47.474381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.486979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 3ef073c2-0c1d-439e-b452-084ebe1920fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ef073c2-0c1d-439e-b452-084ebe1920fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:47.486979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.501211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 3ef073c2-0c1d-439e-b452-084ebe1920fa owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:03:47.505312 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Pushing event deleted for resources: {'Port': ['ID=79e11071-245e-41c6-8371-8cea25465a74,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:47.516805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.517074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.517403 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.518049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.518412 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.520160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.520513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.520852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.521187 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.521604 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.521936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.522281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:47.525214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbafeb8-7b77-4b75-84b2-3df1a5d63077 None None] No DVR routers for this DVR port 79e11071-245e-41c6-8371-8cea25465a74 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:03:47.560027 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:03:46Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:47.586889 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fa149-eaef-448c-80e8-53bd7f3e0d30 None None] The sync data for ids ['4243eaa9-8c3e-4a23-89e3-6a04ec9db111'] in n-d-810285-3 is: [{'id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931534343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:02:49Z', 'updated_at': '2021-09-21T19:03:46Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '3ef073c2-0c1d-439e-b452-084ebe1920fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243eaa9-8c3e-4a23-89e3-6a04ec9db111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:02:50Z', 'updated_at': '2021-09-21T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:03:47.684839 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.710257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=3ef073c2-0c1d-439e-b452-084ebe1920fa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:47.769666 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.861048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.863048 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.903808 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.904347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Fanout notify agent at l3_agent the message router_deleted on router 4243eaa9-8c3e-4a23-89e3-6a04ec9db111 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:03:47.911152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:47.912264 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-976b07d5-e208-4a7f-a820-d2337a3edc9e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/routers/4243eaa9-8c3e-4a23-89e3-6a04ec9db111 HTTP/1.1" status: 204 len: 168 time: 0.8319290 Sep 21 19:03:47.915016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53828) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:47.929819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 79e11071-245e-41c6-8371-8cea25465a74 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:03:47.952004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 79e11071-245e-41c6-8371-8cea25465a74 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:03:47.952004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 79e11071-245e-41c6-8371-8cea25465a74 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:03:47.994791 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.087797 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.109140 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c385c89-21ca-408b-84ed-c7461859a533']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:48.118304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719a29f2-492f-476f-aa91-5b5290e483c4') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:48.118602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719a29f2-492f-476f-aa91-5b5290e483c4') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:48.128560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.142310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.148580 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:03:48.148975 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: timer() Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:03:48.152319 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:03:48.217037 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.224725 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.226669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/networks/9c385c89-21ca-408b-84ed-c7461859a533 HTTP/1.1" status: 204 len: 168 time: 0.3107486 Sep 21 19:03:48.229316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53830) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:48.245556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dfbed-9168-495b-a0b6-a87ca7d9c6f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Network': ['ID=9c385c89-21ca-408b-84ed-c7461859a533,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:48.260490 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:03:48.299402 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e9710ff4-c5fd-44ae-8b08-df654396653b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.323683 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e9710ff4-c5fd-44ae-8b08-df654396653b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.382385 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e9710ff4-c5fd-44ae-8b08-df654396653b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.384995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e9710ff4-c5fd-44ae-8b08-df654396653b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.386166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e9710ff4-c5fd-44ae-8b08-df654396653b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/security-groups/c2f38885-44ea-4432-bdbd-e9af7216251b HTTP/1.1" status: 204 len: 168 time: 0.1559501 Sep 21 19:03:48.396225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9710ff4-c5fd-44ae-8b08-df654396653b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f38885-44ea-4432-bdbd-e9af7216251b,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:48.792152 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53838) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:48.796826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6dd499ee-8e7e-4b63-81a7-aa8602a6754f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613722943', 'description': 'tempest-secgroup-smoke-1613722943 description', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:48.819763 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dd499ee-8e7e-4b63-81a7-aa8602a6754f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.901116 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dd499ee-8e7e-4b63-81a7-aa8602a6754f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.904840 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dd499ee-8e7e-4b63-81a7-aa8602a6754f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.930613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6dd499ee-8e7e-4b63-81a7-aa8602a6754f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.931802 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6dd499ee-8e7e-4b63-81a7-aa8602a6754f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386697 Sep 21 19:03:48.935984 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53840) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:48.940075 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd499ee-8e7e-4b63-81a7-aa8602a6754f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3913c55-2851-4e46-8bc5-731802eb1b3a,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:48.940888 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'f3913c55-2851-4e46-8bc5-731802eb1b3a', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:48.970255 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.017907 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.021779 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.043607 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809564eb-7c25-47e7-8557-4b956d4a8ad2,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:49.052142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.053314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160002 Sep 21 19:03:49.054853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.055209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.055556 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.055987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.056330 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.056456 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53842) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:49.056669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.057007 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.057340 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.057675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.058009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.058363 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.059298 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04186ed-d676-49cb-86b0-e2552c79f7f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:49.061648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b939e393-9985-4eef-9fb7-85c12bd264e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'f3913c55-2851-4e46-8bc5-731802eb1b3a', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:49.087060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b939e393-9985-4eef-9fb7-85c12bd264e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.143547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b939e393-9985-4eef-9fb7-85c12bd264e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.146793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b939e393-9985-4eef-9fb7-85c12bd264e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.163373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939e393-9985-4eef-9fb7-85c12bd264e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e33f0c-ea1f-4769-bedd-935294641315,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:49.170013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b939e393-9985-4eef-9fb7-85c12bd264e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.171627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b939e393-9985-4eef-9fb7-85c12bd264e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142042 Sep 21 19:03:49.174617 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53844) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:49.178878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-bc763410-3e96-4179-96a2-1709827c7a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'f3913c55-2851-4e46-8bc5-731802eb1b3a', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:49.205192 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc763410-3e96-4179-96a2-1709827c7a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.263282 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc763410-3e96-4179-96a2-1709827c7a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.266748 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc763410-3e96-4179-96a2-1709827c7a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.288054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc763410-3e96-4179-96a2-1709827c7a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18627b35-c1e8-43b1-b1e6-7b15a7a55ab8,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:49.291979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bc763410-3e96-4179-96a2-1709827c7a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.294889 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bc763410-3e96-4179-96a2-1709827c7a13 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175702 Sep 21 19:03:49.296786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53846) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:49.300976 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-e155ff70-ebee-40a6-9473-f0b4a7fd4c9d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'f3913c55-2851-4e46-8bc5-731802eb1b3a', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:49.327539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e155ff70-ebee-40a6-9473-f0b4a7fd4c9d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.393073 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e155ff70-ebee-40a6-9473-f0b4a7fd4c9d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.396610 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e155ff70-ebee-40a6-9473-f0b4a7fd4c9d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.416604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155ff70-ebee-40a6-9473-f0b4a7fd4c9d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f066a3f-a5f8-4651-9b4f-016d1c472463,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:49.423721 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e155ff70-ebee-40a6-9473-f0b4a7fd4c9d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.424937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e155ff70-ebee-40a6-9473-f0b4a7fd4c9d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272540 Sep 21 19:03:49.427690 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53848) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:49.431997 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'f3913c55-2851-4e46-8bc5-731802eb1b3a', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:49.452349 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:03:49.457069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.518384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.522359 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.533485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 304c7fed-b436-4c45-8c8d-ba0911cbecba no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:03:49.541364 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ec953c-5991-475d-802f-cf20048c7c5f,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:49.547882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.549066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-90a4b331-1fff-4ff6-b332-9c23fb50b409 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204131 Sep 21 19:03:49.551817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53850) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:49.556051 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'f3913c55-2851-4e46-8bc5-731802eb1b3a', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:49.559033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 304c7fed-b436-4c45-8c8d-ba0911cbecba {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:03:49.559398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 304c7fed-b436-4c45-8c8d-ba0911cbecba not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:03:49.559893 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ef073c2-0c1d-439e-b452-084ebe1920fa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:03:49.577802 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:03:49.581300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 3ef073c2-0c1d-439e-b452-084ebe1920fa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:03:49.581654 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ef073c2-0c1d-439e-b452-084ebe1920fa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:03:49.582815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.642978 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.646408 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.663882 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d0b4df-4000-409e-897c-779ce2cb2d2a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:49.670833 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.672030 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ed4a4fac-01ad-4531-9eac-186f6693382d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192956 Sep 21 19:03:49.674861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53852) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:49.679562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'network': {'name': 'tempest-network-smoke--1492906870', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'port_security_enabled': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:49.699224 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:03:49.702603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.724902 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:03:49.734175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.734549 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Added segment c916172b-cdea-4e62-ba46-2a1291ded79b of type vlan for network 8e243082-9214-4583-b7c0-60dcafa090e8 Sep 21 19:03:49.776562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.800579 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.806131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:49.806741 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.838453 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1625819 Sep 21 19:03:49.841790 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53854) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:49.848228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'admin_state_up': True, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:49.885888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a156a-c042-4161-ae98-fb1aede869ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Network': ['ID=8e243082-9214-4583-b7c0-60dcafa090e8,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:49.896715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 8e243082-9214-4583-b7c0-60dcafa090e8 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:03:49.901069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.902078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.260415 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.395546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.589702 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.609294 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.713442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.90 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/d25581f1-1d52-40ff-adbd-5b9e29a922b7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:03:50.813414 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.846108 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.882934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:03:50.885682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:50.889235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:03:50.917714 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=d25581f1-1d52-40ff-adbd-5b9e29a922b7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:51.144746 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:51.335380 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:51.463306 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a7dce877-7406-4013-bc64-b3211e7904cb is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:03:51.567945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:03:51.578291 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Sync routers for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:03:51.587046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:51.587627 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:51.588371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:51.588531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f9776a7f-842c-403d-8131-d124d72d3455 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7456679 Sep 21 19:03:51.591663 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53856) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:51.619075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1c3943a6-83a0-4a45-8134-8a39155573e9 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=69e3d06ad4fe4c408c63465d7295b2b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263636 Sep 21 19:03:51.622261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53858) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:51.695329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:51.711258 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d0aca-fd95-4d77-bdcc-22ff24c6e6c8 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:51.715653 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ad2d0aca-fd95-4d77-bdcc-22ff24c6e6c8 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896242 Sep 21 19:03:51.715942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53860) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:51.747668 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ec7da575-b325-4a0f-81f0-e3caf6e1a68d tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274966 Sep 21 19:03:51.747901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53862) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:51.752652 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391593675', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:51.843370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:03:51.847375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:51.877777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:51Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:51.909223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Checking router: a7dce877-7406-4013-bc64-b3211e7904cb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:03:51.909600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Updating router a7dce877-7406-4013-bc64-b3211e7904cb port d25581f1-1d52-40ff-adbd-5b9e29a922b7 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:03:51.935648 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.032302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.094272 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Subnet': ['ID=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:52.101600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Checking segment: {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:03:52.102057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network hostable DHCP agents. Network: 8e243082-9214-4583-b7c0-60dcafa090e8, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:03:52.118861 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 8e243082-9214-4583-b7c0-60dcafa090e8 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:03:52.127287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 8e243082-9214-4583-b7c0-60dcafa090e8) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:52.133380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:52.134014 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.139653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0a47e-cd87-45c2-acc1-3f66dec43a90 None None] Network 8e243082-9214-4583-b7c0-60dcafa090e8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:03:52.149246 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-61e23445-dd20-4465-a4b7-66fddc4aad3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004042 Sep 21 19:03:52.152339 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53864) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:52.242828 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.250698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.339327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Attempting to bind port d25581f1-1d52-40ff-adbd-5b9e29a922b7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:03:52.339740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Attempting to bind port d25581f1-1d52-40ff-adbd-5b9e29a922b7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:03:52.340251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Attempting to bind port d25581f1-1d52-40ff-adbd-5b9e29a922b7 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:03:52.342353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081185d-9698-468e-aff9-6394084563c6 None None] Pushing event updated for resources: {'Port': ['ID=d25581f1-1d52-40ff-adbd-5b9e29a922b7,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:52.351165 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:03:52.351626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:03:52.351950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.352343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:03:52.353002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Bound port: d25581f1-1d52-40ff-adbd-5b9e29a922b7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:03:52.353394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.416824 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-8e243082-9214-4583-b7c0-60dcafa090e8', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:03:52.417661 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.444922 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] For port d25581f1-1d52-40ff-adbd-5b9e29a922b7, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:03:52.448470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] For port d25581f1-1d52-40ff-adbd-5b9e29a922b7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d25581f1-1d52-40ff-adbd-5b9e29a922b7,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:03:52.456697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.586567 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081185d-9698-468e-aff9-6394084563c6 None None] Pushing event updated for resources: {'Port': ['ID=d25581f1-1d52-40ff-adbd-5b9e29a922b7,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:52.589330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:52.590483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:52.601895 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:52.823619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Allocated IP 172.20.0.2 (8e243082-9214-4583-b7c0-60dcafa090e8/5e6479a5-65fd-4ddf-a3c4-635e7284a2a2/d0feb917-377b-4cd9-97c3-e74233fbb3c6) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:03:52.906645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:53.148910 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.156884 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.200883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Network 8e243082-9214-4583-b7c0-60dcafa090e8 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:03:53.204597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:53.205118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.1 (8e243082-9214-4583-b7c0-60dcafa090e8/5e6479a5-65fd-4ddf-a3c4-635e7284a2a2/9363e801-3166-4a8b-91d8-4a191ccdd224) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:03:53.209319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:03:53.227885 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Pushing event updated for resources: {'Port': ['ID=d0feb917-377b-4cd9-97c3-e74233fbb3c6,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:53.254059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:51Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:53.296185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4355aca2-c564-458b-9e55-41db28569b6e None None] The sync data for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 is: [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:51Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:03:53.307821 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Attempting to bind port d0feb917-377b-4cd9-97c3-e74233fbb3c6 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:03:53.308209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Attempting to bind port d0feb917-377b-4cd9-97c3-e74233fbb3c6 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:03:53.309405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Attempting to bind port d0feb917-377b-4cd9-97c3-e74233fbb3c6 on network 8e243082-9214-4583-b7c0-60dcafa090e8 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:03:53.315282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:03:53.315578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Checking segment: {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:03:53.315920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.316318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Bound using segment: {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:03:53.316802 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Bound port: d0feb917-377b-4cd9-97c3-e74233fbb3c6, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:03:53.317196 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.321651 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.366797 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.394593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] For port d0feb917-377b-4cd9-97c3-e74233fbb3c6, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:03:53.400175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] For port d0feb917-377b-4cd9-97c3-e74233fbb3c6, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d0feb917-377b-4cd9-97c3-e74233fbb3c6,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:03:53.405741 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.408751 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 8e243082-9214-4583-b7c0-60dcafa090e8 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:03:53.411864 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:53.415604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:03:53.459869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=9363e801-3166-4a8b-91d8-4a191ccdd224,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:53.475889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7de42-ae9a-4cf9-a53f-814f1edcbf36 None None] Pushing event updated for resources: {'Port': ['ID=d0feb917-377b-4cd9-97c3-e74233fbb3c6,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:53.476728 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.629131 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.955373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:53.960466 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.036512 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.038281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=9363e801-3166-4a8b-91d8-4a191ccdd224,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:54.142590 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 8e243082-9214-4583-b7c0-60dcafa090e8 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:03:54.144082 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:54.272040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a7dce877-7406-4013-bc64-b3211e7904cb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:03:54.384437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:03:54.390214 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9b4356d2-c971-40d6-916c-66abcc58a3f7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/a7dce877-7406-4013-bc64-b3211e7904cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356541 Sep 21 19:03:54.402179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62346337-7397-4ccc-a5f7-163abfa8f9f8 None None] Network 8e243082-9214-4583-b7c0-60dcafa090e8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:03:54.486352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f4d03cfa-9587-4edf-a670-ada1a22f886c None None] Provisioning complete for port d0feb917-377b-4cd9-97c3-e74233fbb3c6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:54.486644 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4d03cfa-9587-4edf-a670-ada1a22f886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.534412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-b8c303f7-918d-4514-8025-2d7d6c51d9ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613722943&fields=id&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 267 time: 0.0330946 Sep 21 19:03:54.621127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4d03cfa-9587-4edf-a670-ada1a22f886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.648322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-ede116fd-6875-464f-9062-ac6398ec5816 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:54.649879 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-ede116fd-6875-464f-9062-ac6398ec5816 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/networks?id=8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 200 len: 797 time: 0.1085138 Sep 21 19:03:54.660937 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-f4d03cfa-9587-4edf-a670-ada1a22f886c None None] For port d0feb917-377b-4cd9-97c3-e74233fbb3c6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d0feb917-377b-4cd9-97c3-e74233fbb3c6,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:54.667479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4d03cfa-9587-4edf-a670-ada1a22f886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.674748 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-99df23b3-f7cb-44a8-8449-560c32461512 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/quotas/69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 375 time: 0.0182278 Sep 21 19:03:54.735631 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d03cfa-9587-4edf-a670-ada1a22f886c None None] Pushing event updated for resources: {'Port': ['ID=d0feb917-377b-4cd9-97c3-e74233fbb3c6,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:54.748701 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-9b69f086-2418-41cf-9ff0-4bf9e3a61f2a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727744 Sep 21 19:03:54.859934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-08e7c75b-dc0f-4eb9-be99-f70d04a9ab85 service neutron] 10.222.0.70 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017013 Sep 21 19:03:54.890290 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-04be3ae3-4a79-4520-8ba8-bfaa9458313f None None] Provisioning complete for port 9363e801-3166-4a8b-91d8-4a191ccdd224 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:54.890946 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-04be3ae3-4a79-4520-8ba8-bfaa9458313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.926562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-04be3ae3-4a79-4520-8ba8-bfaa9458313f None None] Port 9363e801-3166-4a8b-91d8-4a191ccdd224 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:03:54.936961 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-04be3ae3-4a79-4520-8ba8-bfaa9458313f None None] Provisioning complete for port d0feb917-377b-4cd9-97c3-e74233fbb3c6 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:54.937331 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-04be3ae3-4a79-4520-8ba8-bfaa9458313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.973465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-56d6c1e6-40c5-4bd8-8d48-29f54cb04f0f service neutron] 10.222.0.70 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069813 Sep 21 19:03:55.143007 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Sync routers for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:03:55.159508 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:55.159844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0b02d6fe-442c-4fa8-ab8d-ea81c8135df9 None None] Provisioning complete for port 9363e801-3166-4a8b-91d8-4a191ccdd224 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:55.160380 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0b02d6fe-442c-4fa8-ab8d-ea81c8135df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.162982 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:55.188925 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a496ed4-3c83-4cd4-accf-3ff2791b83ce req-6b5fe8b0-15ac-4851-bf0d-e748bcbc630d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0572100 Sep 21 19:03:55.196868 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0b02d6fe-442c-4fa8-ab8d-ea81c8135df9 None None] Port 9363e801-3166-4a8b-91d8-4a191ccdd224 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:03:55.296572 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:55.317437 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-645280ca-8468-4aa4-9b8b-77542b39c2e7 None None] Provisioning complete for port 9363e801-3166-4a8b-91d8-4a191ccdd224 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:55.317888 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-645280ca-8468-4aa4-9b8b-77542b39c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.355522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-645280ca-8468-4aa4-9b8b-77542b39c2e7 None None] Port 9363e801-3166-4a8b-91d8-4a191ccdd224 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:03:55.532700 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 2, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:55.560821 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Checking router: a7dce877-7406-4013-bc64-b3211e7904cb for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:03:55.561174 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Updating router a7dce877-7406-4013-bc64-b3211e7904cb port 9363e801-3166-4a8b-91d8-4a191ccdd224 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:03:55.591510 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.598675 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d25581f1-1d52-40ff-adbd-5b9e29a922b7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:03:55.648454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d25581f1-1d52-40ff-adbd-5b9e29a922b7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:55.648839 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.740880 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.762464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port d25581f1-1d52-40ff-adbd-5b9e29a922b7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d25581f1-1d52-40ff-adbd-5b9e29a922b7,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:55.766429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.767201 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d0feb917-377b-4cd9-97c3-e74233fbb3c6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:03:55.838529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=d25581f1-1d52-40ff-adbd-5b9e29a922b7,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:55.850467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d0feb917-377b-4cd9-97c3-e74233fbb3c6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:55.850842 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.879646 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.884583 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.934240 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Pushing event updated for resources: {'Port': ['ID=9363e801-3166-4a8b-91d8-4a191ccdd224,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:55.960164 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.960510 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.960850 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.961187 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.961516 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.961845 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.962172 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.962520 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.962841 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.963164 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.963484 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.964212 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:55.998673 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Attempting to bind port 9363e801-3166-4a8b-91d8-4a191ccdd224 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:03:55.999044 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Attempting to bind port 9363e801-3166-4a8b-91d8-4a191ccdd224 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:03:55.999407 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Attempting to bind port 9363e801-3166-4a8b-91d8-4a191ccdd224 on network 8e243082-9214-4583-b7c0-60dcafa090e8 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:03:56.005197 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:03:56.005564 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Checking segment: {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:03:56.005957 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.006368 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Bound using segment: {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:03:56.006826 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Bound port: 9363e801-3166-4a8b-91d8-4a191ccdd224, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:03:56.007201 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.078528 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] For port 9363e801-3166-4a8b-91d8-4a191ccdd224, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:03:56.082216 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] For port 9363e801-3166-4a8b-91d8-4a191ccdd224, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9363e801-3166-4a8b-91d8-4a191ccdd224,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:03:56.088622 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.142997 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:56.145439 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:03:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:56.146929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-7ee6c4ca-fe1a-4a7d-a69d-3df43c094885 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:56.148457 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-7ee6c4ca-fe1a-4a7d-a69d-3df43c094885 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/networks?id=8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 200 len: 797 time: 0.1241868 Sep 21 19:03:56.187653 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-611d9573-8876-4d31-beb3-4b1a1b1236bd None None] Provisioning complete for port 9363e801-3166-4a8b-91d8-4a191ccdd224 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:56.188288 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-611d9573-8876-4d31-beb3-4b1a1b1236bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.209091 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-44b5e3f0-f607-4702-9a6d-e6f60ff59cae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 380 time: 0.0507326 Sep 21 19:03:56.234146 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'port': {'device_id': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'admin_state_up': True, 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'security_groups': ['f3913c55-2851-4e46-8bc5-731802eb1b3a']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:56.275423 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:56.305956 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-611d9573-8876-4d31-beb3-4b1a1b1236bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.320358 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d723efaa-18b6-4335-b472-7a1adebb4443 req-3927c5e3-a358-421d-9977-3699b945b9e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0408788 Sep 21 19:03:56.358030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-611d9573-8876-4d31-beb3-4b1a1b1236bd None None] For port 9363e801-3166-4a8b-91d8-4a191ccdd224, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9363e801-3166-4a8b-91d8-4a191ccdd224,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:56.369076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-611d9573-8876-4d31-beb3-4b1a1b1236bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.423093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:03:56.426219 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d9573-8876-4d31-beb3-4b1a1b1236bd None None] Pushing event updated for resources: {'Port': ['ID=9363e801-3166-4a8b-91d8-4a191ccdd224,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:56.428668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.442746 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689d124-69ec-4000-9326-a328a61e4a11 None None] Pushing event updated for resources: {'Port': ['ID=9363e801-3166-4a8b-91d8-4a191ccdd224,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:56.490807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-75b4eacd-0e41-4306-bb5e-93462d617833 None None] Provisioning complete for port 9363e801-3166-4a8b-91d8-4a191ccdd224 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:56.491226 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-75b4eacd-0e41-4306-bb5e-93462d617833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.515068 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:56.542458 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0742ad2-a06d-46a6-9798-88a0b9f90930 None None] The sync data for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 is: [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:03:56.565046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.4 (8e243082-9214-4583-b7c0-60dcafa090e8/5e6479a5-65fd-4ddf-a3c4-635e7284a2a2/7ad5ecad-3bfb-422b-ba27-3979356a4a40) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:03:56.727377 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.764161 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.815010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 8e243082-9214-4583-b7c0-60dcafa090e8 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:03:56.818088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:56.825643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:03:56.829754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=7ad5ecad-3bfb-422b-ba27-3979356a4a40,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:56.879437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:56.880227 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:56.896279 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-bde11d95-3fd2-4863-aa6c-63906abd8af8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6685939 Sep 21 19:03:56.910754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-62d4c3d0-6c35-4012-8438-e4edf7dc5665 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:03:56.912019 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-62d4c3d0-6c35-4012-8438-e4edf7dc5665 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065103 Sep 21 19:03:56.977903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Request body: {'port': {'device_id': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:57.036282 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.096996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3a2e4019-ff13-4bcc-9859-781216f412be None None] Provisioning complete for port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:57.097551 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4019-ff13-4bcc-9859-781216f412be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.136088 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e4019-ff13-4bcc-9859-781216f412be None None] Port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:03:57.323677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad5ecad-3bfb-422b-ba27-3979356a4a40 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:03:57.332280 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.345608 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Transition to ACTIVE for port object 7ad5ecad-3bfb-422b-ba27-3979356a4a40 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:03:57.349569 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.401559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad5ecad-3bfb-422b-ba27-3979356a4a40,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:57.486081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4d441-194e-42b4-85ac-403a0be18fe6 req-c3d90f22-379c-47d5-8284-56f21360ed9c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:57.488471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ae4d441-194e-42b4-85ac-403a0be18fe6 req-c3d90f22-379c-47d5-8284-56f21360ed9c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 943 time: 0.0676253 Sep 21 19:03:57.523715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Attempting to bind port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:03:57.524194 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Attempting to bind port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:03:57.524542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Attempting to bind port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 on network 8e243082-9214-4583-b7c0-60dcafa090e8 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:03:57.529496 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 on network 8e243082-9214-4583-b7c0-60dcafa090e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:03:57.529818 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Attempting to bind port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 on network 8e243082-9214-4583-b7c0-60dcafa090e8 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:03:57.535097 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:03:57.535438 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Checking segment: {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:03:57.535824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Bound using segment: {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:03:57.536256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Bound port: 7ad5ecad-3bfb-422b-ba27-3979356a4a40, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c916172b-cdea-4e62-ba46-2a1291ded79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:03:57.536617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.563232 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9ae4d441-194e-42b4-85ac-403a0be18fe6 req-1aa26e4b-46c9-4583-84fe-ed6a912ae503 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677013 Sep 21 19:03:57.619047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] For port 7ad5ecad-3bfb-422b-ba27-3979356a4a40, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:03:57.625510 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] For port 7ad5ecad-3bfb-422b-ba27-3979356a4a40, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:03:57.633215 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.664887 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9363e801-3166-4a8b-91d8-4a191ccdd224 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:03:57.682030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:57.682753 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.684795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 200 len: 1091 time: 0.7641630 Sep 21 19:03:57.685248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:03:57.687550 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db49619-4d97-4d79-91be-0c8ddc136b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:03:57.733433 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c1c74-7ed9-44ec-8ed1-777a67f02fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad5ecad-3bfb-422b-ba27-3979356a4a40,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:57.747554 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964bd2b7-0d03-4b03-a830-22fd9fd71af3 x-openstack-request-id: req-964bd2b7-0d03-4b03-a830-22fd9fd71af3 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:03:57.747846 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:03:57.748094 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-964bd2b7-0d03-4b03-a830-22fd9fd71af3 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:03:57.748483 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'status': 'completed', 'code': 200} Sep 21 19:03:57.761226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 9363e801-3166-4a8b-91d8-4a191ccdd224 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:57.762337 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.788090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-8b7e6c66-5884-4a7f-9bb6-c6541f3d12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:57.789673 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-8b7e6c66-5884-4a7f-9bb6-c6541f3d12f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1094 time: 0.0594230 Sep 21 19:03:57.843865 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-4c5b03df-4d0a-41ed-aaed-ca9c24a23cf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 200 len: 217 time: 0.0451117 Sep 21 19:03:57.854223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d25581f1-1d52-40ff-adbd-5b9e29a922b7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:03:57.895206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-7441f424-706c-478c-8334-1d1030490640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:57.896698 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-7441f424-706c-478c-8334-1d1030490640 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 HTTP/1.1" status: 200 len: 834 time: 0.0463285 Sep 21 19:03:57.905208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port d25581f1-1d52-40ff-adbd-5b9e29a922b7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:57.905592 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:57.944208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-3f0a4829-75bc-4b1f-97c9-ca29d93afc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:57.945713 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-3f0a4829-75bc-4b1f-97c9-ca29d93afc75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e243082-9214-4583-b7c0-60dcafa090e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405653 Sep 21 19:03:58.043634 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-eaf78690-2f0d-428d-bf7a-d756569cc67c service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908380 Sep 21 19:03:58.132749 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-45835fb0-278a-4134-bd35-ef3e2dc81c0a req-a85c566d-f550-4dc5-b1a6-74575d0e986d service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823925 Sep 21 19:03:58.225319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-466383ee-d7d9-41b6-bd98-3c49cf6b7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:58.226828 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-466383ee-d7d9-41b6-bd98-3c49cf6b7c57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1094 time: 0.0454347 Sep 21 19:03:58.317964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-03d0cd8a-2f35-45d1-802c-c3ab7514bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:58.319515 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-03d0cd8a-2f35-45d1-802c-c3ab7514bec0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 200 len: 899 time: 0.0841262 Sep 21 19:03:58.363258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-611ec198-abe8-42ce-9d83-12895b695bb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 200 len: 217 time: 0.0366895 Sep 21 19:03:58.413044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-bfd591c2-e351-4c34-b837-e93ec00ea59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:58.414441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-bfd591c2-e351-4c34-b837-e93ec00ea59d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 HTTP/1.1" status: 200 len: 834 time: 0.0436823 Sep 21 19:03:58.459241 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-4095b9f3-eeb9-40a1-accf-6fccc1f07b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:58.460720 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-4095b9f3-eeb9-40a1-accf-6fccc1f07b2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e243082-9214-4583-b7c0-60dcafa090e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389028 Sep 21 19:03:58.552038 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-e22970c0-ba62-4421-8910-3dc09d2c8602 service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835164 Sep 21 19:03:58.644289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0db49619-4d97-4d79-91be-0c8ddc136b3d req-5554b973-ef8e-44a3-9853-e1c9861462ca service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842073 Sep 21 19:03:58.679502 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d237a-39f8-4122-bc7f-e0e7a99897ec req-b3e762d8-3250-40da-9e59-fa7576881c48 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:58.680898 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-794d237a-39f8-4122-bc7f-e0e7a99897ec req-b3e762d8-3250-40da-9e59-fa7576881c48 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 943 time: 0.0487349 Sep 21 19:03:58.719254 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-794d237a-39f8-4122-bc7f-e0e7a99897ec req-d29cdd4c-51a8-4d7e-9e0b-5f60242cd110 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Sep 21 19:03:59.329847 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-93a9b54f-39b6-4a23-97de-67f7120b1cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:59.605046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ad5ecad-3bfb-422b-ba27-3979356a4a40 details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:03:59.700425 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7ad5ecad-3bfb-422b-ba27-3979356a4a40, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:59.710952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'port_id': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'mac_address': 'fa:16:3e:ab:15:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:03:59.747877 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:59.759934 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad5ecad-3bfb-422b-ba27-3979356a4a40 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:03:59.779175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7ad5ecad-3bfb-422b-ba27-3979356a4a40, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:59.783914 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:59.830565 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7ad5ecad-3bfb-422b-ba27-3979356a4a40,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:59.836439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab6837-4631-40c8-b8d0-123c2176d746 req-ac8c77d5-467c-465d-a24c-2335dff503e4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:59.837962 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99ab6837-4631-40c8-b8d0-123c2176d746 req-ac8c77d5-467c-465d-a24c-2335dff503e4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 944 time: 0.0493302 Sep 21 19:03:59.875635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-99ab6837-4631-40c8-b8d0-123c2176d746 req-3bb1332b-e767-42e7-87f8-e310e282a418 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Sep 21 19:04:00.009970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7ad5ecad-3bfb-422b-ba27-3979356a4a40'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:04:00.994867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5bd65-5d22-468e-a174-d4d3d406b88d req-27173446-1122-42a2-9221-7c3079508b99 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:00.997244 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6b5bd65-5d22-468e-a174-d4d3d406b88d req-27173446-1122-42a2-9221-7c3079508b99 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 944 time: 0.0527627 Sep 21 19:04:01.034339 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6b5bd65-5d22-468e-a174-d4d3d406b88d req-9548e13a-c5da-4022-94dd-725fa73e06ed tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Sep 21 19:04:01.621399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ad5ecad-3bfb-422b-ba27-3979356a4a40 up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:04:01.668706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:04:01.672471 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:04:01.672900 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:01.752574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:01.780166 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:04:01.782496 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef0a6e5-dce0-45ba-9158-fd13bf78aab3" -d '{"events": [{"server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:04:01.794810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7ad5ecad-3bfb-422b-ba27-3979356a4a40, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:04:01.798733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:01.845852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7ad5ecad-3bfb-422b-ba27-3979356a4a40,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:04:01.876470 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d153aef5-4a13-4685-a84b-789d51be145b x-openstack-request-id: req-d153aef5-4a13-4685-a84b-789d51be145b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:04:01.876785 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:04:01.877037 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d153aef5-4a13-4685-a84b-789d51be145b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:04:01.877427 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'code': 200} Sep 21 19:04:01.972680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40f085-865b-450f-a434-6792c2e08cb2 req-e08fa9e8-da66-4ca8-951b-5a8140583f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:01.974148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b40f085-865b-450f-a434-6792c2e08cb2 req-e08fa9e8-da66-4ca8-951b-5a8140583f65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0410554 Sep 21 19:04:02.013775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b40f085-865b-450f-a434-6792c2e08cb2 req-f8d8954f-55d8-4225-8953-cd643fdf03d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Sep 21 19:04:02.153337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7cc6-825c-4bed-91b0-358e53cf95c0 req-7d046d0b-9e0d-4355-8f83-3e3b400f7471 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:02.154867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53fe7cc6-825c-4bed-91b0-358e53cf95c0 req-7d046d0b-9e0d-4355-8f83-3e3b400f7471 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0510778 Sep 21 19:04:02.192414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-53fe7cc6-825c-4bed-91b0-358e53cf95c0 req-b655ead0-3779-41f4-8d56-d7af0849ddc0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Sep 21 19:04:03.306211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b8124-475d-4dea-b825-65cc6eae725e req-e6109928-5a2a-48d3-8964-1270fbcc8f26 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:03.307696 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-913b8124-475d-4dea-b825-65cc6eae725e req-e6109928-5a2a-48d3-8964-1270fbcc8f26 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0484245 Sep 21 19:04:03.345620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-913b8124-475d-4dea-b825-65cc6eae725e req-6857c071-d97f-4a6b-be8a-1d1cbb278bb2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Sep 21 19:04:03.464718 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a818f-c11f-4485-a2ba-d458ae1e42ba req-4adfc275-5fa3-47f6-985d-77bec6559ed5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:03.466407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-000a818f-c11f-4485-a2ba-d458ae1e42ba req-4adfc275-5fa3-47f6-985d-77bec6559ed5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0554945 Sep 21 19:04:03.507282 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-000a818f-c11f-4485-a2ba-d458ae1e42ba req-176dd062-653d-4457-befe-16a43e0d8114 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345156 Sep 21 19:04:03.529281 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53916) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:04:03.568031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef08681-cd75-430f-94b9-d8b4924b9b33 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:03.569522 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-aef08681-cd75-430f-94b9-d8b4924b9b33 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1091 time: 0.0392909 Sep 21 19:04:03.572287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53918) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:04:03.576447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:04:03.598911 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:03.696919 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f1fe-20f6-4cbb-8729-d417429b510c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:03.703492 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:03.805597 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.42 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/527c3998-f68d-4b51-a1d8-bef88ebd1314) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:04:03.909727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:03.943774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:03.978662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:04:03.982061 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:04:03.985514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:04:04.010758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=527c3998-f68d-4b51-a1d8-bef88ebd1314,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:04:04.264466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:04.341913 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:04.406493 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:04.552509 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:04.557141 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:04.628900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=527c3998-f68d-4b51-a1d8-bef88ebd1314,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:04:04.635844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:04.739758 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 65a7a64b-d5cd-417c-8814-bca59e596343 associated. External IP: 172.25.3.42, port: 7ad5ecad-3bfb-422b-ba27-3979356a4a40. Sep 21 19:04:04.811587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:04.950513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a7dce877-7406-4013-bc64-b3211e7904cb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:04:05.012227 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:05.356593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:04:05.366677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] Sync routers for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:04:05.373417 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:05.376784 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:04:05.377404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:04:05.399479 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5d248841-6d00-45f7-b07b-1ee05b30c1bc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8261909 Sep 21 19:04:05.400019 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:04:05.402360 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be4ac0b-1519-4864-8f4e-ebbd73dab525" -d '{"events": [{"name": "network-changed", "server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:04:05.482803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:04:05.499390 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d3cbb-9903-4afb-a42d-405fdf0fe8b8 req-05d05f16-337b-47b7-afc4-9e56b950223f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:05.501001 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b2d3cbb-9903-4afb-a42d-405fdf0fe8b8 req-05d05f16-337b-47b7-afc4-9e56b950223f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Sep 21 19:04:05.541072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b2d3cbb-9903-4afb-a42d-405fdf0fe8b8 req-155842dd-f1b8-4fa1-ad7d-204796a35667 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338254 Sep 21 19:04:05.565753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 53924) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:04:05.595367 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6232f0b0-b4c8-4367-857b-3a86ea3d84eb x-openstack-request-id: req-6232f0b0-b4c8-4367-857b-3a86ea3d84eb {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:04:05.595667 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:04:05.595928 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6232f0b0-b4c8-4367-857b-3a86ea3d84eb {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:04:05.596333 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'status': 'completed', 'code': 200} Sep 21 19:04:05.639358 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-28261709-2d70-4fd8-8cd3-9f83089bd80a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/65a7a64b-d5cd-417c-8814-bca59e596343 HTTP/1.1" status: 200 len: 990 time: 0.0723953 Sep 21 19:04:05.668212 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-cb88bf70-5331-47f4-b85f-33571c680e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:05.669770 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-cb88bf70-5331-47f4-b85f-33571c680e5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0477037 Sep 21 19:04:05.871076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '65a7a64b-d5cd-417c-8814-bca59e596343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.42', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'port_id': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'mac_address': 'fa:16:3e:ab:15:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:04:04Z', 'updated_at': '2021-09-21T19:04:04Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:04:05.902348 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] Checking router: a7dce877-7406-4013-bc64-b3211e7904cb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:04:05.911407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:04:05.912054 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:04:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:04:06.020908 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:04:06.047170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-b0939c14-af4f-4307-adf9-cfc3a7e0c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:06.048670 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-b0939c14-af4f-4307-adf9-cfc3a7e0c115 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 200 len: 899 time: 0.3720915 Sep 21 19:04:06.116463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-2997d14f-cd58-485e-b306-5eae979b5fc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 200 len: 998 time: 0.0587428 Sep 21 19:04:06.169933 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-08b8db5c-115f-43b0-97ea-635cae2ade15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:06.171456 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-08b8db5c-115f-43b0-97ea-635cae2ade15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 HTTP/1.1" status: 200 len: 834 time: 0.0481434 Sep 21 19:04:06.217691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-0df808b4-6fb4-46fa-98a9-fd9ba65254fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:06.219233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-0df808b4-6fb4-46fa-98a9-fd9ba65254fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e243082-9214-4583-b7c0-60dcafa090e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405118 Sep 21 19:04:06.242870 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '65a7a64b-d5cd-417c-8814-bca59e596343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.42', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'port_id': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'mac_address': 'fa:16:3e:ab:15:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:04:04Z', 'updated_at': '2021-09-21T19:04:04Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:04:06.269287 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3227bb85-d024-4ee9-b865-4765aafed0bb None None] The sync data for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 is: [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '65a7a64b-d5cd-417c-8814-bca59e596343', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.42', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'port_id': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'mac_address': 'fa:16:3e:ab:15:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:04:04Z', 'updated_at': '2021-09-21T19:04:04Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:04:06.312757 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-cfe98a79-50c9-4cf9-a193-fe0ff4d19f77 service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851946 Sep 21 19:04:06.410181 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0be4ac0b-1519-4864-8f4e-ebbd73dab525 req-ec216449-e141-46da-bdb4-b077b3cb3e98 service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902390 Sep 21 19:04:06.468771 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9a9de-ae3d-470b-8e1a-37416f3c704f None None] New status for floating IP 65a7a64b-d5cd-417c-8814-bca59e596343: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:04:06.641641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53926) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:04:06.704021 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c78eace6-b501-47e5-bde3-35b1184632e4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/65a7a64b-d5cd-417c-8814-bca59e596343 HTTP/1.1" status: 200 len: 990 time: 0.0610423 Sep 21 19:04:07.475235 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:07.707873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53928) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:04:07.770391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6e8c8a95-6868-4061-88cf-967db679bf18 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/65a7a64b-d5cd-417c-8814-bca59e596343 HTTP/1.1" status: 200 len: 992 time: 0.0613971 Sep 21 19:04:09.043308 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:25.259099 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:04:29.330258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3436f382-69d3-4b25-8a8a-555b35cea5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:33.698304 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-91a2ab9f-7a29-42e3-afde-104dbbcc7198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:34.255613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:34.811749 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:35.009655 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:35.213631 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-fc57f5eb-d4eb-4dca-a283-78da1a7088bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392370 Sep 21 19:04:35.295944 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-2b9eb4d9-3113-4481-88b0-960e6957d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:35.297449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-2b9eb4d9-3113-4481-88b0-960e6957d2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0413213 Sep 21 19:04:35.404515 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-0019e156-50e9-4821-a421-5f8efe9bacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:35.406758 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-0019e156-50e9-4821-a421-5f8efe9bacb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 200 len: 899 time: 0.0898592 Sep 21 19:04:35.471495 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-be84574c-6620-465e-a0a1-0a03203b9f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 200 len: 1000 time: 0.0569396 Sep 21 19:04:35.524486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-78c950e5-1b20-4b3c-9da3-9da4452a65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:35.525941 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-78c950e5-1b20-4b3c-9da3-9da4452a65fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 HTTP/1.1" status: 200 len: 834 time: 0.0466833 Sep 21 19:04:35.570489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-a481ca1a-3e46-4ad2-ae00-79914fb38332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:35.571964 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-a481ca1a-3e46-4ad2-ae00-79914fb38332 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e243082-9214-4583-b7c0-60dcafa090e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386846 Sep 21 19:04:35.666657 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-0308cb16-0139-4098-b8f5-68482750061d service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Sep 21 19:04:35.760221 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-41a5a8e9-6269-49c8-98ca-1c21e7edec0d req-13cfd0ba-5c8f-4fbc-88e9-b121f2de54ca service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849564 Sep 21 19:04:37.479095 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:39.058975 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:39.148981 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2442-c8ab-4891-8351-18c34beeedb7 req-4646d2fb-07e3-4c14-828a-15a3852c127c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:39.150594 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2ff2442-c8ab-4891-8351-18c34beeedb7 req-4646d2fb-07e3-4c14-828a-15a3852c127c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Sep 21 19:04:39.156450 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-d8cb71b5-c5f1-4d84-9d1b-50dd8afec8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:39.157967 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-d8cb71b5-c5f1-4d84-9d1b-50dd8afec8c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0486770 Sep 21 19:04:39.189364 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a2ff2442-c8ab-4891-8351-18c34beeedb7 req-c59b0a8a-289a-4b24-bc66-39e34bd70dd1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Sep 21 19:04:39.254498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-baba4b49-1de4-4c84-9dc4-8381c245e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:39.255903 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-baba4b49-1de4-4c84-9dc4-8381c245e351 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 200 len: 899 time: 0.0889804 Sep 21 19:04:39.321552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-c3e2072b-968d-4402-b1b3-b69221274d5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 200 len: 1000 time: 0.0571985 Sep 21 19:04:39.375832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-7c2f00e1-47e5-4e72-adff-070c3e54e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:39.377287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-7c2f00e1-47e5-4e72-adff-070c3e54e608 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 HTTP/1.1" status: 200 len: 834 time: 0.0477831 Sep 21 19:04:39.423645 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-21b11485-8882-4ca2-8d66-5bdd1158c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:39.425087 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-21b11485-8882-4ca2-8d66-5bdd1158c18c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e243082-9214-4583-b7c0-60dcafa090e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394244 Sep 21 19:04:39.519300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-897069b9-1029-491f-b158-7cfbf9227b6d service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Sep 21 19:04:39.608688 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1aca25df-eb08-4560-b2f2-10f55b6bde12 req-5e859e32-b467-412f-bc0c-96298c9d3149 service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809190 Sep 21 19:04:40.304620 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5300c-d4cd-4667-917b-5e8549c8bda8 req-57793ae9-e53b-42ab-b807-0337d3126e62 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:40.306086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad5300c-d4cd-4667-917b-5e8549c8bda8 req-57793ae9-e53b-42ab-b807-0337d3126e62 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Sep 21 19:04:40.343022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cad5300c-d4cd-4667-917b-5e8549c8bda8 req-6f351ec2-2d0c-4411-9760-a28adf76e49b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301931 Sep 21 19:04:41.461133 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7edb1a-67cf-44f7-9b4c-fb02fa593467 req-2a700348-5780-438f-8d31-af37ef0333c5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:41.462613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e7edb1a-67cf-44f7-9b4c-fb02fa593467 req-2a700348-5780-438f-8d31-af37ef0333c5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0524721 Sep 21 19:04:41.500477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9e7edb1a-67cf-44f7-9b4c-fb02fa593467 req-26c73c4b-05ab-4259-be5b-2f24b68db848 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Sep 21 19:04:42.613921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f3488-7dd0-4589-a228-cec2ee04c334 req-69844e4c-2b6e-4a46-a1a9-f581d03aef7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:42.615465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-904f3488-7dd0-4589-a228-cec2ee04c334 req-69844e4c-2b6e-4a46-a1a9-f581d03aef7a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Sep 21 19:04:42.653131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-904f3488-7dd0-4589-a228-cec2ee04c334 req-08da6884-74b9-4961-b942-5176cf58f733 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Sep 21 19:04:43.765449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe771b40-1b9d-4888-96fa-9712fdb7b7bd req-380d53e0-4600-498e-b6cd-ab9db3164ef2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:43.766921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe771b40-1b9d-4888-96fa-9712fdb7b7bd req-380d53e0-4600-498e-b6cd-ab9db3164ef2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0487230 Sep 21 19:04:43.804170 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe771b40-1b9d-4888-96fa-9712fdb7b7bd req-9109b7c9-f4d3-4d48-8e9f-5ea740398745 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Sep 21 19:04:44.921826 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8aa525-b999-4ff5-a133-4cf2f0e75f4e req-9759b528-6e31-4297-bb1d-8ff900259d4f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:44.923335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf8aa525-b999-4ff5-a133-4cf2f0e75f4e req-9759b528-6e31-4297-bb1d-8ff900259d4f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Sep 21 19:04:44.960857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bf8aa525-b999-4ff5-a133-4cf2f0e75f4e req-01144e94-9d39-42b4-8582-f30c261d9b63 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Sep 21 19:04:46.074595 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2078-8d49-48a6-9c20-505daa7ead0c req-5c8de51f-66c4-44e4-801b-df505b365f00 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:46.076072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d90f2078-8d49-48a6-9c20-505daa7ead0c req-5c8de51f-66c4-44e4-801b-df505b365f00 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Sep 21 19:04:46.116733 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d90f2078-8d49-48a6-9c20-505daa7ead0c req-99a853ce-6d48-442d-be01-7da45c43ab6b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Sep 21 19:04:47.233890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b1ff8-a13e-4fca-a3ce-7301d195236c req-a35b896c-6e4a-4423-bc9a-3b2db9084b02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:47.235486 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d5b1ff8-a13e-4fca-a3ce-7301d195236c req-a35b896c-6e4a-4423-bc9a-3b2db9084b02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0501189 Sep 21 19:04:47.273464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d5b1ff8-a13e-4fca-a3ce-7301d195236c req-d343cb63-3b5c-4998-bac8-35ffad7be693 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Sep 21 19:04:48.391613 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54141a-8099-431e-945d-920d83ff4bc8 req-9e9429dc-08df-4957-9c5b-861839ec658e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:48.393105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe54141a-8099-431e-945d-920d83ff4bc8 req-9e9429dc-08df-4957-9c5b-861839ec658e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Sep 21 19:04:48.430558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fe54141a-8099-431e-945d-920d83ff4bc8 req-f5aaa720-79fd-44f3-b70b-6bf57747741e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Sep 21 19:04:49.548314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cb1f1-7832-44fb-9f00-678365a0ae7d req-510228c0-858f-44d2-852e-a88589dda977 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:49.549822 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a09cb1f1-7832-44fb-9f00-678365a0ae7d req-510228c0-858f-44d2-852e-a88589dda977 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0500109 Sep 21 19:04:49.587871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a09cb1f1-7832-44fb-9f00-678365a0ae7d req-1aa01103-4782-45d8-99be-6b7ab2e9ae93 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Sep 21 19:04:50.703679 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39dee3-ef92-4b0d-9149-8b9bf32c36a3 req-20ffcf1e-c14e-4109-93c8-1cb1f1cd3d49 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:50.705184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e39dee3-ef92-4b0d-9149-8b9bf32c36a3 req-20ffcf1e-c14e-4109-93c8-1cb1f1cd3d49 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0496342 Sep 21 19:04:50.742237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e39dee3-ef92-4b0d-9149-8b9bf32c36a3 req-ac0cf678-a865-49c1-8dfa-5d81be56935c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Sep 21 19:04:51.864298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16703-7000-490f-b441-0d5238382d47 req-6083166f-ab79-485d-8b7a-c5f8c1fbc0e9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:51.865777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d16703-7000-490f-b441-0d5238382d47 req-6083166f-ab79-485d-8b7a-c5f8c1fbc0e9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0561943 Sep 21 19:04:51.904116 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a1d16703-7000-490f-b441-0d5238382d47 req-f540c9d1-0c6e-46ca-b827-562fee778db1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Sep 21 19:04:53.018383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4ad3d-1cd3-4acf-8eb6-da48ac1d2696 req-ef5bb3b8-a71d-40dc-ae09-4a5385133e79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:53.019896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bc4ad3d-1cd3-4acf-8eb6-da48ac1d2696 req-ef5bb3b8-a71d-40dc-ae09-4a5385133e79 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0492408 Sep 21 19:04:53.058358 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6bc4ad3d-1cd3-4acf-8eb6-da48ac1d2696 req-e6aa2d1c-67ad-43ba-9443-104eda9f44f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Sep 21 19:04:54.171963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463485ac-5c6d-44c1-84f0-9616ec5ab92a req-6a317a30-1114-4d7f-a5b4-a36724f8b10f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:54.173448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-463485ac-5c6d-44c1-84f0-9616ec5ab92a req-6a317a30-1114-4d7f-a5b4-a36724f8b10f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0482030 Sep 21 19:04:54.210938 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-463485ac-5c6d-44c1-84f0-9616ec5ab92a req-ac64bcd9-0a0b-455a-aaef-7d4d8ddfe092 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Sep 21 19:04:55.335180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8926c1-30f4-46c1-8be9-6e35a25170f1 req-b1afc2ab-a3f9-415b-86ab-f31071cff439 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:55.336729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba8926c1-30f4-46c1-8be9-6e35a25170f1 req-b1afc2ab-a3f9-415b-86ab-f31071cff439 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0563903 Sep 21 19:04:55.379086 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba8926c1-30f4-46c1-8be9-6e35a25170f1 req-fda4f48d-fce5-44eb-aa34-82d901e1c458 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Sep 21 19:04:56.493940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b496fe-4e15-46eb-bd9d-f2640d321610 req-abcd4f31-f90a-42fd-85ce-111bd399bb5f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:56.495458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-64b496fe-4e15-46eb-bd9d-f2640d321610 req-abcd4f31-f90a-42fd-85ce-111bd399bb5f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0487840 Sep 21 19:04:56.532906 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-64b496fe-4e15-46eb-bd9d-f2640d321610 req-e890677a-5ca8-44d7-a3aa-27c92208b5ef tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Sep 21 19:04:56.555267 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53978) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:04:56.618247 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1167b89b-3750-4819-9ae0-edb3159a6c0d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/65a7a64b-d5cd-417c-8814-bca59e596343 HTTP/1.1" status: 200 len: 992 time: 0.0618773 Sep 21 19:04:59.330429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bccd9082-2a2b-49bc-8a43-4e5af1f98161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:02.258451 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:05:03.698971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-041976ae-2674-4f32-90d3-4b09d8e9da6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:04.255604 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:04.810486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:05.013509 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:07.482312 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:09.073756 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:27.002439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 53994) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:27.159962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 527c3998-f68d-4b51-a1d8-bef88ebd1314 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:05:27.160319 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:27.236949 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:27.237286 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:27.248647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 527c3998-f68d-4b51-a1d8-bef88ebd1314 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:05:27.397660 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:27.425333 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=527c3998-f68d-4b51-a1d8-bef88ebd1314,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:27.452393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.452910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.453499 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.453854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.454212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.454558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.454898 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.455231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.455568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.455901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.456231 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.456559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:27.499105 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:27.499512 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 65a7a64b-d5cd-417c-8814-bca59e596343 disassociated (deleted). External IP: 172.25.3.42, port: 7ad5ecad-3bfb-422b-ba27-3979356a4a40. Sep 21 19:05:27.709497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a7dce877-7406-4013-bc64-b3211e7904cb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:05:27.818550 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:05:27.823314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:27.828641 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] Sync routers for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:05:27.837123 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:27.837728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:27.850793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6bad9d2c-7f8e-4331-aa92-ff170f759211 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/floatingips/65a7a64b-d5cd-417c-8814-bca59e596343 HTTP/1.1" status: 204 len: 168 time: 0.8472681 Sep 21 19:05:27.851368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:27.853620 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082855d3-c238-4f5d-ab68-abc6cc434b40" -d '{"events": [{"name": "network-changed", "server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:27.944175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:28.008788 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ff7f7-54e8-49e2-ae9d-bb84840dca93 x-openstack-request-id: req-a78ff7f7-54e8-49e2-ae9d-bb84840dca93 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:28.009310 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:28.009310 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a78ff7f7-54e8-49e2-ae9d-bb84840dca93 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:28.009708 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'status': 'completed', 'code': 200} Sep 21 19:05:28.077294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-22f89557-74bb-4ba3-b8f3-52c50a0c513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:28.080264 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-22f89557-74bb-4ba3-b8f3-52c50a0c513a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0469542 Sep 21 19:05:28.104661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefa14-ee35-42e8-8592-9571754970cf req-6f376904-b119-4eb2-8958-d1664669ff5b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:28.106182 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8cefa14-ee35-42e8-8592-9571754970cf req-6f376904-b119-4eb2-8958-d1664669ff5b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Sep 21 19:05:28.152149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b8cefa14-ee35-42e8-8592-9571754970cf req-fb9caee2-d2eb-4239-8876-649f73cc395c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392916 Sep 21 19:05:28.152989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:28.184798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] Checking router: a7dce877-7406-4013-bc64-b3211e7904cb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:05:28.189953 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-7c90e627-2ab8-4dbf-a95b-eae2a0d0bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:28.191505 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-7c90e627-2ab8-4dbf-a95b-eae2a0d0bd70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 200 len: 899 time: 0.1032650 Sep 21 19:05:28.193079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:28.193688 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:28.235913 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-664e6554-4d32-49e2-bec3-4a09b974b72a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 200 len: 217 time: 0.0352213 Sep 21 19:05:28.290351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-2e85d8c9-7d3e-4cc5-be49-6e255e398711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:28.291824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-2e85d8c9-7d3e-4cc5-be49-6e255e398711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 HTTP/1.1" status: 200 len: 834 time: 0.0478673 Sep 21 19:05:28.299143 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:28.338094 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-8369c533-5704-44a9-81d5-e5395d596815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:28.339646 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-8369c533-5704-44a9-81d5-e5395d596815 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e243082-9214-4583-b7c0-60dcafa090e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397031 Sep 21 19:05:28.431380 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-edee85ab-8a5d-4996-9fab-fd6dd5716eda service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833440 Sep 21 19:05:28.494690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:28.520755 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f038458-109e-4302-96c1-e40e44b6c436 None None] The sync data for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 is: [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:03:53Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '9363e801-3166-4a8b-91d8-4a191ccdd224', 'name': '', 'network_id': '8e243082-9214-4583-b7c0-60dcafa090e8', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:99:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:52Z', 'updated_at': '2021-09-21T19:03:56Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '5e6479a5-65fd-4ddf-a3c4-635e7284a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:05:28.529968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-082855d3-c238-4f5d-ab68-abc6cc434b40 req-5e292836-475d-49c1-b7e1-af075093efd8 service neutron] 10.222.0.41 "GET /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905988 Sep 21 19:05:28.736389 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1d243-9cab-4e17-8dcf-5fb1c78c8450 None None] New status for floating IP 65a7a64b-d5cd-417c-8814-bca59e596343: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:05:29.270117 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41ea5-2649-484c-8d9e-e6f0e7a58b64 req-7a4599bd-1169-42cb-9881-aa63f0018822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.271617 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ee41ea5-2649-484c-8d9e-e6f0e7a58b64 req-7a4599bd-1169-42cb-9881-aa63f0018822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Sep 21 19:05:29.308459 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ee41ea5-2649-484c-8d9e-e6f0e7a58b64 req-f5abb3d1-1567-4fb4-a832-ec3a24a9294c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3913c55-2851-4e46-8bc5-731802eb1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Sep 21 19:05:29.331037 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d861a32d-40bf-4dce-93e9-feeaca861b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.570147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-a81441c8-a4f9-4640-819f-ca1a5286889e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.571614 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-a81441c8-a4f9-4640-819f-ca1a5286889e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Sep 21 19:05:29.663493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:05:29.663832 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.750395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 7ad5ecad-3bfb-422b-ba27-3979356a4a40, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7ad5ecad-3bfb-422b-ba27-3979356a4a40,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:29.750928 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.762900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 7ad5ecad-3bfb-422b-ba27-3979356a4a40 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:05:29.890770 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.919057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=7ad5ecad-3bfb-422b-ba27-3979356a4a40,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:29.955927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.956282 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.956652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.956998 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.957331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.957660 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.957988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.958351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.958680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.959005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.959331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.959648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:29.981521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] No DVR routers for this DVR port 7ad5ecad-3bfb-422b-ba27-3979356a4a40 on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:05:29.983992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.985984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-5bc90231-c105-4fa4-994e-cb8646a82ee3 req-3f0d4465-1789-4387-970c-2e0f9378b3a3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "DELETE /v2.0/ports/7ad5ecad-3bfb-422b-ba27-3979356a4a40 HTTP/1.1" status: 204 len: 173 time: 0.4072595 Sep 21 19:05:29.986442 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'name': 'network-vif-deleted', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:29.988670 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270372f3-8b2e-4855-ab08-67e25efe36eb" -d '{"events": [{"server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "name": "network-vif-deleted", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:30.030944 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0e2d59-f53a-48bb-a322-1aafb77ced1a x-openstack-request-id: req-4c0e2d59-f53a-48bb-a322-1aafb77ced1a {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:30.031226 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6", "name": "network-vif-deleted", "tag": "7ad5ecad-3bfb-422b-ba27-3979356a4a40", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:30.032223 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c0e2d59-f53a-48bb-a322-1aafb77ced1a {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:30.032708 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6', 'name': 'network-vif-deleted', 'tag': '7ad5ecad-3bfb-422b-ba27-3979356a4a40', 'status': 'completed', 'code': 200} Sep 21 19:05:30.431724 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e4201bcb-5613-4ef2-a43b-9e781cf7320e req-b8b11b35-b2b8-4965-979a-2569528c93e0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ad1b87-1e46-4b4e-8ce4-f0cd7e8d4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0339303 Sep 21 19:05:31.488451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54010) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:31.840787 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:32.092573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 9363e801-3166-4a8b-91d8-4a191ccdd224 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:05:32.092829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:32.183190 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 9363e801-3166-4a8b-91d8-4a191ccdd224, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=9363e801-3166-4a8b-91d8-4a191ccdd224,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:32.183557 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:32.194974 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 9363e801-3166-4a8b-91d8-4a191ccdd224 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:05:32.377727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:32.409102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=9363e801-3166-4a8b-91d8-4a191ccdd224,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:32.580810 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.085274 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a7dce877-7406-4013-bc64-b3211e7904cb has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:05:33.189952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:05:33.194920 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0c08d2c9-1423-415c-8869-d5ae6bb2d590 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/a7dce877-7406-4013-bc64-b3211e7904cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054656 Sep 21 19:05:33.197682 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54012) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:33.200172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] Sync routers for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:05:33.213495 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:33.214114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:33.248097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting subnet 5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:05:33.251907 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.295242 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.318698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:33.382808 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.440347 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.471728 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6479a5-65fd-4ddf-a3c4-635e7284a2a2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:33.475603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.480678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e1381365-71ec-4af7-afa4-5104992ce363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/subnets/5e6479a5-65fd-4ddf-a3c4-635e7284a2a2 HTTP/1.1" status: 204 len: 168 time: 0.2787375 Sep 21 19:05:33.480678 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54014) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:33.488408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c35aa-a8d2-494b-bd94-a4bb3025ed0b None None] Network 8e243082-9214-4583-b7c0-60dcafa090e8 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:05:33.598824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.712145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.759646 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dfc531ef-1d1f-499d-a626-c9a61b6e5e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.763130 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:05:32Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': 'd25581f1-1d52-40ff-adbd-5b9e29a922b7', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:03:50Z', 'updated_at': '2021-09-21T19:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:33.773710 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port d25581f1-1d52-40ff-adbd-5b9e29a922b7 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:05:33.774064 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.791750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] Checking router: a7dce877-7406-4013-bc64-b3211e7904cb for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:05:33.804422 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] Routers {'a7dce877-7406-4013-bc64-b3211e7904cb'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:33.804941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a7dce877-7406-4013-bc64-b3211e7904cb'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:33.858789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port d25581f1-1d52-40ff-adbd-5b9e29a922b7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d25581f1-1d52-40ff-adbd-5b9e29a922b7,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:33.859164 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:33.872232 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for d25581f1-1d52-40ff-adbd-5b9e29a922b7 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:05:33.874019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] DHCP port deletion for 8e243082-9214-4583-b7c0-60dcafa090e8 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:05:33.914128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] Set router a7dce877-7406-4013-bc64-b3211e7904cb gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:33.970562 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ad5ecad-3bfb-422b-ba27-3979356a4a40 no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:05:33.973666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:05:33Z', 'revision_number': 6, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:34.019960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7ad5ecad-3bfb-422b-ba27-3979356a4a40 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:05:34.020317 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7ad5ecad-3bfb-422b-ba27-3979356a4a40 not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:05:34.023033 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcaebe-0788-4145-b7f5-0a52a74ad0e8 None None] The sync data for ids ['a7dce877-7406-4013-bc64-b3211e7904cb'] in n-d-810285-3 is: [{'id': 'a7dce877-7406-4013-bc64-b3211e7904cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025452501', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:03:49Z', 'updated_at': '2021-09-21T19:05:33Z', 'revision_number': 6, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:05:34.037837 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Deleting port d0feb917-377b-4cd9-97c3-e74233fbb3c6 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:05:34.038219 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.046212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.079144 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=d25581f1-1d52-40ff-adbd-5b9e29a922b7,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:34.102522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] For port d0feb917-377b-4cd9-97c3-e74233fbb3c6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=d0feb917-377b-4cd9-97c3-e74233fbb3c6,segment=NetworkSegment(c916172b-cdea-4e62-ba46-2a1291ded79b),segment_id=c916172b-cdea-4e62-ba46-2a1291ded79b)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:34.102924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.115071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Calling delete_port for d0feb917-377b-4cd9-97c3-e74233fbb3c6 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:05:34.138061 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.197971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.224782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Pushing event deleted for resources: {'Port': ['ID=d0feb917-377b-4cd9-97c3-e74233fbb3c6,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:34.228965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] No DVR routers for this DVR port d0feb917-377b-4cd9-97c3-e74233fbb3c6 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:05:34.235869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.236069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.236253 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.236553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.236890 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.237220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.237793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.237905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.238182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.238531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.238857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.239178 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.239315 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.239491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334bfcc-7f45-4077-8ae8-02ce9e14f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:34.264583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.293601 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.294126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Fanout notify agent at l3_agent the message router_deleted on router a7dce877-7406-4013-bc64-b3211e7904cb {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:05:34.301815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.302946 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a4248dc7-8796-4e89-80e7-441f75120fe7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/routers/a7dce877-7406-4013-bc64-b3211e7904cb HTTP/1.1" status: 204 len: 168 time: 0.8220651 Sep 21 19:05:34.305626 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54016) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:34.386273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.486508 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.507557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e243082-9214-4583-b7c0-60dcafa090e8']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:34.516859 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c916172b-cdea-4e62-ba46-2a1291ded79b') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:34.517157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c916172b-cdea-4e62-ba46-2a1291ded79b') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:34.526302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.539155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.544832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:05:34.545215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: timer() Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:05:34.548619 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:05:34.604909 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.610561 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.615407 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54018) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:34.615878 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/networks/8e243082-9214-4583-b7c0-60dcafa090e8 HTTP/1.1" status: 204 len: 168 time: 0.3088846 Sep 21 19:05:34.630284 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6746f7-5540-4349-872b-169d48c556f4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Network': ['ID=8e243082-9214-4583-b7c0-60dcafa090e8,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:34.673285 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd0f-184e-4b26-bab1-f63804581a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.697902 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd0f-184e-4b26-bab1-f63804581a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.755769 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd0f-184e-4b26-bab1-f63804581a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.758559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd0f-184e-4b26-bab1-f63804581a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.759759 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf37dd0f-184e-4b26-bab1-f63804581a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/security-groups/f3913c55-2851-4e46-8bc5-731802eb1b3a HTTP/1.1" status: 204 len: 168 time: 0.1433268 Sep 21 19:05:34.769373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37dd0f-184e-4b26-bab1-f63804581a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3913c55-2851-4e46-8bc5-731802eb1b3a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:34.825493 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:34.991322 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54024) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:34.995926 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7cc55983-f942-4d25-9393-a8de4214c90b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418453333', 'description': 'tempest-secgroup-smoke-1418453333 description', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.019658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.020617 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc55983-f942-4d25-9393-a8de4214c90b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.106427 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc55983-f942-4d25-9393-a8de4214c90b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.111301 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc55983-f942-4d25-9393-a8de4214c90b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.142113 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7cc55983-f942-4d25-9393-a8de4214c90b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.143302 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7cc55983-f942-4d25-9393-a8de4214c90b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509683 Sep 21 19:05:35.145278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc55983-f942-4d25-9393-a8de4214c90b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:35.146360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54026) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:35.152250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-6e08a6df-06eb-4a1b-9c89-b17f26aac549 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.179867 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e08a6df-06eb-4a1b-9c89-b17f26aac549 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.240085 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e08a6df-06eb-4a1b-9c89-b17f26aac549 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.243739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e08a6df-06eb-4a1b-9c89-b17f26aac549 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.260447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08a6df-06eb-4a1b-9c89-b17f26aac549 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a38d79-4db6-46c2-a0aa-6fd3f487c5c2,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:35.267297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-6e08a6df-06eb-4a1b-9c89-b17f26aac549 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.268553 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6e08a6df-06eb-4a1b-9c89-b17f26aac549 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203241 Sep 21 19:05:35.271653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54028) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:35.275980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-42080905-298c-4d35-b204-00dc2f2f8851 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.301793 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42080905-298c-4d35-b204-00dc2f2f8851 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.357079 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42080905-298c-4d35-b204-00dc2f2f8851 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.362155 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42080905-298c-4d35-b204-00dc2f2f8851 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.383210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42080905-298c-4d35-b204-00dc2f2f8851 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55151248-fc96-43f9-bef1-47d139d82986,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:35.386658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-42080905-298c-4d35-b204-00dc2f2f8851 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.387856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-42080905-298c-4d35-b204-00dc2f2f8851 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152699 Sep 21 19:05:35.390584 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54030) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:35.395209 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4775ec48-40d4-4627-8b93-be87e4c47aab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.420668 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4775ec48-40d4-4627-8b93-be87e4c47aab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.479090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4775ec48-40d4-4627-8b93-be87e4c47aab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.482547 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4775ec48-40d4-4627-8b93-be87e4c47aab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.497351 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775ec48-40d4-4627-8b93-be87e4c47aab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6b4462-9400-45d3-8a7f-3130ec5eb8a3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:35.506904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4775ec48-40d4-4627-8b93-be87e4c47aab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.508104 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4775ec48-40d4-4627-8b93-be87e4c47aab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163394 Sep 21 19:05:35.510844 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54032) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:35.515404 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-5df69f58-1df7-4337-a05a-713db8ca5486 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.540955 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5df69f58-1df7-4337-a05a-713db8ca5486 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.589099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9363e801-3166-4a8b-91d8-4a191ccdd224 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:05:35.604010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5df69f58-1df7-4337-a05a-713db8ca5486 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.607837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5df69f58-1df7-4337-a05a-713db8ca5486 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.609974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 9363e801-3166-4a8b-91d8-4a191ccdd224 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:05:35.610387 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 9363e801-3166-4a8b-91d8-4a191ccdd224 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:05:35.610809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d0feb917-377b-4cd9-97c3-e74233fbb3c6 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:05:35.629049 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d0feb917-377b-4cd9-97c3-e74233fbb3c6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:05:35.629398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d0feb917-377b-4cd9-97c3-e74233fbb3c6 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:05:35.629841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d25581f1-1d52-40ff-adbd-5b9e29a922b7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:05:35.631766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df69f58-1df7-4337-a05a-713db8ca5486 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44379963-8abf-43e3-b152-a5e54e85b52a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:35.635776 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5df69f58-1df7-4337-a05a-713db8ca5486 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.639519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5df69f58-1df7-4337-a05a-713db8ca5486 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252265 Sep 21 19:05:35.640441 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54034) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:35.644331 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.648801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: d25581f1-1d52-40ff-adbd-5b9e29a922b7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:05:35.649097 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device d25581f1-1d52-40ff-adbd-5b9e29a922b7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:05:35.667600 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:05:35.673280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.732357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.736395 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.753822 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7309b660-5aff-4a75-b7b1-0cb60c30bd25,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:35.760145 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.761457 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d268a103-0902-4a1b-8272-08ef1e1cbd14 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208024 Sep 21 19:05:35.764434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54036) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:35.770758 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.792521 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:05:35.798234 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.858486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.863031 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.883536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8917f7-6950-485d-bc7b-f01858218ae2,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:35.886909 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.888100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2ae4ce9c-89b0-4202-ac81-8aca6b2f35c2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225915 Sep 21 19:05:35.893220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54038) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:35.897969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'network': {'name': 'tempest-network-smoke--1318827889', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'port_security_enabled': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:35.918674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:05:35.922566 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.945524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:05:35.955533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:35.955888 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Added segment 9368da29-d8e5-459c-b98f-6afa6858d267 of type vlan for network 7477b4a6-4d0b-446d-8779-5cf7fc22082c Sep 21 19:05:35.997970 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.022067 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.027539 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:36.028293 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.063032 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1687677 Sep 21 19:05:36.065669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54040) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:36.069965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'admin_state_up': True, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:36.114126 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf26da-b475-425a-b848-f10cca2d6d98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Network': ['ID=7477b4a6-4d0b-446d-8779-5cf7fc22082c,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:36.125381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:05:36.127215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.128278 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.183656 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.321720 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.518739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.537855 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.642924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.54 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/7f16f76e-fff1-469c-bb5a-e963a44aaba2) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:05:36.743375 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.776530 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:36.810057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:05:36.812932 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:05:36.816334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:05:36.851751 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=7f16f76e-fff1-469c-bb5a-e963a44aaba2,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:37.067197 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:37.260499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:37.388332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router c953d3ea-7580-483f-a2d6-a31e58a979fc is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:05:37.488396 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:37.495987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:05:37.506291 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Sync routers for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:05:37.515096 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:37.515752 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:37.516039 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:37.517903 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-83a7d8b9-3888-4772-b908-560c764f98b4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4512513 Sep 21 19:05:37.520978 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54042) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:37.556937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3c7ec883-e39a-4647-86f1-f5b0bd3c086b tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=69e3d06ad4fe4c408c63465d7295b2b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321281 Sep 21 19:05:37.557180 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54044) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:37.623055 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:37.814344 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:36Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:37.841157 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Checking router: c953d3ea-7580-483f-a2d6-a31e58a979fc for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:05:37.841535 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Updating router c953d3ea-7580-483f-a2d6-a31e58a979fc port 7f16f76e-fff1-469c-bb5a-e963a44aaba2 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:05:37.869416 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:37.952582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b4743b-667b-444f-a803-24325ad7de27 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:37.954673 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e7b4743b-667b-444f-a803-24325ad7de27 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3965511 Sep 21 19:05:37.957357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54046) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:37.988411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f3b43666-e16a-4b1b-999b-95da147d77c0 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298474 Sep 21 19:05:37.990896 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54048) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:37.995765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559323089', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:38.090173 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:05:38.094730 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.131238 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.137027 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.180508 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Attempting to bind port 7f16f76e-fff1-469c-bb5a-e963a44aaba2 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:05:38.181263 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Attempting to bind port 7f16f76e-fff1-469c-bb5a-e963a44aaba2 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:05:38.181474 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Attempting to bind port 7f16f76e-fff1-469c-bb5a-e963a44aaba2 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:05:38.190931 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:05:38.191375 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:05:38.191835 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.192623 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:05:38.193094 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Bound port: 7f16f76e-fff1-469c-bb5a-e963a44aaba2, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:05:38.193468 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.224929 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Pushing event updated for resources: {'Port': ['ID=7f16f76e-fff1-469c-bb5a-e963a44aaba2,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:38.243059 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.243397 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.243728 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.244061 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.244378 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.244696 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.245010 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.245323 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.245629 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.245951 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.246284 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.246594 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:38.267258 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] For port 7f16f76e-fff1-469c-bb5a-e963a44aaba2, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:05:38.270346 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] For port 7f16f76e-fff1-469c-bb5a-e963a44aaba2, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7f16f76e-fff1-469c-bb5a-e963a44aaba2,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:05:38.275151 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.289472 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.333748 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:38.334799 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:38.337014 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7791-a927-4495-855c-9db22a995047 None None] Pushing event updated for resources: {'Port': ['ID=7f16f76e-fff1-469c-bb5a-e963a44aaba2,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:38.356296 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Subnet': ['ID=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:38.369841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Checking segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:05:38.370101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network hostable DHCP agents. Network: 7477b4a6-4d0b-446d-8779-5cf7fc22082c, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:05:38.389085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:05:38.401002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 7477b4a6-4d0b-446d-8779-5cf7fc22082c) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:05:38.405772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:38.406995 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.414063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85521dbb-b1bd-443f-ac44-43d1dd5b9f92 None None] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:05:38.424421 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-f14c9ab7-b74b-4e2e-89e5-6fa1a74c4592 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4323099 Sep 21 19:05:38.427098 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54050) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:38.454773 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:38.566155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:05:38.567696 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.652698 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:36Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:38.683132 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfebd0-3845-41cf-ad15-77fda10bc4c5 None None] The sync data for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 is: [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:36Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:05:38.722005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Allocated IP 172.20.0.2 (7477b4a6-4d0b-446d-8779-5cf7fc22082c/ca78aeec-95d2-48d3-9d0c-a9f3f878f18d/602fa689-f5da-44f4-80db-5197fdb071ba) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:05:38.876489 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.883568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.914058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:38.944920 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:05:38.947570 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:05:38.954774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:05:38.963877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Pushing event updated for resources: {'Port': ['ID=602fa689-f5da-44f4-80db-5197fdb071ba,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:39.010819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Attempting to bind port 602fa689-f5da-44f4-80db-5197fdb071ba on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:05:39.011191 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Attempting to bind port 602fa689-f5da-44f4-80db-5197fdb071ba by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:05:39.011555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Attempting to bind port 602fa689-f5da-44f4-80db-5197fdb071ba on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:05:39.018692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:05:39.019076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Checking segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:05:39.019511 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.019910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Bound using segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:05:39.020404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Bound port: 602fa689-f5da-44f4-80db-5197fdb071ba, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:05:39.020830 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.083668 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.102647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] For port 602fa689-f5da-44f4-80db-5197fdb071ba, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:05:39.106484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] For port 602fa689-f5da-44f4-80db-5197fdb071ba, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=602fa689-f5da-44f4-80db-5197fdb071ba,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:05:39.113290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.174667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138d74f-1916-4c5e-8866-6f1fc743c0cd None None] Pushing event updated for resources: {'Port': ['ID=602fa689-f5da-44f4-80db-5197fdb071ba,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:39.251261 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.1 (7477b4a6-4d0b-446d-8779-5cf7fc22082c/ca78aeec-95d2-48d3-9d0c-a9f3f878f18d/04bbf5dc-998b-4f2d-8eae-b29745018652) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:05:39.264693 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:05:39.395195 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.433912 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.482270 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:05:39.485873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:05:39.489796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:05:39.498657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=04bbf5dc-998b-4f2d-8eae-b29745018652,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:39.547823 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.669217 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 602fa689-f5da-44f4-80db-5197fdb071ba up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:05:39.699877 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.720914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 602fa689-f5da-44f4-80db-5197fdb071ba triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:39.721211 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.800310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.836181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 602fa689-f5da-44f4-80db-5197fdb071ba, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=602fa689-f5da-44f4-80db-5197fdb071ba,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:39.840352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.841283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f16f76e-fff1-469c-bb5a-e963a44aaba2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:05:39.920871 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=602fa689-f5da-44f4-80db-5197fdb071ba,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:39.933031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7f16f76e-fff1-469c-bb5a-e963a44aaba2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:39.933414 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.006941 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.012427 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.018284 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.041676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7f16f76e-fff1-469c-bb5a-e963a44aaba2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7f16f76e-fff1-469c-bb5a-e963a44aaba2,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:40.050861 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.098562 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=04bbf5dc-998b-4f2d-8eae-b29745018652,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:40.102333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.112467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7f16f76e-fff1-469c-bb5a-e963a44aaba2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:40.137730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa847952-47b4-40a9-b189-d1821bccfae9 None None] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:05:40.199228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:05:40.200701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:05:40.252854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-11976a85-f2f6-4e37-8a2c-92d5474d06fd None None] Provisioning complete for port 602fa689-f5da-44f4-80db-5197fdb071ba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:40.252854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-11976a85-f2f6-4e37-8a2c-92d5474d06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.325121 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router c953d3ea-7580-483f-a2d6-a31e58a979fc has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:05:40.445849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:05:40.451476 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5e50d6c4-e4dc-4f98-9c2f-3d1f1c46b254 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/c953d3ea-7580-483f-a2d6-a31e58a979fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0231903 Sep 21 19:05:40.598727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-927fef3a-bf05-48c8-9975-e893302d5f57 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418453333&fields=id&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 267 time: 0.0362718 Sep 21 19:05:40.604055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-145c20c3-3dd7-4006-a0e5-2e23494bfca2 None None] Provisioning complete for port 602fa689-f5da-44f4-80db-5197fdb071ba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:40.604433 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-145c20c3-3dd7-4006-a0e5-2e23494bfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.634685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Sync routers for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:05:40.653884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:40.654622 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:40.731747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-5438b407-9b77-4301-8747-4596c5796f52 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:40.733297 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-5438b407-9b77-4301-8747-4596c5796f52 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 797 time: 0.1273592 Sep 21 19:05:40.751445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-79370b03-b251-4879-8994-c3f1eb6d5926 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/quotas/69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 375 time: 0.0106506 Sep 21 19:05:40.799270 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:40.809519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-dcf3c757-d14e-4673-8560-1739c15ebee3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510015 Sep 21 19:05:40.833866 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-145c20c3-3dd7-4006-a0e5-2e23494bfca2 None None] Provisioning complete for port 04bbf5dc-998b-4f2d-8eae-b29745018652 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:40.834234 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-145c20c3-3dd7-4006-a0e5-2e23494bfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.924728 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-11a1e833-f9d0-4634-a003-51254578d46c service neutron] 10.222.0.70 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980880 Sep 21 19:05:41.023648 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-94722047-2821-4dd5-a13e-e2d5ea6a5fbf service neutron] 10.222.0.70 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914004 Sep 21 19:05:41.069310 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-145c20c3-3dd7-4006-a0e5-2e23494bfca2 None None] Port 04bbf5dc-998b-4f2d-8eae-b29745018652 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:05:41.192969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54ee9c06-4df6-40cd-807e-6dda39cccc39 req-20c21f0f-f548-4908-80a7-6098f176177c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 210 time: 0.0302460 Sep 21 19:05:41.197910 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-832cccf2-2aa5-442d-a283-8902a838c900 None None] Provisioning complete for port 04bbf5dc-998b-4f2d-8eae-b29745018652 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:41.198316 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-832cccf2-2aa5-442d-a283-8902a838c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.202507 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 2, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:41.250734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Checking router: c953d3ea-7580-483f-a2d6-a31e58a979fc for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:05:41.251100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Updating router c953d3ea-7580-483f-a2d6-a31e58a979fc port 04bbf5dc-998b-4f2d-8eae-b29745018652 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:05:41.284251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-832cccf2-2aa5-442d-a283-8902a838c900 None None] Port 04bbf5dc-998b-4f2d-8eae-b29745018652 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:05:41.286733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.567108 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.579284 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.610701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 602fa689-f5da-44f4-80db-5197fdb071ba up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:05:41.659813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8299-14fc-4c79-913f-77a69ac2f2bb None None] Pushing event updated for resources: {'Port': ['ID=04bbf5dc-998b-4f2d-8eae-b29745018652,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:41.729524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Attempting to bind port 04bbf5dc-998b-4f2d-8eae-b29745018652 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:05:41.729899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Attempting to bind port 04bbf5dc-998b-4f2d-8eae-b29745018652 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:05:41.730296 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Attempting to bind port 04bbf5dc-998b-4f2d-8eae-b29745018652 on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:05:41.738303 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 602fa689-f5da-44f4-80db-5197fdb071ba triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:41.738685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.741540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:05:41.741923 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Checking segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:05:41.742498 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.742899 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Bound using segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:05:41.743414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Bound port: 04bbf5dc-998b-4f2d-8eae-b29745018652, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:05:41.743793 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.862030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] For port 04bbf5dc-998b-4f2d-8eae-b29745018652, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:05:41.878593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] For port 04bbf5dc-998b-4f2d-8eae-b29745018652, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=04bbf5dc-998b-4f2d-8eae-b29745018652,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:05:41.883781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.899783 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f16f76e-fff1-469c-bb5a-e963a44aaba2 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:05:41.992273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-dd8c806a-cc34-4a03-8667-399292bc3f64 None None] Provisioning complete for port 04bbf5dc-998b-4f2d-8eae-b29745018652 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:41.992652 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dd8c806a-cc34-4a03-8667-399292bc3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:41.994082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:41.994745 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:41.999809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8299-14fc-4c79-913f-77a69ac2f2bb None None] Pushing event updated for resources: {'Port': ['ID=04bbf5dc-998b-4f2d-8eae-b29745018652,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:42.127327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7f16f76e-fff1-469c-bb5a-e963a44aaba2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:42.127721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.179464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:42.229914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-1b4ee790-e4f3-41a1-bcf6-29bbb69a3f7e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:42.232432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-1b4ee790-e4f3-41a1-bcf6-29bbb69a3f7e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 797 time: 0.1360021 Sep 21 19:05:42.277622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-4f987a8c-86cb-4146-9de1-604573886531 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 380 time: 0.0356355 Sep 21 19:05:42.290672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dd8c806a-cc34-4a03-8667-399292bc3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.294009 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'port': {'device_id': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'admin_state_up': True, 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'security_groups': ['9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1']}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:42.330965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4f4e9fe3-5372-476a-b42b-264e021ad82c req-4567fbfc-bd9f-4f18-9a63-cf6b84453b26 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 210 time: 0.0506613 Sep 21 19:05:42.402727 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-dd8c806a-cc34-4a03-8667-399292bc3f64 None None] For port 04bbf5dc-998b-4f2d-8eae-b29745018652, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=04bbf5dc-998b-4f2d-8eae-b29745018652,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:42.413426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dd8c806a-cc34-4a03-8667-399292bc3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.424750 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'port': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:05:42.428826 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.503647 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c806a-cc34-4a03-8667-399292bc3f64 None None] Pushing event updated for resources: {'Port': ['ID=04bbf5dc-998b-4f2d-8eae-b29745018652,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:42.540132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a2e2932e-c51a-4299-b2eb-837a661c8e91 None None] Provisioning complete for port 04bbf5dc-998b-4f2d-8eae-b29745018652 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:42.540506 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a2e2932e-c51a-4299-b2eb-837a661c8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.544668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:41Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:42.560257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.14 (7477b4a6-4d0b-446d-8779-5cf7fc22082c/ca78aeec-95d2-48d3-9d0c-a9f3f878f18d/3e8ef424-fa26-4aff-a57b-98d45783c4ff) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:05:42.591524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f412c10-3240-4347-89c9-bcb069bec0b5 None None] The sync data for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 is: [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:41Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:05:42.736968 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.775317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.822498 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:05:42.825669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:05:42.830048 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:05:42.858105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:42.887841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:42.888433 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:42.904881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-e822c029-7686-4725-b6ef-d6cab494124a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6151593 Sep 21 19:05:42.917696 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Request body: {'port': {'device_id': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:42.975185 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.094481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9a3fccec-0fc9-4a6e-bdcf-93a5254dbd55 None None] Provisioning complete for port 3e8ef424-fa26-4aff-a57b-98d45783c4ff triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:43.095019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9a3fccec-0fc9-4a6e-bdcf-93a5254dbd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.130409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fccec-0fc9-4a6e-bdcf-93a5254dbd55 None None] Port 3e8ef424-fa26-4aff-a57b-98d45783c4ff cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:05:43.259736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8ef424-fa26-4aff-a57b-98d45783c4ff {{(pid=95090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:05:43.268333 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.280854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.provisioning_blocks [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Transition to ACTIVE for port object 3e8ef424-fa26-4aff-a57b-98d45783c4ff will not be triggered until provisioned by entity L2. {{(pid=95090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:05:43.285382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.337623 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:43.420283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:05:43.420632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:05:43.420977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:05:43.435493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:05:43.435867 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:05:43.464649 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:05:43.464993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Checking segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:05:43.465383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Bound using segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} {{(pid=95090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:05:43.465827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.managers [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Bound port: 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}}] {{(pid=95090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:05:43.466229 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.522044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7eca-8f11-4810-8953-e9d9754d8342 req-98dd4a94-c579-4a8f-843e-8bd088687877 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:43.523678 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96fd7eca-8f11-4810-8953-e9d9754d8342 req-98dd4a94-c579-4a8f-843e-8bd088687877 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.1002762 Sep 21 19:05:43.571217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h1-810285-3, cleared binding levels {{(pid=95090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:05:43.593068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:05:43.597570 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-96fd7eca-8f11-4810-8953-e9d9754d8342 req-de1f16e0-0926-48cb-b0e7-407a49bc677f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678308 Sep 21 19:05:43.599643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.644560 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:43.645236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.646640 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] 10.222.0.78 "PUT /v2.0/ports/3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1092 time: 0.7334774 Sep 21 19:05:43.647095 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:43.649335 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89937003-cc54-4c55-b593-a8c7b9d48c58" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:43.682925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244d947-e52a-4093-bddc-dfcc8a4e9c23 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=3']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:43.683671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 04bbf5dc-998b-4f2d-8eae-b29745018652 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:05:43.704644 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db89dd4-950b-4bb1-be58-fc50168ffcde x-openstack-request-id: req-0db89dd4-950b-4bb1-be58-fc50168ffcde {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:43.704942 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:43.705197 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0db89dd4-950b-4bb1-be58-fc50168ffcde {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:43.705600 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'status': 'completed', 'code': 200} Sep 21 19:05:43.751758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 04bbf5dc-998b-4f2d-8eae-b29745018652 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:43.752157 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:43.775590 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-71b2f714-3f35-43f5-b36e-5b1aba4e6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:43.778593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-71b2f714-3f35-43f5-b36e-5b1aba4e6fe3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1095 time: 0.0678604 Sep 21 19:05:43.826791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-2cd26b87-23b0-4866-bff3-4123756cd844 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 217 time: 0.0394194 Sep 21 19:05:43.878031 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-0c621d52-6aea-4d33-9268-984dc3bb16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:43.879661 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-0c621d52-6aea-4d33-9268-984dc3bb16b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0464959 Sep 21 19:05:43.930358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-625089eb-74a5-4855-95d4-45276fc2be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:43.931719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-625089eb-74a5-4855-95d4-45276fc2be42 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442734 Sep 21 19:05:44.023504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-b71a7fc8-88b1-432a-9a08-2dfebd1bd418 service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837853 Sep 21 19:05:44.121392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a4536247-bf6f-4f91-ad60-d97a6aed435b req-bc19a651-f395-447e-b6ab-8f905adf9e0c service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902691 Sep 21 19:05:44.207789 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-7a0b38c2-a86d-401e-8aa8-ed1283a183f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:44.209198 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-7a0b38c2-a86d-401e-8aa8-ed1283a183f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1095 time: 0.0431237 Sep 21 19:05:44.304116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-2be61373-c32f-48dd-9239-af42e40dd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:44.305571 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-2be61373-c32f-48dd-9239-af42e40dd2d3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0895274 Sep 21 19:05:44.348229 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-af42d5b5-a189-41fe-8416-c26d74cc14a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 217 time: 0.0348883 Sep 21 19:05:44.397319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-fac7eec0-9dcc-40f4-8633-7b20f4dcb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:44.398772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-fac7eec0-9dcc-40f4-8633-7b20f4dcb969 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0430512 Sep 21 19:05:44.444860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-585efc7c-bc7e-41d9-a759-edae34ce28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:44.446344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-585efc7c-bc7e-41d9-a759-edae34ce28a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387805 Sep 21 19:05:44.538755 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-77f95032-069d-454a-ab30-37b3eda18c41 service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Sep 21 19:05:44.632305 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89937003-cc54-4c55-b593-a8c7b9d48c58 req-00cb3493-a268-4de3-b2ff-fbb3e4239879 service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854194 Sep 21 19:05:44.724888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eb0c8-55c6-4299-9cb4-cccfc783f552 req-523f9c51-5e50-4d65-a41a-e22a078488b2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:44.726389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-533eb0c8-55c6-4299-9cb4-cccfc783f552 req-523f9c51-5e50-4d65-a41a-e22a078488b2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.0495710 Sep 21 19:05:44.764035 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-533eb0c8-55c6-4299-9cb4-cccfc783f552 req-24a13164-ef45-4124-b41d-16c6b6f42764 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315821 Sep 21 19:05:45.032528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:05:45.126157 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:45.137086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'port_id': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'mac_address': 'fa:16:3e:aa:9e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:05:45.174154 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:45.190501 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8ef424-fa26-4aff-a57b-98d45783c4ff {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:05:45.209320 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:45.212987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:45.258148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:45.445361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['3e8ef424-fa26-4aff-a57b-98d45783c4ff'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:05:45.885457 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1293c-4dcc-49a9-a7e3-fb5d46fb7c60 req-6bab5fc3-b6b2-4235-9c6b-954411ef2cf1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:45.886976 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7af1293c-4dcc-49a9-a7e3-fb5d46fb7c60 req-6bab5fc3-b6b2-4235-9c6b-954411ef2cf1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 945 time: 0.0487947 Sep 21 19:05:45.924926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7af1293c-4dcc-49a9-a7e3-fb5d46fb7c60 req-7d16a9b7-a6cd-46d8-b91c-d67867da102a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Sep 21 19:05:47.044003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78c3d0-efc2-4d57-b833-a515acd20c95 req-cd381fb6-716c-466b-8c4e-b4b1ff2a9a29 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:47.046425 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f78c3d0-efc2-4d57-b833-a515acd20c95 req-cd381fb6-716c-466b-8c4e-b4b1ff2a9a29 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 945 time: 0.0538087 Sep 21 19:05:47.047626 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:05:47.084268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9f78c3d0-efc2-4d57-b833-a515acd20c95 req-f7a1aadb-2895-401d-8c81-60c45d307e96 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319443 Sep 21 19:05:47.095958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 3e8ef424-fa26-4aff-a57b-98d45783c4ff completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:05:47.099529 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 3e8ef424-fa26-4aff-a57b-98d45783c4ff triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:47.099896 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:47.176345 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:47.198419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:47.200639 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc45f4-e65a-4cdf-96ed-01eec8bcbbf4" -d '{"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-plugged", "status": "completed", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:47.213533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:47.217606 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:47.240989 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357b511d-177a-4795-84c8-572e4c838f6b x-openstack-request-id: req-357b511d-177a-4795-84c8-572e4c838f6b {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:47.241274 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-plugged", "status": "completed", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:47.241522 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-357b511d-177a-4795-84c8-572e4c838f6b {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:47.241897 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'code': 200} Sep 21 19:05:47.269416 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:47.335517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a7465-bbc9-4ef1-980b-ac62b8b73ddf req-880862b7-1100-4b4f-a6ec-653cc47c8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:47.336977 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-701a7465-bbc9-4ef1-980b-ac62b8b73ddf req-880862b7-1100-4b4f-a6ec-653cc47c8a64 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1097 time: 0.0391409 Sep 21 19:05:47.372838 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-701a7465-bbc9-4ef1-980b-ac62b8b73ddf req-c14de331-9dc8-4864-9941-aa1f0a83358c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282440 Sep 21 19:05:48.202585 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9295e-3863-4ed5-b1e2-71f45ae6d917 req-7ebfd198-561b-47de-a20d-93c88572c001 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:48.204966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfd9295e-3863-4ed5-b1e2-71f45ae6d917 req-7ebfd198-561b-47de-a20d-93c88572c001 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0517230 Sep 21 19:05:48.242429 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfd9295e-3863-4ed5-b1e2-71f45ae6d917 req-716f3d4d-d21f-411a-b4a3-c5a5a2ce681c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Sep 21 19:05:49.362600 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3f328-a9ff-4dc9-933e-0dc188784ed8 req-17e64e14-7fee-4d64-be61-fc8fc69c1ce9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:49.364106 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dba3f328-a9ff-4dc9-933e-0dc188784ed8 req-17e64e14-7fee-4d64-be61-fc8fc69c1ce9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0541170 Sep 21 19:05:49.400992 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dba3f328-a9ff-4dc9-933e-0dc188784ed8 req-10379986-0ab5-425c-ba13-05850fa537f3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Sep 21 19:05:49.514220 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d04-32bb-4061-826f-30b80e6199bf req-fa9e802e-a4e4-4d64-87f4-8cdfbe981ef0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:49.516173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b417d04-32bb-4061-826f-30b80e6199bf req-fa9e802e-a4e4-4d64-87f4-8cdfbe981ef0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0486665 Sep 21 19:05:49.554573 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4b417d04-32bb-4061-826f-30b80e6199bf req-c80b4e2d-62ed-47b0-abf8-3b8c7f39d43a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Sep 21 19:05:49.575807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54100) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:49.620314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1adbd5b-ff32-4367-932a-4d7b2e01b41d tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:49.620314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d1adbd5b-ff32-4367-932a-4d7b2e01b41d tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1092 time: 0.0397449 Sep 21 19:05:49.620314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54102) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:49.623578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:49.645158 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:49.743045 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:49.844733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.135 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/fe225750-3edc-4fe8-bee0-072e9f44130f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:05:49.948546 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:49.981297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:50.017485 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:05:50.021575 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:05:50.024142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:05:50.048638 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=fe225750-3edc-4fe8-bee0-072e9f44130f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:50.614158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-d787a0c5-1967-4581-8e55-116f3c360a9e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856481 Sep 21 19:05:50.747068 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-d72c3064-d872-472c-89fc-c805d908db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:50.748552 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-d72c3064-d872-472c-89fc-c805d908db78 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1097 time: 0.0913565 Sep 21 19:05:50.750123 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:50.883767 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:50.911726 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-1b5e308c-b6d4-43e4-b9c1-92353c84c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:50.913235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-1b5e308c-b6d4-43e4-b9c1-92353c84c094 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.1427896 Sep 21 19:05:51.037423 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-bc93d2df-1197-4f5f-b298-5bbb6835f2a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1000 time: 0.1150281 Sep 21 19:05:51.116830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-5d08af40-efb0-49f5-8f80-559eadcf2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:51.118316 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-5d08af40-efb0-49f5-8f80-559eadcf2d92 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0719600 Sep 21 19:05:51.144491 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:51.161163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:51.238523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-dcbe5335-2815-4745-a424-18a0b9640342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:51.240039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-dcbe5335-2815-4745-a424-18a0b9640342 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114862 Sep 21 19:05:51.242323 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=fe225750-3edc-4fe8-bee0-072e9f44130f,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:51.271978 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:51.415757 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-eafceccc-6b4f-4095-9e6b-90d4cc766a36 service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675997 Sep 21 19:05:51.434794 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 46bf4bb7-b52e-44c2-a068-38e51326a07e associated. External IP: 172.25.3.135, port: 3e8ef424-fa26-4aff-a57b-98d45783c4ff. Sep 21 19:05:51.589418 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-392ffec3-9318-4a13-b5fa-336d05d788a6 req-bc19339c-aebf-4545-8ab8-02d2be3fcc6e service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641676 Sep 21 19:05:51.713373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router c953d3ea-7580-483f-a2d6-a31e58a979fc has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:05:51.828481 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:05:51.838371 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] Sync routers for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:05:51.845597 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:51.849069 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:51.849680 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:51.872283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-86c4f304-4c8a-4255-8b7e-6fa178c1da02 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2519953 Sep 21 19:05:51.872875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:51.875172 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4f09bb-fb45-426d-816c-bad93a72a82a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:51.958255 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:51.969692 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2253c-6099-4dce-9f7a-291b1a21faea req-f792652f-3944-4803-8e8a-bd3fe918062c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:51.971762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ef2253c-6099-4dce-9f7a-291b1a21faea req-f792652f-3944-4803-8e8a-bd3fe918062c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0499682 Sep 21 19:05:52.009549 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5ef2253c-6099-4dce-9f7a-291b1a21faea req-3eabfbd5-53e3-4602-b542-ff38c1263447 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Sep 21 19:05:52.032927 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:52.065060 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5845f4-d45b-41b8-9a12-1a77536188be x-openstack-request-id: req-af5845f4-d45b-41b8-9a12-1a77536188be {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:52.065353 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:52.065611 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af5845f4-d45b-41b8-9a12-1a77536188be {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:52.066021 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'status': 'completed', 'code': 200} Sep 21 19:05:52.098860 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ab046a92-e677-4a99-86d8-97f488482e4a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/46bf4bb7-b52e-44c2-a068-38e51326a07e HTTP/1.1" status: 200 len: 992 time: 0.0636435 Sep 21 19:05:52.132821 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-302fd10a-5296-463d-8222-ed48e17dc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:52.134432 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-302fd10a-5296-463d-8222-ed48e17dc2b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1097 time: 0.0472422 Sep 21 19:05:52.226536 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-f1c1531c-9b9b-4148-9aa5-247ec066328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:52.227932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-f1c1531c-9b9b-4148-9aa5-247ec066328f service neutron] 10.222.0.78 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0858035 Sep 21 19:05:52.271627 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '46bf4bb7-b52e-44c2-a068-38e51326a07e', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'port_id': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'mac_address': 'fa:16:3e:aa:9e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:05:50Z', 'updated_at': '2021-09-21T19:05:50Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:42Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:52.299277 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-a133130f-8f81-4fbd-ae91-f8083b76fadc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1000 time: 0.0641258 Sep 21 19:05:52.301115 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] Checking router: c953d3ea-7580-483f-a2d6-a31e58a979fc for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:05:52.309320 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:05:52.309925 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:05:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:52.350026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-a5fa2800-f214-4d24-b9bb-7d44c408deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:52.351556 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-a5fa2800-f214-4d24-b9bb-7d44c408deb6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0457861 Sep 21 19:05:52.399415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-63f3171b-36a5-459a-bdf4-e87f533e4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:52.400928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-63f3171b-36a5-459a-bdf4-e87f533e4cfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424492 Sep 21 19:05:52.417260 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:05:52.494774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-2ce8377a-86bc-4bed-be6e-94c40b9c1ee3 service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869665 Sep 21 19:05:52.584138 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d4f09bb-fb45-426d-816c-bad93a72a82a req-d7303fe0-c9aa-4612-b788-d44f5480428c service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829248 Sep 21 19:05:52.637053 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '46bf4bb7-b52e-44c2-a068-38e51326a07e', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'port_id': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'mac_address': 'fa:16:3e:aa:9e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:05:50Z', 'updated_at': '2021-09-21T19:05:50Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:42Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:05:52.666231 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3697527-36a9-4a5a-aa0f-ee9cc69cc86d None None] The sync data for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 is: [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '46bf4bb7-b52e-44c2-a068-38e51326a07e', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'port_id': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'mac_address': 'fa:16:3e:aa:9e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:05:50Z', 'updated_at': '2021-09-21T19:05:50Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:42Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:05:52.853998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e094422-6e64-4e44-962e-a41826d7be7a None None] New status for floating IP 46bf4bb7-b52e-44c2-a068-38e51326a07e: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:05:53.101090 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54110) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:05:53.165605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-07ce4738-7eff-4759-9245-bee0935087f1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/46bf4bb7-b52e-44c2-a068-38e51326a07e HTTP/1.1" status: 200 len: 994 time: 0.0633740 Sep 21 19:05:59.334544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5089-45a1-43cd-b13e-2d68ff56025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:03.701607 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-06f2bc3a-e6d5-40f6-820e-d56d13935141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:04.256684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:04.809011 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:05.013709 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:07.490124 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:09.086059 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:16.254654 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:06:24.583689 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0386-69df-4132-bf1d-e2a40865f8a9 req-9fbcb3f8-ae3f-4398-9e80-655f8e9fc50f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:24.585191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a3a0386-69df-4132-bf1d-e2a40865f8a9 req-9fbcb3f8-ae3f-4398-9e80-655f8e9fc50f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0591297 Sep 21 19:06:24.649153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3a3a0386-69df-4132-bf1d-e2a40865f8a9 req-be1723eb-1880-4e91-b32f-7dba254e43f2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580070 Sep 21 19:06:24.658347 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-da1f8da7-e34e-4139-a903-b25f15615d23 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968158 Sep 21 19:06:25.771365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362f4a-93b3-4ee5-9679-cace244d1b47 req-d26806c3-bf32-4ddf-a0a4-78a476b815cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:25.772862 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb362f4a-93b3-4ee5-9679-cace244d1b47 req-d26806c3-bf32-4ddf-a0a4-78a476b815cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0559621 Sep 21 19:06:25.811361 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb362f4a-93b3-4ee5-9679-cace244d1b47 req-a93cdeee-57d2-406e-a86c-764660ff92e3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Sep 21 19:06:26.928239 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f4a76-dce5-4f73-b04c-b14b69284441 req-f1470976-d9cf-4f74-9e48-199629cb321a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:26.929719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-943f4a76-dce5-4f73-b04c-b14b69284441 req-f1470976-d9cf-4f74-9e48-199629cb321a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0485225 Sep 21 19:06:26.973285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-943f4a76-dce5-4f73-b04c-b14b69284441 req-fe96e0e8-e77b-4874-822d-da73c36570d3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362089 Sep 21 19:06:27.820101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-5e814fba-2795-42c9-95bd-709963ca1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:27.821495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-5e814fba-2795-42c9-95bd-709963ca1682 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1097 time: 0.0403585 Sep 21 19:06:27.910218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-242bdace-4a17-43a0-84be-67529424d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:27.911671 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-242bdace-4a17-43a0-84be-67529424d86f service neutron] 10.222.0.78 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0830977 Sep 21 19:06:27.987511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-0b35a311-8a40-4e94-af1d-99d640f8a8af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1002 time: 0.0683892 Sep 21 19:06:28.036669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-072edbbf-da8d-4ea6-b3ce-c57441ef55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:28.038265 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-072edbbf-da8d-4ea6-b3ce-c57441ef55ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0445397 Sep 21 19:06:28.112890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-14cd04bc-e6ff-4423-b13c-8d9ea1c90350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:28.114523 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-14cd04bc-e6ff-4423-b13c-8d9ea1c90350 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631549 Sep 21 19:06:28.122616 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f2998-5d90-406c-b757-9c156b24a146 req-bcb6b6f9-7285-46e1-afeb-586c52e70e2b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:28.123964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-870f2998-5d90-406c-b757-9c156b24a146 req-bcb6b6f9-7285-46e1-afeb-586c52e70e2b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0812392 Sep 21 19:06:28.209451 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-870f2998-5d90-406c-b757-9c156b24a146 req-13e8b1c6-7a56-45a9-b76b-4742858a9699 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770767 Sep 21 19:06:28.231248 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2a4329d1-3ed0-4611-9269-126ef87ccedc service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063864 Sep 21 19:06:28.322593 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-65f77302-a9a5-43c1-817a-ac8c95adc0ec service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845280 Sep 21 19:06:29.327099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d155568-8084-4518-b4b2-75bc82007316 req-c4710614-9315-48db-b360-99918e401112 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:29.328604 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d155568-8084-4518-b4b2-75bc82007316 req-c4710614-9315-48db-b360-99918e401112 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0500731 Sep 21 19:06:29.336336 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7aa94894-ac46-42a3-8f46-4c03e1a49b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:29.369722 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4d155568-8084-4518-b4b2-75bc82007316 req-02642984-bffd-48e6-b665-ad325e3a8302 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Sep 21 19:06:30.488410 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc953eec-6b5f-4875-be82-d4bae02335cb req-9af1caa5-4c69-4763-ad97-1868c3c71c06 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:30.489894 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc953eec-6b5f-4875-be82-d4bae02335cb req-9af1caa5-4c69-4763-ad97-1868c3c71c06 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0531182 Sep 21 19:06:30.526870 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bc953eec-6b5f-4875-be82-d4bae02335cb req-019d2f15-a954-4416-be74-553af6a81bbb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Sep 21 19:06:31.640791 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7f9c6-f8da-4f8e-a9a5-69908d11848f req-fb832168-ca12-4c79-8e68-7ddb16583cb7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:31.642967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5dd7f9c6-f8da-4f8e-a9a5-69908d11848f req-fb832168-ca12-4c79-8e68-7ddb16583cb7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0484519 Sep 21 19:06:31.679249 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5dd7f9c6-f8da-4f8e-a9a5-69908d11848f req-2a2b153d-79fd-4cb9-9bd9-23f64a3b6978 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303843 Sep 21 19:06:32.795753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83efe35-8f71-47c1-920a-4002bdce5a6f req-b1d6167f-7a7c-4f49-a118-78d75ab0eadd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:32.797216 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a83efe35-8f71-47c1-920a-4002bdce5a6f req-b1d6167f-7a7c-4f49-a118-78d75ab0eadd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0482643 Sep 21 19:06:32.835966 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a83efe35-8f71-47c1-920a-4002bdce5a6f req-d93e387a-4451-4120-8538-aa72349b8afc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Sep 21 19:06:33.703477 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-195aacb4-be36-4e2e-bdcb-e504951f2f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:33.952924 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe913f-158a-4ac5-b971-0960d5b7a13f req-0dbbbb5a-b1a6-4f3a-a48b-ecd0a008bba3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:33.955274 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5fe913f-158a-4ac5-b971-0960d5b7a13f req-0dbbbb5a-b1a6-4f3a-a48b-ecd0a008bba3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0534387 Sep 21 19:06:33.992945 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f5fe913f-158a-4ac5-b971-0960d5b7a13f req-12f8aaab-3528-41a0-9cac-bec63b77ecf7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Sep 21 19:06:34.257745 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:34.808818 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:35.016109 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:35.119490 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93269c5-9d63-40b5-93f5-964882550295 req-b52b0fcc-e67f-49bf-897b-83ee9fbd29ef tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:35.120890 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a93269c5-9d63-40b5-93f5-964882550295 req-b52b0fcc-e67f-49bf-897b-83ee9fbd29ef tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0514541 Sep 21 19:06:35.167694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a93269c5-9d63-40b5-93f5-964882550295 req-7aac91ff-24ff-42da-9b57-c4d3fc9118e4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397658 Sep 21 19:06:36.285415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d74360-8d74-4ef5-a7f9-cd10f7dbbbd7 req-13643a3e-6628-4cbf-8c12-e4aab68ff1b1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:36.286936 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75d74360-8d74-4ef5-a7f9-cd10f7dbbbd7 req-13643a3e-6628-4cbf-8c12-e4aab68ff1b1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0496087 Sep 21 19:06:36.325528 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75d74360-8d74-4ef5-a7f9-cd10f7dbbbd7 req-beda386e-4819-41bd-857f-c989a98e09ec tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325725 Sep 21 19:06:37.446573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a893-5412-4e3b-a52d-239971350762 req-97f722c0-ff06-4da3-9e17-efa204564f0e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:37.447478 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3668a893-5412-4e3b-a52d-239971350762 req-97f722c0-ff06-4da3-9e17-efa204564f0e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0545311 Sep 21 19:06:37.488999 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3668a893-5412-4e3b-a52d-239971350762 req-cd3684e1-b53b-4667-ad72-02c10f31f6a2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349317 Sep 21 19:06:37.494701 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:38.604847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47336854-4616-4274-a454-68fab360089c req-ba33f8a0-4583-4555-8100-3e1bfff0ff5d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:38.606428 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47336854-4616-4274-a454-68fab360089c req-ba33f8a0-4583-4555-8100-3e1bfff0ff5d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0478294 Sep 21 19:06:38.645308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47336854-4616-4274-a454-68fab360089c req-adb009e8-b24f-42b5-9a0d-d1a38a1346c8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Sep 21 19:06:39.103514 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:39.757901 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fc1b0-31c8-4e5f-88f2-70f45f0b689b req-3c3245f8-3248-48a3-8ac8-0b5711615f9f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:39.759396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd6fc1b0-31c8-4e5f-88f2-70f45f0b689b req-3c3245f8-3248-48a3-8ac8-0b5711615f9f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0482869 Sep 21 19:06:39.796767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cd6fc1b0-31c8-4e5f-88f2-70f45f0b689b req-46b8c5f5-1478-4df2-a0ef-aae010440a7f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Sep 21 19:06:40.122145 n-d-810285-3 neutron-server[95090]: INFO neutron.api.v2.resource [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-f08ed88d-b2b4-45ad-be22-dd88fab52b94 service neutron] show failed (client error): The resource could not be found. Sep 21 19:06:40.123105 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-f08ed88d-b2b4-45ad-be22-dd88fab52b94 service neutron] 10.222.0.78 "GET /v2.0/ports/3e8ef424-fa26-4aff-a57b-98d45783c4ff/bindings/n-h2-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0582478 Sep 21 19:06:40.308437 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-af02bae4-b6c5-4351-8375-8ee70fc6b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:40.309959 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-af02bae4-b6c5-4351-8375-8ee70fc6b748 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 1097 time: 0.0394616 Sep 21 19:06:40.321453 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:06:40.373546 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:40.576312 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:06:40.607377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:06:40.645344 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:06:40.647758 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1648da-f6c4-47f9-8f36-94215565a04c" -d '{"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:06:40.651761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:40.663802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Transition to ACTIVE for port object 3e8ef424-fa26-4aff-a57b-98d45783c4ff will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:06:40.667838 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:40.698240 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797a2c6-7873-4ecf-ae57-add7397e4845 x-openstack-request-id: req-5797a2c6-7873-4ecf-ae57-add7397e4845 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:06:40.698529 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:06:40.698778 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5797a2c6-7873-4ecf-ae57-add7397e4845 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:06:40.699157 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'code': 200} Sep 21 19:06:40.744545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=6']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:06:40.762470 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.762819 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.763164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.763503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.763837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.764168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.764483 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.764811 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.765134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.765474 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.765780 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.766100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:40.805505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] No DVR routers for this DVR port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:06:40.920394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d204-7ee8-4155-b476-ed31fdd83cce req-80327c6e-065e-4b4d-9ee5-f5945de2a316 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:40.921971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fc1d204-7ee8-4155-b476-ed31fdd83cce req-80327c6e-065e-4b4d-9ee5-f5945de2a316 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.0507417 Sep 21 19:06:40.944834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:06:40.945176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:06:40.945509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:06:40.950046 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:06:40.950404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Attempting to bind port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on network 7477b4a6-4d0b-446d-8779-5cf7fc22082c {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:06:40.955210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:06:40.955551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Checking segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:06:40.955935 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Bound using segment: {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:06:40.956362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Bound port: 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9368da29-d8e5-459c-b98f-6afa6858d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:06:40.956730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:40.960645 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2fc1d204-7ee8-4155-b476-ed31fdd83cce req-4acf895b-d991-424a-b0d7-94398678c3e7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Sep 21 19:06:41.020195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:06:41.023137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:06:41.028193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:41.061126 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:41.061757 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:41.063176 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] 10.222.0.41 "PUT /v2.0/ports/3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1092 time: 0.7454803 Sep 21 19:06:41.085973 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddaf421-a754-4ae1-bafd-84561abda7cb service neutron] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=7']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:06:41.133473 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-df15f064-b13a-4f8c-95ec-4a6909157173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:41.135226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-df15f064-b13a-4f8c-95ec-4a6909157173 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1095 time: 0.0463698 Sep 21 19:06:41.233009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-33c49de3-a676-4ffe-9313-47cd0685eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:41.234527 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-33c49de3-a676-4ffe-9313-47cd0685eeed service neutron] 10.222.0.41 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0923564 Sep 21 19:06:41.302681 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-0987fdba-f84c-4c7a-9214-71a48c37748d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1000 time: 0.0611002 Sep 21 19:06:41.352142 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-5f012be7-5ca6-4491-b6f7-68bc6278d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:41.353583 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-5f012be7-5ca6-4491-b6f7-68bc6278d7e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0436668 Sep 21 19:06:41.399424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-92dc10ad-0d28-4901-82aa-66563731d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:41.400908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-92dc10ad-0d28-4901-82aa-66563731d357 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402427 Sep 21 19:06:41.492733 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-1b4ad8ef-5ce5-421a-8078-55c349637a05 service neutron] 10.222.0.41 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844398 Sep 21 19:06:41.579612 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4e6c141f-7cea-4ee8-a204-ac07f1e466ec req-fb532127-79ca-4eb3-8861-912d29e9bd9a service neutron] 10.222.0.41 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799234 Sep 21 19:06:42.073843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af2c0b-019b-4b88-a1b6-1ce9b783cfb3 req-4e2ec77e-5e77-498b-9faa-db55473d20f8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:42.075360 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22af2c0b-019b-4b88-a1b6-1ce9b783cfb3 req-4e2ec77e-5e77-498b-9faa-db55473d20f8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.0482123 Sep 21 19:06:42.113388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-22af2c0b-019b-4b88-a1b6-1ce9b783cfb3 req-abf06412-1fa3-4e6b-b040-6ca9c3e1d2f1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Sep 21 19:06:42.700154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:06:42.702558 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70d6147-f47a-4edd-9eab-31b54570f865" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:06:42.750321 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f98103-1c6f-4b6d-83f2-fb2bb18bb64b x-openstack-request-id: req-91f98103-1c6f-4b6d-83f2-fb2bb18bb64b {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:06:42.750613 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:06:42.750868 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91f98103-1c6f-4b6d-83f2-fb2bb18bb64b {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:06:42.751267 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'status': 'completed', 'code': 200} Sep 21 19:06:42.820415 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-323e5f73-7d07-45fb-9001-db2d692734c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:42.821993 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-323e5f73-7d07-45fb-9001-db2d692734c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1095 time: 0.0464575 Sep 21 19:06:42.868629 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-1c9e4379-ea11-45c8-b575-e677b79039b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:42.870166 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-1c9e4379-ea11-45c8-b575-e677b79039b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1095 time: 0.0882323 Sep 21 19:06:42.914310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-506c7887-b9a7-4dba-b72e-d4d47a64eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:42.915795 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-506c7887-b9a7-4dba-b72e-d4d47a64eea5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0860367 Sep 21 19:06:42.960614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-cc887888-0575-4cc6-a438-369f0b67b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:42.962047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-cc887888-0575-4cc6-a438-369f0b67b6a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0848770 Sep 21 19:06:42.987918 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-6a9db57a-49e0-4a2e-bd3a-5d4a562517cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1000 time: 0.0625663 Sep 21 19:06:43.037571 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-b96a4bff-f4f4-4025-a2de-e89ba7aaaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.039079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-b96a4bff-f4f4-4025-a2de-e89ba7aaaaf6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0435100 Sep 21 19:06:43.091772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-ace54ab0-f2f3-476f-a9cc-504516ef7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.093417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-ace54ab0-f2f3-476f-a9cc-504516ef7d27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450671 Sep 21 19:06:43.207196 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-407bd787-5e0f-440b-b33b-96c103c37963 service neutron] 10.222.0.41 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060603 Sep 21 19:06:43.303829 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-e26a026a-4a81-4d74-a350-af2c910ca3ef service neutron] 10.222.0.41 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881581 Sep 21 19:06:43.333483 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-0d329aeb-8346-4df3-aadb-8ddcd13db25d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1000 time: 0.3646038 Sep 21 19:06:43.402872 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-195cfeca-404d-411e-b457-85809c9a5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.404330 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-195cfeca-404d-411e-b457-85809c9a5935 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0625658 Sep 21 19:06:43.415101 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697919d-4723-4dcd-8aac-ec3c31387e04 req-02558e41-dc39-4e8c-ad68-cbfad3091a88 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.416472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1697919d-4723-4dcd-8aac-ec3c31387e04 req-02558e41-dc39-4e8c-ad68-cbfad3091a88 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.0860224 Sep 21 19:06:43.482287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1697919d-4723-4dcd-8aac-ec3c31387e04 req-96b7dacd-3bf3-459c-b799-c4708eb2f9ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571101 Sep 21 19:06:43.484730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-8179f123-a1a3-43c4-b4f5-4c43c212706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.486125 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-8179f123-a1a3-43c4-b4f5-4c43c212706b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688214 Sep 21 19:06:43.579025 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-e4b23719-7587-47f0-86e6-b14d6a4d2bbd service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Sep 21 19:06:43.646231 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.78', 55193) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:06:43.705737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34265a-87f1-4543-ba37-8929ee04f0da req-0502bf5f-6a07-4006-b476-23d432154f6e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.707637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-0502bf5f-6a07-4006-b476-23d432154f6e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&binding%3Ahost_id=n-h2-810285-3 HTTP/1.1" status: 200 len: 944 time: 0.0604048 Sep 21 19:06:43.714178 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27419073-5033-41bb-997b-580e3d604311 req-055fce5a-d984-4053-a9ae-7642b6dd28ca tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.715853 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27419073-5033-41bb-997b-580e3d604311 req-055fce5a-d984-4053-a9ae-7642b6dd28ca tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.0678098 Sep 21 19:06:43.719331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-11650ef1-fa26-4de0-ae8b-1029406b2e07 service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324017 Sep 21 19:06:43.756344 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-27419073-5033-41bb-997b-580e3d604311 req-73abc82e-33ec-4ed3-aa19-a24616e56411 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329044 Sep 21 19:06:43.771424 n-d-810285-3 neutron-server[95091]: INFO neutron.api.v2.resource [req-db34265a-87f1-4543-ba37-8929ee04f0da req-2ce3b247-9d80-4130-bba6-a44370f16f34 service neutron] delete failed (client error): The resource could not be found. Sep 21 19:06:43.772444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-2ce3b247-9d80-4130-bba6-a44370f16f34 service neutron] 10.222.0.78 "DELETE /v2.0/ports/3e8ef424-fa26-4aff-a57b-98d45783c4ff/bindings/n-h1-810285-3 HTTP/1.1" status: 404 len: 380 time: 0.0569482 Sep 21 19:06:43.855781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34265a-87f1-4543-ba37-8929ee04f0da req-38d5fda1-b9c7-4aa0-9541-fe8a79be82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.857302 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-38d5fda1-b9c7-4aa0-9541-fe8a79be82e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1095 time: 0.0418103 Sep 21 19:06:43.873229 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387045d-b247-4bab-bfdc-dac01c1c3df0 req-b2b9fb7e-d8e5-487c-99e2-8b9b5f01a23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.874734 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d387045d-b247-4bab-bfdc-dac01c1c3df0 req-b2b9fb7e-d8e5-487c-99e2-8b9b5f01a23c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.0489998 Sep 21 19:06:43.913102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d387045d-b247-4bab-bfdc-dac01c1c3df0 req-43256ad3-d133-4bcf-919d-f8236d1364d4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Sep 21 19:06:43.950839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34265a-87f1-4543-ba37-8929ee04f0da req-ba5a30c1-afd0-44ff-b5dc-0c2b8cbcdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:43.952390 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-ba5a30c1-afd0-44ff-b5dc-0c2b8cbcdb40 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0885108 Sep 21 19:06:44.015233 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-5afc5b8e-5178-443d-ade2-bc875375851e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 1000 time: 0.0558519 Sep 21 19:06:44.064370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34265a-87f1-4543-ba37-8929ee04f0da req-e4fc6aaf-18b6-484f-8de4-71b1a3c124f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:44.066504 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-e4fc6aaf-18b6-484f-8de4-71b1a3c124f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0447545 Sep 21 19:06:44.115135 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34265a-87f1-4543-ba37-8929ee04f0da req-05f7b9e6-0562-4c93-a421-f81ddf0f900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:44.116548 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-05f7b9e6-0562-4c93-a421-f81ddf0f900f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433886 Sep 21 19:06:44.205089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-0d5afa62-ea79-47d3-9c9e-20e289611280 service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808582 Sep 21 19:06:44.579167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db34265a-87f1-4543-ba37-8929ee04f0da req-ccc1a7ac-6b90-4d84-b1b5-a40e9c697e5a service neutron] 10.222.0.78 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674009 Sep 21 19:06:45.036086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287835ae-ba86-4cde-ae8b-c3789bfbb681 req-12b75b62-5619-43e3-9d8c-1524d40898ea tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:45.037732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-287835ae-ba86-4cde-ae8b-c3789bfbb681 req-12b75b62-5619-43e3-9d8c-1524d40898ea tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 944 time: 0.0539033 Sep 21 19:06:45.075982 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-287835ae-ba86-4cde-ae8b-c3789bfbb681 req-c4a88773-e03b-4d1b-ac22-22fbc8b4822a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Sep 21 19:06:45.100309 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54214) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:06:45.166077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-b5448715-9ea0-40c7-bdf0-a97f1d90da68 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/46bf4bb7-b52e-44c2-a068-38e51326a07e HTTP/1.1" status: 200 len: 992 time: 0.0644715 Sep 21 19:06:45.312470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:06:45.350308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:06:46.295734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:06:46.389687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:06:46.400378 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'port_id': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'mac_address': 'fa:16:3e:aa:9e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:06:46.435886 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:46.448038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8ef424-fa26-4aff-a57b-98d45783c4ff {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:06:46.466499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:06:46.470380 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:46.514364 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:06:46.521850 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.522209 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.522551 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.522883 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.523210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.523533 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.523854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.524175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.524493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.524808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.525122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.525435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:46.708807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['3e8ef424-fa26-4aff-a57b-98d45783c4ff'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:06:48.308346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:06:48.356746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 3e8ef424-fa26-4aff-a57b-98d45783c4ff completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:06:48.360833 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 3e8ef424-fa26-4aff-a57b-98d45783c4ff triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:06:48.361323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:48.443177 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:48.465374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:06:48.467652 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299ab65f-ac63-42f5-a54b-90a788542fed" -d '{"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-plugged", "status": "completed", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:06:48.480117 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:06:48.484352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:48.509058 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42755d2-e399-4dda-a9ac-34fb7947378e x-openstack-request-id: req-f42755d2-e399-4dda-a9ac-34fb7947378e {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:06:48.509411 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-plugged", "status": "completed", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:06:48.509663 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f42755d2-e399-4dda-a9ac-34fb7947378e {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:06:48.510045 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'code': 200} Sep 21 19:06:48.533351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=9']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:06:53.253628 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:06:59.337415 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8497954-9c8a-406d-bfd9-ca7d823a4b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:03.707889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4f77804-fbbc-42eb-9299-c6a028882805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:04.258306 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:04.808125 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:05.020239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:07.496118 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.103436 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.512877 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54228) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:15.693937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port fe225750-3edc-4fe8-bee0-072e9f44130f {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:15.694306 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.778827 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.779157 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.794386 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for fe225750-3edc-4fe8-bee0-072e9f44130f owned by network:floatingip {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:15.959215 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.988137 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=fe225750-3edc-4fe8-bee0-072e9f44130f,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:16.059233 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.059626 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 46bf4bb7-b52e-44c2-a068-38e51326a07e disassociated (deleted). External IP: 172.25.3.135, port: 3e8ef424-fa26-4aff-a57b-98d45783c4ff. Sep 21 19:07:16.271945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router c953d3ea-7580-483f-a2d6-a31e58a979fc has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:16.381300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:16.386208 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.392243 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] Sync routers for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:16.401837 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:16.402471 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:16.412814 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a1192292-7809-42c2-b1ab-45cc452b238b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/floatingips/46bf4bb7-b52e-44c2-a068-38e51326a07e HTTP/1.1" status: 204 len: 168 time: 0.8988657 Sep 21 19:07:16.413401 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:16.415670 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b123a1-d4a9-44f0-855b-3a1e4148bccf" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:16.507704 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:16.566607 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3905a-11a4-4f5b-95f9-53a008c741b2 x-openstack-request-id: req-74b3905a-11a4-4f5b-95f9-53a008c741b2 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:16.567353 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:16.567353 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74b3905a-11a4-4f5b-95f9-53a008c741b2 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:16.567651 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'status': 'completed', 'code': 200} Sep 21 19:07:16.634918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-b92d8e1c-f973-426e-bccc-b657aa110230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:16.636451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-b92d8e1c-f973-426e-bccc-b657aa110230 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 1097 time: 0.0454125 Sep 21 19:07:16.668077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37dea1-fb3a-4560-a9db-a8c48a4021c0 req-66a0cbc5-862f-48ec-924b-7b6e5f88dde0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:16.669600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c37dea1-fb3a-4560-a9db-a8c48a4021c0 req-66a0cbc5-862f-48ec-924b-7b6e5f88dde0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0529301 Sep 21 19:07:16.708468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0c37dea1-fb3a-4560-a9db-a8c48a4021c0 req-532c1d90-648d-460d-b123-18c86092b8c1 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Sep 21 19:07:16.720044 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:42Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:16.735022 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-3a4fad74-2055-4374-98b0-d9257c6ae782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:16.736503 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-3a4fad74-2055-4374-98b0-d9257c6ae782 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 200 len: 899 time: 0.0927038 Sep 21 19:07:16.750206 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] Checking router: c953d3ea-7580-483f-a2d6-a31e58a979fc for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:16.759163 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:16.759753 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:16.781520 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-517cc811-3644-4b92-b6db-578e55fe41b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 200 len: 217 time: 0.0348427 Sep 21 19:07:16.831085 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-1e2d1edb-ff40-4f16-8df2-452166eaa28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:16.833078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-1e2d1edb-ff40-4f16-8df2-452166eaa28a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 200 len: 835 time: 0.0435326 Sep 21 19:07:16.864183 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:16.879759 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-a36eac1b-45d6-4d5e-88f0-adf5320a3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:16.881285 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-a36eac1b-45d6-4d5e-88f0-adf5320a3e05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7477b4a6-4d0b-446d-8779-5cf7fc22082c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397558 Sep 21 19:07:16.977097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-252559cf-fa5b-4500-8145-579b6d1c3f40 service neutron] 10.222.0.41 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869651 Sep 21 19:07:17.061872 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:42Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:17.073833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b123a1-d4a9-44f0-855b-3a1e4148bccf req-d463ba63-131f-46b4-b9f2-6a85dbe42ed7 service neutron] 10.222.0.41 "GET /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877876 Sep 21 19:07:17.089624 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc2e34-1a4e-4dc1-9f9f-312f873c04ed None None] The sync data for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 is: [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:39Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '04bbf5dc-998b-4f2d-8eae-b29745018652', 'name': '', 'network_id': '7477b4a6-4d0b-446d-8779-5cf7fc22082c', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:c4:c9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:39Z', 'updated_at': '2021-09-21T19:05:42Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': 'ca78aeec-95d2-48d3-9d0c-a9f3f878f18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:17.309374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fa09a-c7f3-434a-85ba-fb57b414c2ef None None] New status for floating IP 46bf4bb7-b52e-44c2-a068-38e51326a07e: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:07:17.824527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb969a-746c-485a-9d13-0bd1988c62d6 req-6b8e5c12-3629-4b9f-8a3d-9b03392c3368 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:17.825995 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bffb969a-746c-485a-9d13-0bd1988c62d6 req-6b8e5c12-3629-4b9f-8a3d-9b03392c3368 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0489020 Sep 21 19:07:17.863951 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bffb969a-746c-485a-9d13-0bd1988c62d6 req-7d17c0f8-b4b6-4944-9222-6c3515c65e37 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Sep 21 19:07:17.965492 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973edb6-6133-471c-b724-6085537112c0 req-d5542ce7-f3ab-41ce-aac1-2dc650896cde tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:17.967010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3973edb6-6133-471c-b724-6085537112c0 req-d5542ce7-f3ab-41ce-aac1-2dc650896cde tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1aaf879-3f18-4406-9850-6caec2690a3a HTTP/1.1" status: 200 len: 946 time: 0.0569675 Sep 21 19:07:18.055345 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 3e8ef424-fa26-4aff-a57b-98d45783c4ff {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:18.055601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.146174 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 3e8ef424-fa26-4aff-a57b-98d45783c4ff, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=3e8ef424-fa26-4aff-a57b-98d45783c4ff,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:18.146559 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.158915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 3e8ef424-fa26-4aff-a57b-98d45783c4ff owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:18.294697 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.331088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=3e8ef424-fa26-4aff-a57b-98d45783c4ff,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:18.371288 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] No DVR routers for this DVR port 3e8ef424-fa26-4aff-a57b-98d45783c4ff on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:07:18.373965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.376435 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3973edb6-6133-471c-b724-6085537112c0 req-ff48a368-4359-4c94-987d-6498cf26654a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "DELETE /v2.0/ports/3e8ef424-fa26-4aff-a57b-98d45783c4ff HTTP/1.1" status: 204 len: 173 time: 0.4022992 Sep 21 19:07:18.568404 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-deleted', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:18.570874 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6a9a1c-a253-4e69-bea7-a6752430781d" -d '{"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-deleted", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:18.607663 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7e2ad3-67f2-49f1-bf83-4ba954e99187 x-openstack-request-id: req-dc7e2ad3-67f2-49f1-bf83-4ba954e99187 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:18.607961 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aaf879-3f18-4406-9850-6caec2690a3a", "name": "network-vif-deleted", "tag": "3e8ef424-fa26-4aff-a57b-98d45783c4ff", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:18.608214 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc7e2ad3-67f2-49f1-bf83-4ba954e99187 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:18.608638 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aaf879-3f18-4406-9850-6caec2690a3a', 'name': 'network-vif-deleted', 'tag': '3e8ef424-fa26-4aff-a57b-98d45783c4ff', 'status': 'completed', 'code': 200} Sep 21 19:07:18.921609 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54242) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:19.282971 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.530669 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 04bbf5dc-998b-4f2d-8eae-b29745018652 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:19.531011 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.617478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 04bbf5dc-998b-4f2d-8eae-b29745018652, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=04bbf5dc-998b-4f2d-8eae-b29745018652,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:19.617869 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.634942 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 04bbf5dc-998b-4f2d-8eae-b29745018652 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:19.815088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.842273 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=04bbf5dc-998b-4f2d-8eae-b29745018652,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:20.018505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.231201 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router c953d3ea-7580-483f-a2d6-a31e58a979fc has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:20.623749 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:20.629578 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fcffa11e-1cfe-4e67-9844-a16635233bcd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/c953d3ea-7580-483f-a2d6-a31e58a979fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063320 Sep 21 19:07:20.632223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54244) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:20.634256 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] Sync routers for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:20.643244 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:20.643845 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:20.682168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting subnet ca78aeec-95d2-48d3-9d0c-a9f3f878f18d {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:07:20.685717 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.730446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.829724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.848023 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:20.891024 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.917807 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Subnet': ['ID=ca78aeec-95d2-48d3-9d0c-a9f3f878f18d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:20.921954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.927480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-57a436c4-d2a4-48d8-9e19-5604ae239f65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/subnets/ca78aeec-95d2-48d3-9d0c-a9f3f878f18d HTTP/1.1" status: 204 len: 168 time: 0.2906997 Sep 21 19:07:20.928135 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54246) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:20.931279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa922a-50c7-448f-a94d-e39de24b388f None None] Network 7477b4a6-4d0b-446d-8779-5cf7fc22082c requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:21.050250 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:21.066119 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.089725 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] Checking router: c953d3ea-7580-483f-a2d6-a31e58a979fc for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:21.107023 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] Routers {'c953d3ea-7580-483f-a2d6-a31e58a979fc'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:21.107697 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['c953d3ea-7580-483f-a2d6-a31e58a979fc'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:21.130321 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] DHCP port deletion for 7477b4a6-4d0b-446d-8779-5cf7fc22082c request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:07:21.175913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] Deleting port 602fa689-f5da-44f4-80db-5197fdb071ba {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:21.176206 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.183430 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.216620 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] Set router c953d3ea-7580-483f-a2d6-a31e58a979fc gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:21.240168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 7f16f76e-fff1-469c-bb5a-e963a44aaba2 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:21.240540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.244816 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] For port 602fa689-f5da-44f4-80db-5197fdb071ba, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=602fa689-f5da-44f4-80db-5197fdb071ba,segment=NetworkSegment(9368da29-d8e5-459c-b98f-6afa6858d267),segment_id=9368da29-d8e5-459c-b98f-6afa6858d267)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:21.245313 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.258593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] Calling delete_port for 602fa689-f5da-44f4-80db-5197fdb071ba owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:21.323332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 7f16f76e-fff1-469c-bb5a-e963a44aaba2, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7f16f76e-fff1-469c-bb5a-e963a44aaba2,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:21.323715 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.336779 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 7f16f76e-fff1-469c-bb5a-e963a44aaba2 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:21.346128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.407189 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:21.443774 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c0f40-6ab7-4f47-bc66-2adc33b03c23 None None] The sync data for ids ['c953d3ea-7580-483f-a2d6-a31e58a979fc'] in n-d-810285-3 is: [{'id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124889362', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '7f16f76e-fff1-469c-bb5a-e963a44aaba2', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953d3ea-7580-483f-a2d6-a31e58a979fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:05:36Z', 'updated_at': '2021-09-21T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:21.527458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] Pushing event deleted for resources: {'Port': ['ID=602fa689-f5da-44f4-80db-5197fdb071ba,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:21.534295 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1dfd82-a65f-4050-95f1-814aa957a46a None None] No DVR routers for this DVR port 602fa689-f5da-44f4-80db-5197fdb071ba on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:07:21.537533 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.564122 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=7f16f76e-fff1-469c-bb5a-e963a44aaba2,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:21.587945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.588302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.588641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.588966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.589298 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.589627 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.589955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.590303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.590633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.590959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.591279 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.591598 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:21.636467 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.726379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.728396 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.771274 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.771830 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Fanout notify agent at l3_agent the message router_deleted on router c953d3ea-7580-483f-a2d6-a31e58a979fc {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:07:21.779517 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.783195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7547c67c-8dd4-4b24-9c39-7a7686645901 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/routers/c953d3ea-7580-483f-a2d6-a31e58a979fc HTTP/1.1" status: 204 len: 168 time: 0.8519311 Sep 21 19:07:21.783614 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54248) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:21.876022 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.912770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 602fa689-f5da-44f4-80db-5197fdb071ba no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:21.933369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 602fa689-f5da-44f4-80db-5197fdb071ba {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:21.934073 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 602fa689-f5da-44f4-80db-5197fdb071ba not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:21.934255 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 04bbf5dc-998b-4f2d-8eae-b29745018652 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:21.957469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 04bbf5dc-998b-4f2d-8eae-b29745018652 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:21.957948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 04bbf5dc-998b-4f2d-8eae-b29745018652 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:21.980905 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.000348 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7477b4a6-4d0b-446d-8779-5cf7fc22082c']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:22.010035 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9368da29-d8e5-459c-b98f-6afa6858d267') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:22.010378 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9368da29-d8e5-459c-b98f-6afa6858d267') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:22.021583 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.035795 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.042292 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:07:22.042687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: timer() Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:07:22.045976 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:07:22.114056 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.121802 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.126173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/networks/7477b4a6-4d0b-446d-8779-5cf7fc22082c HTTP/1.1" status: 204 len: 168 time: 0.3394191 Sep 21 19:07:22.127102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54250) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:22.138960 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a55490-943a-4c15-b9d5-07525a9d9788 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Network': ['ID=7477b4a6-4d0b-446d-8779-5cf7fc22082c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.197025 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-901789e7-c56c-4743-9746-46ab972b6f4d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.223181 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-901789e7-c56c-4743-9746-46ab972b6f4d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.287958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-901789e7-c56c-4743-9746-46ab972b6f4d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.290743 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-901789e7-c56c-4743-9746-46ab972b6f4d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.291919 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-901789e7-c56c-4743-9746-46ab972b6f4d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1 HTTP/1.1" status: 204 len: 168 time: 0.1640241 Sep 21 19:07:22.300655 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901789e7-c56c-4743-9746-46ab972b6f4d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8db4ac-5a43-4ea3-bce0-d8aa6e5a7ac1,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.514872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:22.535281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 3e8ef424-fa26-4aff-a57b-98d45783c4ff {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:22.535634 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 3e8ef424-fa26-4aff-a57b-98d45783c4ff not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:22.733313 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54256) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:22.737966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-58dd7629-6751-4bc6-a544-5b8cf2184965 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17848861', 'description': 'tempest-secgroup-smoke-17848861 description', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:22.760761 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58dd7629-6751-4bc6-a544-5b8cf2184965 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.839478 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58dd7629-6751-4bc6-a544-5b8cf2184965 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.843005 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58dd7629-6751-4bc6-a544-5b8cf2184965 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.871518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-58dd7629-6751-4bc6-a544-5b8cf2184965 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.872722 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-58dd7629-6751-4bc6-a544-5b8cf2184965 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1384048 Sep 21 19:07:22.873776 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd7629-6751-4bc6-a544-5b8cf2184965 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47b9f93-18b8-45eb-aed0-c75285fbc2a2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.875701 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54258) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:22.880455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d05dc5e5-258b-43c9-b00d-30f2cc2ee436 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'a47b9f93-18b8-45eb-aed0-c75285fbc2a2', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:22.905902 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d05dc5e5-258b-43c9-b00d-30f2cc2ee436 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.960103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d05dc5e5-258b-43c9-b00d-30f2cc2ee436 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.963682 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d05dc5e5-258b-43c9-b00d-30f2cc2ee436 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.981146 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dc5e5-258b-43c9-b00d-30f2cc2ee436 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48395be-dae8-493a-9393-0d1a15df773d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.987383 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d05dc5e5-258b-43c9-b00d-30f2cc2ee436 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.989628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d05dc5e5-258b-43c9-b00d-30f2cc2ee436 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127360 Sep 21 19:07:22.992319 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54260) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:22.996637 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-84769149-688e-4e4c-aca4-a357564ea132 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'a47b9f93-18b8-45eb-aed0-c75285fbc2a2', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:23.022266 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84769149-688e-4e4c-aca4-a357564ea132 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.077790 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84769149-688e-4e4c-aca4-a357564ea132 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.081340 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84769149-688e-4e4c-aca4-a357564ea132 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.104134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84769149-688e-4e4c-aca4-a357564ea132 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046443c9-174c-425e-935f-9ccdb3956151,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.109368 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-84769149-688e-4e4c-aca4-a357564ea132 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.110531 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-84769149-688e-4e4c-aca4-a357564ea132 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172297 Sep 21 19:07:23.113734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54262) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:23.118470 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8e0ceaa1-8029-43d3-8b3e-c15f2ee7ed6a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'a47b9f93-18b8-45eb-aed0-c75285fbc2a2', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:23.143541 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e0ceaa1-8029-43d3-8b3e-c15f2ee7ed6a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.200825 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e0ceaa1-8029-43d3-8b3e-c15f2ee7ed6a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.204516 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e0ceaa1-8029-43d3-8b3e-c15f2ee7ed6a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.222010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ceaa1-8029-43d3-8b3e-c15f2ee7ed6a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec553a5-31b3-4967-85c9-633434773b3d,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.228208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8e0ceaa1-8029-43d3-8b3e-c15f2ee7ed6a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.229547 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8e0ceaa1-8029-43d3-8b3e-c15f2ee7ed6a tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148434 Sep 21 19:07:23.232268 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54264) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:23.236558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-61e672a9-c098-4d23-b6a2-a09a6fc6d201 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'a47b9f93-18b8-45eb-aed0-c75285fbc2a2', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:23.262353 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61e672a9-c098-4d23-b6a2-a09a6fc6d201 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.320232 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61e672a9-c098-4d23-b6a2-a09a6fc6d201 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.323893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61e672a9-c098-4d23-b6a2-a09a6fc6d201 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.343381 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e672a9-c098-4d23-b6a2-a09a6fc6d201 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b14e2d8-60e9-4a7b-b03e-734429672b1a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.347169 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-61e672a9-c098-4d23-b6a2-a09a6fc6d201 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.351632 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-61e672a9-c098-4d23-b6a2-a09a6fc6d201 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159101 Sep 21 19:07:23.352115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54266) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:23.356262 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'a47b9f93-18b8-45eb-aed0-c75285fbc2a2', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:23.378435 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:07:23.383317 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.442311 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.445534 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.467014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32216ece-f261-4542-93f5-e9387f80dea0,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.470071 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.474704 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ca94b6df-63dd-4249-9b10-884637e4bd76 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187987 Sep 21 19:07:23.475349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54268) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:23.479717 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': 'a47b9f93-18b8-45eb-aed0-c75285fbc2a2', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:23.500385 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:07:23.505566 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.564132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.568442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.587849 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48561a4e-b40d-41fb-ae41-cc696190afb3,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.590799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.591975 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2d80dd64-7c50-4a24-8ff5-be61470c279e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157517 Sep 21 19:07:23.594723 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54270) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:23.600008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'network': {'name': 'tempest-network-smoke--1442353692', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'port_security_enabled': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:23.609279 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f16f76e-fff1-469c-bb5a-e963a44aaba2 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:23.619737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:23.623182 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.632489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7f16f76e-fff1-469c-bb5a-e963a44aaba2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:23.632838 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f16f76e-fff1-469c-bb5a-e963a44aaba2 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:23.648265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:07:23.656904 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.657250 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Added segment 967ade01-c0f8-4ee4-93e7-a4b4d24faf08 of type vlan for network 54652be6-df70-43cc-8b71-e4191f32259d Sep 21 19:07:23.696707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.721192 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.726820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:23.727407 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.763189 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1674523 Sep 21 19:07:23.765981 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54272) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:23.771278 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'admin_state_up': True, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:23.793755 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.794783 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.800941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85587563-a14c-447c-a313-be5bde448373 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Network': ['ID=54652be6-df70-43cc-8b71-e4191f32259d,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.812949 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 54652be6-df70-43cc-8b71-e4191f32259d details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:07:23.846056 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.983813 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.183010 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.201473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.299636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.18 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/48d604b2-5457-43fb-9622-e007904c67b6) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:24.404269 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.437744 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.474719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:24.477447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:24.480761 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:24.487945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=48d604b2-5457-43fb-9622-e007904c67b6,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:24.728982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.924561 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.050648 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:07:25.160019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:25.169796 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Sync routers for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:25.179047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:25.179210 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.179685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:25.180307 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4bd01165-5d4d-496a-bddb-bc4fbe7a0f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4132385 Sep 21 19:07:25.183440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54274) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.215480 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-cf2aae29-75c4-4f5f-b0b7-ee780e00b130 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=69e3d06ad4fe4c408c63465d7295b2b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284724 Sep 21 19:07:25.215725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54276) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.285102 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:25.300411 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39ac9f-0760-4d9a-aa01-031be82b686c tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:25.302026 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8b39ac9f-0760-4d9a-aa01-031be82b686c tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853851 Sep 21 19:07:25.304772 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54278) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.336826 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-734a32ef-ef80-4424-babb-705fa5d2fdca tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309503 Sep 21 19:07:25.339281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54280) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.343899 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436624037', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:25.431986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'subnet': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:25.435686 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14121667'] for subnet, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.463819 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:25.494242 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Checking router: a31afd15-8bbb-4a3d-89c6-20e168a48dc6 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:25.494583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Updating router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 port 48d604b2-5457-43fb-9622-e007904c67b6 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:07:25.519559 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.621324 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12795121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14121709'] for subnet, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.690217 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Subnet': ['ID=4f703ea0-5845-4928-a85e-18c652d1a04d,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:25.693575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Checking segment: {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:25.693937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network hostable DHCP agents. Network: 54652be6-df70-43cc-8b71-e4191f32259d, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:07:25.710708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 54652be6-df70-43cc-8b71-e4191f32259d is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:07:25.719355 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 54652be6-df70-43cc-8b71-e4191f32259d) {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:25.724207 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:25.724789 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.733779 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d43b7-2481-4c06-a5ea-ed05e67ce7ce None None] Network 54652be6-df70-43cc-8b71-e4191f32259d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:25.741287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a36f9ef-748b-4330-948f-4e2d4991a26d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010091 Sep 21 19:07:25.744101 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54282) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.802099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.834408 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.903676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd75a-f349-4aa7-8977-24d23dbdb7bc None None] Pushing event updated for resources: {'Port': ['ID=48d604b2-5457-43fb-9622-e007904c67b6,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:25.907487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Attempting to bind port 48d604b2-5457-43fb-9622-e007904c67b6 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:25.907860 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Attempting to bind port 48d604b2-5457-43fb-9622-e007904c67b6 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:25.908228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Attempting to bind port 48d604b2-5457-43fb-9622-e007904c67b6 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:25.935940 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:25.936318 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:25.936727 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.937121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:25.937594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Bound port: 48d604b2-5457-43fb-9622-e007904c67b6, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:25.937977 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.014953 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-54652be6-df70-43cc-8b71-e4191f32259d', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:07:26.015807 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.018019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] For port 48d604b2-5457-43fb-9622-e007904c67b6, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:26.040011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] For port 48d604b2-5457-43fb-9622-e007904c67b6, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48d604b2-5457-43fb-9622-e007904c67b6,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:26.048013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.198716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd75a-f349-4aa7-8977-24d23dbdb7bc None None] Pushing event updated for resources: {'Port': ['ID=48d604b2-5457-43fb-9622-e007904c67b6,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.203880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:26.204528 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:26.266640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Allocated IP 172.20.0.2 (54652be6-df70-43cc-8b71-e4191f32259d/4f703ea0-5845-4928-a85e-18c652d1a04d/7ce6d2d7-097d-4dce-b860-f73452e1feef) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:26.357139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:26.467551 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.596810 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.606728 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.650827 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Network 54652be6-df70-43cc-8b71-e4191f32259d is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:26.659009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:26.662636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:26.664586 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Pushing event updated for resources: {'Port': ['ID=7ce6d2d7-097d-4dce-b860-f73452e1feef,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.699065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:26.737735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.1 (54652be6-df70-43cc-8b71-e4191f32259d/4f703ea0-5845-4928-a85e-18c652d1a04d/baef4512-2899-40ba-9a80-252f66883d5e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:26.743955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e67ce0-ca59-473e-b5a2-00f1095bc53f None None] The sync data for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 is: [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:26.749262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Attempting to bind port 7ce6d2d7-097d-4dce-b860-f73452e1feef on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:26.749620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Attempting to bind port 7ce6d2d7-097d-4dce-b860-f73452e1feef by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:26.749988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Attempting to bind port 7ce6d2d7-097d-4dce-b860-f73452e1feef on network 54652be6-df70-43cc-8b71-e4191f32259d {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:26.756093 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:26.756515 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Checking segment: {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:26.756933 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.757327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Bound using segment: {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:26.757810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Bound port: 7ce6d2d7-097d-4dce-b860-f73452e1feef, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:26.758219 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.824126 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] For port 7ce6d2d7-097d-4dce-b860-f73452e1feef, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:26.827831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] For port 7ce6d2d7-097d-4dce-b860-f73452e1feef, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7ce6d2d7-097d-4dce-b860-f73452e1feef,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:26.834040 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.862226 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.900689 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da39e9-08bb-4a92-b63e-a6b9174b805c None None] Pushing event updated for resources: {'Port': ['ID=7ce6d2d7-097d-4dce-b860-f73452e1feef,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.905870 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.950034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 54652be6-df70-43cc-8b71-e4191f32259d is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:26.953665 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:26.958136 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:26.985931 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=baef4512-2899-40ba-9a80-252f66883d5e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:27.039330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.211872 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.505531 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.510330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.584569 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=baef4512-2899-40ba-9a80-252f66883d5e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:27.587078 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.705235 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 54652be6-df70-43cc-8b71-e4191f32259d is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:27.707527 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:27.740900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48d604b2-5457-43fb-9622-e007904c67b6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:27.792852 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 48d604b2-5457-43fb-9622-e007904c67b6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:27.793375 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.830104 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:27.876332 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.901030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 48d604b2-5457-43fb-9622-e007904c67b6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48d604b2-5457-43fb-9622-e007904c67b6,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:27.907165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.908774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7ce6d2d7-097d-4dce-b860-f73452e1feef up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:27.955988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ddde88-1fa1-4517-bae7-73830d1f89a9 None None] Network 54652be6-df70-43cc-8b71-e4191f32259d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:27.958460 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:27.963637 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-2b4b1c54-aeb1-47ce-b0d8-b8da9fb52822 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/a31afd15-8bbb-4a3d-89c6-20e168a48dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2184703 Sep 21 19:07:28.047642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=48d604b2-5457-43fb-9622-e007904c67b6,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:28.075405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9e74332b-440c-4b36-8ca7-c73caa1432dd None None] Provisioning complete for port 7ce6d2d7-097d-4dce-b860-f73452e1feef triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.075776 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e74332b-440c-4b36-8ca7-c73caa1432dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.082594 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7ce6d2d7-097d-4dce-b860-f73452e1feef triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.083015 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.280576 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-f325b04b-7933-4ca1-ba12-3a7774d45f17 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17848861&fields=id&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 267 time: 0.0355663 Sep 21 19:07:28.404390 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Sync routers for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:28.407512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-9b17b2c4-f7b0-4c5c-abe7-48d99c3067ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:28.409258 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-9b17b2c4-f7b0-4c5c-abe7-48d99c3067ae tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 797 time: 0.1210330 Sep 21 19:07:28.414480 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:28.415182 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:28.426374 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-3ab20c5c-180f-45cc-aa4e-63d0566bc80f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/quotas/69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 375 time: 0.0098650 Sep 21 19:07:28.456240 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e74332b-440c-4b36-8ca7-c73caa1432dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.459920 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.495575 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-02b95f5d-422f-40ae-a2cb-334e37238f1f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612531 Sep 21 19:07:28.504694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9e74332b-440c-4b36-8ca7-c73caa1432dd None None] For port 7ce6d2d7-097d-4dce-b860-f73452e1feef, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7ce6d2d7-097d-4dce-b860-f73452e1feef,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:28.515921 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e74332b-440c-4b36-8ca7-c73caa1432dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.535960 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:28.580360 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 19:07:28.580721 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 19:07:28.605832 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74332b-440c-4b36-8ca7-c73caa1432dd None None] Pushing event updated for resources: {'Port': ['ID=7ce6d2d7-097d-4dce-b860-f73452e1feef,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:28.625298 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-9b67963b-37c5-4527-8335-11af6a9a691d service neutron] 10.222.0.70 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169353 Sep 21 19:07:28.726750 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-3ea02ee0-2b44-4b4b-9763-39ea05dca51e service neutron] 10.222.0.70 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005414 Sep 21 19:07:28.737363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-11e62c88-a819-4a89-8cbb-9424c8e3b413 None None] Provisioning complete for port 7ce6d2d7-097d-4dce-b860-f73452e1feef triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.737751 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-11e62c88-a819-4a89-8cbb-9424c8e3b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.754322 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 2, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:28.790145 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Checking router: a31afd15-8bbb-4a3d-89c6-20e168a48dc6 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:28.790469 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Updating router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 port baef4512-2899-40ba-9a80-252f66883d5e binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:07:28.816858 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.836373 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-11e62c88-a819-4a89-8cbb-9424c8e3b413 None None] Provisioning complete for port baef4512-2899-40ba-9a80-252f66883d5e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.836990 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-11e62c88-a819-4a89-8cbb-9424c8e3b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.876414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-11e62c88-a819-4a89-8cbb-9424c8e3b413 None None] Port baef4512-2899-40ba-9a80-252f66883d5e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:28.948627 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6de6dbf3-d244-46fc-b1a0-e638e52f499e req-84b2030d-4c41-4b0b-bf5c-21dd20728f3c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 210 time: 0.0319088 Sep 21 19:07:28.996419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d1be798a-0419-42f4-8bd1-021d1e57ed71 None None] Provisioning complete for port baef4512-2899-40ba-9a80-252f66883d5e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.996871 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d1be798a-0419-42f4-8bd1-021d1e57ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.035778 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d1be798a-0419-42f4-8bd1-021d1e57ed71 None None] Port baef4512-2899-40ba-9a80-252f66883d5e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:29.130461 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.136937 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.213995 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Pushing event updated for resources: {'Port': ['ID=baef4512-2899-40ba-9a80-252f66883d5e,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:29.237101 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.237459 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.237802 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.238810 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.239156 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.239485 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.239808 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.240309 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.240634 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.240959 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.241288 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.241609 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:29.264447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a7969de2-f1d6-4968-a512-334a86bb42fd None None] Provisioning complete for port baef4512-2899-40ba-9a80-252f66883d5e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:29.264873 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a7969de2-f1d6-4968-a512-334a86bb42fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.265477 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Attempting to bind port baef4512-2899-40ba-9a80-252f66883d5e on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:29.265961 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Attempting to bind port baef4512-2899-40ba-9a80-252f66883d5e by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:29.266427 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Attempting to bind port baef4512-2899-40ba-9a80-252f66883d5e on network 54652be6-df70-43cc-8b71-e4191f32259d {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:29.272867 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:29.273441 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Checking segment: {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:29.273931 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.274428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Bound using segment: {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:29.275104 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Bound port: baef4512-2899-40ba-9a80-252f66883d5e, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:29.275555 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.309137 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a7969de2-f1d6-4968-a512-334a86bb42fd None None] Port baef4512-2899-40ba-9a80-252f66883d5e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:29.344884 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b810dda4-ace4-4b37-9434-c0b8f6578972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.355450 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] For port baef4512-2899-40ba-9a80-252f66883d5e, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:29.359333 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] For port baef4512-2899-40ba-9a80-252f66883d5e, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=baef4512-2899-40ba-9a80-252f66883d5e,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:29.365464 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.428201 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706f4a8-de13-4daa-b245-27d514c06581 None None] Pushing event updated for resources: {'Port': ['ID=baef4512-2899-40ba-9a80-252f66883d5e,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:29.434218 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:29.434885 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:29.439843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0de2a8ff-2c4d-42da-9c27-916397497b41 None None] Provisioning complete for port baef4512-2899-40ba-9a80-252f66883d5e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:29.440238 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0de2a8ff-2c4d-42da-9c27-916397497b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.536792 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0de2a8ff-2c4d-42da-9c27-916397497b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.559727 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:29.578030 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0de2a8ff-2c4d-42da-9c27-916397497b41 None None] For port baef4512-2899-40ba-9a80-252f66883d5e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=baef4512-2899-40ba-9a80-252f66883d5e,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:29.583887 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0de2a8ff-2c4d-42da-9c27-916397497b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.646048 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a8ff-2c4d-42da-9c27-916397497b41 None None] Pushing event updated for resources: {'Port': ['ID=baef4512-2899-40ba-9a80-252f66883d5e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:29.678629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48d604b2-5457-43fb-9622-e007904c67b6 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:29.725354 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c44000e5-781d-4b20-82eb-714f73c2e690 None None] Provisioning complete for port baef4512-2899-40ba-9a80-252f66883d5e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:29.725755 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c44000e5-781d-4b20-82eb-714f73c2e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.772079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 48d604b2-5457-43fb-9622-e007904c67b6 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:29.772458 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.877084 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:29.897293 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7ce6d2d7-097d-4dce-b860-f73452e1feef up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:29.910624 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b1681-fa3f-4f2e-90d5-73123e22539b None None] The sync data for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 is: [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:29.960633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7ce6d2d7-097d-4dce-b860-f73452e1feef triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:29.961012 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.994284 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-e18df3cf-12ec-4b98-ac1b-94d3837ad874 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:29.996083 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-e18df3cf-12ec-4b98-ac1b-94d3837ad874 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 797 time: 0.1210895 Sep 21 19:07:30.053432 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-41c8070a-4f93-4071-97ef-56cf2a8dda53 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 378 time: 0.0483468 Sep 21 19:07:30.064604 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'port': {'device_id': '32e88d77-e329-45f2-8d65-7860f94e051a', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'admin_state_up': True, 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'security_groups': ['a47b9f93-18b8-45eb-aed0-c75285fbc2a2']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:30.113565 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-113f2ca2-7e8d-4713-88db-3f0a8c9b6915 req-23285b3d-aa29-4d04-9175-be2f166a512b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 210 time: 0.0353699 Sep 21 19:07:30.206165 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:30.210302 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.252729 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:07:30.351441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.6 (54652be6-df70-43cc-8b71-e4191f32259d/4f703ea0-5845-4928-a85e-18c652d1a04d/bc4379cb-80cb-4751-b673-b0d17cc5dbd4) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:30.500496 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.536944 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.584736 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 54652be6-df70-43cc-8b71-e4191f32259d is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:30.587960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:30.591691 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:30.602657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:30.653229 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.653995 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.671502 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-6f496837-eab8-445c-948f-db1f513006f0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108663 Sep 21 19:07:30.684413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Request body: {'port': {'device_id': '32e88d77-e329-45f2-8d65-7860f94e051a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:30.744710 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.872210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-de01afd1-d1a8-406a-ab25-6ecceb9b74bd None None] Provisioning complete for port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:30.872479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-de01afd1-d1a8-406a-ab25-6ecceb9b74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.912591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-de01afd1-d1a8-406a-ab25-6ecceb9b74bd None None] Port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:31.031457 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4379cb-80cb-4751-b673-b0d17cc5dbd4 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:07:31.038974 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:31.050631 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Transition to ACTIVE for port object bc4379cb-80cb-4751-b673-b0d17cc5dbd4 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:07:31.054482 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:31.110461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:31.186472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Attempting to bind port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:31.186907 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Attempting to bind port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:31.187306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Attempting to bind port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 on network 54652be6-df70-43cc-8b71-e4191f32259d {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:31.193013 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 on network 54652be6-df70-43cc-8b71-e4191f32259d not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:07:31.193350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Attempting to bind port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 on network 54652be6-df70-43cc-8b71-e4191f32259d {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:31.204867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:31.205517 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Checking segment: {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:31.205967 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Bound using segment: {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:31.206458 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Bound port: bc4379cb-80cb-4751-b673-b0d17cc5dbd4, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967ade01-c0f8-4ee4-93e7-a4b4d24faf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:31.206877 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:31.237149 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbeaa-0662-4c0c-85dd-c8b777b74419 req-a6fe42b8-d07a-4bc4-be43-5f163543502f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:31.239278 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-336dbeaa-0662-4c0c-85dd-c8b777b74419 req-a6fe42b8-d07a-4bc4-be43-5f163543502f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 943 time: 0.0531325 Sep 21 19:07:31.274934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] For port bc4379cb-80cb-4751-b673-b0d17cc5dbd4, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:31.278029 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] For port bc4379cb-80cb-4751-b673-b0d17cc5dbd4, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:31.283130 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:31.284362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-336dbeaa-0662-4c0c-85dd-c8b777b74419 req-160a1e17-5c60-45e2-924d-c47fc31e30b7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391037 Sep 21 19:07:31.317636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:31.318288 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:31.319716 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] 10.222.0.78 "PUT /v2.0/ports/bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 1091 time: 0.6400063 Sep 21 19:07:31.320129 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:31.322398 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dd4464-a70d-45ca-a1f9-2ededc45fd02" -d '{"events": [{"name": "network-changed", "server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:31.357619 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f9a6d-e0c8-43b3-b694-04160d7a9214 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:31.382129 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9113df-10b0-468a-b6f4-4647c7d0129f x-openstack-request-id: req-ed9113df-10b0-468a-b6f4-4647c7d0129f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:31.382460 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:31.382850 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed9113df-10b0-468a-b6f4-4647c7d0129f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:31.383320 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'status': 'completed', 'code': 200} Sep 21 19:07:31.413087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-49935c2e-6c2b-4304-827b-cdb2ddbb52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:31.414880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-49935c2e-6c2b-4304-827b-cdb2ddbb52bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1094 time: 0.0450530 Sep 21 19:07:31.462593 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-eb72ced0-8f59-41fd-b965-cda3922b2734 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 217 time: 0.0393741 Sep 21 19:07:31.513802 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-bcc2d2b5-ab8f-4d8e-94fe-be4909e50cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:31.515378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-bcc2d2b5-ab8f-4d8e-94fe-be4909e50cee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 200 len: 835 time: 0.0464544 Sep 21 19:07:31.560376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-239bd0ec-6fb1-4103-bdb5-9c7ee06a517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:31.561884 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-239bd0ec-6fb1-4103-bdb5-9c7ee06a517c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=54652be6-df70-43cc-8b71-e4191f32259d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395591 Sep 21 19:07:31.656125 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-5e2dc45c-adc6-4a55-b7bf-48fa27f3a36e service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871160 Sep 21 19:07:31.673648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device baef4512-2899-40ba-9a80-252f66883d5e up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:31.719801 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port baef4512-2899-40ba-9a80-252f66883d5e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:31.720167 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:31.765434 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-36f58763-5da5-4a71-8b06-de5e0c6a2630 req-22be53ca-39aa-417f-aa20-b1a2d2373131 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027689 Sep 21 19:07:31.855983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-9cf287c8-dbfb-4a6e-a0e4-df3ff20833f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:31.857477 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-9cf287c8-dbfb-4a6e-a0e4-df3ff20833f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1094 time: 0.0488906 Sep 21 19:07:31.948526 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-1032b3c3-d3b6-44fd-b4f4-f39e99cb924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:31.949938 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-1032b3c3-d3b6-44fd-b4f4-f39e99cb924c service neutron] 10.222.0.78 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 899 time: 0.0854883 Sep 21 19:07:31.995855 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-32067640-a087-4baf-97f8-72d28fca0c88 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 217 time: 0.0392466 Sep 21 19:07:32.044955 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-5e80720f-4b91-4358-869b-39369061eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:32.046565 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-5e80720f-4b91-4358-869b-39369061eb88 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 200 len: 835 time: 0.0433767 Sep 21 19:07:32.092446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-f46ac2f4-a6cb-4a51-a828-94a21652361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:32.093886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-f46ac2f4-a6cb-4a51-a828-94a21652361c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=54652be6-df70-43cc-8b71-e4191f32259d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390162 Sep 21 19:07:32.187212 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-e6e29aeb-6d18-43f8-aba6-d0a279fba523 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853226 Sep 21 19:07:32.277785 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-38dd4464-a70d-45ca-a1f9-2ededc45fd02 req-36da5d17-6c85-4483-b2ad-793312c7d565 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833361 Sep 21 19:07:32.401450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ee303-b001-469c-ad13-70212bac1c61 req-2fa68f10-72c8-40af-b522-9f31b7b97ebe tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:32.402967 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab2ee303-b001-469c-ad13-70212bac1c61 req-2fa68f10-72c8-40af-b522-9f31b7b97ebe tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 943 time: 0.0497310 Sep 21 19:07:32.441012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab2ee303-b001-469c-ad13-70212bac1c61 req-8ba4065d-beb1-4d44-8b95-439dcbed05fe tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319958 Sep 21 19:07:33.530084 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bc4379cb-80cb-4751-b673-b0d17cc5dbd4 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:07:33.553675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed242e7-f778-40ae-b4c6-50aa5c4aa6cd req-83f7e3ef-aecd-45fe-97a3-91bee649e576 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:33.555242 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ed242e7-f778-40ae-b4c6-50aa5c4aa6cd req-83f7e3ef-aecd-45fe-97a3-91bee649e576 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 943 time: 0.0487523 Sep 21 19:07:33.593518 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2ed242e7-f778-40ae-b4c6-50aa5c4aa6cd req-66c49b7c-9f9a-4607-a8b2-261a4fa852e7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321596 Sep 21 19:07:33.627802 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port bc4379cb-80cb-4751-b673-b0d17cc5dbd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:33.639067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'port_id': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'mac_address': 'fa:16:3e:60:50:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:07:33.674607 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:33.687639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4379cb-80cb-4751-b673-b0d17cc5dbd4 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:07:33.721009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port bc4379cb-80cb-4751-b673-b0d17cc5dbd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:33.723336 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-01665f7f-fbd0-4284-b248-f885efacec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:33.725585 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:33.770807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:33.928041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['bc4379cb-80cb-4751-b673-b0d17cc5dbd4'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:07:34.258555 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:34.708408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705f59-a3bf-49a2-ab91-e660db0a319f req-21ebce8b-6115-4aff-b333-ca1143520558 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:34.709874 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a705f59-a3bf-49a2-ab91-e660db0a319f req-21ebce8b-6115-4aff-b333-ca1143520558 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 944 time: 0.0497611 Sep 21 19:07:34.750910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a705f59-a3bf-49a2-ab91-e660db0a319f req-f5ae472f-a890-4e0b-b5c4-e28f0492516f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350823 Sep 21 19:07:34.837028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:35.022457 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:35.560089 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bc4379cb-80cb-4751-b673-b0d17cc5dbd4 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:35.608440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:07:35.612077 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:35.612453 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:35.688175 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:35.710810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:35.713025 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54832afa-f3cf-4ed9-8e24-45c15143256f" -d '{"events": [{"server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "name": "network-vif-plugged", "status": "completed", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:35.725901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port bc4379cb-80cb-4751-b673-b0d17cc5dbd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:35.729874 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:35.755248 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3983fe2-5554-45bb-9d17-318f25e7e226 x-openstack-request-id: req-e3983fe2-5554-45bb-9d17-318f25e7e226 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:35.755534 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "name": "network-vif-plugged", "status": "completed", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:35.756448 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3983fe2-5554-45bb-9d17-318f25e7e226 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:35.756878 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'code': 200} Sep 21 19:07:35.783464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:35.847291 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76d209-5604-487f-843c-1c9001aa51ed req-19c8ab77-abef-4777-9bed-7bc3c7bc262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:35.848788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cf76d209-5604-487f-843c-1c9001aa51ed req-19c8ab77-abef-4777-9bed-7bc3c7bc262e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1096 time: 0.0415783 Sep 21 19:07:35.879940 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d36c-bd61-4573-b79a-c961cfc7a8e4 req-04bf6b7d-4f50-4b3f-bfa6-8bba439a93a0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:35.881568 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d74d36c-bd61-4573-b79a-c961cfc7a8e4 req-04bf6b7d-4f50-4b3f-bfa6-8bba439a93a0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0500152 Sep 21 19:07:35.888830 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cf76d209-5604-487f-843c-1c9001aa51ed req-035c3b6a-16e4-4c9d-b361-6cfeef83d816 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329511 Sep 21 19:07:35.919400 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3d74d36c-bd61-4573-b79a-c961cfc7a8e4 req-8751f14f-9f94-4660-8ba9-9ad39ed4c999 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315368 Sep 21 19:07:37.036010 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29effb10-1516-46d9-bd34-f407fa3d8f5f req-34b6a95b-cb83-49e0-8d01-c1fe98302dba tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:37.037480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29effb10-1516-46d9-bd34-f407fa3d8f5f req-34b6a95b-cb83-49e0-8d01-c1fe98302dba tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0499768 Sep 21 19:07:37.074983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-29effb10-1516-46d9-bd34-f407fa3d8f5f req-d854be09-a2a6-4418-96d2-ab087ee2e911 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314531 Sep 21 19:07:37.198528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8799ad-4e03-4d25-80e4-eff46ad1ba84 req-449a7513-6af2-400e-99c8-164335c410da tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:37.200022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad8799ad-4e03-4d25-80e4-eff46ad1ba84 req-449a7513-6af2-400e-99c8-164335c410da tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0485382 Sep 21 19:07:37.242356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad8799ad-4e03-4d25-80e4-eff46ad1ba84 req-473a54a3-bd82-4020-bc2d-d74f2cf851c8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359478 Sep 21 19:07:37.264261 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54334) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:37.303248 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679d0160-75e0-4ca9-b3f7-e15b971b5050 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:37.304774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-679d0160-75e0-4ca9-b3f7-e15b971b5050 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1091 time: 0.0395265 Sep 21 19:07:37.307647 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54336) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:37.311826 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:37.334309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.432600 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.502547 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.539675 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.141 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/6f5f52c7-a8cd-4bdf-8e60-5acf67e66f54) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:37.646668 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.679938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.718871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:37.721799 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:37.728638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:37.731681 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=6f5f52c7-a8cd-4bdf-8e60-5acf67e66f54,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:38.086242 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.152618 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.300362 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.304405 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.370813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=6f5f52c7-a8cd-4bdf-8e60-5acf67e66f54,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:38.383064 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.486529 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 167ee023-55f7-4b94-a35c-4a1b9bc465cd associated. External IP: 172.25.3.141, port: bc4379cb-80cb-4751-b673-b0d17cc5dbd4. Sep 21 19:07:38.692800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:39.080452 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:39.092662 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] Sync routers for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:39.095518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:39.108263 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:39.108913 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:39.109537 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:39.125131 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e708e878-fc86-4f5f-ae00-21f1ef9328b9 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8164697 Sep 21 19:07:39.125729 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:39.128014 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d96c491-b87d-4721-bff1-d574dbb753b5" -d '{"events": [{"name": "network-changed", "server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:39.219331 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:39.221866 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d480780-0db3-423b-aaa3-1cc8be490a95 req-a69c85c8-9e10-4f76-8d70-dd82e14a8bc5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.223434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d480780-0db3-423b-aaa3-1cc8be490a95 req-a69c85c8-9e10-4f76-8d70-dd82e14a8bc5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0503047 Sep 21 19:07:39.262223 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d480780-0db3-423b-aaa3-1cc8be490a95 req-8caf8dfa-fc9f-4ac0-b3c2-3993b202f3c5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328450 Sep 21 19:07:39.286270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54342) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:39.331090 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ba8d7-638d-4c3d-8c97-0541a65b86f2 x-openstack-request-id: req-0d8ba8d7-638d-4c3d-8c97-0541a65b86f2 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:39.331772 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:39.331772 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d8ba8d7-638d-4c3d-8c97-0541a65b86f2 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:39.332066 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'status': 'completed', 'code': 200} Sep 21 19:07:39.383249 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-fc5dfb81-98f5-493e-8dfd-953fa4847a97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/167ee023-55f7-4b94-a35c-4a1b9bc465cd HTTP/1.1" status: 200 len: 991 time: 0.0954094 Sep 21 19:07:39.391050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-fb02b832-b5a3-4d3e-a0b2-708c50abfc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.392498 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-fb02b832-b5a3-4d3e-a0b2-708c50abfc88 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1096 time: 0.0596659 Sep 21 19:07:39.465002 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '167ee023-55f7-4b94-a35c-4a1b9bc465cd', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'port_id': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'mac_address': 'fa:16:3e:60:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e88d77-e329-45f2-8d65-7860f94e051a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:37Z', 'updated_at': '2021-09-21T19:07:37Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:39.482161 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-9a236a9c-42a6-4b7b-905d-c863f4ae4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.483672 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-9a236a9c-42a6-4b7b-905d-c863f4ae4497 service neutron] 10.222.0.78 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 899 time: 0.0844615 Sep 21 19:07:39.492065 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] Checking router: a31afd15-8bbb-4a3d-89c6-20e168a48dc6 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:39.500231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:39.500828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:07:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:39.553833 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-08e4c760-be80-4eb1-ae3c-020f0229875c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 999 time: 0.0625732 Sep 21 19:07:39.604038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-6e4d2b7c-de19-4f70-90c5-4a4e8f288dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.605567 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-6e4d2b7c-de19-4f70-90c5-4a4e8f288dbd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 200 len: 835 time: 0.0449421 Sep 21 19:07:39.607525 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:39.652051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-248003c7-fda8-4a97-9446-b5fc050e7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.653552 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-248003c7-fda8-4a97-9446-b5fc050e7b66 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=54652be6-df70-43cc-8b71-e4191f32259d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410511 Sep 21 19:07:39.747402 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-dd7fe019-77df-4390-829f-1acb8eedfbc0 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863519 Sep 21 19:07:39.833070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '167ee023-55f7-4b94-a35c-4a1b9bc465cd', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'port_id': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'mac_address': 'fa:16:3e:60:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e88d77-e329-45f2-8d65-7860f94e051a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:37Z', 'updated_at': '2021-09-21T19:07:37Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:39.840690 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d96c491-b87d-4721-bff1-d574dbb753b5 req-e4b18a54-b212-41a2-81ef-f10193ecc7f4 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862288 Sep 21 19:07:39.861728 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2c0ab-1a48-4558-a7f3-cd3691eb0511 None None] The sync data for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 is: [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '167ee023-55f7-4b94-a35c-4a1b9bc465cd', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'port_id': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'mac_address': 'fa:16:3e:60:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e88d77-e329-45f2-8d65-7860f94e051a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:37Z', 'updated_at': '2021-09-21T19:07:37Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:40.054673 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3fd103-29d2-482a-bbd9-1e34d4140325 None None] New status for floating IP 167ee023-55f7-4b94-a35c-4a1b9bc465cd: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:07:40.387134 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54344) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:40.446858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d363c60a-1de5-45c6-b5ce-dc54f4561137 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/167ee023-55f7-4b94-a35c-4a1b9bc465cd HTTP/1.1" status: 200 len: 993 time: 0.0584111 Sep 21 19:07:51.787159 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-9fcc2fcd-90ef-408e-8da5-50f2f043aa91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388985 Sep 21 19:07:51.874376 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-0b472d95-4e9c-421e-834e-4bea8f83fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:51.875827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-0b472d95-4e9c-421e-834e-4bea8f83fab6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1096 time: 0.0435529 Sep 21 19:07:51.977734 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-ab125fe6-102e-4a7c-ae6a-eb67f9d52dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:51.979226 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-ab125fe6-102e-4a7c-ae6a-eb67f9d52dfc service neutron] 10.222.0.78 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 899 time: 0.0843167 Sep 21 19:07:52.046408 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-fdf31b8f-63a1-40e6-a7ec-4de11628ef23 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0600588 Sep 21 19:07:52.108598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-63898cb1-991f-4c85-a4f2-32c5d8a2d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:52.110030 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-63898cb1-991f-4c85-a4f2-32c5d8a2d2f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 200 len: 835 time: 0.0426583 Sep 21 19:07:52.155636 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-3173fd98-96f2-40aa-9cb7-5395dfdd112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:52.157116 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-3173fd98-96f2-40aa-9cb7-5395dfdd112e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=54652be6-df70-43cc-8b71-e4191f32259d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401101 Sep 21 19:07:52.247827 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-bc867568-8e16-4a38-9686-b3ea84907338 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838022 Sep 21 19:07:52.335680 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-302198e9-ccb0-4126-a9df-e729ffd7966f req-6a108e1f-630f-4249-83c1-10318a68cbdc service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808728 Sep 21 19:07:59.335371 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d931e774-5a6d-42d3-8301-00c540aaa643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:03.717471 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-29c8001c-8827-466a-99c9-46a6fefa0bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:04.259256 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:04.841886 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:05.024173 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:07.252532 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:08:07.504248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:09.107789 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:09.173953 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a512fe-741f-4cdb-b0f7-8f2beb6056a2 req-c7e5a68d-c92a-41b0-bd41-ec1b8156262f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:09.176055 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30a512fe-741f-4cdb-b0f7-8f2beb6056a2 req-c7e5a68d-c92a-41b0-bd41-ec1b8156262f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0494649 Sep 21 19:08:09.213362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-30a512fe-741f-4cdb-b0f7-8f2beb6056a2 req-5ed327c9-eea8-41b8-acf3-29a15de2829f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314343 Sep 21 19:08:10.335894 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35ea0-5e1a-4e4b-b7f3-e235afa87c84 req-562934af-8fbe-49d0-aa82-71952299a1c5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:10.337357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede35ea0-5e1a-4e4b-b7f3-e235afa87c84 req-562934af-8fbe-49d0-aa82-71952299a1c5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0480449 Sep 21 19:08:10.379830 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ede35ea0-5e1a-4e4b-b7f3-e235afa87c84 req-214a03bb-585f-451d-a5c0-671d7b564161 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364034 Sep 21 19:08:11.497651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4907b7-600e-458e-959a-188ac8288fa3 req-a8af71ef-2ab0-4279-8cfe-f4b43689c8c6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:11.499152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a4907b7-600e-458e-959a-188ac8288fa3 req-a8af71ef-2ab0-4279-8cfe-f4b43689c8c6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0502551 Sep 21 19:08:11.537168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a4907b7-600e-458e-959a-188ac8288fa3 req-cda956fa-c924-4950-8f3e-994d768ec526 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319057 Sep 21 19:08:12.653925 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00707-c417-4935-a76f-bed33f37ed6c req-89493227-8bac-48cf-ae9f-7892433d8cc6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:12.655445 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e00707-c417-4935-a76f-bed33f37ed6c req-89493227-8bac-48cf-ae9f-7892433d8cc6 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0502067 Sep 21 19:08:12.693230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-72e00707-c417-4935-a76f-bed33f37ed6c req-d0689d50-116a-4de0-a180-d2856fea1bb4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318270 Sep 21 19:08:13.808406 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1f834-24ec-410c-b006-b247ccc28317 req-64a8983c-0514-400a-b657-4bda4ef6ee00 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:13.809897 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3b1f834-24ec-410c-b006-b247ccc28317 req-64a8983c-0514-400a-b657-4bda4ef6ee00 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0490849 Sep 21 19:08:13.852217 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b3b1f834-24ec-410c-b006-b247ccc28317 req-b3f798cf-fa6b-485e-bfec-d5cf4c951f58 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363827 Sep 21 19:08:14.966444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7642a6-c47c-4e58-8f91-6abc45667fd8 req-4d995bd1-25fe-4fe0-8d27-d74b348bd34b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:14.967929 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc7642a6-c47c-4e58-8f91-6abc45667fd8 req-4d995bd1-25fe-4fe0-8d27-d74b348bd34b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0485215 Sep 21 19:08:15.006300 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fc7642a6-c47c-4e58-8f91-6abc45667fd8 req-49594e10-224f-4c45-9197-550de848c9ec tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313122 Sep 21 19:08:16.118736 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ed48-f1ad-4a70-9e25-4072137b8278 req-13022a0e-2b1d-4d3a-9e1d-190b15329056 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:16.120485 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eba9ed48-f1ad-4a70-9e25-4072137b8278 req-13022a0e-2b1d-4d3a-9e1d-190b15329056 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0484490 Sep 21 19:08:16.158405 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eba9ed48-f1ad-4a70-9e25-4072137b8278 req-af846aaa-8854-4197-b1aa-6b0a8600839f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313509 Sep 21 19:08:17.274660 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612a2ed-016c-4a1c-ab15-7015f5a20c00 req-c22dbf00-d848-4812-a489-1f266748f379 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:17.276162 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4612a2ed-016c-4a1c-ab15-7015f5a20c00 req-c22dbf00-d848-4812-a489-1f266748f379 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0489891 Sep 21 19:08:17.319044 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4612a2ed-016c-4a1c-ab15-7015f5a20c00 req-7b396d93-7781-4730-8c2b-d27e116f974f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369062 Sep 21 19:08:18.434591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2ce8e-baa5-4c9e-b575-b88db72f6f2c req-de86f34d-18d9-4574-a2f1-9a0d28cc9a57 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:18.436070 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baa2ce8e-baa5-4c9e-b575-b88db72f6f2c req-de86f34d-18d9-4574-a2f1-9a0d28cc9a57 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0481119 Sep 21 19:08:18.475377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baa2ce8e-baa5-4c9e-b575-b88db72f6f2c req-05b66d14-d9f1-4b6b-b220-55ca63407c8c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329947 Sep 21 19:08:19.593730 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfe842-76a8-4dc7-aaa2-bb95d44b78b2 req-28a20d8c-2dd7-44b1-bf3d-0e16f6d409ed tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:19.595233 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ebfe842-76a8-4dc7-aaa2-bb95d44b78b2 req-28a20d8c-2dd7-44b1-bf3d-0e16f6d409ed tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0496655 Sep 21 19:08:19.633201 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ebfe842-76a8-4dc7-aaa2-bb95d44b78b2 req-fe3c96e5-8774-4d0c-b9fc-ba1f0fcd4922 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315349 Sep 21 19:08:19.655444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54380) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:08:19.718777 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-6f846204-e3ba-40de-b8fc-fede968bb6fb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/167ee023-55f7-4b94-a35c-4a1b9bc465cd HTTP/1.1" status: 200 len: 993 time: 0.0622332 Sep 21 19:08:20.981342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a491b3c-3c58-4a6f-8185-ad9b139367c2 req-38e8a42d-5f53-4c51-b151-3978c58cda2c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:20.982896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a491b3c-3c58-4a6f-8185-ad9b139367c2 req-38e8a42d-5f53-4c51-b151-3978c58cda2c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0506520 Sep 21 19:08:21.006798 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-58d76095-0dbe-4c24-aae2-34f1ab7f3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:21.008359 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-58d76095-0dbe-4c24-aae2-34f1ab7f3323 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1096 time: 0.0469620 Sep 21 19:08:21.022626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4a491b3c-3c58-4a6f-8185-ad9b139367c2 req-7cd4e636-e3b0-4efc-9633-08ceda12f3fa tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336595 Sep 21 19:08:21.099325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-7649c5b5-eec1-4aca-9ce3-dcffcb8433f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:21.100804 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-7649c5b5-eec1-4aca-9ce3-dcffcb8433f6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 899 time: 0.0848081 Sep 21 19:08:21.175280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-73c32518-d0fb-4a28-a696-a4d83f007238 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0666180 Sep 21 19:08:21.226364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-ff87c83a-5f84-4471-b9fe-e69adddd7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:21.227867 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-ff87c83a-5f84-4471-b9fe-e69adddd7e42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 200 len: 835 time: 0.0461204 Sep 21 19:08:21.275143 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-ee197c43-b0be-4ea1-8b1e-9eb291a0e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:21.276588 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-ee197c43-b0be-4ea1-8b1e-9eb291a0e046 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=54652be6-df70-43cc-8b71-e4191f32259d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417049 Sep 21 19:08:21.372869 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-1dc0bed7-3cfa-4e25-b9c2-04360b8dcdad service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894406 Sep 21 19:08:21.461630 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-12b6ae15-aaac-4785-9e2f-23b3d5c28fe6 req-6740eb89-1552-4848-b194-dfb4c3f70996 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823925 Sep 21 19:08:22.137172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff0645-c192-44c0-8b69-fc886a4b9146 req-b1c134ac-4a64-476c-a9af-cd6b1c0f9441 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:22.138697 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09ff0645-c192-44c0-8b69-fc886a4b9146 req-b1c134ac-4a64-476c-a9af-cd6b1c0f9441 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0489264 Sep 21 19:08:22.176746 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-09ff0645-c192-44c0-8b69-fc886a4b9146 req-fa4990f8-ea1e-4660-84a5-6ecaa7e9bab0 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319741 Sep 21 19:08:22.204145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54390) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:08:22.267040 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-081970eb-44cc-4665-8b5e-2baa1c492894 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/167ee023-55f7-4b94-a35c-4a1b9bc465cd HTTP/1.1" status: 200 len: 993 time: 0.0617466 Sep 21 19:08:29.336456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-72621730-3791-4253-bc16-8f34bad06215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:33.718313 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7ead3087-3918-4e85-a85e-8762a2a83058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:34.260348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:34.842904 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:35.028292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:37.507479 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:39.111053 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:44.251941 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:08:52.069012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-cae78ee7-d0c1-416b-a8d3-30ecd362eaed service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438523 Sep 21 19:08:52.150304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-a9a79298-7ed7-4686-911d-d8fca54cd45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:52.151828 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-a9a79298-7ed7-4686-911d-d8fca54cd45f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1096 time: 0.0404356 Sep 21 19:08:52.253843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-18f71892-bff9-45bc-b643-61b63a14773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:52.255385 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-18f71892-bff9-45bc-b643-61b63a14773e service neutron] 10.222.0.78 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 899 time: 0.0832360 Sep 21 19:08:52.325069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-510b9680-348a-4ce2-b749-74c716c5723a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0609109 Sep 21 19:08:52.374038 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-5517ba12-b4ff-474b-972a-3df5e6ddf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:52.375521 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-5517ba12-b4ff-474b-972a-3df5e6ddf76e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 200 len: 835 time: 0.0432844 Sep 21 19:08:52.421228 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-78dbee09-3cf0-4121-90f6-e1a4146f0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:52.422711 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-78dbee09-3cf0-4121-90f6-e1a4146f0fe4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=54652be6-df70-43cc-8b71-e4191f32259d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390680 Sep 21 19:08:52.516463 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-75ba218e-5e38-4b65-b8a8-0bf61a01f08e service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854068 Sep 21 19:08:52.606225 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a2c76c15-8254-4ce0-a14e-8280d523c7ca req-91a8d872-c461-4fdf-87d8-1db32ecee699 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819819 Sep 21 19:08:52.647969 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54400) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:08:52.801052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 6f5f52c7-a8cd-4bdf-8e60-5acf67e66f54 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:08:52.801399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:52.878693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:52.879023 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:52.890946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 6f5f52c7-a8cd-4bdf-8e60-5acf67e66f54 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:08:53.030518 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:53.059557 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=6f5f52c7-a8cd-4bdf-8e60-5acf67e66f54,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:08:53.084887 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.085243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.085591 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.085934 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.086302 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.086648 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.086979 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.087308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.087640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.087968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.088295 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.088619 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:53.128469 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:53.128863 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP 167ee023-55f7-4b94-a35c-4a1b9bc465cd disassociated (deleted). External IP: 172.25.3.141, port: bc4379cb-80cb-4751-b673-b0d17cc5dbd4. Sep 21 19:08:53.333328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:08:53.440952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:08:53.445687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:53.450239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] Sync routers for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:08:53.463435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:08:53.464061 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:53.476102 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5a90c149-c739-43cd-add7-dd05b66a4e24 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/floatingips/167ee023-55f7-4b94-a35c-4a1b9bc465cd HTTP/1.1" status: 204 len: 168 time: 0.8239903 Sep 21 19:08:53.476102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:08:53.476499 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d952417-b242-47d9-ade9-7811ebbb21ac" -d '{"events": [{"name": "network-changed", "server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:08:53.571853 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:08:53.712911 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924d0d47-f332-458e-b7d2-e7a177234eae x-openstack-request-id: req-924d0d47-f332-458e-b7d2-e7a177234eae {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:08:53.713454 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:08:53.713577 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-924d0d47-f332-458e-b7d2-e7a177234eae {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:08:53.714011 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'status': 'completed', 'code': 200} Sep 21 19:08:53.778706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:53.796719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-8d1c372d-0470-4903-82fd-7d30cd8975df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:53.798490 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-8d1c372d-0470-4903-82fd-7d30cd8975df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 1096 time: 0.0478814 Sep 21 19:08:53.806260 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] Checking router: a31afd15-8bbb-4a3d-89c6-20e168a48dc6 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:08:53.809082 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f3aaf-26e7-44e2-8d4e-575c8470c676 req-013a9c2b-d8b6-4e75-8e0d-8ae2b559789b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:53.810642 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-107f3aaf-26e7-44e2-8d4e-575c8470c676 req-013a9c2b-d8b6-4e75-8e0d-8ae2b559789b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0513835 Sep 21 19:08:53.820175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:08:53.820777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:53.852501 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-107f3aaf-26e7-44e2-8d4e-575c8470c676 req-ddb98a76-69af-4ff7-83f7-4c0dca91c340 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333335 Sep 21 19:08:53.895244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-c290adad-44fb-400b-a80d-479ec62d02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:53.897701 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-c290adad-44fb-400b-a80d-479ec62d02b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 200 len: 899 time: 0.0913384 Sep 21 19:08:53.947167 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-62df53a1-8e6f-4dd2-8ec1-0f906558c068 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 200 len: 217 time: 0.0413108 Sep 21 19:08:54.001364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-510a942b-7874-4aed-af10-c1c9799e4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:54.002894 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-510a942b-7874-4aed-af10-c1c9799e4640 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 200 len: 835 time: 0.0472200 Sep 21 19:08:54.049614 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-94909d93-f288-4dbb-a8ee-297d496b209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:54.051146 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-94909d93-f288-4dbb-a8ee-297d496b209d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=54652be6-df70-43cc-8b71-e4191f32259d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398982 Sep 21 19:08:54.078744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:08:54.147805 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-489f154f-89b4-49c9-9e6e-64578788fa0b service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881367 Sep 21 19:08:54.238207 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d952417-b242-47d9-ade9-7811ebbb21ac req-0b7f2628-161c-4da1-90be-645f7ca7fc89 service neutron] 10.222.0.78 "GET /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826788 Sep 21 19:08:54.285257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:54.312006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf7f08-3b0b-44b8-be63-b52ff29ccdaa None None] The sync data for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 is: [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'baef4512-2899-40ba-9a80-252f66883d5e', 'name': '', 'network_id': '54652be6-df70-43cc-8b71-e4191f32259d', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:3e:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:26Z', 'updated_at': '2021-09-21T19:07:29Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '4f703ea0-5845-4928-a85e-18c652d1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:08:54.543465 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e120d9d-17a8-4f09-92ac-d99fc30d60ad None None] New status for floating IP 167ee023-55f7-4b94-a35c-4a1b9bc465cd: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:08:54.969578 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f908ca-be10-4ee2-b572-6767b944571b req-e8373037-1cea-4364-be9a-39489b4f019b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:54.971324 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a8f908ca-be10-4ee2-b572-6767b944571b req-e8373037-1cea-4364-be9a-39489b4f019b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0482633 Sep 21 19:08:55.012221 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a8f908ca-be10-4ee2-b572-6767b944571b req-51c5de69-d17e-4b4f-a22d-d0b00f66858c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=a47b9f93-18b8-45eb-aed0-c75285fbc2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346928 Sep 21 19:08:55.200362 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274328-9f95-4761-a685-84ca78d34508 req-96e3ae38-b84b-4d97-a7e2-781d9bdc3a73 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:55.201710 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b274328-9f95-4761-a685-84ca78d34508 req-96e3ae38-b84b-4d97-a7e2-781d9bdc3a73 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 945 time: 0.0484252 Sep 21 19:08:55.300542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:08:55.300883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:55.393256 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port bc4379cb-80cb-4751-b673-b0d17cc5dbd4, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:08:55.393623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:55.405192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for bc4379cb-80cb-4751-b673-b0d17cc5dbd4 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:08:55.530468 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:55.563934 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=bc4379cb-80cb-4751-b673-b0d17cc5dbd4,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:08:55.576887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.577012 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.577327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.577617 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.577954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.578308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.578643 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.578969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.579300 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.579634 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.579960 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.580285 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:08:55.614310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] No DVR routers for this DVR port bc4379cb-80cb-4751-b673-b0d17cc5dbd4 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:08:55.617376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:55.619389 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4b274328-9f95-4761-a685-84ca78d34508 req-8d3202f8-a658-4693-97a8-4a08ea9eb671 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.78 "DELETE /v2.0/ports/bc4379cb-80cb-4751-b673-b0d17cc5dbd4 HTTP/1.1" status: 204 len: 173 time: 0.4064231 Sep 21 19:08:55.619824 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'name': 'network-vif-deleted', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:08:55.622044 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c729c3d-2c47-4053-8280-381150261014" -d '{"events": [{"server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "name": "network-vif-deleted", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:08:55.711730 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d36f58-92bd-40a9-b759-4098e0bb2af1 x-openstack-request-id: req-60d36f58-92bd-40a9-b759-4098e0bb2af1 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:08:55.712015 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e88d77-e329-45f2-8d65-7860f94e051a", "name": "network-vif-deleted", "tag": "bc4379cb-80cb-4751-b673-b0d17cc5dbd4", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:08:55.712265 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60d36f58-92bd-40a9-b759-4098e0bb2af1 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:08:55.712659 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e88d77-e329-45f2-8d65-7860f94e051a', 'name': 'network-vif-deleted', 'tag': 'bc4379cb-80cb-4751-b673-b0d17cc5dbd4', 'status': 'completed', 'code': 200} Sep 21 19:08:56.124623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d024b73f-7754-4b67-a4eb-21676671efc5 req-65eeefc6-08ec-4534-86ef-b8df7da3b400 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=32e88d77-e329-45f2-8d65-7860f94e051a HTTP/1.1" status: 200 len: 210 time: 0.0277159 Sep 21 19:08:57.179336 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54426) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:08:57.830489 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:58.081746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port baef4512-2899-40ba-9a80-252f66883d5e {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:08:58.082013 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:58.174217 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port baef4512-2899-40ba-9a80-252f66883d5e, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=baef4512-2899-40ba-9a80-252f66883d5e,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:08:58.174612 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:58.186903 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for baef4512-2899-40ba-9a80-252f66883d5e owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:08:58.377849 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:58.401945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=baef4512-2899-40ba-9a80-252f66883d5e,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:08:58.576215 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:58.790447 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:08:58.896112 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:08:58.901206 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8cd73ff4-cfd4-4aed-879c-73d35638718e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/a31afd15-8bbb-4a3d-89c6-20e168a48dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208700 Sep 21 19:08:58.904008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54430) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:08:58.907233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] Sync routers for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:08:58.917636 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:08:58.918405 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:58.953892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting subnet 4f703ea0-5845-4928-a85e-18c652d1a04d {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:08:58.956842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:58.996676 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.023010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:08:59.084079 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.142886 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.170341 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Subnet': ['ID=4f703ea0-5845-4928-a85e-18c652d1a04d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:08:59.175861 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.177193 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-846b5ea5-3e9e-47ba-9c60-e0b74d1c3a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/subnets/4f703ea0-5845-4928-a85e-18c652d1a04d HTTP/1.1" status: 204 len: 168 time: 0.2721143 Sep 21 19:08:59.179870 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54432) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:08:59.185046 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bae94b-ebb8-457b-820f-19c8aefda1d8 None None] Network 54652be6-df70-43cc-8b71-e4191f32259d requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:08:59.282736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:08:58Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:59.289273 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.329592 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] Checking router: a31afd15-8bbb-4a3d-89c6-20e168a48dc6 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:08:59.350274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] Routers {'a31afd15-8bbb-4a3d-89c6-20e168a48dc6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:08:59.353231 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:08:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:59.354483 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-150ec6d7-5647-4474-a05d-9a7c860d6173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.399330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.460003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 48d604b2-5457-43fb-9622-e007904c67b6 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:08:59.460357 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.471508 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] Set router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:08:59.475543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] DHCP port deletion for 54652be6-df70-43cc-8b71-e4191f32259d request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:08:59.545605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 48d604b2-5457-43fb-9622-e007904c67b6, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=48d604b2-5457-43fb-9622-e007904c67b6,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:08:59.545886 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.558096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 48d604b2-5457-43fb-9622-e007904c67b6 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:08:59.637944 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Deleting port 7ce6d2d7-097d-4dce-b860-f73452e1feef {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:08:59.638343 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.730660 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] For port 7ce6d2d7-097d-4dce-b860-f73452e1feef, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7ce6d2d7-097d-4dce-b860-f73452e1feef,segment=NetworkSegment(967ade01-c0f8-4ee4-93e7-a4b4d24faf08),segment_id=967ade01-c0f8-4ee4-93e7-a4b4d24faf08)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:08:59.731066 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.742152 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.748979 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Calling delete_port for 7ce6d2d7-097d-4dce-b860-f73452e1feef owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:08:59.764707 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7ce6d2d7-097d-4dce-b860-f73452e1feef no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:08:59.773952 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=48d604b2-5457-43fb-9622-e007904c67b6,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:08:59.791711 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:08:58Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:08:59.831330 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.854748 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0c55e-61f0-4296-8d3b-f0feab831163 None None] The sync data for ids ['a31afd15-8bbb-4a3d-89c6-20e168a48dc6'] in n-d-810285-3 is: [{'id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244472146', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '48d604b2-5457-43fb-9622-e007904c67b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:08:58Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '48d604b2-5457-43fb-9622-e007904c67b6', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31afd15-8bbb-4a3d-89c6-20e168a48dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:24Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:08:59.926431 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.933811 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.936175 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.936916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bc4379cb-80cb-4751-b673-b0d17cc5dbd4 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:08:59.960541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.982814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Pushing event deleted for resources: {'Port': ['ID=7ce6d2d7-097d-4dce-b860-f73452e1feef,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:08:59.983916 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.984514 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Fanout notify agent at l3_agent the message router_deleted on router a31afd15-8bbb-4a3d-89c6-20e168a48dc6 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:08:59.993395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: bc4379cb-80cb-4751-b673-b0d17cc5dbd4 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:08:59.993747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device bc4379cb-80cb-4751-b673-b0d17cc5dbd4 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:08:59.995411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:59.995558 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] No DVR routers for this DVR port 7ce6d2d7-097d-4dce-b860-f73452e1feef on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:08:59.996706 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9f5051d6-093b-48c9-a382-5259c454a081 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/routers/a31afd15-8bbb-4a3d-89c6-20e168a48dc6 HTTP/1.1" status: 204 len: 168 time: 0.8154016 Sep 21 19:08:59.999605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54434) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:00.007282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.007282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.007282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.007282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.007282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.007282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.008313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.008313 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.009869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.010244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.010583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.010941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73d58e-fca2-4905-b05d-c1cf7083a920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:00.081475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.170930 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.194810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54652be6-df70-43cc-8b71-e4191f32259d']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:00.204785 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967ade01-c0f8-4ee4-93e7-a4b4d24faf08') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:00.204921 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967ade01-c0f8-4ee4-93e7-a4b4d24faf08') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:00.214967 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.228686 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.234657 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:09:00.235055 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: timer() Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:09:00.238260 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:09:00.304275 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.311607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.313458 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/networks/54652be6-df70-43cc-8b71-e4191f32259d HTTP/1.1" status: 204 len: 168 time: 0.3128545 Sep 21 19:09:00.316255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54436) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:00.326840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de2a51-ccde-453b-b246-453c3dbe2664 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Network': ['ID=54652be6-df70-43cc-8b71-e4191f32259d,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:00.376579 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1a1a-f791-4db5-8107-76e285a28500 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.407209 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1a1a-f791-4db5-8107-76e285a28500 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.471305 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1a1a-f791-4db5-8107-76e285a28500 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.474244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1a1a-f791-4db5-8107-76e285a28500 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:00.477891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-dcbd1a1a-f791-4db5-8107-76e285a28500 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/security-groups/a47b9f93-18b8-45eb-aed0-c75285fbc2a2 HTTP/1.1" status: 204 len: 168 time: 0.1581888 Sep 21 19:09:00.492606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd1a1a-f791-4db5-8107-76e285a28500 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47b9f93-18b8-45eb-aed0-c75285fbc2a2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.024565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54442) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.029393 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-68cb2b61-c2af-4363-b8cf-5c9298d8056c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875782437', 'description': 'tempest-secgroup-smoke-875782437 description', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.051382 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68cb2b61-c2af-4363-b8cf-5c9298d8056c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.132815 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68cb2b61-c2af-4363-b8cf-5c9298d8056c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.136426 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68cb2b61-c2af-4363-b8cf-5c9298d8056c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.165235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-68cb2b61-c2af-4363-b8cf-5c9298d8056c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.166409 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-68cb2b61-c2af-4363-b8cf-5c9298d8056c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1406558 Sep 21 19:09:01.168277 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb2b61-c2af-4363-b8cf-5c9298d8056c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a06209-638d-40b1-ad13-538fd9107d30,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.169387 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54444) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.173983 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-3257c875-07bc-40e1-8a8c-539a8e8bdcf2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '69a06209-638d-40b1-ad13-538fd9107d30', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.199801 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3257c875-07bc-40e1-8a8c-539a8e8bdcf2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.245585 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3257c875-07bc-40e1-8a8c-539a8e8bdcf2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.248985 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3257c875-07bc-40e1-8a8c-539a8e8bdcf2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.264206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257c875-07bc-40e1-8a8c-539a8e8bdcf2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4134ec-e879-4f14-8b5b-2149f63cacac,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.273465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3257c875-07bc-40e1-8a8c-539a8e8bdcf2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.274719 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3257c875-07bc-40e1-8a8c-539a8e8bdcf2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1043155 Sep 21 19:09:01.277429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54446) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.281644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-260f5772-8f90-499d-984f-3ba60868fccb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '69a06209-638d-40b1-ad13-538fd9107d30', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.306976 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-260f5772-8f90-499d-984f-3ba60868fccb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.363889 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-260f5772-8f90-499d-984f-3ba60868fccb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.367654 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-260f5772-8f90-499d-984f-3ba60868fccb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.385304 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f5772-8f90-499d-984f-3ba60868fccb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1530ddb6-e2f7-442f-aece-fa19f4a7edac,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.391557 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-260f5772-8f90-499d-984f-3ba60868fccb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.392747 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-260f5772-8f90-499d-984f-3ba60868fccb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144032 Sep 21 19:09:01.395627 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54448) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.400413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-0efd2886-3257-4770-9d2d-b816396f7cb3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '69a06209-638d-40b1-ad13-538fd9107d30', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.425235 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0efd2886-3257-4770-9d2d-b816396f7cb3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.486708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0efd2886-3257-4770-9d2d-b816396f7cb3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.490372 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0efd2886-3257-4770-9d2d-b816396f7cb3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.508361 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd2886-3257-4770-9d2d-b816396f7cb3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c0f885-9fc4-41cd-b728-96a9e239a2ad,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.514403 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-0efd2886-3257-4770-9d2d-b816396f7cb3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.518438 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54450) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.519062 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0efd2886-3257-4770-9d2d-b816396f7cb3 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213400 Sep 21 19:09:01.523661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-2acb69de-ee98-4115-aa8a-40e06cecc57d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '69a06209-638d-40b1-ad13-538fd9107d30', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.549461 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2acb69de-ee98-4115-aa8a-40e06cecc57d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.608625 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2acb69de-ee98-4115-aa8a-40e06cecc57d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.612084 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2acb69de-ee98-4115-aa8a-40e06cecc57d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.628541 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb69de-ee98-4115-aa8a-40e06cecc57d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cde98f-7443-46ef-ba8f-9aa3bb372e7c,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.634829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2acb69de-ee98-4115-aa8a-40e06cecc57d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.636153 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2acb69de-ee98-4115-aa8a-40e06cecc57d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167016 Sep 21 19:09:01.638965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54452) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.643181 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '69a06209-638d-40b1-ad13-538fd9107d30', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.666120 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:09:01.671291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.700721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48d604b2-5457-43fb-9622-e007904c67b6 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:09:01.720423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 48d604b2-5457-43fb-9622-e007904c67b6 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:09:01.720775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 48d604b2-5457-43fb-9622-e007904c67b6 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:09:01.721461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device baef4512-2899-40ba-9a80-252f66883d5e no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:09:01.737039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.740497 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: baef4512-2899-40ba-9a80-252f66883d5e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:09:01.740854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device baef4512-2899-40ba-9a80-252f66883d5e not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:09:01.741011 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.761020 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca554bc-78f5-403c-beec-9594092b6a55,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.764041 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.767910 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-4f4c8364-e13d-4347-a03a-47d5b9587a45 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253767 Sep 21 19:09:01.768362 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54454) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.772559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'security_group_rule': {'security_group_id': '69a06209-638d-40b1-ad13-538fd9107d30', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.792670 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Project 69e3d06ad4fe4c408c63465d7295b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:09:01.797599 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.858947 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.862655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.884508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5ce600-5546-47bf-a452-563a28d99afa,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:01.888245 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.889613 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8092ccb9-b63b-48ff-bcd0-31fd6595e565 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205647 Sep 21 19:09:01.892432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54456) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:01.897698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'network': {'name': 'tempest-network-smoke--1225597034', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'port_security_enabled': True}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:01.917945 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'network': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:09:01.921332 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.945436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=95090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:09:01.953934 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:01.954320 n-d-810285-3 neutron-server[95090]: INFO neutron.db.segments_db [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Added segment 9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9 of type vlan for network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 Sep 21 19:09:01.994613 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.018475 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.024110 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:02.024707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.062156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1661301 Sep 21 19:09:02.062508 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54458) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:02.067169 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'admin_state_up': True, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:02.111142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f482e7c-d70f-4cbe-aa46-6fb18f93fb0f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Network': ['ID=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:02.121889 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:09:02.126531 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.127560 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.180147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.316672 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.510732 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.528999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.626566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.134 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/63b85c85-4d73-44a9-9952-69b93e87bb46) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:09:02.729482 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.761902 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:02.799380 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:09:02.802143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:02.804517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:09:02.831488 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=63b85c85-4d73-44a9-9952-69b93e87bb46,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:03.054352 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:03.552310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:03.674555 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router f5158943-3f3a-4313-bc67-1940aa1cbfb6 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:09:03.720597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb1dc-a61e-4a8f-880f-4522e2f893cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:03.783674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:09:03.793548 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Sync routers for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:09:03.802384 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:03.803404 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:09:03.803705 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d28185b1-c632-4e3f-9823-a9ac2890999c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7401786 Sep 21 19:09:03.804135 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:03.806910 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54460) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:03.877711 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af1a8bbb-0cd1-4980-bcea-41333de79d30 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=69e3d06ad4fe4c408c63465d7295b2b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697219 Sep 21 19:09:03.880265 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54464) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:03.908282 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:09:03.969765 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a97b4-a1c1-4edc-a943-a125d8ec28e6 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:03.974669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-661a97b4-a1c1-4edc-a943-a125d8ec28e6 tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905223 Sep 21 19:09:03.975469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54466) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:04.003250 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-af0172a0-201a-42b2-be07-ab5a08de289b tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d4b58782-e2d1-40ac-af5b-2f88777796ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267174 Sep 21 19:09:04.005886 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54468) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:04.010611 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1395505247', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:04.092040 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:02Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:04.097926 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:09:04.102310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.118950 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Checking router: f5158943-3f3a-4313-bc67-1940aa1cbfb6 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:09:04.119299 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Updating router f5158943-3f3a-4313-bc67-1940aa1cbfb6 port 63b85c85-4d73-44a9-9952-69b93e87bb46 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:09:04.143984 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.266417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.285429 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.354412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Subnet': ['ID=7bc9f353-36e9-4229-bcc3-fef7dcd4391b,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:04.358797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Checking segment: {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:09:04.359160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network hostable DHCP agents. Network: 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:09:04.377006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:09:04.387301 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:04.391444 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:04.392027 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.398179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3250ceb-9183-4246-a106-16e579534152 None None] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:09:04.412093 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.415352 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-468cee71-bd90-4ae5-9c6f-be581cb240cc tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4083419 Sep 21 19:09:04.418566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54470) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:04.426088 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.468985 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447fc95-2191-496e-8235-88b5798311df None None] Pushing event updated for resources: {'Port': ['ID=63b85c85-4d73-44a9-9952-69b93e87bb46,revision_number=2']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:04.478833 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.479175 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.479513 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.479850 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.480178 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.480506 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.480828 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.481148 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.481469 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.481787 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.482115 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.482448 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447fc95-2191-496e-8235-88b5798311df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:04.500898 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Attempting to bind port 63b85c85-4d73-44a9-9952-69b93e87bb46 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:09:04.501272 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Attempting to bind port 63b85c85-4d73-44a9-9952-69b93e87bb46 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:09:04.501630 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Attempting to bind port 63b85c85-4d73-44a9-9952-69b93e87bb46 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:09:04.507298 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:09:04.507726 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:09:04.508134 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.508517 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:09:04.508983 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Bound port: 63b85c85-4d73-44a9-9952-69b93e87bb46, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:09:04.509359 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.554539 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:09:04.555407 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.563145 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] For port 63b85c85-4d73-44a9-9952-69b93e87bb46, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:09:04.567138 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] For port 63b85c85-4d73-44a9-9952-69b93e87bb46, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=63b85c85-4d73-44a9-9952-69b93e87bb46,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:09:04.572619 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.637341 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447fc95-2191-496e-8235-88b5798311df None None] Pushing event updated for resources: {'Port': ['ID=63b85c85-4d73-44a9-9952-69b93e87bb46,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:04.648377 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:09:04.649078 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:04.706026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Allocated IP 172.20.0.2 (2bf1e8ff-c07f-4067-b220-f59cf7bcfc22/7bc9f353-36e9-4229-bcc3-fef7dcd4391b/5a1039f8-29bf-45cf-b624-a7a707dd507d) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:09:04.761892 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:09:04.862844 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.870987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.873346 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.914294 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.921514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:09:04.924281 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:04.931522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:09:04.933468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Pushing event updated for resources: {'Port': ['ID=5a1039f8-29bf-45cf-b624-a7a707dd507d,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:04.954591 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:02Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:04.982322 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea08fb6-7eb6-415e-aba5-5f4092da96f0 None None] The sync data for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 is: [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:02Z', 'revision_number': 3, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:09:04.986698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Attempting to bind port 5a1039f8-29bf-45cf-b624-a7a707dd507d on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:09:04.987163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Attempting to bind port 5a1039f8-29bf-45cf-b624-a7a707dd507d by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:09:04.987418 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Attempting to bind port 5a1039f8-29bf-45cf-b624-a7a707dd507d on network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:09:04.992840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:09:04.993210 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Checking segment: {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:09:04.993612 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:04.994001 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Bound using segment: {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:09:04.994509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Bound port: 5a1039f8-29bf-45cf-b624-a7a707dd507d, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:09:04.994887 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.053909 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.070739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] For port 5a1039f8-29bf-45cf-b624-a7a707dd507d, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:09:05.074487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] For port 5a1039f8-29bf-45cf-b624-a7a707dd507d, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5a1039f8-29bf-45cf-b624-a7a707dd507d,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:09:05.080301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.145481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eccc10-d0f7-4227-8a88-336aa4bcb02b None None] Pushing event updated for resources: {'Port': ['ID=5a1039f8-29bf-45cf-b624-a7a707dd507d,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:05.169686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.1 (2bf1e8ff-c07f-4067-b220-f59cf7bcfc22/7bc9f353-36e9-4229-bcc3-fef7dcd4391b/3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:09:05.307855 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.365171 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.413964 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:09:05.417622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:05.421624 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:09:05.461589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:05.482354 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.775211 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 63b85c85-4d73-44a9-9952-69b93e87bb46 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:09:05.849176 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 63b85c85-4d73-44a9-9952-69b93e87bb46 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:05.850025 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.950301 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.953534 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.975220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 63b85c85-4d73-44a9-9952-69b93e87bb46, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=63b85c85-4d73-44a9-9952-69b93e87bb46,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:05.984587 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:05.985402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5a1039f8-29bf-45cf-b624-a7a707dd507d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:09:06.194519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e1a84-705c-4a88-acd8-2a468cdca3c2 None None] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:09:06.272807 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.277883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.287100 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=63b85c85-4d73-44a9-9952-69b93e87bb46,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:06.292555 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-6a6756bf-3b87-4d43-b50b-83288b66748d None None] Provisioning complete for port 5a1039f8-29bf-45cf-b624-a7a707dd507d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:06.292926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6a6756bf-3b87-4d43-b50b-83288b66748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.352701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5a1039f8-29bf-45cf-b624-a7a707dd507d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:06.352701 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.355160 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.357206 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:06.459476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:09:06.461167 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:06.484936 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6a6756bf-3b87-4d43-b50b-83288b66748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.546010 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.564395 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-6a6756bf-3b87-4d43-b50b-83288b66748d None None] For port 5a1039f8-29bf-45cf-b624-a7a707dd507d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5a1039f8-29bf-45cf-b624-a7a707dd507d,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:06.572725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6a6756bf-3b87-4d43-b50b-83288b66748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.582702 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router f5158943-3f3a-4313-bc67-1940aa1cbfb6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:09:06.648624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 19:09:06.648876 n-d-810285-3 neutron-server[95092]: DEBUG oslo_db.api [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 19:09:06.651589 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6756bf-3b87-4d43-b50b-83288b66748d None None] Pushing event updated for resources: {'Port': ['ID=5a1039f8-29bf-45cf-b624-a7a707dd507d,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:06.709102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:09:06.715016 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-79690c2d-bd9a-4ebb-ac92-284a2095e1ab tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/f5158943-3f3a-4313-bc67-1940aa1cbfb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2947965 Sep 21 19:09:06.793854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bfbf11fc-4ffd-412b-8541-d8f410325d5e None None] Provisioning complete for port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:06.794543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfbf11fc-4ffd-412b-8541-d8f410325d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.820059 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Sync routers for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:09:06.838482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:09:06.839132 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:06.846024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf11fc-4ffd-412b-8541-d8f410325d5e None None] Port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:09:06.882235 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-d5517489-08d8-423b-917e-684fe08bafa8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875782437&fields=id&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 267 time: 0.0370252 Sep 21 19:09:06.899034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-bfbf11fc-4ffd-412b-8541-d8f410325d5e None None] Provisioning complete for port 5a1039f8-29bf-45cf-b624-a7a707dd507d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:06.899417 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bfbf11fc-4ffd-412b-8541-d8f410325d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:06.986222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:09:07.004435 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-dd40535a-2e56-44e0-949b-c5cda71f2dc8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:07.006535 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-dd40535a-2e56-44e0-949b-c5cda71f2dc8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/networks?id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 200 len: 797 time: 0.1169949 Sep 21 19:09:07.024022 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-c188354f-ac18-40cd-86c8-67f2127d5b98 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/quotas/69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 375 time: 0.0106387 Sep 21 19:09:07.083815 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-bdbd6adc-352c-4c2c-9dcb-7ddbc463a716 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538080 Sep 21 19:09:07.233882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-067580c0-ca46-49bc-ada4-e46bf6f865ef service neutron] 10.222.0.70 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357970 Sep 21 19:09:07.248809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-3b94b7c0-6b8c-43c0-9320-88cdb3d5014e None None] Provisioning complete for port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:07.249106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3b94b7c0-6b8c-43c0-9320-88cdb3d5014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.293070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-3b94b7c0-6b8c-43c0-9320-88cdb3d5014e None None] Port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:09:07.296862 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:06Z', 'revision_number': 2, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:07.323698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Checking router: f5158943-3f3a-4313-bc67-1940aa1cbfb6 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:09:07.324058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Updating router f5158943-3f3a-4313-bc67-1940aa1cbfb6 port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:09:07.328758 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-084875ae-eb91-4a3c-82af-775dd7674cc8 service neutron] 10.222.0.70 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885677 Sep 21 19:09:07.349423 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.496388 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-502a9b5a-4611-4ab3-81fd-c284b0b626d8 req-e20a7e51-2390-4e89-93ad-2de02da82aaf tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 210 time: 0.0306423 Sep 21 19:09:07.545528 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.637160 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.642588 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.696397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940508f-5bd7-4714-9cf3-02887aff9d71 None None] Pushing event updated for resources: {'Port': ['ID=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:07.748694 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 63b85c85-4d73-44a9-9952-69b93e87bb46 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:09:07.784734 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Attempting to bind port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:09:07.785110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Attempting to bind port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:09:07.785546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Attempting to bind port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c on network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:09:07.793975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:09:07.794376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Checking segment: {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:09:07.794781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.795173 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Bound using segment: {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:09:07.795700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Bound port: 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:09:07.796016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.861948 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 63b85c85-4d73-44a9-9952-69b93e87bb46 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:07.862356 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.901357 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] For port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:09:07.905896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] For port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:09:07.914020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:07.998492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:09:07.999206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:08.003071 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940508f-5bd7-4714-9cf3-02887aff9d71 None None] Pushing event updated for resources: {'Port': ['ID=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:08.068595 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5a1039f8-29bf-45cf-b624-a7a707dd507d up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:09:08.131289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-df8f5e81-9afc-4208-8f55-363d221b9914 None None] Provisioning complete for port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:08.131658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-df8f5e81-9afc-4208-8f55-363d221b9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:08.188112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:09:08.421857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 5a1039f8-29bf-45cf-b624-a7a707dd507d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:08.422290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:08.495778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-665a929d-75ad-44b6-99a6-27f41a47f077 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:08.497929 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-665a929d-75ad-44b6-99a6-27f41a47f077 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/networks?id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 200 len: 797 time: 0.1162260 Sep 21 19:09:08.541050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-df8f5e81-9afc-4208-8f55-363d221b9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:08.549386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-8c2db2c5-cab0-451e-8ee3-ce6f8811d8dd tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e3d06ad4fe4c408c63465d7295b2b1 HTTP/1.1" status: 200 len: 379 time: 0.0402458 Sep 21 19:09:08.561588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'port': {'device_id': '2961dbca-b349-4e83-91d2-daf49a966941', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'admin_state_up': True, 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'security_groups': ['69a06209-638d-40b1-ad13-538fd9107d30']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:08.594121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-62c02826-256a-40c7-b659-50f20ee9003a req-4d3a8fd1-3776-490b-8ab9-022d867eb286 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 210 time: 0.0292025 Sep 21 19:09:08.640774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-df8f5e81-9afc-4208-8f55-363d221b9914 None None] For port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:08.648817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-df8f5e81-9afc-4208-8f55-363d221b9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:08.685528 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Made reservation on behalf of 69e3d06ad4fe4c408c63465d7295b2b1 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:09:08.689412 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:08.710905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f5e81-9afc-4208-8f55-363d221b9914 None None] Pushing event updated for resources: {'Port': ['ID=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:08.731283 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:07Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:08.761544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53f5ae-6a6d-4e7a-bb00-fc28174b4be2 None None] The sync data for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 is: [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:07Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:09:08.772199 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-542cd8d4-4d34-4e78-985b-0adc178ae318 None None] Provisioning complete for port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:08.772570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-542cd8d4-4d34-4e78-985b-0adc178ae318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:08.838886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.20.0.7 (2bf1e8ff-c07f-4067-b220-f59cf7bcfc22/7bc9f353-36e9-4229-bcc3-fef7dcd4391b/cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:09:09.003648 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.039687 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.084124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:09:09.087333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:09.091088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:09:09.138469 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.140358 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:09.159924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:09.160593 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.176294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-6b764d92-4fde-4967-be1b-a6f47f3c688c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6200328 Sep 21 19:09:09.237904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Request body: {'port': {'device_id': '2961dbca-b349-4e83-91d2-daf49a966941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:09.308330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.393309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-45e6f65b-1c8e-4ce5-9242-54f7a12eb03a None None] Provisioning complete for port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:09.393733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-45e6f65b-1c8e-4ce5-9242-54f7a12eb03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.429983 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-45e6f65b-1c8e-4ce5-9242-54f7a12eb03a None None] Port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:09:09.589375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:09:09.597508 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.610558 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Transition to ACTIVE for port object cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:09:09.615044 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.690813 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Pushing event updated for resources: {'Port': ['ID=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:09.742955 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009afbfe-8884-436d-8bda-560702221ca0 req-bfc8fd98-0537-4f9f-9466-1153a4b1c1c4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:09.750793 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-009afbfe-8884-436d-8bda-560702221ca0 req-bfc8fd98-0537-4f9f-9466-1153a4b1c1c4 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 943 time: 0.0821095 Sep 21 19:09:09.766611 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Attempting to bind port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:09:09.767240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Attempting to bind port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:09:09.767747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Attempting to bind port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e on network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:09:09.777153 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e on network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:09:09.777403 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Attempting to bind port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e on network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:09:09.783011 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:09:09.783356 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Checking segment: {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:09:09.783887 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Bound using segment: {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:09:09.784333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Bound port: cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:09:09.784700 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.800884 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:09:09.807587 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-009afbfe-8884-436d-8bda-560702221ca0 req-baaa5b71-08fe-445e-bc43-e1400a00099c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557370 Sep 21 19:09:09.870487 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:09.871035 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.880989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] For port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:09:09.884958 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] For port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:09:09.891476 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.955506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Pushing event updated for resources: {'Port': ['ID=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:09.959720 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:09.960510 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:09.961952 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-4092e9f2-304a-4f88-96da-3c45018a681a service neutron] 10.222.0.41 "PUT /v2.0/ports/cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 200 len: 1091 time: 0.7768199 Sep 21 19:09:09.962423 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:09:09.964696 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134" -d '{"events": [{"name": "network-changed", "server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:09:10.013252 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5f2ae2-8715-4412-a46d-36f9886b402b x-openstack-request-id: req-6f5f2ae2-8715-4412-a46d-36f9886b402b {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:09:10.013546 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:09:10.013800 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f5f2ae2-8715-4412-a46d-36f9886b402b {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:09:10.014225 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'status': 'completed', 'code': 200} Sep 21 19:09:10.054446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-f83434d5-489c-4c4d-8e3d-089c9ea269bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.055963 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-f83434d5-489c-4c4d-8e3d-089c9ea269bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1094 time: 0.0519917 Sep 21 19:09:10.100626 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-1d11392c-e7c1-4835-a24f-9911c7454b25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 200 len: 217 time: 0.0364745 Sep 21 19:09:10.152018 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-234ec55c-ae13-4224-a9c3-49453b3f4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.153512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-234ec55c-ae13-4224-a9c3-49453b3f4d7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bc9f353-36e9-4229-bcc3-fef7dcd4391b HTTP/1.1" status: 200 len: 835 time: 0.0462804 Sep 21 19:09:10.199370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-88741966-c67a-4a18-a2e4-ce5d659bd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.200792 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-88741966-c67a-4a18-a2e4-ce5d659bd361 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401156 Sep 21 19:09:10.298449 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-3e5aaa31-43f0-433d-ab3d-648ec18310e6 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892510 Sep 21 19:09:10.394376 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-dc09bf7b-76fc-41a3-a53e-227e3499bdff req-9aaf622d-5588-4481-aae7-e1828ffc17cb service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Sep 21 19:09:10.481203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-58be92a0-221a-4570-b2d8-5dfca02ac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.482662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-58be92a0-221a-4570-b2d8-5dfca02ac7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1094 time: 0.0433803 Sep 21 19:09:10.573111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-b862a49c-5248-4d96-8484-681aee367641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.574589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-b862a49c-5248-4d96-8484-681aee367641 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 200 len: 899 time: 0.0839698 Sep 21 19:09:10.621485 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-bf0f229d-bf6d-4769-a50b-c317baabe2d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 200 len: 217 time: 0.0374525 Sep 21 19:09:10.672327 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-148ba382-6276-4d14-a724-0a710578e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.673735 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-148ba382-6276-4d14-a724-0a710578e452 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bc9f353-36e9-4229-bcc3-fef7dcd4391b HTTP/1.1" status: 200 len: 835 time: 0.0430801 Sep 21 19:09:10.721789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-f5c824c1-6a4e-41e1-a05e-b03e093f84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.723324 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-f5c824c1-6a4e-41e1-a05e-b03e093f84a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423744 Sep 21 19:09:10.817902 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-f981018e-e9bd-4454-822d-5206aed322e3 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Sep 21 19:09:10.908179 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cc15e82e-5cfa-4fe7-9700-3447cdfcc134 req-8d0c695f-e289-4aad-90fd-20530c1b3535 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828900 Sep 21 19:09:10.928354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20096ce7-4f70-4cdb-ad25-774e90c73d0c req-e22f2965-c803-41b2-8416-d6de1d902224 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.929854 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-20096ce7-4f70-4cdb-ad25-774e90c73d0c req-e22f2965-c803-41b2-8416-d6de1d902224 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 943 time: 0.0552969 Sep 21 19:09:10.968078 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-20096ce7-4f70-4cdb-ad25-774e90c73d0c req-5e8991f1-4697-4830-bd71-e1f750a29107 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315785 Sep 21 19:09:12.085125 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854d1ff-06ff-483a-b57e-45471ee06fac req-5eac09d8-727a-4ee7-8f8b-be46954bb578 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:12.086663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5854d1ff-06ff-483a-b57e-45471ee06fac req-5eac09d8-727a-4ee7-8f8b-be46954bb578 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 943 time: 0.0495837 Sep 21 19:09:12.124391 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5854d1ff-06ff-483a-b57e-45471ee06fac req-cb2d608c-6745-4e20-aaf0-dd9acc669d3e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315409 Sep 21 19:09:12.978423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:09:13.070344 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:13.081268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'port_id': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'mac_address': 'fa:16:3e:f3:3a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:09:13.122281 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:13.134901 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:09:13.153834 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:13.158282 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:13.205372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:13.248432 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbbec6-2943-4dec-bbc8-b8bf0efbc169 req-2002c37b-841f-446f-8549-694d237d6032 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:13.249845 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfcbbec6-2943-4dec-bbc8-b8bf0efbc169 req-2002c37b-841f-446f-8549-694d237d6032 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 944 time: 0.0520141 Sep 21 19:09:13.287895 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cfcbbec6-2943-4dec-bbc8-b8bf0efbc169 req-05b6baa2-8f74-4213-9ab0-e726d886c702 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Sep 21 19:09:13.401480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:09:14.407503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193343e5-b803-4a79-82ac-6b0428de311d req-a74cc5ab-3294-411f-a2ec-b773e46e9b5b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:14.408987 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-193343e5-b803-4a79-82ac-6b0428de311d req-a74cc5ab-3294-411f-a2ec-b773e46e9b5b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 944 time: 0.0539467 Sep 21 19:09:14.446707 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-193343e5-b803-4a79-82ac-6b0428de311d req-82ee9fa7-f754-45da-93f3-e83b6fcdb578 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311012 Sep 21 19:09:14.991385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:09:15.046308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:09:15.049841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:15.050239 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:15.130315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:15.154719 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:09:15.157151 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105b2ebc-9fbe-4ca4-b3cc-2a93c4bf6dba" -d '{"events": [{"server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "name": "network-vif-plugged", "status": "completed", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:09:15.169619 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:15.174023 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:15.223599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:15.248368 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd5a7ea-ce63-48de-8b5f-9fa0881fb540 x-openstack-request-id: req-5cd5a7ea-ce63-48de-8b5f-9fa0881fb540 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:09:15.248660 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "name": "network-vif-plugged", "status": "completed", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:09:15.248913 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cd5a7ea-ce63-48de-8b5f-9fa0881fb540 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:09:15.249305 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'code': 200} Sep 21 19:09:15.348553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8238-7e0f-43cd-a84f-875359624866 req-616faee2-a705-40c7-a82a-a05cf83d76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:15.350072 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-697f8238-7e0f-43cd-a84f-875359624866 req-616faee2-a705-40c7-a82a-a05cf83d76e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1096 time: 0.0437481 Sep 21 19:09:15.386100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-697f8238-7e0f-43cd-a84f-875359624866 req-accf7cae-48d4-40d5-a20e-7911886d5523 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291634 Sep 21 19:09:15.563996 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b237a-5e58-45fe-ad92-09eb38b4a9ae req-d50c44a4-d0d1-4c97-bd32-96060860f764 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:15.565468 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef1b237a-5e58-45fe-ad92-09eb38b4a9ae req-d50c44a4-d0d1-4c97-bd32-96060860f764 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0492613 Sep 21 19:09:15.603589 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ef1b237a-5e58-45fe-ad92-09eb38b4a9ae req-02267d47-c13b-40fe-b9a2-fedf3dc20f83 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Sep 21 19:09:16.717888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de4f32-5926-4666-915c-4d411b9c7471 req-9a30b364-3e27-4ca5-bc5a-aaeb9036f7bb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:16.719420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0de4f32-5926-4666-915c-4d411b9c7471 req-9a30b364-3e27-4ca5-bc5a-aaeb9036f7bb tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0504150 Sep 21 19:09:16.759367 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0de4f32-5926-4666-915c-4d411b9c7471 req-2a2c5078-0fb2-484a-a699-e656188e77f2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Sep 21 19:09:16.874680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42552ec7-f37d-4fba-9478-757054afd4a8 req-b90ed2fd-243f-4073-a7ff-701ec9601f04 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:16.876135 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42552ec7-f37d-4fba-9478-757054afd4a8 req-b90ed2fd-243f-4073-a7ff-701ec9601f04 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0527768 Sep 21 19:09:16.914787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42552ec7-f37d-4fba-9478-757054afd4a8 req-213b3d44-09b9-4ae4-bed7-d0f7572f9d00 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Sep 21 19:09:16.935827 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54526) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:16.976176 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea802f5c-bf5b-42de-b504-02d6ff0b65db tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:16.978956 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea802f5c-bf5b-42de-b504-02d6ff0b65db tempest-TestNetworkAdvancedServerOps-1944491569 tempest-TestNetworkAdvancedServerOps-1944491569-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1091 time: 0.0417948 Sep 21 19:09:16.981347 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54528) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:16.985895 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:17.008675 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:17.109507 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:17.210771 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Allocated IP 172.25.3.86 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/1311b725-9134-468b-8477-1367e457bd80) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:09:17.321837 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:17.356122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:17.391111 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:09:17.393993 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:17.397583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:09:17.436774 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=1311b725-9134-468b-8477-1367e457bd80,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:17.845235 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:17.929258 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:18.107228 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:18.111621 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:18.182643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event updated for resources: {'Port': ['ID=1311b725-9134-468b-8477-1367e457bd80,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:18.193923 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:18.290478 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6 associated. External IP: 172.25.3.86, port: cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e. Sep 21 19:09:18.499964 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router f5158943-3f3a-4313-bc67-1940aa1cbfb6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:09:18.606352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:09:18.616684 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] Sync routers for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:09:18.621638 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:18.625714 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:09:18.626362 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:18.649634 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b92093b8-83d6-4024-87b9-9eaf92198122 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6664796 Sep 21 19:09:18.650244 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:09:18.652499 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:09:18.758218 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80399fd9-c4e7-4f81-b529-e3e489b6c6d0 req-2cf6c41c-be80-45d2-a6c4-e740c263ed36 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:18.759718 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80399fd9-c4e7-4f81-b529-e3e489b6c6d0 req-2cf6c41c-be80-45d2-a6c4-e740c263ed36 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0565104 Sep 21 19:09:18.798227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80399fd9-c4e7-4f81-b529-e3e489b6c6d0 req-3260a931-a81d-457c-ac0f-8c91bc23a44e tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Sep 21 19:09:18.821556 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54534) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:18.821751 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:09:18.860831 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635bd2c0-c367-47de-8404-b72ce0b6f6c8 x-openstack-request-id: req-635bd2c0-c367-47de-8404-b72ce0b6f6c8 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:09:18.861410 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:09:18.861410 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-635bd2c0-c367-47de-8404-b72ce0b6f6c8 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:09:18.861730 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'status': 'completed', 'code': 200} Sep 21 19:09:18.887917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-651057ca-1541-433b-b2cf-311c2ce79a69 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6 HTTP/1.1" status: 200 len: 990 time: 0.0648520 Sep 21 19:09:18.909170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-4bbd6e1e-7a9a-4bef-9862-c90fe3b167f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:18.910738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-4bbd6e1e-7a9a-4bef-9862-c90fe3b167f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1096 time: 0.0433860 Sep 21 19:09:19.004512 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-5255173f-e77e-4aa0-8660-114636bece87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:19.006157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-5255173f-e77e-4aa0-8660-114636bece87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 200 len: 899 time: 0.0884659 Sep 21 19:09:19.051890 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'port_id': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'mac_address': 'fa:16:3e:f3:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961dbca-b349-4e83-91d2-daf49a966941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:09:17Z', 'updated_at': '2021-09-21T19:09:17Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:08Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:19.071399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-1c7b5263-9cc0-4080-b26c-79dd4415b645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 200 len: 998 time: 0.0581379 Sep 21 19:09:19.078053 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] Checking router: f5158943-3f3a-4313-bc67-1940aa1cbfb6 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:09:19.086872 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:09:19.087475 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:19.120793 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-e7138582-a636-4a3a-ae21-636b07d06a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:19.122363 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-e7138582-a636-4a3a-ae21-636b07d06a23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bc9f353-36e9-4229-bcc3-fef7dcd4391b HTTP/1.1" status: 200 len: 835 time: 0.0444591 Sep 21 19:09:19.172441 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-a2d25e47-2059-4309-b8f0-fadeac4222fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:19.173944 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-a2d25e47-2059-4309-b8f0-fadeac4222fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446348 Sep 21 19:09:19.192443 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:09:19.264999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-2f81fa66-51e1-4573-96a1-542f84f283f4 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819850 Sep 21 19:09:19.360158 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8bf15220-ec04-4f0b-8f4e-8d48eee0ccf3 req-4e89c5ce-d194-43e7-8be0-3260c738f8b7 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871396 Sep 21 19:09:19.419154 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'port_id': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'mac_address': 'fa:16:3e:f3:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961dbca-b349-4e83-91d2-daf49a966941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:09:17Z', 'updated_at': '2021-09-21T19:09:17Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:08Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:19.449592 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43918067-3d7b-4eb9-b987-0a6a93267c15 None None] The sync data for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 is: [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': 'dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'port_id': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'mac_address': 'fa:16:3e:f3:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961dbca-b349-4e83-91d2-daf49a966941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:09:17Z', 'updated_at': '2021-09-21T19:09:17Z', 'revision_number': 0, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:08Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:09:19.636298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f7bc86-cec9-4cf4-8d91-1cd2d3b0d405 None None] New status for floating IP dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6: ACTIVE {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:09:19.891707 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54536) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:19.954857 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-006cf73b-d03f-41a9-84df-a17511223460 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6 HTTP/1.1" status: 200 len: 992 time: 0.0620923 Sep 21 19:09:21.250842 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:09:29.335835 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0b96835f-0eb5-40d7-91b2-93b1da6f77de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:33.718992 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e8fb6fdf-819a-429e-84fd-072e7691e0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:34.257200 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:34.876424 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:35.035416 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:37.239853 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-085185a3-59c4-4a54-9d62-4df3e86227b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391779 Sep 21 19:09:37.319172 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-e012daaa-78a1-49ed-b42d-8031023cb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:37.320606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-e012daaa-78a1-49ed-b42d-8031023cb912 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1096 time: 0.0387590 Sep 21 19:09:37.428621 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-204222ca-8b2d-4274-9f13-52e2bb1d3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:37.430720 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-204222ca-8b2d-4274-9f13-52e2bb1d3a12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 200 len: 899 time: 0.0889659 Sep 21 19:09:37.496511 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-936d86c5-da41-43ab-8979-ca7598ecedf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 200 len: 1000 time: 0.0587094 Sep 21 19:09:37.516442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:37.553078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-82f008c9-7ca9-4580-9c89-1510d342bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:37.554670 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-82f008c9-7ca9-4580-9c89-1510d342bac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bc9f353-36e9-4229-bcc3-fef7dcd4391b HTTP/1.1" status: 200 len: 835 time: 0.0509207 Sep 21 19:09:37.605573 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-d760d554-4948-4783-b90e-0fdc5bde44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:37.607107 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-d760d554-4948-4783-b90e-0fdc5bde44e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409703 Sep 21 19:09:37.701063 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-cb26c858-aa98-49a6-a190-9ad4c83adb25 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856547 Sep 21 19:09:37.797244 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c2aac5c1-d9eb-4061-909a-fb60057778c4 req-65ac803a-ea2e-4b32-81a4-470abd9d38cb service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Sep 21 19:09:39.134711 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:43.125221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-0e4752a7-79f9-4d3e-92c8-3ea78057fbd7 req-52bd06ca-d385-4f73-aa3f-d380564cf2bb service neutron] (95091) timed out ('10.222.0.70', 49798) {{(pid=95091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 19:09:53.354088 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0076c-4f5d-4910-8954-ba5e8fcc211e req-498580fd-a475-46af-ba36-b4e358a095a7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:53.355636 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-efe0076c-4f5d-4910-8954-ba5e8fcc211e req-498580fd-a475-46af-ba36-b4e358a095a7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Sep 21 19:09:53.392599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-efe0076c-4f5d-4910-8954-ba5e8fcc211e req-9b5ea3e7-19d8-4619-8477-d384a4ef7363 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Sep 21 19:09:54.511039 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42a433-c068-4451-8894-335b54b1400e req-8137a22c-a670-402f-82c1-8085108c88d7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:54.512511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db42a433-c068-4451-8894-335b54b1400e req-8137a22c-a670-402f-82c1-8085108c88d7 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0498319 Sep 21 19:09:54.549662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-db42a433-c068-4451-8894-335b54b1400e req-02210089-87a0-44cd-8df9-e52918070d19 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Sep 21 19:09:54.573008 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54566) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:54.636315 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-50165b0e-7916-46bd-b3ec-f353ccb54535 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6 HTTP/1.1" status: 200 len: 992 time: 0.0621946 Sep 21 19:09:55.896857 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb776f-4700-44a1-bae5-07f7b8c62799 req-252459cd-99a7-48a3-81d3-729ce600a889 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:55.898382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5dcb776f-4700-44a1-bae5-07f7b8c62799 req-252459cd-99a7-48a3-81d3-729ce600a889 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Sep 21 19:09:55.917420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-191fbfb2-7a33-42d5-83ac-f20c2d86e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:55.919100 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-191fbfb2-7a33-42d5-83ac-f20c2d86e98e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1096 time: 0.0421014 Sep 21 19:09:55.936582 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5dcb776f-4700-44a1-bae5-07f7b8c62799 req-15c870b6-b61c-4208-8fed-7d8587683979 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Sep 21 19:09:56.013602 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-2223dd43-56be-47e5-9034-c0dc5909356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:56.015085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-2223dd43-56be-47e5-9034-c0dc5909356a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 200 len: 899 time: 0.0885017 Sep 21 19:09:56.078804 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-5391f822-f5b4-4d93-83eb-0ef4e0638e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 200 len: 1000 time: 0.0555806 Sep 21 19:09:56.127708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-feb90ddf-5997-4824-8333-3572fd677b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:56.129123 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-feb90ddf-5997-4824-8333-3572fd677b4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bc9f353-36e9-4229-bcc3-fef7dcd4391b HTTP/1.1" status: 200 len: 835 time: 0.0426447 Sep 21 19:09:56.178059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-6999bf56-9d47-4c24-8893-fe2b53266f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:56.179486 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-6999bf56-9d47-4c24-8893-fe2b53266f75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433271 Sep 21 19:09:56.268787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-11f03a9c-4eec-41b5-9620-5f8305ed72b4 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809457 Sep 21 19:09:56.362421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-6f63f803-c9ee-4dcf-b424-d81909e75c07 req-9fe50255-5bd1-4c20-85a2-71863c2cf8f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855169 Sep 21 19:09:57.053884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5a247-fd96-4311-a3db-cdd8475ea892 req-a14200dc-5aeb-4ac2-a362-b53791553b65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:57.055404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bf5a247-fd96-4311-a3db-cdd8475ea892 req-a14200dc-5aeb-4ac2-a362-b53791553b65 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0494730 Sep 21 19:09:57.097629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4bf5a247-fd96-4311-a3db-cdd8475ea892 req-dccb1535-59a2-46e2-8e7d-0b8631f6a031 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357597 Sep 21 19:09:58.214250 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66a93-be87-45de-bce4-ca9effa62175 req-502b9fd4-dd8a-452d-b120-a08f1b7e6e88 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:58.215740 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baf66a93-be87-45de-bce4-ca9effa62175 req-502b9fd4-dd8a-452d-b120-a08f1b7e6e88 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Sep 21 19:09:58.249617 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:09:58.252787 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-baf66a93-be87-45de-bce4-ca9effa62175 req-a0338401-8251-4699-ab17-f985ecc7964f tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308537 Sep 21 19:09:58.276199 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54578) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:58.335896 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d07aa12c-6a90-4735-8e36-0621eeb2b6e2 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/floatingips/dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6 HTTP/1.1" status: 200 len: 992 time: 0.0586128 Sep 21 19:09:58.549920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54584) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:09:58.707891 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 1311b725-9134-468b-8477-1367e457bd80 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:09:58.708149 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:58.781200 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:58.781527 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:58.793094 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 1311b725-9134-468b-8477-1367e457bd80 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:09:58.943562 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:58.968881 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=1311b725-9134-468b-8477-1367e457bd80,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:58.993513 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.994572 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.994916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.995253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.995583 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.995914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.996240 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.996563 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.996888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.997211 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.997531 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:58.997850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:59.035078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:59.035407 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Floating IP dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6 disassociated (deleted). External IP: 172.25.3.86, port: cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e. Sep 21 19:09:59.238647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router f5158943-3f3a-4313-bc67-1940aa1cbfb6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:09:59.336989 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a43ff19a-e2eb-46e2-98f1-6bfcf122db37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:59.645096 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:09:59.649580 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:59.655226 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] Sync routers for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:09:59.664019 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:09:59.664618 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:59.680601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-225482c0-5dd2-4976-8fba-e4bd32419f6c tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/floatingips/dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6 HTTP/1.1" status: 204 len: 168 time: 1.1294425 Sep 21 19:09:59.682353 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:09:59.684684 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc897a-b59d-4269-b15f-03744cfe313d" -d '{"events": [{"name": "network-changed", "server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:09:59.769810 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:09:59.836237 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e85c23c-388b-4a2d-a256-dad07b01d27c x-openstack-request-id: req-3e85c23c-388b-4a2d-a256-dad07b01d27c {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:09:59.836849 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:09:59.837163 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e85c23c-388b-4a2d-a256-dad07b01d27c {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:09:59.838177 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'status': 'completed', 'code': 200} Sep 21 19:09:59.903478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-1d953192-7456-4f12-a40b-24bc89401960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:59.904906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-1d953192-7456-4f12-a40b-24bc89401960 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 1096 time: 0.0434616 Sep 21 19:09:59.936246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963621b8-42ed-47a0-9a76-b7f5e5768427 req-4694c933-7ef8-4de6-9552-cd79e753e557 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:59.938148 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-963621b8-42ed-47a0-9a76-b7f5e5768427 req-4694c933-7ef8-4de6-9552-cd79e753e557 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0542088 Sep 21 19:09:59.979101 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:08Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:09:59.981172 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-963621b8-42ed-47a0-9a76-b7f5e5768427 req-bef7b757-e87f-4837-a9a5-ac2f17756349 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366025 Sep 21 19:10:00.006561 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-b28be83a-5639-4b57-b943-4deace8251d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:00.008109 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-b28be83a-5639-4b57-b943-4deace8251d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 200 len: 899 time: 0.0953565 Sep 21 19:10:00.013855 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] Checking router: f5158943-3f3a-4313-bc67-1940aa1cbfb6 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:00.022222 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:00.022857 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:09:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:00.051009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-3fb58ab6-9f82-4f70-94b5-038a76bd9876 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 200 len: 217 time: 0.0347245 Sep 21 19:10:00.100519 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-a644420a-9ad4-4fde-b3a6-92b232190263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:00.101984 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-a644420a-9ad4-4fde-b3a6-92b232190263 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bc9f353-36e9-4229-bcc3-fef7dcd4391b HTTP/1.1" status: 200 len: 835 time: 0.0435286 Sep 21 19:10:00.138175 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:00.153588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-27347107-5133-42eb-ad9a-609bacf27cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:00.155065 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-27347107-5133-42eb-ad9a-609bacf27cee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449555 Sep 21 19:10:00.246641 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-44b28aca-1bf5-4841-877f-427bc3c6d1e7 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Sep 21 19:10:00.342773 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:08Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:00.345211 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c8fc897a-b59d-4269-b15f-03744cfe313d req-d6683861-67a0-4fbe-aeb2-c0bdcaa23ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900362 Sep 21 19:10:00.375383 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202c387-9ef5-4a36-b1c0-b9e927946e25 None None] The sync data for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 is: [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c', 'name': '', 'network_id': '2bf1e8ff-c07f-4067-b220-f59cf7bcfc22', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'mac_address': 'fa:16:3e:ea:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:05Z', 'updated_at': '2021-09-21T19:09:08Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'subnets': [{'id': '7bc9f353-36e9-4229-bcc3-fef7dcd4391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:00.592112 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cba56-fcda-4b08-b9ae-435efbf99afe None None] New status for floating IP dec8fc29-4a86-4dda-8ef2-1da8b3c3c7e6: DOWN {{(pid=95092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:10:01.095205 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e060-b82a-483b-ae7c-be7e77eb46cf req-3996d15d-d826-42d6-8335-04bea935ce35 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:01.096930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c171e060-b82a-483b-ae7c-be7e77eb46cf req-3996d15d-d826-42d6-8335-04bea935ce35 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0478668 Sep 21 19:10:01.134727 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c171e060-b82a-483b-ae7c-be7e77eb46cf req-25ccdfac-3170-41a3-9e1e-3c754e662083 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/security-groups?id=69a06209-638d-40b1-ad13-538fd9107d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Sep 21 19:10:01.469545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-b05b06cc-acc0-4ecc-8df4-a6e612edecd5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:01.471025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-b05b06cc-acc0-4ecc-8df4-a6e612edecd5 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 945 time: 0.0491652 Sep 21 19:10:01.562250 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:10:01.562595 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:01.648173 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:01.648544 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:01.661181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:10:02.073082 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:02.099476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:02.109774 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.110131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.110505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.110847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.111186 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.111524 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.111862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.112188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.112881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.112881 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.113148 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.113572 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:02.152839 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] No DVR routers for this DVR port cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:10:02.155503 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:02.157685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0b4efc41-5901-4159-bd5b-2de58b66726c req-54e56495-a0ac-439c-9a65-cfe6505b4236 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.41 "DELETE /v2.0/ports/cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e HTTP/1.1" status: 204 len: 173 time: 0.6796620 Sep 21 19:10:02.158138 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'name': 'network-vif-deleted', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:10:02.160403 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7caced-25f5-45a7-bb45-ee37adabfb5c" -d '{"events": [{"server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "name": "network-vif-deleted", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:10:02.231700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-47ee8f63-3df3-491c-936b-95c9fb6deda1 req-e379ffda-be9b-4efd-8199-1fd648ca1677 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "GET /v2.0/ports?device_id=2961dbca-b349-4e83-91d2-daf49a966941 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Sep 21 19:10:02.281487 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7a9ec6-2b32-4f08-b8f0-77b6aec8fae3 x-openstack-request-id: req-6c7a9ec6-2b32-4f08-b8f0-77b6aec8fae3 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:10:02.281778 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2961dbca-b349-4e83-91d2-daf49a966941", "name": "network-vif-deleted", "tag": "cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:10:02.282030 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c7a9ec6-2b32-4f08-b8f0-77b6aec8fae3 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:10:02.282452 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2961dbca-b349-4e83-91d2-daf49a966941', 'name': 'network-vif-deleted', 'tag': 'cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e', 'status': 'completed', 'code': 200} Sep 21 19:10:03.291937 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54600) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:03.652605 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.721142 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-884b8b6e-647e-4171-aec4-59d9b6df1748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.906963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:10:03.907313 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.992517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:03.992882 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.010527 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:10:04.192231 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.220468 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:04.265236 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.399026 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.616786 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Router f5158943-3f3a-4313-bc67-1940aa1cbfb6 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:10:04.722310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:10:04.727287 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-017f9a41-92a1-4bda-9534-09f362089d97 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "PUT /v2.0/routers/f5158943-3f3a-4313-bc67-1940aa1cbfb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4343386 Sep 21 19:10:04.732335 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54604) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:04.732921 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] Sync routers for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:10:04.741821 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:04.742462 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:04.791270 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting subnet 7bc9f353-36e9-4229-bcc3-fef7dcd4391b {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:10:04.794392 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.835948 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.848662 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:04.878050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.924811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:04.988123 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.014808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc9f353-36e9-4229-bcc3-fef7dcd4391b,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:05.018404 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.020543 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4a03ca7a-0b8e-45f2-8e62-dce817a13631 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/subnets/7bc9f353-36e9-4229-bcc3-fef7dcd4391b HTTP/1.1" status: 204 len: 168 time: 0.2865074 Sep 21 19:10:05.022874 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54606) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:05.034483 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30289f45-736d-4ac7-89ed-97a1fd2b2e83 None None] Network 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:10:05.036433 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:10:04Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:05.063173 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.065184 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] Checking router: f5158943-3f3a-4313-bc67-1940aa1cbfb6 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:05.076473 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] Routers {'f5158943-3f3a-4313-bc67-1940aa1cbfb6'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:05.077088 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:05.137303 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.186760 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] Set router f5158943-3f3a-4313-bc67-1940aa1cbfb6 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:05.226642 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:10:05.249872 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] DHCP port deletion for 2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:10:05.253233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:10:05.253482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device cb5c07ad-d46e-47d1-9d8b-c9be840f0a2e not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:10:05.262139 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.299503 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Deleting port 5a1039f8-29bf-45cf-b624-a7a707dd507d {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:10:05.299897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.319210 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Deleting port 63b85c85-4d73-44a9-9952-69b93e87bb46 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:10:05.319586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.373670 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] For port 5a1039f8-29bf-45cf-b624-a7a707dd507d, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=5a1039f8-29bf-45cf-b624-a7a707dd507d,segment=NetworkSegment(9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9),segment_id=9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:05.374070 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.385893 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:10:04Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:05.390718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Calling delete_port for 5a1039f8-29bf-45cf-b624-a7a707dd507d owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:10:05.403147 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] For port 63b85c85-4d73-44a9-9952-69b93e87bb46, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=63b85c85-4d73-44a9-9952-69b93e87bb46,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:05.403515 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.416281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Calling delete_port for 63b85c85-4d73-44a9-9952-69b93e87bb46 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:10:05.418865 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5bfe6-7000-4a3b-9ff3-da8e794be618 None None] The sync data for ids ['f5158943-3f3a-4313-bc67-1940aa1cbfb6'] in n-d-810285-3 is: [{'id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084248836', 'tenant_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:10:04Z', 'revision_number': 5, 'project_id': '69e3d06ad4fe4c408c63465d7295b2b1', 'gw_port': {'id': '63b85c85-4d73-44a9-9952-69b93e87bb46', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:02:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5158943-3f3a-4313-bc67-1940aa1cbfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:09:02Z', 'updated_at': '2021-09-21T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:05.474338 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.500376 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Pushing event deleted for resources: {'Port': ['ID=5a1039f8-29bf-45cf-b624-a7a707dd507d,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:05.502599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] No DVR routers for this DVR port 5a1039f8-29bf-45cf-b624-a7a707dd507d on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:10:05.511468 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.512164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.513181 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.513534 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.513875 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.514246 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.515207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.515207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.515207 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.515499 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.515835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.516154 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd1c69-9d84-4bb9-a012-4d5c0e6d0f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:05.589219 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.621402 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Port': ['ID=63b85c85-4d73-44a9-9952-69b93e87bb46,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:05.680491 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.779337 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.782529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.846771 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.847325 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Fanout notify agent at l3_agent the message router_deleted on router f5158943-3f3a-4313-bc67-1940aa1cbfb6 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:10:05.855396 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.859599 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9448b380-5ca9-4be6-8a4d-f17f7e97873d tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/routers/f5158943-3f3a-4313-bc67-1940aa1cbfb6 HTTP/1.1" status: 204 len: 168 time: 0.8327234 Sep 21 19:10:05.859599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54608) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:05.912933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:10:05.935793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:10:05.936466 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 3ca7e6bd-88f4-4c73-a085-e6f2597f3a8c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:10:05.936973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5a1039f8-29bf-45cf-b624-a7a707dd507d no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:10:05.946417 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:05.960009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 5a1039f8-29bf-45cf-b624-a7a707dd507d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:10:05.960379 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 5a1039f8-29bf-45cf-b624-a7a707dd507d not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:10:06.037908 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.058646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf1e8ff-c07f-4067-b220-f59cf7bcfc22']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:06.068329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:06.068629 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afbb7ba-2f82-4c17-ab34-d7cbe7f352d9') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:06.079098 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.092635 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.099169 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:10:06.099567 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: timer() Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:10:06.102577 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:10:06.166820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.172601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.174503 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/networks/2bf1e8ff-c07f-4067-b220-f59cf7bcfc22 HTTP/1.1" status: 204 len: 168 time: 0.3143055 Sep 21 19:10:06.177487 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54610) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:06.189352 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dec17-2bd3-4e73-a76f-cb13e1a892e8 tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'Network': ['ID=2bf1e8ff-c07f-4067-b220-f59cf7bcfc22,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:06.236766 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b8205805-6105-4c03-97d1-2edec344929b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.262798 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b8205805-6105-4c03-97d1-2edec344929b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.322465 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b8205805-6105-4c03-97d1-2edec344929b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.325348 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-b8205805-6105-4c03-97d1-2edec344929b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.326533 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b8205805-6105-4c03-97d1-2edec344929b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] 10.222.0.70 "DELETE /v2.0/security-groups/69a06209-638d-40b1-ad13-538fd9107d30 HTTP/1.1" status: 204 len: 168 time: 0.1477041 Sep 21 19:10:06.335394 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8205805-6105-4c03-97d1-2edec344929b tempest-TestNetworkAdvancedServerOps-1943644701 tempest-TestNetworkAdvancedServerOps-1943644701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a06209-638d-40b1-ad13-538fd9107d30,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:06.656846 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54618) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:06.785623 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a7fac88e-9d90-4203-aef0-504a179ed69d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69e3d06ad4fe4c408c63465d7295b2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275454 Sep 21 19:10:06.788105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54622) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:06.839451 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a831fc57-2aed-4bda-8645-3e2db70db79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.860544 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a831fc57-2aed-4bda-8645-3e2db70db79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.906690 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a831fc57-2aed-4bda-8645-3e2db70db79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.909622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a831fc57-2aed-4bda-8645-3e2db70db79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:06.910974 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a831fc57-2aed-4bda-8645-3e2db70db79b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45b75af0-d660-4873-aaf1-4ba4ae089591 HTTP/1.1" status: 204 len: 168 time: 0.1219575 Sep 21 19:10:06.923897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831fc57-2aed-4bda-8645-3e2db70db79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b75af0-d660-4873-aaf1-4ba4ae089591,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:07.176520 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54628) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:07.190484 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3062c024-5afa-498b-a108-5f3f19b987d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.279302 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3062c024-5afa-498b-a108-5f3f19b987d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.283344 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-3062c024-5afa-498b-a108-5f3f19b987d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.322060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-3062c024-5afa-498b-a108-5f3f19b987d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e3ced40c41f4ebfa5c569cdfcd9d41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444526 Sep 21 19:10:07.323006 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062c024-5afa-498b-a108-5f3f19b987d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773b5ac5-4f58-4a85-aad6-60967fe8cff7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:07.324753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:07.376844 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d7a58ca-1641-4c2a-a9fa-79435bb706e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.401505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d7a58ca-1641-4c2a-a9fa-79435bb706e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.445922 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d7a58ca-1641-4c2a-a9fa-79435bb706e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.449152 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-3d7a58ca-1641-4c2a-a9fa-79435bb706e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.450320 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-3d7a58ca-1641-4c2a-a9fa-79435bb706e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/773b5ac5-4f58-4a85-aad6-60967fe8cff7 HTTP/1.1" status: 204 len: 168 time: 0.1245654 Sep 21 19:10:07.457849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a58ca-1641-4c2a-a9fa-79435bb706e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b5ac5-4f58-4a85-aad6-60967fe8cff7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:07.518548 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.695228 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 63b85c85-4d73-44a9-9952-69b93e87bb46 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:10:07.715044 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 63b85c85-4d73-44a9-9952-69b93e87bb46 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:10:07.715409 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 63b85c85-4d73-44a9-9952-69b93e87bb46 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:10:08.136476 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54654) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:08.232081 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-650180456-network', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:08.253940 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Made reservation on behalf of 58f3c1cbaaa340ae866b5b586407d585 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:10:08.256224 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.265240 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.356072 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.359798 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.387637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:10:08.397879 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b500d2-5bc9-4025-ab2e-355d82e57cf9,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:08.404959 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.405343 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Added segment 42ff572f-4caa-4875-b503-7a35456100ef of type vlan for network af2d8447-d874-493a-b969-cdc0ae3cc189 Sep 21 19:10:08.447361 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.473118 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.474065 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:08.474665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.506787 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3692408 Sep 21 19:10:08.509832 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54658) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:08.515021 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Request body: {'subnet': {'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-650180456-subnet', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:08.537307 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca81129-3cc3-40ce-a5c4-3b807bdfc7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=af2d8447-d874-493a-b969-cdc0ae3cc189,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:08.538210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Made reservation on behalf of 58f3c1cbaaa340ae866b5b586407d585 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:10:08.542351 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.547733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network af2d8447-d874-493a-b969-cdc0ae3cc189 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:10:08.708718 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.767778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744691b5-71b3-42dc-a20d-51296df528f9,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:08.776889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Checking segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:08.777344 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Network hostable DHCP agents. Network: af2d8447-d874-493a-b969-cdc0ae3cc189, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:10:08.792753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Network af2d8447-d874-493a-b969-cdc0ae3cc189 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:10:08.800574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, af2d8447-d874-493a-b969-cdc0ae3cc189) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:08.804379 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:08.804956 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.810141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d6b65-4cd4-42f2-91d7-578f372273bf None None] Network af2d8447-d874-493a-b969-cdc0ae3cc189 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:10:08.818710 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a528ad6e-b835-45eb-bca8-690281009ff9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3076875 Sep 21 19:10:08.821328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54660) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:08.826941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:08.848127 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.849415 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.900387 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:08.955195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-af2d8447-d874-493a-b969-cdc0ae3cc189', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:10:08.956050 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.041087 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.094026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Allocated IP 172.20.0.2 (af2d8447-d874-493a-b969-cdc0ae3cc189/744691b5-71b3-42dc-a20d-51296df528f9/460ed104-30a2-4431-a812-3b67f0a6e1f1) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:09.172778 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.242058 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.246168 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.251995 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.264582 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.288245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Network af2d8447-d874-493a-b969-cdc0ae3cc189 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:09.291062 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:09.294524 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:09.304813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Pushing event updated for resources: {'Port': ['ID=460ed104-30a2-4431-a812-3b67f0a6e1f1,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:09.354995 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Attempting to bind port 460ed104-30a2-4431-a812-3b67f0a6e1f1 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:09.355368 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Attempting to bind port 460ed104-30a2-4431-a812-3b67f0a6e1f1 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:09.355742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Attempting to bind port 460ed104-30a2-4431-a812-3b67f0a6e1f1 on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:09.360666 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:09.361045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Checking segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:09.361451 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.361854 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Bound using segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:09.362380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Bound port: 460ed104-30a2-4431-a812-3b67f0a6e1f1, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:09.362767 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.376216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Allocated IP 172.25.3.158 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/abedfca1-9131-431f-bc10-2461b09e04fa) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:09.428989 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] For port 460ed104-30a2-4431-a812-3b67f0a6e1f1, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:09.432323 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] For port 460ed104-30a2-4431-a812-3b67f0a6e1f1, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=460ed104-30a2-4431-a812-3b67f0a6e1f1,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:09.436153 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.490030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.494981 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6130f61-b740-4919-8218-610f98c0b69e None None] Pushing event updated for resources: {'Port': ['ID=460ed104-30a2-4431-a812-3b67f0a6e1f1,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:09.532321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.571328 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:09.574308 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:09.577222 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:09.604484 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Pushing event updated for resources: {'Port': ['ID=abedfca1-9131-431f-bc10-2461b09e04fa,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:09.784955 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 460ed104-30a2-4431-a812-3b67f0a6e1f1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:09.834125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 460ed104-30a2-4431-a812-3b67f0a6e1f1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:09.834528 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.872442 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.915259 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.950009 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 460ed104-30a2-4431-a812-3b67f0a6e1f1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=460ed104-30a2-4431-a812-3b67f0a6e1f1,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:09.954277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:10.004080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=460ed104-30a2-4431-a812-3b67f0a6e1f1,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:10.077260 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:10.389060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680da0f9-1e6b-4c8d-9e07-64bc1067377a None None] Network af2d8447-d874-493a-b969-cdc0ae3cc189 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:10:10.476805 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-77deb2fd-cb06-492c-ab55-2252c5dc05ad None None] Provisioning complete for port 460ed104-30a2-4431-a812-3b67f0a6e1f1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:10.477188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-77deb2fd-cb06-492c-ab55-2252c5dc05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:10.519732 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:10:10.628357 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:10:10.640163 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Sync routers for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:10:10.645946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:10.650059 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-243d7b10-abf6-4eb9-8393-59e3d826f2ef admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8251464 Sep 21 19:10:10.650237 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:10.650360 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54662) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:10.651464 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:10.865128 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1b1459ec-b74a-47fe-9691-313dd544c351 None None] Provisioning complete for port 460ed104-30a2-4431-a812-3b67f0a6e1f1 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:10.865864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1b1459ec-b74a-47fe-9691-313dd544c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:10.948377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:11.085659 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.159275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:09Z', 'revision_number': 3, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:11.186133 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Checking router: 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:11.186516 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Updating router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 port abedfca1-9131-431f-bc10-2461b09e04fa binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:10:11.210707 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.286105 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Allocated IP 172.20.0.1 (af2d8447-d874-493a-b969-cdc0ae3cc189/744691b5-71b3-42dc-a20d-51296df528f9/0e680b3f-a83d-41e7-8f1b-421f98da23f5) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:11.393620 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.427078 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.464803 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.466294 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Network af2d8447-d874-493a-b969-cdc0ae3cc189 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:11.471043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:11.471228 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.474081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:11.502422 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Pushing event updated for resources: {'Port': ['ID=0e680b3f-a83d-41e7-8f1b-421f98da23f5,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:11.521603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.522069 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Attempting to bind port abedfca1-9131-431f-bc10-2461b09e04fa on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:11.522479 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Attempting to bind port abedfca1-9131-431f-bc10-2461b09e04fa by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:11.522847 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Attempting to bind port abedfca1-9131-431f-bc10-2461b09e04fa on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:11.533664 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e8ff1-2afa-4d1b-964f-3635e9019bf2 None None] Pushing event updated for resources: {'Port': ['ID=abedfca1-9131-431f-bc10-2461b09e04fa,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:11.536334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:11.536733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:11.537127 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.537521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:11.538005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Bound port: abedfca1-9131-431f-bc10-2461b09e04fa, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:11.538428 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.597007 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] For port abedfca1-9131-431f-bc10-2461b09e04fa, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:11.601274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] For port abedfca1-9131-431f-bc10-2461b09e04fa, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abedfca1-9131-431f-bc10-2461b09e04fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:11.605651 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.663935 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:11.664578 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:11.669972 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.714573 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e8ff1-2afa-4d1b-964f-3635e9019bf2 None None] Pushing event updated for resources: {'Port': ['ID=abedfca1-9131-431f-bc10-2461b09e04fa,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:11.735267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9b0f3a12-0b89-48b9-b8a0-ca83450bcfd7 None None] Provisioning complete for port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:11.735678 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3a12-0b89-48b9-b8a0-ca83450bcfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.789648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 460ed104-30a2-4431-a812-3b67f0a6e1f1 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:11.841561 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f3a12-0b89-48b9-b8a0-ca83450bcfd7 None None] Port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:10:11.849349 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.854379 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.854826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:11.924185 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Pushing event updated for resources: {'Port': ['ID=0e680b3f-a83d-41e7-8f1b-421f98da23f5,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:11.926772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.937903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 460ed104-30a2-4431-a812-3b67f0a6e1f1 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:11.938490 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.018712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Network af2d8447-d874-493a-b969-cdc0ae3cc189 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:12.020171 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:12.132446 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 1, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:12.145492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:10:12.164188 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566808e-f530-4f2b-b9a3-a941693abcca None None] The sync data for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 is: [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 1, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:12.266280 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-be2838d8-0d28-400d-93d2-1ff4d739f0de None None] Provisioning complete for port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:12.266746 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-be2838d8-0d28-400d-93d2-1ff4d739f0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.267291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:10:12.273009 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a961a4e8-d625-4c88-951f-a3d057452a15 admin admin] 10.222.0.70 "PUT /v2.0/routers/6f6ff519-7a27-4693-bc23-7f219e7f1ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6205471 Sep 21 19:10:12.301985 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-be2838d8-0d28-400d-93d2-1ff4d739f0de None None] Port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:10:12.780160 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 54678) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:12.783086 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1291525688-network', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:12.813059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Made reservation on behalf of 793d92637542442cabab4d5f0b6fc1da for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:10:12.815432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.824252 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.924243 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.928715 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.953392 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:10:12.963830 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ee311f-532c-4358-b2b5-a225b08ce0cd,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:12.968961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.969294 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Added segment ec8476a0-cb96-4110-8563-249583f7adec of type vlan for network 9d172824-c559-441b-935a-389ce2584201 Sep 21 19:10:13.010868 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.036792 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.037748 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:13.038365 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.073606 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2937799 Sep 21 19:10:13.076439 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54680) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:13.082097 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Request body: {'subnet': {'network_id': '9d172824-c559-441b-935a-389ce2584201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1291525688-subnet', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:13.104322 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Made reservation on behalf of 793d92637542442cabab4d5f0b6fc1da for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:10:13.106390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606448-4827-4b0f-916a-d6e95d3fa2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d172824-c559-441b-935a-389ce2584201,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:13.106861 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.117326 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 9d172824-c559-441b-935a-389ce2584201 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:10:13.289924 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.345287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5981833-f6fd-433f-9d63-e8ca1b9aad98,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:13.357509 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Checking segment: {'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:13.357871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Network hostable DHCP agents. Network: 9d172824-c559-441b-935a-389ce2584201, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:10:13.375917 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Network 9d172824-c559-441b-935a-389ce2584201 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:10:13.386946 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 9d172824-c559-441b-935a-389ce2584201) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:13.391013 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:13.391603 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.397789 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6034b-e3eb-43ed-acf6-3cb2b0da1afb None None] Network 9d172824-c559-441b-935a-389ce2584201 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:10:13.407611 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ca5e6d10-9203-441a-91af-aaa1127120cf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3299880 Sep 21 19:10:13.410368 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54682) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:13.414709 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:13.438246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.439254 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.495297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.545624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-9d172824-c559-441b-935a-389ce2584201', 'network_id': '9d172824-c559-441b-935a-389ce2584201', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'fixed_ips': [{'subnet_id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:10:13.546658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.631944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.685226 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Allocated IP 172.20.0.2 (9d172824-c559-441b-935a-389ce2584201/f5981833-f6fd-433f-9d63-e8ca1b9aad98/e5f90265-f779-43a7-b590-ef1413f63aeb) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:13.829591 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device abedfca1-9131-431f-bc10-2461b09e04fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:13.848046 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.871252 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.883006 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.893393 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.923798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port abedfca1-9131-431f-bc10-2461b09e04fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:13.924169 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.957895 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Network 9d172824-c559-441b-935a-389ce2584201 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:13.969459 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:13.973493 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:13.975300 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Pushing event updated for resources: {'Port': ['ID=e5f90265-f779-43a7-b590-ef1413f63aeb,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:13.988058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Allocated IP 172.25.3.80 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/56757093-0997-4c35-96b9-5906045c9c43) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:14.103040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.140325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.176645 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:14.179542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:14.183885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:14.214419 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Attempting to bind port e5f90265-f779-43a7-b590-ef1413f63aeb on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:14.215006 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Attempting to bind port e5f90265-f779-43a7-b590-ef1413f63aeb by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:14.215144 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Attempting to bind port e5f90265-f779-43a7-b590-ef1413f63aeb on network 9d172824-c559-441b-935a-389ce2584201 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:14.222962 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Pushing event updated for resources: {'Port': ['ID=56757093-0997-4c35-96b9-5906045c9c43,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:14.225447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:14.225822 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Checking segment: {'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:14.226304 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.226926 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Bound using segment: {'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:14.227104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Bound port: e5f90265-f779-43a7-b590-ef1413f63aeb, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:14.227488 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.228382 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Sync routers for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:10:14.231338 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.240691 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:14.241436 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:14.276429 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port abedfca1-9131-431f-bc10-2461b09e04fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abedfca1-9131-431f-bc10-2461b09e04fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:14.282898 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.340349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] For port e5f90265-f779-43a7-b590-ef1413f63aeb, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:14.365367 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:14.366618 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=abedfca1-9131-431f-bc10-2461b09e04fa,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:14.370945 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] For port e5f90265-f779-43a7-b590-ef1413f63aeb, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5f90265-f779-43a7-b590-ef1413f63aeb,segment=NetworkSegment(ec8476a0-cb96-4110-8563-249583f7adec),segment_id=ec8476a0-cb96-4110-8563-249583f7adec)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:14.376967 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.440952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f943a-0828-447f-ad8c-44fd8a448b9d None None] Pushing event updated for resources: {'Port': ['ID=e5f90265-f779-43a7-b590-ef1413f63aeb,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:14.480771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.584214 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 2, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:14.615749 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Checking router: 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:14.616380 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Updating router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:10:14.650275 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.941587 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.947429 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:14.999153 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Pushing event updated for resources: {'Port': ['ID=0e680b3f-a83d-41e7-8f1b-421f98da23f5,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:15.015142 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.022364 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.022364 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.022647 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.022820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.023081 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.023404 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.023721 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.024038 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.024360 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.024666 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.024978 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.025290 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:10:15.166052 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Router e3f2b049-51a5-4c47-970d-c0df290cf2e2 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:10:15.180395 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Attempting to bind port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:15.180761 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Attempting to bind port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:15.181113 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Attempting to bind port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:15.187337 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:15.187710 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Checking segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:15.188101 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.188480 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Bound using segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:15.188967 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Bound port: 0e680b3f-a83d-41e7-8f1b-421f98da23f5, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:15.189340 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.260690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-458c0572-f32e-4bba-ae79-42a3c005dd15 None None] Provisioning complete for port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:15.263176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-458c0572-f32e-4bba-ae79-42a3c005dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.273820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] For port 0e680b3f-a83d-41e7-8f1b-421f98da23f5, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:15.277871 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] For port 0e680b3f-a83d-41e7-8f1b-421f98da23f5, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0e680b3f-a83d-41e7-8f1b-421f98da23f5,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:15.291404 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.291888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:10:15.304798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Sync routers for ids ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:10:15.319727 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.321335 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-deffac26-2077-432c-a5d4-f08b45268755 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9099777 Sep 21 19:10:15.324873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54684) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:15.326880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-458c0572-f32e-4bba-ae79-42a3c005dd15 None None] Port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:10:15.329486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Routers {'e3f2b049-51a5-4c47-970d-c0df290cf2e2'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:15.330125 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:15.344391 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:15.345375 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:15.410595 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984d155-428a-4f76-a0ef-a1bdae79280d None None] Pushing event updated for resources: {'Port': ['ID=0e680b3f-a83d-41e7-8f1b-421f98da23f5,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:15.501179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Set router e3f2b049-51a5-4c47-970d-c0df290cf2e2 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:15.506695 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:15.639704 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6e486-058e-4871-83cd-9f2e20b2cbc2 None None] Network 9d172824-c559-441b-935a-389ce2584201 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:10:15.714569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Provisioning complete for port e5f90265-f779-43a7-b590-ef1413f63aeb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:15.715028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.735299 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:15Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:15.767420 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1ba72-7792-4c29-867d-c9ac4b86a797 None None] The sync data for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 is: [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:15Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:15.923833 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.927236 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:15.960813 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device abedfca1-9131-431f-bc10-2461b09e04fa up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:16.010861 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '56757093-0997-4c35-96b9-5906045c9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 3, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port': {'id': '56757093-0997-4c35-96b9-5906045c9c43', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:16.014587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] For port e5f90265-f779-43a7-b590-ef1413f63aeb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5f90265-f779-43a7-b590-ef1413f63aeb,segment=NetworkSegment(ec8476a0-cb96-4110-8563-249583f7adec),segment_id=ec8476a0-cb96-4110-8563-249583f7adec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:16.052269 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.054904 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Checking router: e3f2b049-51a5-4c47-970d-c0df290cf2e2 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:16.055248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Updating router e3f2b049-51a5-4c47-970d-c0df290cf2e2 port 56757093-0997-4c35-96b9-5906045c9c43 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:10:16.117091 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Allocated IP 172.20.0.1 (9d172824-c559-441b-935a-389ce2584201/f5981833-f6fd-433f-9d63-e8ca1b9aad98/c592df4b-c57d-44a2-97b0-db93567ec2f7) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:16.132423 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.144547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Provisioning complete for port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:16.144919 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.196385 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Pushing event updated for resources: {'Port': ['ID=e5f90265-f779-43a7-b590-ef1413f63aeb,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:16.254974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.264888 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port abedfca1-9131-431f-bc10-2461b09e04fa triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:16.265447 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.303025 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.348552 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Network 9d172824-c559-441b-935a-389ce2584201 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:16.357747 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:16.364168 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:16.396963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Pushing event updated for resources: {'Port': ['ID=c592df4b-c57d-44a2-97b0-db93567ec2f7,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:16.415929 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.468522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.507067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0e680b3f-a83d-41e7-8f1b-421f98da23f5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:16.557432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] For port 0e680b3f-a83d-41e7-8f1b-421f98da23f5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0e680b3f-a83d-41e7-8f1b-421f98da23f5,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:16.578438 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.581539 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.672402 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.686827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.688615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:16.688971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.699969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f5eac-0bd7-4e4d-9b47-c08c2cdee54e None None] Pushing event updated for resources: {'Port': ['ID=0e680b3f-a83d-41e7-8f1b-421f98da23f5,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:16.769521 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.772034 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e6a4c3b6-1bab-4390-908c-14f8d0bb7005 None None] Provisioning complete for port e5f90265-f779-43a7-b590-ef1413f63aeb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:16.772394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c3b6-1bab-4390-908c-14f8d0bb7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.774499 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.809066 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Attempting to bind port 56757093-0997-4c35-96b9-5906045c9c43 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:16.809441 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Attempting to bind port 56757093-0997-4c35-96b9-5906045c9c43 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:16.809799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Attempting to bind port 56757093-0997-4c35-96b9-5906045c9c43 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:16.817010 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ead86-72f9-47ca-9767-eda5aa089fa6 None None] Pushing event updated for resources: {'Port': ['ID=56757093-0997-4c35-96b9-5906045c9c43,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:16.828905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:16.829282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:16.829684 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.830182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:16.830582 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Bound port: 56757093-0997-4c35-96b9-5906045c9c43, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:16.830963 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.842283 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Pushing event updated for resources: {'Port': ['ID=c592df4b-c57d-44a2-97b0-db93567ec2f7,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:16.844713 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:16.926900 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] For port 56757093-0997-4c35-96b9-5906045c9c43, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:16.941744 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Network 9d172824-c559-441b-935a-389ce2584201 is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:16.943249 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:16.957440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f90265-f779-43a7-b590-ef1413f63aeb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:16.964351 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] For port 56757093-0997-4c35-96b9-5906045c9c43, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=56757093-0997-4c35-96b9-5906045c9c43,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:16.988862 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.061724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Router e3f2b049-51a5-4c47-970d-c0df290cf2e2 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:10:17.180593 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:10:17.186691 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-5b8bdca0-ee4f-49b7-add4-5b52f6bb3c95 admin admin] 10.222.0.70 "PUT /v2.0/routers/e3f2b049-51a5-4c47-970d-c0df290cf2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595600 Sep 21 19:10:17.233185 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Routers {'e3f2b049-51a5-4c47-970d-c0df290cf2e2'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:17.233826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:17.239777 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e6a4c3b6-1bab-4390-908c-14f8d0bb7005 None None] Provisioning complete for port c592df4b-c57d-44a2-97b0-db93567ec2f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:17.240149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c3b6-1bab-4390-908c-14f8d0bb7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.274744 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ead86-72f9-47ca-9767-eda5aa089fa6 None None] Pushing event updated for resources: {'Port': ['ID=56757093-0997-4c35-96b9-5906045c9c43,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:17.312374 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e5f90265-f779-43a7-b590-ef1413f63aeb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:17.312750 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.377022 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4c3b6-1bab-4390-908c-14f8d0bb7005 None None] Port c592df4b-c57d-44a2-97b0-db93567ec2f7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:10:17.409486 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] Set router e3f2b049-51a5-4c47-970d-c0df290cf2e2 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:17.547882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e08e18c7-8e46-491e-b023-5e29b257bd4c None None] Provisioning complete for port c592df4b-c57d-44a2-97b0-db93567ec2f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:17.548262 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e08e18c7-8e46-491e-b023-5e29b257bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.618663 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-e08e18c7-8e46-491e-b023-5e29b257bd4c None None] Port c592df4b-c57d-44a2-97b0-db93567ec2f7 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:10:17.679189 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '56757093-0997-4c35-96b9-5906045c9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 4, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port': {'id': '56757093-0997-4c35-96b9-5906045c9c43', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c592df4b-c57d-44a2-97b0-db93567ec2f7', 'name': '', 'network_id': '9d172824-c559-441b-935a-389ce2584201', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'mac_address': 'fa:16:3e:7c:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:15Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 2, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'subnets': [{'id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:17.711984 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575896cd-55a5-4060-93e3-78eb17b0f2ea None None] The sync data for ids ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'] in n-d-810285-3 is: [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '56757093-0997-4c35-96b9-5906045c9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 4, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port': {'id': '56757093-0997-4c35-96b9-5906045c9c43', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c592df4b-c57d-44a2-97b0-db93567ec2f7', 'name': '', 'network_id': '9d172824-c559-441b-935a-389ce2584201', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'mac_address': 'fa:16:3e:7c:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:15Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 2, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'subnets': [{'id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:17.759168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0e680b3f-a83d-41e7-8f1b-421f98da23f5 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:17.796669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54692) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:17.801392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-87095fa2-1f07-47f9-85f7-cbfad428ab41 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489245017', 'description': 'tempest-secgroup-smoke-489245017 description', 'project_id': '58f3c1cbaaa340ae866b5b586407d585'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:17.810282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:17.810752 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.826246 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87095fa2-1f07-47f9-85f7-cbfad428ab41 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.902817 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f90265-f779-43a7-b590-ef1413f63aeb up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:17.932626 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87095fa2-1f07-47f9-85f7-cbfad428ab41 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.941060 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87095fa2-1f07-47f9-85f7-cbfad428ab41 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.967914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port e5f90265-f779-43a7-b590-ef1413f63aeb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:17.968206 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.975163 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87095fa2-1f07-47f9-85f7-cbfad428ab41 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:17.979236 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-87095fa2-1f07-47f9-85f7-cbfad428ab41 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1784370 Sep 21 19:10:17.979688 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54694) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:17.985089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7e87e206-339e-4629-8f8c-51d3a0eef2bb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '28dc1625-3b04-438b-82e1-9373fa59c128', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:17.993416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87095fa2-1f07-47f9-85f7-cbfad428ab41 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dc1625-3b04-438b-82e1-9373fa59c128,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:18.020887 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e87e206-339e-4629-8f8c-51d3a0eef2bb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.087122 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e87e206-339e-4629-8f8c-51d3a0eef2bb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.092159 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e87e206-339e-4629-8f8c-51d3a0eef2bb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.111352 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87e206-339e-4629-8f8c-51d3a0eef2bb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b494f76-7e2c-42d4-92d3-2cb4b412e27a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:18.117900 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7e87e206-339e-4629-8f8c-51d3a0eef2bb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.119283 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7e87e206-339e-4629-8f8c-51d3a0eef2bb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386130 Sep 21 19:10:18.122005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54696) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:18.126749 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-79ce9c11-c54f-4e5f-bda5-385df9a4e62a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '28dc1625-3b04-438b-82e1-9373fa59c128', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:18.156767 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79ce9c11-c54f-4e5f-bda5-385df9a4e62a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.218540 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79ce9c11-c54f-4e5f-bda5-385df9a4e62a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.222989 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79ce9c11-c54f-4e5f-bda5-385df9a4e62a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.241503 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce9c11-c54f-4e5f-bda5-385df9a4e62a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0b8f01-8b28-44a5-95e7-f47e16b96353,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:18.248661 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-79ce9c11-c54f-4e5f-bda5-385df9a4e62a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.249915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-79ce9c11-c54f-4e5f-bda5-385df9a4e62a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268916 Sep 21 19:10:18.252698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54698) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:18.257192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-73fb72e6-b808-4ca3-86b9-391f456fc70d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '28dc1625-3b04-438b-82e1-9373fa59c128', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:18.287844 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73fb72e6-b808-4ca3-86b9-391f456fc70d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.355838 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73fb72e6-b808-4ca3-86b9-391f456fc70d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.359737 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73fb72e6-b808-4ca3-86b9-391f456fc70d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.376850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb72e6-b808-4ca3-86b9-391f456fc70d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553a0d9a-7c21-4c25-a95b-5a3989426508,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:18.384127 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-73fb72e6-b808-4ca3-86b9-391f456fc70d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.385863 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-73fb72e6-b808-4ca3-86b9-391f456fc70d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322074 Sep 21 19:10:18.388950 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54700) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:18.393337 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-93c2908b-2b29-405f-a444-8040540c36ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '28dc1625-3b04-438b-82e1-9373fa59c128', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:18.419269 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93c2908b-2b29-405f-a444-8040540c36ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.484570 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93c2908b-2b29-405f-a444-8040540c36ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.488391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93c2908b-2b29-405f-a444-8040540c36ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.509228 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2908b-2b29-405f-a444-8040540c36ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0bc6ab-7964-459f-8612-f9faa6d65533,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:18.516510 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-93c2908b-2b29-405f-a444-8040540c36ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.523852 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-93c2908b-2b29-405f-a444-8040540c36ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278718 Sep 21 19:10:18.524304 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54702) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:18.529451 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '28dc1625-3b04-438b-82e1-9373fa59c128', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:18.564540 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Project 58f3c1cbaaa340ae866b5b586407d585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:10:18.578280 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.662883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.668008 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.683448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fde62f-84da-4c0e-b573-7a257e3764c9,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:18.698780 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.703512 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-04296cdf-d9cb-4706-9984-e930a00b139a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749177 Sep 21 19:10:18.703928 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54704) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:18.708889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '28dc1625-3b04-438b-82e1-9373fa59c128', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:18.734336 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Project 58f3c1cbaaa340ae866b5b586407d585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:10:18.742595 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.824883 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.829007 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.851948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc57816f-7c5e-4840-8e44-7dad46b42ca8,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:18.860091 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.872669 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a769992c-e329-4fdb-8be7-bc8bb65a3315 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564839 Sep 21 19:10:19.048373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-75d6273b-69b0-4cb7-a0d2-c0f7d048643e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489245017&fields=id&tenant_id=58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 267 time: 0.0445440 Sep 21 19:10:19.190127 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e88e0d5c-7f27-423c-be03-a93334931c1c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:19.191754 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e88e0d5c-7f27-423c-be03-a93334931c1c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 808 time: 0.1338511 Sep 21 19:10:19.207495 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-79793d99-b39a-4934-be13-6dd0dde3fcba tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/quotas/58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Sep 21 19:10:19.261684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-d199f8d9-1477-4a9a-8123-0e2b44ff24e4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486529 Sep 21 19:10:19.361762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-cd8a67c1-ef51-4fa7-9162-bf0710b923b4 service neutron] 10.222.0.70 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879049 Sep 21 19:10:19.457349 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-facfb57b-9af2-4833-bf16-f5180ddb871e service neutron] 10.222.0.70 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890305 Sep 21 19:10:19.617619 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2aaacdc1-a1de-4d66-b157-7a8edf439377 req-cef2c020-ffa3-4365-8a77-55cdb23675fa tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 210 time: 0.0263934 Sep 21 19:10:19.781522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 56757093-0997-4c35-96b9-5906045c9c43 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:19.836224 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 56757093-0997-4c35-96b9-5906045c9c43 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:19.836686 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:19.923772 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:19.945334 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 56757093-0997-4c35-96b9-5906045c9c43, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=56757093-0997-4c35-96b9-5906045c9c43,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:19.949514 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:19.999058 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=56757093-0997-4c35-96b9-5906045c9c43,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:20.005161 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Sync routers for ids ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:10:20.014432 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Routers {'e3f2b049-51a5-4c47-970d-c0df290cf2e2'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:20.015036 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:20.125155 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Set router e3f2b049-51a5-4c47-970d-c0df290cf2e2 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:20.336431 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '56757093-0997-4c35-96b9-5906045c9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 4, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port': {'id': '56757093-0997-4c35-96b9-5906045c9c43', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c592df4b-c57d-44a2-97b0-db93567ec2f7', 'name': '', 'network_id': '9d172824-c559-441b-935a-389ce2584201', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'mac_address': 'fa:16:3e:7c:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:15Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 2, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'subnets': [{'id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:20.363206 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Checking router: e3f2b049-51a5-4c47-970d-c0df290cf2e2 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:20.363559 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Updating router e3f2b049-51a5-4c47-970d-c0df290cf2e2 port c592df4b-c57d-44a2-97b0-db93567ec2f7 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:10:20.387560 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.611538 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-030f6142-cc5a-4fb4-b52a-1e940722524e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:20.612910 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-030f6142-cc5a-4fb4-b52a-1e940722524e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 808 time: 0.1215110 Sep 21 19:10:20.663656 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-0032ebd3-cebb-4e00-80cb-e2154f35300e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 379 time: 0.0413427 Sep 21 19:10:20.669111 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.675993 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.676716 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'port': {'device_id': '6fe31b58-9140-467e-b2f1-d995413019e9', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'admin_state_up': True, 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'security_groups': ['28dc1625-3b04-438b-82e1-9373fa59c128']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:20.722271 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1de18128-80c1-4a42-afb0-6e5bdc46357c req-9312338a-1738-4eef-9356-0173cb2793b9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 210 time: 0.0337026 Sep 21 19:10:20.755578 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7007bf-4685-4cc1-876e-9248d8b8b317 None None] Pushing event updated for resources: {'Port': ['ID=c592df4b-c57d-44a2-97b0-db93567ec2f7,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:20.792828 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Attempting to bind port c592df4b-c57d-44a2-97b0-db93567ec2f7 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:20.793207 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Attempting to bind port c592df4b-c57d-44a2-97b0-db93567ec2f7 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:20.793570 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Attempting to bind port c592df4b-c57d-44a2-97b0-db93567ec2f7 on network 9d172824-c559-441b-935a-389ce2584201 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:20.799012 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:20.799321 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Checking segment: {'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:20.799694 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.800084 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Bound using segment: {'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:20.800553 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Bound port: c592df4b-c57d-44a2-97b0-db93567ec2f7, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8476a0-cb96-4110-8563-249583f7adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '9d172824-c559-441b-935a-389ce2584201'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:20.801169 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.812053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Made reservation on behalf of 58f3c1cbaaa340ae866b5b586407d585 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:10:20.815929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.873316 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] For port c592df4b-c57d-44a2-97b0-db93567ec2f7, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:20.876448 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] For port c592df4b-c57d-44a2-97b0-db93567ec2f7, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c592df4b-c57d-44a2-97b0-db93567ec2f7,segment=NetworkSegment(ec8476a0-cb96-4110-8563-249583f7adec),segment_id=ec8476a0-cb96-4110-8563-249583f7adec)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:20.881899 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.949462 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Routers {'e3f2b049-51a5-4c47-970d-c0df290cf2e2'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:20.950122 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:20.951935 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7007bf-4685-4cc1-876e-9248d8b8b317 None None] Pushing event updated for resources: {'Port': ['ID=c592df4b-c57d-44a2-97b0-db93567ec2f7,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:20.974721 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Allocated IP 172.20.0.8 (af2d8447-d874-493a-b969-cdc0ae3cc189/744691b5-71b3-42dc-a20d-51296df528f9/41a19f36-d0ec-4b87-b221-bb2e849dd49d) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:20.976859 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-32b616ab-2a48-41b5-af34-7f9cb210c1f2 None None] Provisioning complete for port c592df4b-c57d-44a2-97b0-db93567ec2f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:20.977768 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-32b616ab-2a48-41b5-af34-7f9cb210c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.067864 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-32b616ab-2a48-41b5-af34-7f9cb210c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.072031 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] Set router e3f2b049-51a5-4c47-970d-c0df290cf2e2 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:21.105430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-32b616ab-2a48-41b5-af34-7f9cb210c1f2 None None] For port c592df4b-c57d-44a2-97b0-db93567ec2f7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c592df4b-c57d-44a2-97b0-db93567ec2f7,segment=NetworkSegment(ec8476a0-cb96-4110-8563-249583f7adec),segment_id=ec8476a0-cb96-4110-8563-249583f7adec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:21.113305 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-32b616ab-2a48-41b5-af34-7f9cb210c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.158336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.172576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b616ab-2a48-41b5-af34-7f9cb210c1f2 None None] Pushing event updated for resources: {'Port': ['ID=c592df4b-c57d-44a2-97b0-db93567ec2f7,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:21.191944 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.238906 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Network af2d8447-d874-493a-b969-cdc0ae3cc189 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:21.240590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e7ff531a-a6c6-4a22-8c2e-92c3935188f6 None None] Provisioning complete for port c592df4b-c57d-44a2-97b0-db93567ec2f7 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:21.241037 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e7ff531a-a6c6-4a22-8c2e-92c3935188f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.242213 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:21.246308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:21.256758 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:21.296243 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '56757093-0997-4c35-96b9-5906045c9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 4, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port': {'id': '56757093-0997-4c35-96b9-5906045c9c43', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c592df4b-c57d-44a2-97b0-db93567ec2f7', 'name': '', 'network_id': '9d172824-c559-441b-935a-389ce2584201', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'mac_address': 'fa:16:3e:7c:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:15Z', 'updated_at': '2021-09-21T19:10:20Z', 'revision_number': 4, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'subnets': [{'id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:21.305551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:21.306440 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.329436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-e35f2be1-cd2d-4bb8-9bae-a20c5414b7f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593361 Sep 21 19:10:21.329693 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28e-ff2c-4dd6-a5cc-5fffacf72033 None None] The sync data for ids ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'] in n-d-810285-3 is: [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '56757093-0997-4c35-96b9-5906045c9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 4, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port': {'id': '56757093-0997-4c35-96b9-5906045c9c43', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'c592df4b-c57d-44a2-97b0-db93567ec2f7', 'name': '', 'network_id': '9d172824-c559-441b-935a-389ce2584201', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'mac_address': 'fa:16:3e:7c:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:15Z', 'updated_at': '2021-09-21T19:10:20Z', 'revision_number': 4, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'subnets': [{'id': 'f5981833-f6fd-433f-9d63-e8ca1b9aad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:21.342110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-07f9a81f-3583-4d81-beee-acf1f74dec5c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:10:21.343197 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-07f9a81f-3583-4d81-beee-acf1f74dec5c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075681 Sep 21 19:10:21.360024 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Request body: {'port': {'device_id': '6fe31b58-9140-467e-b2f1-d995413019e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:21.420899 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.559798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2b6d7521-8564-4afa-af9d-3cabd3c945e6 None None] Provisioning complete for port 41a19f36-d0ec-4b87-b221-bb2e849dd49d triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:21.560303 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7521-8564-4afa-af9d-3cabd3c945e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.606276 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d7521-8564-4afa-af9d-3cabd3c945e6 None None] Port 41a19f36-d0ec-4b87-b221-bb2e849dd49d cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:10:21.736036 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a19f36-d0ec-4b87-b221-bb2e849dd49d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:10:21.744013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.764364 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Transition to ACTIVE for port object 41a19f36-d0ec-4b87-b221-bb2e849dd49d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:10:21.769961 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.821343 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c592df4b-c57d-44a2-97b0-db93567ec2f7 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:21.866859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:21.933268 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port c592df4b-c57d-44a2-97b0-db93567ec2f7 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:21.933827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.949493 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f61741-0f91-457a-bd18-9acc683522fd req-5bae1fe3-fdd6-4b9a-8bb6-7b2d0769b047 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:21.953268 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81f61741-0f91-457a-bd18-9acc683522fd req-5bae1fe3-fdd6-4b9a-8bb6-7b2d0769b047 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 943 time: 0.1250865 Sep 21 19:10:21.995116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:21.996638 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:21.996980 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:22.010597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on network af2d8447-d874-493a-b969-cdc0ae3cc189 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:10:22.010950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:22.023377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-81f61741-0f91-457a-bd18-9acc683522fd req-fa5a3a71-8ea0-42df-b29a-3deb7815dc76 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602758 Sep 21 19:10:22.024157 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:22.024509 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Checking segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:22.024895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Bound using segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:22.030485 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Bound port: 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:22.030965 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:22.065781 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 56757093-0997-4c35-96b9-5906045c9c43 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:22.107447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:22.111562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:22.115786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:22.118543 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 56757093-0997-4c35-96b9-5906045c9c43 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:22.119038 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:22.157823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.158465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:22.159876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] 10.222.0.78 "PUT /v2.0/ports/41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 1091 time: 0.8084254 Sep 21 19:10:22.160331 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:10:22.162622 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd50bb4-0b35-4f46-8268-0aa26df09923" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:10:22.185695 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b892d-4133-4f1c-9657-b8e9a05fb85a service neutron] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:22.212027 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86b167-c12e-49da-9cac-bff2c0fbb90d x-openstack-request-id: req-ad86b167-c12e-49da-9cac-bff2c0fbb90d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:10:22.212341 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:10:22.212599 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad86b167-c12e-49da-9cac-bff2c0fbb90d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:10:22.213068 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'status': 'completed', 'code': 200} Sep 21 19:10:22.256181 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-c676101f-9fc4-42a7-9ad4-9fa6481ef1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.257788 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-c676101f-9fc4-42a7-9ad4-9fa6481ef1ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1094 time: 0.0431466 Sep 21 19:10:22.303971 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-363907fc-799f-4f86-9bc3-c6e506a1c42a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 217 time: 0.0383320 Sep 21 19:10:22.357895 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-20424788-ab36-42cd-8d4f-5dd5db303e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.360843 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-20424788-ab36-42cd-8d4f-5dd5db303e28 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0483158 Sep 21 19:10:22.406562 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-f3a43ac1-f94e-4440-83ed-58be9f5b9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.408118 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-f3a43ac1-f94e-4440-83ed-58be9f5b9316 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416245 Sep 21 19:10:22.501564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-7e64c764-0824-4aba-9be6-b75304998f6e service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861378 Sep 21 19:10:22.591800 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-66f0f783-8123-4afd-bfeb-104a3ece910b req-c28c3525-9241-4f88-ba2f-1f06f86c81c6 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826452 Sep 21 19:10:22.682835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-a70a7b3a-150e-4b31-9d48-3bc4997249ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.684332 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-a70a7b3a-150e-4b31-9d48-3bc4997249ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1094 time: 0.0469532 Sep 21 19:10:22.775010 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-086e37f8-e01d-4694-bad3-4e06495753e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.776506 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-086e37f8-e01d-4694-bad3-4e06495753e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0841541 Sep 21 19:10:22.821299 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-70cbabd7-a1ae-4a9d-ba71-ec1574b44211 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 217 time: 0.0372858 Sep 21 19:10:22.870244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-d84a0363-f2f7-4cd1-ad78-ed1daac97fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.871651 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-d84a0363-f2f7-4cd1-ad78-ed1daac97fbf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0434275 Sep 21 19:10:22.919209 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-ccbfb1ca-c22e-415c-a282-6f0b60d357e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:22.920691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-ccbfb1ca-c22e-415c-a282-6f0b60d357e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394573 Sep 21 19:10:23.017739 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-0dbff97c-d7a2-4bd9-8126-3362cf5b2d7b service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882726 Sep 21 19:10:23.113534 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fcd50bb4-0b35-4f46-8268-0aa26df09923 req-bf84ea36-df5e-4a89-ba7e-5f3ff0d5881d service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882387 Sep 21 19:10:23.144038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900feb-adbf-4ba6-af7a-e0a795997f85 req-f81ca423-7b3b-45c8-9efa-75a94e0044c1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:23.145499 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3900feb-adbf-4ba6-af7a-e0a795997f85 req-f81ca423-7b3b-45c8-9efa-75a94e0044c1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 943 time: 0.0497286 Sep 21 19:10:23.187694 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a3900feb-adbf-4ba6-af7a-e0a795997f85 req-3031f02a-5f0b-4151-87d9-a1313d01e5de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359271 Sep 21 19:10:24.301824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1c01-0a0c-464c-9c94-8fc9794065d6 req-8adc6e37-a617-477e-b6a8-414a6c848c46 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:24.303392 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3d1c01-0a0c-464c-9c94-8fc9794065d6 req-8adc6e37-a617-477e-b6a8-414a6c848c46 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 943 time: 0.0492821 Sep 21 19:10:24.341431 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5d3d1c01-0a0c-464c-9c94-8fc9794065d6 req-4e801885-3dc0-4a77-8f28-2737305b5689 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320396 Sep 21 19:10:25.456448 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f0b2-da35-47ba-9c73-ee5012599cb3 req-7f534005-9c31-4128-b2ff-c4d1276cb5e1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:25.457932 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1674f0b2-da35-47ba-9c73-ee5012599cb3 req-7f534005-9c31-4128-b2ff-c4d1276cb5e1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 943 time: 0.0483735 Sep 21 19:10:25.496465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1674f0b2-da35-47ba-9c73-ee5012599cb3 req-a9c440ea-33a5-43e2-b29d-9766756ecc4c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316215 Sep 21 19:10:26.319469 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:10:26.416581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:26.427706 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'port_id': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'mac_address': 'fa:16:3e:ad:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:10:26.463843 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:26.476253 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a19f36-d0ec-4b87-b221-bb2e849dd49d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:10:26.495646 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:26.499537 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:26.551150 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:26.612192 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bef6fa-730e-439a-89b1-9038bae38592 req-0f335ce3-d2a9-439e-93f7-e81015957f4e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:26.613578 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2bef6fa-730e-439a-89b1-9038bae38592 req-0f335ce3-d2a9-439e-93f7-e81015957f4e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0486228 Sep 21 19:10:26.654782 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e2bef6fa-730e-439a-89b1-9038bae38592 req-e3ee075a-587e-4fa2-8905-b0c83259e90f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352724 Sep 21 19:10:26.736121 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['41a19f36-d0ec-4b87-b221-bb2e849dd49d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:10:27.769303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a2dcb-a56e-4b50-a8b8-31557a8b40a7 req-64fb9491-1d53-468e-8114-8369b68ddc19 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:27.770824 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-231a2dcb-a56e-4b50-a8b8-31557a8b40a7 req-64fb9491-1d53-468e-8114-8369b68ddc19 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0497828 Sep 21 19:10:27.808893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-231a2dcb-a56e-4b50-a8b8-31557a8b40a7 req-1fa683f0-34cb-4cbf-b0e7-9041778b2d18 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Sep 21 19:10:28.333865 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:28.381138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 41a19f36-d0ec-4b87-b221-bb2e849dd49d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:10:28.385349 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 41a19f36-d0ec-4b87-b221-bb2e849dd49d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:28.385716 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:28.458695 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:28.481047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:10:28.483289 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fabc3d-c611-4daf-a096-6d75f2f716f7" -d '{"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-plugged", "status": "completed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:10:28.498602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:28.502880 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:28.524950 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8499f121-c72d-4a8c-a09c-b51467ed44e0 x-openstack-request-id: req-8499f121-c72d-4a8c-a09c-b51467ed44e0 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:10:28.525771 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-plugged", "status": "completed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:10:28.526019 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8499f121-c72d-4a8c-a09c-b51467ed44e0 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:10:28.526459 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'code': 200} Sep 21 19:10:28.552369 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:28.616493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066aaf5-f7f2-43ac-9b3b-292d61946de9 req-2649ce1b-0ff8-456a-abbc-2838d65e811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:28.617965 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b066aaf5-f7f2-43ac-9b3b-292d61946de9 req-2649ce1b-0ff8-456a-abbc-2838d65e811e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1096 time: 0.0401738 Sep 21 19:10:28.656105 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b066aaf5-f7f2-43ac-9b3b-292d61946de9 req-dad7216e-0789-4788-98f2-22e07a9d9f7f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311413 Sep 21 19:10:28.923661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcd09c-0da9-4712-ba77-9920ff2db526 req-ab41b0f5-ccd3-4c0d-a0d0-9cb84116dc50 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:28.925173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aabcd09c-0da9-4712-ba77-9920ff2db526 req-ab41b0f5-ccd3-4c0d-a0d0-9cb84116dc50 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Sep 21 19:10:28.963109 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-aabcd09c-0da9-4712-ba77-9920ff2db526 req-fd714eef-6b9b-4fae-a1e0-2503fa7a0419 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319431 Sep 21 19:10:29.338706 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-54829db0-49fe-48e9-8aae-4a9c887cd008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:30.076644 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c357f-db0f-405f-8b93-c088b7e11913 req-dba2ad97-4c7f-41b7-a4a1-fd07685ebd49 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:30.078096 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-821c357f-db0f-405f-8b93-c088b7e11913 req-dba2ad97-4c7f-41b7-a4a1-fd07685ebd49 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0476909 Sep 21 19:10:30.119806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-821c357f-db0f-405f-8b93-c088b7e11913 req-850dcafc-899f-4b0b-bc93-52fab001cfbf tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348799 Sep 21 19:10:30.233157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ebdc7-d49c-4679-b9f4-632e6851b3bf req-aaf5679f-b42c-4db5-8e63-f36885c6ceb5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:30.234729 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a90ebdc7-d49c-4679-b9f4-632e6851b3bf req-aaf5679f-b42c-4db5-8e63-f36885c6ceb5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0486841 Sep 21 19:10:30.273047 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a90ebdc7-d49c-4679-b9f4-632e6851b3bf req-9bf45d87-0d56-48af-9c00-5095091bdcec tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323546 Sep 21 19:10:30.294635 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54756) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:30.435201 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee7d96-353e-4ada-9e38-864adcdafa5b tempest-TestShelveInstance-1561633813 tempest-TestShelveInstance-1561633813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:30.436700 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-b1ee7d96-353e-4ada-9e38-864adcdafa5b tempest-TestShelveInstance-1561633813 tempest-TestShelveInstance-1561633813-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1091 time: 0.1410456 Sep 21 19:10:30.439661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 54760) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:30.443995 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:30.466796 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:30.564740 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:30.665633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Allocated IP 172.25.3.173 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/eeb6b5bb-4b7e-42ef-86ae-813b000ff848) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:30.770498 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:30.804103 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:30.841581 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:30.844312 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:30.847959 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:30.872174 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'Port': ['ID=eeb6b5bb-4b7e-42ef-86ae-813b000ff848,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:31.207307 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:31.272108 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:31.423893 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:31.428297 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:31.501054 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'Port': ['ID=eeb6b5bb-4b7e-42ef-86ae-813b000ff848,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:31.510909 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:31.610889 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Floating IP 9711b40b-72ef-4690-a611-7a7b7d183c05 associated. External IP: 172.25.3.173, port: 41a19f36-d0ec-4b87-b221-bb2e849dd49d. Sep 21 19:10:32.117815 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:10:32.228680 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:10:32.238513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] Sync routers for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:10:32.244607 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:32.248122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:32.248811 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:32.272586 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cfaff4f3-41b1-46a1-ab85-26af4f8e57f8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8318789 Sep 21 19:10:32.273287 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:10:32.275775 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94e60a3-a73d-4e2d-8084-f7de022794c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:10:32.312760 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e47bb-d4ef-4c1c-ae14-f24ddafc9ad2 x-openstack-request-id: req-997e47bb-d4ef-4c1c-ae14-f24ddafc9ad2 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:10:32.313054 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:10:32.313304 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-997e47bb-d4ef-4c1c-ae14-f24ddafc9ad2 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:10:32.313706 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'status': 'completed', 'code': 200} Sep 21 19:10:32.357011 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:32.376676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-89743d8b-efa6-4d85-8b57-d8b9dfe7ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:32.378316 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-89743d8b-efa6-4d85-8b57-d8b9dfe7ea01 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1096 time: 0.0417497 Sep 21 19:10:32.467559 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-1bbee168-a058-40ab-bbfd-330745a2bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:32.469013 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-1bbee168-a058-40ab-bbfd-330745a2bc50 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0833371 Sep 21 19:10:32.537983 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-655203ad-28a1-43e9-941f-c3ac2947173c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 999 time: 0.0618889 Sep 21 19:10:32.579648 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9711b40b-72ef-4690-a611-7a7b7d183c05', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'port_id': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'mac_address': 'fa:16:3e:ad:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31b58-9140-467e-b2f1-d995413019e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:10:31Z', 'updated_at': '2021-09-21T19:10:31Z', 'revision_number': 0, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:32.587019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-69fb72dd-2abf-4fed-a726-244909430f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:32.589517 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-69fb72dd-2abf-4fed-a726-244909430f54 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0443051 Sep 21 19:10:32.610212 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] Checking router: 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:32.618410 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:32.619038 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:10:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:32.637827 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-54ab2406-441d-4d23-b57b-5c5be00d80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:32.639300 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-54ab2406-441d-4d23-b57b-5c5be00d80ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417542 Sep 21 19:10:32.722967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:32.739447 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-7ce059c1-dfff-4a31-aff5-cdd56f1b2c5b service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921433 Sep 21 19:10:32.830245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a94e60a3-a73d-4e2d-8084-f7de022794c4 req-56dd82bc-a195-4266-ac5b-afa296e04163 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Sep 21 19:10:32.942774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9711b40b-72ef-4690-a611-7a7b7d183c05', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'port_id': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'mac_address': 'fa:16:3e:ad:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31b58-9140-467e-b2f1-d995413019e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:10:31Z', 'updated_at': '2021-09-21T19:10:31Z', 'revision_number': 0, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:32.974146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1d169-976a-4dd4-a852-5d8e4aa1d7d7 None None] The sync data for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 is: [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '9711b40b-72ef-4690-a611-7a7b7d183c05', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'port_id': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'mac_address': 'fa:16:3e:ad:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31b58-9140-467e-b2f1-d995413019e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:10:31Z', 'updated_at': '2021-09-21T19:10:31Z', 'revision_number': 0, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:33.164133 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f20a76e-3a97-45de-b531-8e0c4cb589a4 None None] New status for floating IP 9711b40b-72ef-4690-a611-7a7b7d183c05: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:10:33.722149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-198b6e9f-18c1-4d44-9257-bd92aab7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:34.256653 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:34.899840 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:35.041385 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:35.248885 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:10:37.522922 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:39.157960 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:53.649676 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-8c7e05b5-0190-46da-a441-e14e9eb56364 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427020 Sep 21 19:10:53.730588 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552342-b471-4548-b211-cb282054a0f3 req-84ce9474-9eec-42d0-939c-ae7988e87c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:53.732077 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-84ce9474-9eec-42d0-939c-ae7988e87c33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1096 time: 0.0407507 Sep 21 19:10:53.836294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552342-b471-4548-b211-cb282054a0f3 req-ecf2ba62-71d6-480b-8a2d-b18071dae619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:53.837741 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-ecf2ba62-71d6-480b-8a2d-b18071dae619 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0873799 Sep 21 19:10:53.901834 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-40847017-6988-43d6-b194-025d8b5942e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 1001 time: 0.0564086 Sep 21 19:10:53.949302 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552342-b471-4548-b211-cb282054a0f3 req-771a503d-b47b-4dc5-b312-045d98090550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:53.950726 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-771a503d-b47b-4dc5-b312-045d98090550 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0421109 Sep 21 19:10:53.999125 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552342-b471-4548-b211-cb282054a0f3 req-0650c18a-9c6a-4ccd-8287-4fc7c324c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:54.000598 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-0650c18a-9c6a-4ccd-8287-4fc7c324c92e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426099 Sep 21 19:10:54.090027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-e8302745-7359-4c42-a387-9d571fb22cef service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 Sep 21 19:10:54.466891 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-43552342-b471-4548-b211-cb282054a0f3 req-225e38e0-a288-4524-bb2f-7834a1b68a18 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685846 Sep 21 19:10:59.339771 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-774dd2c0-0887-4ba2-90c4-b26e15a90f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:03.722473 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a444e480-2c98-4517-a41d-383ae4e2b26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:04.257285 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:04.913071 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:05.044430 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:07.524493 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:09.172429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:12.248107 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:11:29.338843 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38d0830e-cda2-4f9e-a7aa-964f1c717f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:33.722014 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ac4d9865-c807-44b3-8326-9e61efb273ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:34.258248 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:34.911330 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:35.047815 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:37.530233 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:39.203034 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:49.248646 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:11:54.645017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-cd7cfeaf-9130-4707-826d-c168a642d3c1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824625 Sep 21 19:11:54.723999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac43d58-2792-452d-be29-23f20ce05242 req-1c0c0a04-476d-4a14-913a-7321e750c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:54.725453 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-1c0c0a04-476d-4a14-913a-7321e750c7b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1096 time: 0.0399854 Sep 21 19:11:54.830540 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac43d58-2792-452d-be29-23f20ce05242 req-e090e38a-46da-4984-84cb-542c4ae5bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:54.832027 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-e090e38a-46da-4984-84cb-542c4ae5bcb0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0866268 Sep 21 19:11:54.897728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-a9be63c3-3762-4bb2-9410-7eadceb1b1e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 1001 time: 0.0579994 Sep 21 19:11:54.952252 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac43d58-2792-452d-be29-23f20ce05242 req-dad64f1d-9580-46c7-acce-db177d38b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:54.953704 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-dad64f1d-9580-46c7-acce-db177d38b935 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0491502 Sep 21 19:11:55.005903 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac43d58-2792-452d-be29-23f20ce05242 req-4589bf83-dc0c-4665-91d9-d191a54878aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:55.007451 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-4589bf83-dc0c-4665-91d9-d191a54878aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466869 Sep 21 19:11:55.096219 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-c27c43f5-b290-4d4b-b635-07d3ffe0af57 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814075 Sep 21 19:11:55.189740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9ac43d58-2792-452d-be29-23f20ce05242 req-64f54b84-95a2-4f4e-89e8-a90211d0221b service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Sep 21 19:11:59.340203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-46764b82-27d6-41b4-a1a2-d184ef1cf326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:03.724832 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23e9e7c2-7ea4-44fe-9044-9fc7f819477d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:04.258568 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:04.928441 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:05.050143 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:07.532045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:09.201922 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.418317 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159afd-49e6-466e-9ace-1e1e681c57f5 req-a29c15e2-f458-47e7-ab80-08ccf0eeadae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:25.419828 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94159afd-49e6-466e-9ace-1e1e681c57f5 req-a29c15e2-f458-47e7-ab80-08ccf0eeadae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0510132 Sep 21 19:12:25.461556 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-94159afd-49e6-466e-9ace-1e1e681c57f5 req-1b6ddc0e-1fe3-4d56-8e6c-d962e35f02ae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354743 Sep 21 19:12:26.247805 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:12:26.587911 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da081d-3e1d-4e66-a932-ed21c1b22b4f req-7ea77787-05da-4206-9052-002ccbc4986a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:26.589372 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69da081d-3e1d-4e66-a932-ed21c1b22b4f req-7ea77787-05da-4206-9052-002ccbc4986a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Sep 21 19:12:26.630377 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69da081d-3e1d-4e66-a932-ed21c1b22b4f req-f053f328-c74b-4763-9d2d-143fd6d25a33 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343394 Sep 21 19:12:27.744966 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060991e-8ada-494f-89dd-cf243b15f06e req-e2c4e332-8314-4c98-bd08-11177a54542d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:27.746464 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1060991e-8ada-494f-89dd-cf243b15f06e req-e2c4e332-8314-4c98-bd08-11177a54542d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Sep 21 19:12:27.853308 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1060991e-8ada-494f-89dd-cf243b15f06e req-81dbe29c-34ff-49f7-97f1-f294384219dc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997937 Sep 21 19:12:28.966512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93657efe-69cb-4b29-a3f4-493e5b2e0a26 req-256fb905-5820-4d78-9a93-875403cbcfe2 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:28.968279 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93657efe-69cb-4b29-a3f4-493e5b2e0a26 req-256fb905-5820-4d78-9a93-875403cbcfe2 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0497744 Sep 21 19:12:29.006770 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-93657efe-69cb-4b29-a3f4-493e5b2e0a26 req-445dc3fd-b709-4b88-8a26-ca9d65058f6e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323319 Sep 21 19:12:29.340383 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3aba32e2-6816-4a87-b868-a0f8654de67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:30.119640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab91a-23da-4c53-a676-5525bd60f94f req-88974e6c-8469-4979-b5c9-9cf36bea9ef9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:30.121033 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19bab91a-23da-4c53-a676-5525bd60f94f req-88974e6c-8469-4979-b5c9-9cf36bea9ef9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Sep 21 19:12:30.163443 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19bab91a-23da-4c53-a676-5525bd60f94f req-fd983e31-a04a-4960-b9b7-bff3f30d824c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359571 Sep 21 19:12:31.279542 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48656f2-3189-47e5-a186-a3d2bc11bbce req-3e04f95c-b7da-4c21-8183-1aaefe8c1c64 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:31.281600 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e48656f2-3189-47e5-a186-a3d2bc11bbce req-3e04f95c-b7da-4c21-8183-1aaefe8c1c64 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0491977 Sep 21 19:12:31.318550 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e48656f2-3189-47e5-a186-a3d2bc11bbce req-546a6f74-dee5-482d-adf1-8672c20e6b50 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Sep 21 19:12:32.433998 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ce4a8-992c-45a4-8b9e-d5994a918494 req-4a999d6c-3353-4388-b124-70f0d066857c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:32.435504 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca8ce4a8-992c-45a4-8b9e-d5994a918494 req-4a999d6c-3353-4388-b124-70f0d066857c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0490360 Sep 21 19:12:32.473191 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca8ce4a8-992c-45a4-8b9e-d5994a918494 req-32fab8dc-a84c-4c60-85a2-f5aae06b17fe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306830 Sep 21 19:12:33.590030 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99c89-88ec-43c1-934e-38e69fe18404 req-be612b56-8cff-4023-89da-f28d01f55dde tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:33.591529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0b99c89-88ec-43c1-934e-38e69fe18404 req-be612b56-8cff-4023-89da-f28d01f55dde tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0501828 Sep 21 19:12:33.633635 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0b99c89-88ec-43c1-934e-38e69fe18404 req-8360e6a9-0704-40a8-9c39-a611ca92574d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360618 Sep 21 19:12:33.725073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a971a568-da9c-4068-b64c-208d93adb006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:34.259364 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:34.750810 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08b7a2-f9c3-4a2e-b92d-7aee72ac66a6 req-e73e142d-0eaa-45cb-8d45-47d2c3758e86 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:34.752286 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bb08b7a2-f9c3-4a2e-b92d-7aee72ac66a6 req-e73e142d-0eaa-45cb-8d45-47d2c3758e86 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Sep 21 19:12:34.791168 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bb08b7a2-f9c3-4a2e-b92d-7aee72ac66a6 req-3be0dce0-89c7-4673-87f5-165dfff7d198 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328629 Sep 21 19:12:34.943333 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:35.051476 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:35.907918 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89427e65-2858-4bb7-afcf-f4608adcafe2 req-6cdb3a32-148c-44dd-8a58-da735ba30bcd tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:35.909407 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89427e65-2858-4bb7-afcf-f4608adcafe2 req-6cdb3a32-148c-44dd-8a58-da735ba30bcd tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0487332 Sep 21 19:12:35.947121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-89427e65-2858-4bb7-afcf-f4608adcafe2 req-c955e68c-70f0-43fe-ad47-e67d3d0adcc6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317729 Sep 21 19:12:37.061781 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdde43-7bfd-4f2c-a730-0bf4d50a6ac1 req-b8babeed-3708-4711-8daf-89f05c1036dd tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:37.063304 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18bdde43-7bfd-4f2c-a730-0bf4d50a6ac1 req-b8babeed-3708-4711-8daf-89f05c1036dd tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0489938 Sep 21 19:12:37.107990 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-18bdde43-7bfd-4f2c-a730-0bf4d50a6ac1 req-ada90c21-e0e1-4fb2-a5bd-9d9dd479102f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385487 Sep 21 19:12:37.537987 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:38.254528 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec177a13-e0fe-4af5-ad76-f9e815d7a9cc req-247c955c-ba18-42c4-8971-0b40e20d7a37 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:38.257519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec177a13-e0fe-4af5-ad76-f9e815d7a9cc req-247c955c-ba18-42c4-8971-0b40e20d7a37 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0651023 Sep 21 19:12:38.311688 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ec177a13-e0fe-4af5-ad76-f9e815d7a9cc req-4a6fa0ab-3853-43c6-b3ce-014a54294ae0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477726 Sep 21 19:12:38.943905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:12:39.041340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:39.056882 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'port_id': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'mac_address': 'fa:16:3e:ad:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:12:39.098214 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:39.112546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41a19f36-d0ec-4b87-b221-bb2e849dd49d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:12:39.139352 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:39.147023 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:39.214547 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:39.225876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['41a19f36-d0ec-4b87-b221-bb2e849dd49d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:12:39.229715 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:39.231248 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.231608 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.231933 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.232272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.232597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.233336 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.233669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.233993 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.234359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.234681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.235005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.235328 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:39.448697 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845389df-d6cc-4cf2-a3a4-4ca29bae5522 req-6500541b-bc77-4c6a-abe5-67adba17c2de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:39.457382 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845389df-d6cc-4cf2-a3a4-4ca29bae5522 req-6500541b-bc77-4c6a-abe5-67adba17c2de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0682545 Sep 21 19:12:39.495511 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-845389df-d6cc-4cf2-a3a4-4ca29bae5522 req-243b8a9e-1e34-44bf-b521-cdaaa60eb1c8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370262 Sep 21 19:12:40.633216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19034f01-1585-4755-ad10-2098ad86430d req-6b3ba3d5-891a-4903-953e-7b3c9f502b56 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:40.634867 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19034f01-1585-4755-ad10-2098ad86430d req-6b3ba3d5-891a-4903-953e-7b3c9f502b56 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0648961 Sep 21 19:12:40.684100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-19034f01-1585-4755-ad10-2098ad86430d req-2a403d88-34aa-4399-8036-a94c7e239af3 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427258 Sep 21 19:12:40.932138 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:12:40.986898 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 41a19f36-d0ec-4b87-b221-bb2e849dd49d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:12:40.987277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:41.073108 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:41.098511 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:41.100938 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1113603-1e68-4c8f-b8b5-6097e0e5d37a" -d '{"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-plugged", "status": "completed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:41.113856 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:41.121725 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:41.154839 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a7a62d-0616-46d2-adc7-581533e91ceb x-openstack-request-id: req-15a7a62d-0616-46d2-adc7-581533e91ceb {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:41.155129 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-plugged", "status": "completed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:41.155384 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15a7a62d-0616-46d2-adc7-581533e91ceb {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:41.155769 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'code': 200} Sep 21 19:12:41.188966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:41.814450 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a8cc-d7de-4c72-8c14-384647a77061 req-188de360-2663-4e90-81c2-66d189934b43 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:41.816094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67f0a8cc-d7de-4c72-8c14-384647a77061 req-188de360-2663-4e90-81c2-66d189934b43 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0533531 Sep 21 19:12:41.863362 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-67f0a8cc-d7de-4c72-8c14-384647a77061 req-a390a3d9-5b1d-4b60-9789-346f5b183c87 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390592 Sep 21 19:12:43.012778 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6159b-d206-4360-8fe0-182060989278 req-8e13dac7-13bd-4c66-9eba-48103378c380 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:43.014839 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3af6159b-d206-4360-8fe0-182060989278 req-8e13dac7-13bd-4c66-9eba-48103378c380 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0776486 Sep 21 19:12:43.056154 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3af6159b-d206-4360-8fe0-182060989278 req-6e043f76-caf8-4ccf-a0dd-24d1240eb780 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349920 Sep 21 19:12:44.183982 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bff8c-2921-4413-8986-d7e888dd848f req-b8d06996-ad69-4b86-a6f1-61c161d0dc5a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:44.190768 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d10bff8c-2921-4413-8986-d7e888dd848f req-b8d06996-ad69-4b86-a6f1-61c161d0dc5a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0568595 Sep 21 19:12:44.234276 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d10bff8c-2921-4413-8986-d7e888dd848f req-bcf8ba50-fb0c-4fb3-9915-345026af8c91 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Sep 21 19:12:45.359985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc0358-4602-4718-a9be-23c6693b081c req-274e343f-6e48-4951-850e-385228b54399 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:45.369119 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0cc0358-4602-4718-a9be-23c6693b081c req-274e343f-6e48-4951-850e-385228b54399 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0627220 Sep 21 19:12:45.410918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a0cc0358-4602-4718-a9be-23c6693b081c req-93d792bf-43c4-49d5-8175-363be66302a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407972 Sep 21 19:12:46.528376 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80d5d-4b7a-4b63-9ad5-b88d71370e3a req-5a0e0739-2e3a-4d4a-a2e7-4c1e60c6e663 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:46.529989 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1fc80d5d-4b7a-4b63-9ad5-b88d71370e3a req-5a0e0739-2e3a-4d4a-a2e7-4c1e60c6e663 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0549817 Sep 21 19:12:46.568000 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1fc80d5d-4b7a-4b63-9ad5-b88d71370e3a req-d8abb2f5-0805-4c08-9715-95608f79c389 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321910 Sep 21 19:12:47.086753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-9d5c2068-ae8a-428e-afae-4e05b6ff3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:47.088258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-9d5c2068-ae8a-428e-afae-4e05b6ff3bbf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1096 time: 0.0414813 Sep 21 19:12:47.181597 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-f94d61b0-8fd7-4352-ba51-12ab5e29b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:47.183159 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-f94d61b0-8fd7-4352-ba51-12ab5e29b8c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0882010 Sep 21 19:12:47.248232 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-27352782-8461-4cb9-916f-3594c582932e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 1001 time: 0.0579169 Sep 21 19:12:47.304429 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-366a07e3-ac7f-4a4f-9320-412da49c2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:47.305848 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-366a07e3-ac7f-4a4f-9320-412da49c2a5f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0499856 Sep 21 19:12:47.355310 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-d4a4ad82-05c5-471c-83b7-6679166157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:47.356710 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-d4a4ad82-05c5-471c-83b7-6679166157d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433517 Sep 21 19:12:47.446294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-b0f8528f-174c-4ae1-8b20-3266b3fe0cc4 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815706 Sep 21 19:12:47.540399 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4d6f8b3f-c46d-43a8-a383-cd3e4f2ee383 req-3f6b892a-e5c3-43d6-a140-9dc3ca1ae43d service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869789 Sep 21 19:12:47.682888 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b15f39-8e2a-4d3d-b5e1-132279285df7 req-9d84e5ce-0604-4faf-b8fa-70e2f30386c9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:47.684356 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78b15f39-8e2a-4d3d-b5e1-132279285df7 req-9d84e5ce-0604-4faf-b8fa-70e2f30386c9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0485826 Sep 21 19:12:47.726173 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-78b15f39-8e2a-4d3d-b5e1-132279285df7 req-6bf140bd-cf8f-4fad-bc1d-07874c8e5a87 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349131 Sep 21 19:12:48.841737 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebae05-e52c-42ac-a2d1-57a411a397f3 req-ff087fc7-be2d-43a2-b563-a7e70f5fb4c7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:48.844156 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1ebae05-e52c-42ac-a2d1-57a411a397f3 req-ff087fc7-be2d-43a2-b563-a7e70f5fb4c7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0498164 Sep 21 19:12:48.881657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d1ebae05-e52c-42ac-a2d1-57a411a397f3 req-d8c14e74-4e8a-4a3a-9adb-496ada3f86b8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Sep 21 19:12:49.995358 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b2112-5009-48d0-8ac3-84da3a677363 req-e1760767-9ed6-46a5-8637-97ffb714d52c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:49.996868 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-670b2112-5009-48d0-8ac3-84da3a677363 req-e1760767-9ed6-46a5-8637-97ffb714d52c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0494206 Sep 21 19:12:50.034816 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-670b2112-5009-48d0-8ac3-84da3a677363 req-6149d0e0-b7ea-46ae-9883-5ca15d00f984 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Sep 21 19:12:50.102496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-23f8ed10-05bc-4c48-a420-5ccc9f868da5 req-2ea62cf5-a83e-463a-8007-464f161cfec9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:12:50.103465 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23f8ed10-05bc-4c48-a420-5ccc9f868da5 req-2ea62cf5-a83e-463a-8007-464f161cfec9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056403 Sep 21 19:12:50.255162 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72ce9-2141-4684-a012-6813b4f95f70 req-01e541c6-47c0-4762-a8f1-a232a3780bf6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:50.256731 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52b72ce9-2141-4684-a012-6813b4f95f70 req-01e541c6-47c0-4762-a8f1-a232a3780bf6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0492308 Sep 21 19:12:50.299472 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-52b72ce9-2141-4684-a012-6813b4f95f70 req-ac4b0a13-9473-4b50-be0b-0ccd8e83cddc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Sep 21 19:12:50.512214 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-805e651e-e79c-4407-98e2-4445caf941d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884206 Sep 21 19:12:50.522260 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-73880d2e-58fc-4726-a1d6-904d46408652 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:12:50.523211 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-73880d2e-58fc-4726-a1d6-904d46408652 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051358 Sep 21 19:12:50.953110 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:51.033019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:51.055402 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:51.057629 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511e16f3-eb79-445f-9796-8bd07a64de40" -d '{"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-unplugged", "status": "completed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:51.071381 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:51.076316 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:51.100732 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1d4cce-87e1-4baa-a15a-a85732670dc4 x-openstack-request-id: req-0a1d4cce-87e1-4baa-a15a-a85732670dc4 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:51.101024 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-unplugged", "status": "failed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "code": 422}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:51.101276 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a1d4cce-87e1-4baa-a15a-a85732670dc4 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:51.101658 n-d-810285-3 neutron-server[95092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'code': 422} returned with failed status Sep 21 19:12:51.127005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:51.416089 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4630c-c4d7-4e11-9e51-d2c572c06305 req-3eb62032-94d4-4839-98aa-ab730bc68afe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:51.417563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6b4630c-c4d7-4e11-9e51-d2c572c06305 req-3eb62032-94d4-4839-98aa-ab730bc68afe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 943 time: 0.0485039 Sep 21 19:12:51.456622 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6b4630c-c4d7-4e11-9e51-d2c572c06305 req-8892132b-d3e3-45e0-a5d2-7c5c3b8631f3 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322306 Sep 21 19:12:52.571544 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff00e2-52e1-4e8d-aee0-7c219eac971a req-f465fa9a-b7d4-4a29-a4c4-1a9da89d92b2 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:52.573039 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80ff00e2-52e1-4e8d-aee0-7c219eac971a req-f465fa9a-b7d4-4a29-a4c4-1a9da89d92b2 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 943 time: 0.0487754 Sep 21 19:12:52.610596 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-80ff00e2-52e1-4e8d-aee0-7c219eac971a req-bdee04cc-04a4-45fc-bd7b-e0d0a29fea2f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Sep 21 19:12:53.466116 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-6e76e8eb-b984-40e1-bec0-83a80d812b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:53.467664 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-6e76e8eb-b984-40e1-bec0-83a80d812b8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9&tenant_id=58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 1094 time: 0.0420084 Sep 21 19:12:53.480131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810285-3', 'device_owner': 'compute:nova'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:12:53.538665 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:53.739669 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104340-98ab-420c-b56c-ced6c7f36df4 req-2121957c-223f-406d-8a0c-d073a445b313 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:53.741406 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee104340-98ab-420c-b56c-ced6c7f36df4 req-2121957c-223f-406d-8a0c-d073a445b313 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 943 time: 0.0573986 Sep 21 19:12:53.761057 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:53.783284 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee104340-98ab-420c-b56c-ced6c7f36df4 req-98f27465-fb5f-470b-91aa-45ac54291ff5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358262 Sep 21 19:12:53.799708 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:12:53.834641 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a19f36-d0ec-4b87-b221-bb2e849dd49d {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:12:53.842601 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:53.856113 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Transition to ACTIVE for port object 41a19f36-d0ec-4b87-b221-bb2e849dd49d will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:12:53.860443 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:53.944644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=9']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:53.956498 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.956851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.957195 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.957535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.957873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.958222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.958557 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.958884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.959211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.959541 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.959866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.960192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:53.994978 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] No DVR routers for this DVR port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:12:54.132491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:12:54.132835 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:12:54.133164 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:12:54.137803 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on network af2d8447-d874-493a-b969-cdc0ae3cc189 not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:12:54.137968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Attempting to bind port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:12:54.143865 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:12:54.144202 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Checking segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:12:54.144575 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Bound using segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:12:54.144994 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Bound port: 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:12:54.145349 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:54.206093 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:12:54.209034 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:12:54.212415 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:54.247968 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.249007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:54.251105 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 1091 time: 0.7749774 Sep 21 19:12:54.253486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:54.256456 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3826a2b-6832-4dba-9a1e-d4549832be65" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:54.307003 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e5eae2-f975-49c0-8cf5-27502580b12d x-openstack-request-id: req-b8e5eae2-f975-49c0-8cf5-27502580b12d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:54.307318 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:54.307576 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8e5eae2-f975-49c0-8cf5-27502580b12d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:54.307974 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'status': 'completed', 'code': 200} Sep 21 19:12:54.309952 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264ff74-92cc-4065-84aa-53d4f18a11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=10']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:54.328778 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-cba6fd15-ab37-435f-a2f1-a8c4d71f8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.330379 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-cba6fd15-ab37-435f-a2f1-a8c4d71f8d37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1095 time: 0.0567381 Sep 21 19:12:54.432338 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-302ae496-094b-426e-ac9d-6b88a94a74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.433931 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-302ae496-094b-426e-ac9d-6b88a94a74a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0968883 Sep 21 19:12:54.502713 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-d1e61d24-6fc0-45e2-b44d-0c1b0325dbfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 999 time: 0.0597787 Sep 21 19:12:54.551545 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-057bf956-1945-4d0e-92b4-275d5ae0ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.552888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-057bf956-1945-4d0e-92b4-275d5ae0ca05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0432882 Sep 21 19:12:54.601686 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-b16e1446-138c-4564-82f7-edcf6cb75b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.603088 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-b16e1446-138c-4564-82f7-edcf6cb75b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432143 Sep 21 19:12:54.694666 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-745b86c5-9676-4dc4-b2bc-a9b73a007c6b service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829697 Sep 21 19:12:54.787762 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da11fcc8-53ae-4fbe-87b4-710094bb19cc req-249af1c4-bbd8-4f6b-b3d6-13b671842529 service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867343 Sep 21 19:12:54.883862 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-aa89d740-1ea8-4d39-a6ef-0981236c4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.885522 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-aa89d740-1ea8-4d39-a6ef-0981236c4e1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1095 time: 0.0498538 Sep 21 19:12:54.934885 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373171a-8314-4847-aa86-84d6693737bd req-ceb2eb5f-8cb1-4ca8-87d7-37991736146c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.936480 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7373171a-8314-4847-aa86-84d6693737bd req-ceb2eb5f-8cb1-4ca8-87d7-37991736146c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0587938 Sep 21 19:12:54.982469 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7373171a-8314-4847-aa86-84d6693737bd req-c426ddec-a97b-45ae-9038-d0cabe7dd447 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390446 Sep 21 19:12:54.995480 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-3a3cad00-9716-4402-8549-051924e2d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:54.997050 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-3a3cad00-9716-4402-8549-051924e2d97f service neutron] 10.222.0.41 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.1043756 Sep 21 19:12:55.066645 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-ae85528c-ca68-473c-ba98-b7b21dbb92ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 999 time: 0.0611959 Sep 21 19:12:55.138966 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-97eb33d4-ff16-495f-a2cf-70e8d1ae789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:55.142744 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-97eb33d4-ff16-495f-a2cf-70e8d1ae789f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0670338 Sep 21 19:12:56.101807 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb74a-6085-488a-bd3c-b2f0d6274bef req-dd82d95b-3dea-4895-8fd7-6ebebcde5ae7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:56.103243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-336fb74a-6085-488a-bd3c-b2f0d6274bef req-dd82d95b-3dea-4895-8fd7-6ebebcde5ae7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0522909 Sep 21 19:12:56.143674 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-336fb74a-6085-488a-bd3c-b2f0d6274bef req-c5c70344-f362-4682-a4d7-eb5c824d6424 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343597 Sep 21 19:12:57.284914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf44555-115c-4110-9359-c4bf511df2f2 req-dc78da75-9809-458d-b4c2-ff1d074b257b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:57.286516 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-acf44555-115c-4110-9359-c4bf511df2f2 req-dc78da75-9809-458d-b4c2-ff1d074b257b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0661786 Sep 21 19:12:57.327856 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-acf44555-115c-4110-9359-c4bf511df2f2 req-156fcf1d-7e80-4724-80aa-5cafaade72ef tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342340 Sep 21 19:12:58.449889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff46265-3f00-4095-8abe-ead9aa6b4630 req-070b657b-5e89-47c0-aa76-fa35f65cd6e5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:58.451629 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7ff46265-3f00-4095-8abe-ead9aa6b4630 req-070b657b-5e89-47c0-aa76-fa35f65cd6e5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0512924 Sep 21 19:12:58.496088 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7ff46265-3f00-4095-8abe-ead9aa6b4630 req-2a8e137d-ed77-4e35-b9c0-5ff41f329edd tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336127 Sep 21 19:12:59.342359 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a144aafc-5ad2-4dc0-aa11-67d6898bf431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:59.618873 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6100a39-57da-4ceb-8738-047dc364c77e req-d6393ade-aacc-4248-a342-363f68be08ee tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:59.621184 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6100a39-57da-4ceb-8738-047dc364c77e req-d6393ade-aacc-4248-a342-363f68be08ee tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0516706 Sep 21 19:12:59.662454 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f6100a39-57da-4ceb-8738-047dc364c77e req-59b371a9-0182-4ef5-87c6-690ee9411f9a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344343 Sep 21 19:13:00.789303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca1d3a-41cf-4801-afa3-6d5471130c69 req-366faf1d-6352-42c7-8e98-3a1260c16ad0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:00.791118 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5ca1d3a-41cf-4801-afa3-6d5471130c69 req-366faf1d-6352-42c7-8e98-3a1260c16ad0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0545392 Sep 21 19:13:00.832649 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5ca1d3a-41cf-4801-afa3-6d5471130c69 req-cf6b0441-8928-4d96-b809-365640bf90e5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339549 Sep 21 19:13:01.955551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12cd3-facd-49e5-b3df-2d593ec907f3 req-2c932bb3-1a44-4a46-a484-f39167f72503 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:01.957066 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0fd12cd3-facd-49e5-b3df-2d593ec907f3 req-2c932bb3-1a44-4a46-a484-f39167f72503 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0550451 Sep 21 19:13:01.999075 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-0fd12cd3-facd-49e5-b3df-2d593ec907f3 req-74e30b97-2577-4454-9f8b-88b9c26ea058 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359561 Sep 21 19:13:03.119235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac244a2-97f8-40b4-9504-cb6037f3d18c req-2da0369e-f5e5-4089-b80b-39d86196b489 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:03.120738 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fac244a2-97f8-40b4-9504-cb6037f3d18c req-2da0369e-f5e5-4089-b80b-39d86196b489 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0512226 Sep 21 19:13:03.162970 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fac244a2-97f8-40b4-9504-cb6037f3d18c req-5ef4e60c-5e35-434f-9605-4f6ac4c77cee tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353363 Sep 21 19:13:03.247616 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:13:03.734513 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d297985a-631e-4d82-99ae-60ed67b23302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:04.277188 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:04.295253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed43d-c039-4ac3-a38c-4d999e107ca3 req-ef75b178-0c3d-426b-8579-3a67c72b993c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:04.296743 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f6ed43d-c039-4ac3-a38c-4d999e107ca3 req-ef75b178-0c3d-426b-8579-3a67c72b993c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0568216 Sep 21 19:13:04.341014 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f6ed43d-c039-4ac3-a38c-4d999e107ca3 req-366bd616-d4e4-456a-98db-cd41eaaac534 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371192 Sep 21 19:13:04.957700 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:05.055849 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:05.079043 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-7dc45115-407a-464c-89b4-019d6674f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:05.081105 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-7dc45115-407a-464c-89b4-019d6674f20e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503731 Sep 21 19:13:05.173127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-323266fc-f20e-460a-af45-b2f5b1e201f5 service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829353 Sep 21 19:13:05.269906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c3826a2b-6832-4dba-9a1e-d4549832be65 req-34e3fa8a-1cc5-4338-a9a5-9373d04effaa service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867288 Sep 21 19:13:05.461965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74c8b9-ea77-4fa1-9ee0-cb9200d25e91 req-1f9d110b-238c-4825-81f2-ae9b56c0f795 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:05.463482 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e74c8b9-ea77-4fa1-9ee0-cb9200d25e91 req-1f9d110b-238c-4825-81f2-ae9b56c0f795 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0506442 Sep 21 19:13:05.500721 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7e74c8b9-ea77-4fa1-9ee0-cb9200d25e91 req-4107f88b-5c14-40d2-8b4f-814db2b1f64c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Sep 21 19:13:06.622537 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0858c24-0c53-4008-9091-0d78fc3e925f req-b7f2b0b5-da2c-43c9-9774-dca2d574333f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:06.623901 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0858c24-0c53-4008-9091-0d78fc3e925f req-b7f2b0b5-da2c-43c9-9774-dca2d574333f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0482845 Sep 21 19:13:06.662245 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f0858c24-0c53-4008-9091-0d78fc3e925f req-9d3ec390-3fee-4fd1-b12b-555ca4a20b02 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323980 Sep 21 19:13:07.539379 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:07.779532 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b1aa-3c63-46b2-bb38-b235469dc940 req-2022b2a5-5905-4492-aaea-f57665ab16a0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:07.781011 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e70b1aa-3c63-46b2-bb38-b235469dc940 req-2022b2a5-5905-4492-aaea-f57665ab16a0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 944 time: 0.0526423 Sep 21 19:13:07.819720 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3e70b1aa-3c63-46b2-bb38-b235469dc940 req-bb09aa75-80ed-4b4a-a18f-dd05cba45d32 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Sep 21 19:13:08.192241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:13:08.285241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:13:08.296041 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'port_id': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'mac_address': 'fa:16:3e:ad:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:13:08.332653 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:08.349148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a19f36-d0ec-4b87-b221-bb2e849dd49d {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:13:08.368358 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:13:08.372373 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:08.419014 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=11']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:13:08.626742 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['41a19f36-d0ec-4b87-b221-bb2e849dd49d'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:13:08.938377 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4ea2b-d97f-4691-8503-a2f008b755c4 req-26d0e3cf-35de-4f08-8960-272f821d4ea4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:08.940179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ee4ea2b-d97f-4691-8503-a2f008b755c4 req-26d0e3cf-35de-4f08-8960-272f821d4ea4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Sep 21 19:13:08.978942 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ee4ea2b-d97f-4691-8503-a2f008b755c4 req-d0bef6f7-fb39-4e29-9141-a7125532d3e5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329263 Sep 21 19:13:09.217258 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:10.093427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36830-e194-4109-8c62-08ff5b4f0155 req-e76297a1-abe4-4455-aefd-456e3b37f4f2 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:10.095345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d2b36830-e194-4109-8c62-08ff5b4f0155 req-e76297a1-abe4-4455-aefd-456e3b37f4f2 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 945 time: 0.0485492 Sep 21 19:13:10.133411 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d2b36830-e194-4109-8c62-08ff5b4f0155 req-ee0520ac-0197-4a11-920c-823ede22520a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Sep 21 19:13:10.221382 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:13:10.269232 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 41a19f36-d0ec-4b87-b221-bb2e849dd49d completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:13:10.273127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 41a19f36-d0ec-4b87-b221-bb2e849dd49d triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:13:10.273496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:10.350031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:10.372216 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:13:10.374757 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d7a02d-7db5-4c96-b22d-b238ab27a1e1" -d '{"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-plugged", "status": "completed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:13:10.387549 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:13:10.391701 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:10.415858 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae5f28-aa7a-48ec-912c-6f30c18ff101 x-openstack-request-id: req-85ae5f28-aa7a-48ec-912c-6f30c18ff101 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:13:10.416154 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-plugged", "status": "completed", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:13:10.416405 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85ae5f28-aa7a-48ec-912c-6f30c18ff101 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:13:10.416788 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'code': 200} Sep 21 19:13:10.443233 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=12']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:13:10.564251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5dfb4-9e8e-4a62-9d7f-3410fcc1ea0c req-c876d4d6-7b1d-4eae-a60a-78d2980937f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:10.565745 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6b5dfb4-9e8e-4a62-9d7f-3410fcc1ea0c req-c876d4d6-7b1d-4eae-a60a-78d2980937f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1097 time: 0.0399873 Sep 21 19:13:10.601275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a6b5dfb4-9e8e-4a62-9d7f-3410fcc1ea0c req-24988ac8-1ded-4a67-b737-97aae34f8494 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281022 Sep 21 19:13:11.253675 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab822672-6dd7-495a-8960-ae1409de8661 req-89ccf7fb-7212-4776-b629-815344535c3b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:11.255179 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab822672-6dd7-495a-8960-ae1409de8661 req-89ccf7fb-7212-4776-b629-815344535c3b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 946 time: 0.0532658 Sep 21 19:13:11.292921 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab822672-6dd7-495a-8960-ae1409de8661 req-ce61b9ec-60fd-4ba3-9e58-cc96d18e3677 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318186 Sep 21 19:13:12.407664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f8f4-1262-4fa8-a9d4-be9023f48eed req-b08831c4-f3f3-4b06-af57-4f5caa059c18 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:12.409414 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21c4f8f4-1262-4fa8-a9d4-be9023f48eed req-b08831c4-f3f3-4b06-af57-4f5caa059c18 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 946 time: 0.0503833 Sep 21 19:13:12.447448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21c4f8f4-1262-4fa8-a9d4-be9023f48eed req-31ce25da-6353-417a-ba02-7934bb7279b8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319819 Sep 21 19:13:29.344790 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6ca5bb52-0a59-4c07-9383-29d401c8c457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:33.726317 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a93473d-ccf5-4791-ab50-a7286ea08b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:34.258598 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:34.955025 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:35.058615 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:37.542735 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:39.238166 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:40.246868 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:13:41.225707 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-1e700593-3ef1-4779-a0f2-317e99044da3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443461 Sep 21 19:13:41.316598 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-5adfb5db-9a19-4fa4-bd75-cff185d4b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:41.318104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-5adfb5db-9a19-4fa4-bd75-cff185d4b690 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1097 time: 0.0471716 Sep 21 19:13:41.421637 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-a0dc479c-2274-4150-a537-6f83d10703e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:41.423127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-a0dc479c-2274-4150-a537-6f83d10703e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0843441 Sep 21 19:13:41.491149 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-d45afe6c-1fc9-4770-b1d0-b80f5da215ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 1001 time: 0.0602479 Sep 21 19:13:41.539535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-daadce44-fc3f-4832-b1c4-1016855fb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:41.540906 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-daadce44-fc3f-4832-b1c4-1016855fb19e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0417902 Sep 21 19:13:41.586333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-e1350a48-d094-4bf1-ada1-26212e689eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:13:41.587801 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-e1350a48-d094-4bf1-ada1-26212e689eb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380499 Sep 21 19:13:41.682577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-09240007-6836-4a44-9d9d-9de7a1cb43f2 service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856476 Sep 21 19:13:41.772367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-33d566c4-ef00-4bb9-baa9-c3d80d5d5544 req-d6cdee58-484a-445d-93f5-f8650b0a3500 service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812209 Sep 21 19:13:59.346315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-35ad7e11-1515-4ec4-b3b2-8f493de20f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:03.729468 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b2cd2dfc-8d1e-436d-911f-9020b7e1ca56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:04.261740 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:04.968440 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:05.061894 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:07.546011 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:09.248825 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:17.245363 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:14:25.406085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55078) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:25.562968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Deleting port eeb6b5bb-4b7e-42ef-86ae-813b000ff848 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:14:25.563314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:25.640985 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:25.641314 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:25.652641 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Calling delete_port for eeb6b5bb-4b7e-42ef-86ae-813b000ff848 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:14:25.799584 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:25.827661 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event deleted for resources: {'Port': ['ID=eeb6b5bb-4b7e-42ef-86ae-813b000ff848,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:25.853392 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.853746 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.854099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.854473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.854814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.855157 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.855492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.855824 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.856156 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.856483 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.856814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.857143 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:25.897139 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:25.897389 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Floating IP 9711b40b-72ef-4690-a611-7a7b7d183c05 disassociated (deleted). External IP: 172.25.3.173, port: 41a19f36-d0ec-4b87-b221-bb2e849dd49d. Sep 21 19:14:26.104941 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:14:26.212797 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:14:26.217502 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:26.221905 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] Sync routers for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:14:26.231164 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:14:26.231790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:14:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:14:26.244299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ea83e85c-6c25-4667-af31-6aac41b73b30 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "DELETE /v2.0/floatingips/9711b40b-72ef-4690-a611-7a7b7d183c05 HTTP/1.1" status: 204 len: 168 time: 0.8371024 Sep 21 19:14:26.244878 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:14:26.247154 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8f0370-e9a4-4930-a3bc-f7841386e661" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:14:26.338134 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:14:26.464627 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3023fb2-8c8c-433d-aba3-aa5fd76b3d7a x-openstack-request-id: req-a3023fb2-8c8c-433d-aba3-aa5fd76b3d7a {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:14:26.465161 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:14:26.465161 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3023fb2-8c8c-433d-aba3-aa5fd76b3d7a {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:14:26.465634 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'status': 'completed', 'code': 200} Sep 21 19:14:26.543400 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:14:26.564985 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98af6b-e5bd-4b5c-a405-869d7fb2db4b req-2d76bfb8-81ab-4755-9d82-ee558801bc35 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:26.566922 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e98af6b-e5bd-4b5c-a405-869d7fb2db4b req-2d76bfb8-81ab-4755-9d82-ee558801bc35 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 946 time: 0.0535426 Sep 21 19:14:26.570845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] Checking router: 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:14:26.579220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:14:26.579831 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:14:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:14:26.600368 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-c7c0a314-7284-4f18-9568-5d2ecf353105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:26.602206 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-c7c0a314-7284-4f18-9568-5d2ecf353105 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 1097 time: 0.1101556 Sep 21 19:14:26.607314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1e98af6b-e5bd-4b5c-a405-869d7fb2db4b req-88f2fb00-5c15-405b-9f45-1a25fd8d8ae7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345144 Sep 21 19:14:26.690159 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:14:26.694737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-f62dd415-d3e5-4abf-8941-6975ed82654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:26.696251 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-f62dd415-d3e5-4abf-8941-6975ed82654d service neutron] 10.222.0.41 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0863440 Sep 21 19:14:26.743928 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-3954bbd1-0d3f-48c4-bd2a-e0f5adf8040e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 200 len: 217 time: 0.0389688 Sep 21 19:14:26.794941 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-c40c97cb-c6ba-4c3b-af0c-1471d6fb76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:26.796393 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-c40c97cb-c6ba-4c3b-af0c-1471d6fb76d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0442116 Sep 21 19:14:26.842144 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-d95e1d9d-e6f9-497b-b988-e382dd135e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:26.843685 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-d95e1d9d-e6f9-497b-b988-e382dd135e5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397100 Sep 21 19:14:26.856050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-00b308e5-0bb6-4c55-8331-c23d71c4e362 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:14:26.857003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-00b308e5-0bb6-4c55-8331-c23d71c4e362 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050495 Sep 21 19:14:26.890251 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:14:26.916702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7425aae-5742-4113-86cb-9337eead4d39 None None] The sync data for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 is: [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:14:26.953010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-f8985e9f-fe8b-4252-9f9d-c0bcd24c0033 service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874090 Sep 21 19:14:27.047709 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ff8f0370-e9a4-4930-a3bc-f7841386e661 req-3637e806-f2fa-419d-a67d-336ea1ec3b32 service neutron] 10.222.0.41 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864253 Sep 21 19:14:27.139684 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ccb33-5d10-4ccb-b705-1c546b78c504 None None] New status for floating IP 9711b40b-72ef-4690-a611-7a7b7d183c05: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:14:27.729573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afcc46-c509-4e9f-aa93-29ce5de90b48 req-7d774563-5f97-4f12-bff0-4f2420ee947b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:27.731085 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84afcc46-c509-4e9f-aa93-29ce5de90b48 req-7d774563-5f97-4f12-bff0-4f2420ee947b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 946 time: 0.0529251 Sep 21 19:14:27.770471 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-84afcc46-c509-4e9f-aa93-29ce5de90b48 req-e348fdbe-fb1d-4947-9182-cc643310cec3 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=28dc1625-3b04-438b-82e1-9373fa59c128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332198 Sep 21 19:14:27.798752 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-b95819bd-61d1-43ba-b204-4009e3429fa6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:27.800202 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-b95819bd-61d1-43ba-b204-4009e3429fa6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fe31b58-9140-467e-b2f1-d995413019e9 HTTP/1.1" status: 200 len: 946 time: 0.0493436 Sep 21 19:14:27.899543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Deleting port 41a19f36-d0ec-4b87-b221-bb2e849dd49d {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:14:27.899808 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:27.988898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] For port 41a19f36-d0ec-4b87-b221-bb2e849dd49d, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=41a19f36-d0ec-4b87-b221-bb2e849dd49d,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:14:27.989249 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:28.000783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Calling delete_port for 41a19f36-d0ec-4b87-b221-bb2e849dd49d owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:14:28.126711 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:28.158871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event deleted for resources: {'Port': ['ID=41a19f36-d0ec-4b87-b221-bb2e849dd49d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:28.169530 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.169882 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.170242 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.170587 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.170922 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.171257 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.171589 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.171915 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.172239 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.172566 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.172916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.173245 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:14:28.214118 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] No DVR routers for this DVR port 41a19f36-d0ec-4b87-b221-bb2e849dd49d on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:14:28.216803 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:28.218920 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3ff069c6-c726-4de5-b1af-bc8011269bf2 req-e404493c-c64d-4dd6-b15a-df61002960de tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.41 "DELETE /v2.0/ports/41a19f36-d0ec-4b87-b221-bb2e849dd49d HTTP/1.1" status: 204 len: 173 time: 0.4125073 Sep 21 19:14:28.219359 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-deleted', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:14:28.221585 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e30052-b09d-4c6d-bd69-8f97fe76a559" -d '{"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-deleted", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:14:28.313424 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bb5004-7fea-4823-9b22-3d16a0b0edac x-openstack-request-id: req-e0bb5004-7fea-4823-9b22-3d16a0b0edac {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:14:28.313714 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe31b58-9140-467e-b2f1-d995413019e9", "name": "network-vif-deleted", "tag": "41a19f36-d0ec-4b87-b221-bb2e849dd49d", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:14:28.313991 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0bb5004-7fea-4823-9b22-3d16a0b0edac {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:14:28.314414 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe31b58-9140-467e-b2f1-d995413019e9', 'name': 'network-vif-deleted', 'tag': '41a19f36-d0ec-4b87-b221-bb2e849dd49d', 'status': 'completed', 'code': 200} Sep 21 19:14:28.827478 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55102) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:28.886386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e13227-4936-45cd-9157-ca88a907f053 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:28.911772 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e13227-4936-45cd-9157-ca88a907f053 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:28.971787 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e13227-4936-45cd-9157-ca88a907f053 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:28.974614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-04e13227-4936-45cd-9157-ca88a907f053 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:28.975762 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-04e13227-4936-45cd-9157-ca88a907f053 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "DELETE /v2.0/security-groups/28dc1625-3b04-438b-82e1-9373fa59c128 HTTP/1.1" status: 204 len: 168 time: 0.1473014 Sep 21 19:14:28.985647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e13227-4936-45cd-9157-ca88a907f053 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dc1625-3b04-438b-82e1-9373fa59c128,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:29.219917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55108) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:29.224754 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-ac310fed-ddcb-483c-bd03-73c3602953d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361045285', 'description': 'tempest-secgroup-smoke-361045285 description', 'project_id': '58f3c1cbaaa340ae866b5b586407d585'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:29.247333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac310fed-ddcb-483c-bd03-73c3602953d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.329853 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac310fed-ddcb-483c-bd03-73c3602953d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.333815 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac310fed-ddcb-483c-bd03-73c3602953d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.350505 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6a63434-a753-457b-934f-17eb5d546e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.361979 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-ac310fed-ddcb-483c-bd03-73c3602953d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.364177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-ac310fed-ddcb-483c-bd03-73c3602953d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1424308 Sep 21 19:14:29.366732 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55110) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:29.370954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-56aadfb2-e159-462d-8aa2-9324eb72c22f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '74aa42bd-d767-42d5-b8dc-cd8dceca7cdf', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:29.376707 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac310fed-ddcb-483c-bd03-73c3602953d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:29.399376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56aadfb2-e159-462d-8aa2-9324eb72c22f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.454709 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56aadfb2-e159-462d-8aa2-9324eb72c22f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.458158 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56aadfb2-e159-462d-8aa2-9324eb72c22f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.483098 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aadfb2-e159-462d-8aa2-9324eb72c22f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206a59ca-7481-4e2d-9c53-b46f9211114e,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:29.485374 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-56aadfb2-e159-462d-8aa2-9324eb72c22f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.486640 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-56aadfb2-e159-462d-8aa2-9324eb72c22f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189959 Sep 21 19:14:29.490168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55112) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:29.494489 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-350c27cb-c0b5-4d2e-8e14-ccc944952182 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '74aa42bd-d767-42d5-b8dc-cd8dceca7cdf', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:29.519336 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-350c27cb-c0b5-4d2e-8e14-ccc944952182 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.579144 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-350c27cb-c0b5-4d2e-8e14-ccc944952182 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.582890 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-350c27cb-c0b5-4d2e-8e14-ccc944952182 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.603197 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c27cb-c0b5-4d2e-8e14-ccc944952182 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05db2c43-64ea-449b-9bf5-f86743dfa30f,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:29.606461 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-350c27cb-c0b5-4d2e-8e14-ccc944952182 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.607629 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-350c27cb-c0b5-4d2e-8e14-ccc944952182 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166468 Sep 21 19:14:29.610315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55114) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:29.615328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-a18969dc-08af-4ce4-801c-d3a8e1fe85a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '74aa42bd-d767-42d5-b8dc-cd8dceca7cdf', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:29.640751 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a18969dc-08af-4ce4-801c-d3a8e1fe85a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.697097 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a18969dc-08af-4ce4-801c-d3a8e1fe85a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.700672 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a18969dc-08af-4ce4-801c-d3a8e1fe85a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.717644 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18969dc-08af-4ce4-801c-d3a8e1fe85a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c47ef3-ae9e-4372-8f7a-a657281f3ad3,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:29.724776 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-a18969dc-08af-4ce4-801c-d3a8e1fe85a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.726367 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-a18969dc-08af-4ce4-801c-d3a8e1fe85a8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148479 Sep 21 19:14:29.729045 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55116) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:29.733221 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-d928607d-9247-4174-b7c8-ee373a727823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '74aa42bd-d767-42d5-b8dc-cd8dceca7cdf', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:29.758094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d928607d-9247-4174-b7c8-ee373a727823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.815449 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d928607d-9247-4174-b7c8-ee373a727823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.819021 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d928607d-9247-4174-b7c8-ee373a727823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.839092 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928607d-9247-4174-b7c8-ee373a727823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a319f78-701b-43e3-9018-0d9cedf2ecaa,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:29.849457 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-d928607d-9247-4174-b7c8-ee373a727823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:29.850728 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-d928607d-9247-4174-b7c8-ee373a727823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207757 Sep 21 19:14:29.853869 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55118) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:29.858124 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '74aa42bd-d767-42d5-b8dc-cd8dceca7cdf', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:29.881911 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Project 58f3c1cbaaa340ae866b5b586407d585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:14:29.886730 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.231284 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.235786 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.254630 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe0b07f-97a3-4d2e-88a8-bc28420bfd5a,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:30.261291 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.261876 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-7f1be2f9-b33e-4375-b8b9-afbc7217570c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4070225 Sep 21 19:14:30.265026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55120) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:14:30.269884 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'security_group_rule': {'security_group_id': '74aa42bd-d767-42d5-b8dc-cd8dceca7cdf', 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:30.297553 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Project 58f3c1cbaaa340ae866b5b586407d585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:14:30.306859 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.374309 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.377624 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.392100 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d180407-6f25-4973-a4cb-6773fd6d9e68,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:30.400597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.401775 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-54a00349-73b2-48ce-9eb6-f10930c8ecbe tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354580 Sep 21 19:14:30.628005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:14:30.647792 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 41a19f36-d0ec-4b87-b221-bb2e849dd49d {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:14:30.648148 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 41a19f36-d0ec-4b87-b221-bb2e849dd49d not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:14:33.734854 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c86cd17d-756f-4622-a620-16bdff38bb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:34.263035 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:34.984429 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:35.067693 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:37.549774 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:39.265363 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:44.668091 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-b1a632a6-6086-4ca0-9cd6-b718a056736d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361045285&fields=id&tenant_id=58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 267 time: 0.0327470 Sep 21 19:14:44.774354 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-8dba0424-1ca8-49ae-b42b-378954bb9c95 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:44.775805 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-8dba0424-1ca8-49ae-b42b-378954bb9c95 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 808 time: 0.1011076 Sep 21 19:14:44.791325 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-5b8c7127-a621-4240-8c41-ee4875958282 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/quotas/58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 375 time: 0.0098338 Sep 21 19:14:44.841014 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-ff494497-5ec6-4f8d-b6b2-420eecea9291 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443180 Sep 21 19:14:44.900145 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-13ab6742-48af-4edd-ba0a-a56976edef21 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:14:44.901152 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-13ab6742-48af-4edd-ba0a-a56976edef21 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480487 Sep 21 19:14:44.994759 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-50355c6b-7f4c-402f-b833-3cac23cacf54 service neutron] 10.222.0.70 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Sep 21 19:14:45.084928 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-9dbeaf51-ffc0-4c7e-94cf-731025ac0ac6 service neutron] 10.222.0.70 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840700 Sep 21 19:14:45.364915 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3742e8a3-1eff-4b84-b541-1acb487b5843 req-157166e9-f276-46da-8d95-a575e15e978b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0282557 Sep 21 19:14:46.447260 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f007b614-7cdb-4843-b6e2-72dca2125b79 req-2917400e-a3c3-4326-8718-081f94c434eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0314653 Sep 21 19:14:47.526712 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ff60725f-b8ca-4586-8422-338975b19426 req-6a3a6914-5bc0-4970-8e61-e4f8773c1609 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Sep 21 19:14:48.602404 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7b1a629d-29e9-4121-865e-aec83754313e req-cbe05298-ff3b-460c-870d-9f404c05cef6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0276403 Sep 21 19:14:49.694643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-97b8d25a-4481-43cc-807b-3f386b729a4d req-79740a57-502f-4d3e-b080-4a40ff454ce7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0265288 Sep 21 19:14:50.423004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-9b288385-11c3-490c-856b-f6bbf4303c0c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:50.424481 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-9b288385-11c3-490c-856b-f6bbf4303c0c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 808 time: 0.1066504 Sep 21 19:14:50.467157 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-a2805c1e-ab02-457a-8778-a3fddf4e00d9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 379 time: 0.0338688 Sep 21 19:14:50.477847 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'port': {'device_id': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'admin_state_up': True, 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'security_groups': ['74aa42bd-d767-42d5-b8dc-cd8dceca7cdf']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:50.586222 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Made reservation on behalf of 58f3c1cbaaa340ae866b5b586407d585 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:14:50.589793 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:50.721491 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Allocated IP 172.20.0.6 (af2d8447-d874-493a-b969-cdc0ae3cc189/744691b5-71b3-42dc-a20d-51296df528f9/8cc00881-1b2d-4b96-8956-f621c05545bb) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:14:50.810122 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5897bc3f-262c-4775-8d30-7f662ae0b74a req-760abfb5-e842-48dd-9b21-f96eec0f452f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0366886 Sep 21 19:14:50.871474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:50.905037 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:50.947800 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Network af2d8447-d874-493a-b969-cdc0ae3cc189 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:14:50.951042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:14:50.953692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:14:50.984837 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:51.016060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:51.016747 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.033972 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-32705b0f-d980-4e67-96be-be4ffbcee0f1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601876 Sep 21 19:14:51.046486 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Request body: {'port': {'device_id': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:14:51.109430 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.224938 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-a4dcb466-a088-478f-a9b8-a4d7049f79b2 None None] Provisioning complete for port 8cc00881-1b2d-4b96-8956-f621c05545bb triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:14:51.225570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb466-a088-478f-a9b8-a4d7049f79b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.259346 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-a4dcb466-a088-478f-a9b8-a4d7049f79b2 None None] Port 8cc00881-1b2d-4b96-8956-f621c05545bb cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:14:51.395106 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc00881-1b2d-4b96-8956-f621c05545bb {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:14:51.402518 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.414755 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Transition to ACTIVE for port object 8cc00881-1b2d-4b96-8956-f621c05545bb will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:14:51.419594 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.472859 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:51.545808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Attempting to bind port 8cc00881-1b2d-4b96-8956-f621c05545bb on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:14:51.546155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Attempting to bind port 8cc00881-1b2d-4b96-8956-f621c05545bb by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:14:51.546549 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Attempting to bind port 8cc00881-1b2d-4b96-8956-f621c05545bb on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:14:51.552003 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Port 8cc00881-1b2d-4b96-8956-f621c05545bb on network af2d8447-d874-493a-b969-cdc0ae3cc189 not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:14:51.552333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Attempting to bind port 8cc00881-1b2d-4b96-8956-f621c05545bb on network af2d8447-d874-493a-b969-cdc0ae3cc189 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:14:51.557371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:14:51.557715 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Checking segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:14:51.558424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Bound using segment: {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:14:51.558632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Bound port: 8cc00881-1b2d-4b96-8956-f621c05545bb, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ff572f-4caa-4875-b503-7a35456100ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:14:51.559087 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.645237 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:14:51.648972 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:14:51.653708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.693234 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:51.693946 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.695607 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] 10.222.0.78 "PUT /v2.0/ports/8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 1091 time: 0.6539533 Sep 21 19:14:51.696255 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:14:51.698745 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db11c32-a004-4024-8ecd-e29d199ec653" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:14:51.736970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb548c40-5d88-4e3a-bb2a-c4f1793a7c6f service neutron] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:14:51.775290 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc6c06-9c73-4ebf-bc53-05eb110275ea x-openstack-request-id: req-36bc6c06-9c73-4ebf-bc53-05eb110275ea {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:14:51.775661 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:14:51.775841 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36bc6c06-9c73-4ebf-bc53-05eb110275ea {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:14:51.776217 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'status': 'completed', 'code': 200} Sep 21 19:14:51.793099 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-6d5eae27-c9da-4a3d-b7d6-679aaa7f4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:51.794658 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-6d5eae27-c9da-4a3d-b7d6-679aaa7f4225 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1094 time: 0.0527256 Sep 21 19:14:51.845677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-5967441e-b537-42f0-a855-09da7e4409e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 217 time: 0.0426192 Sep 21 19:14:51.901016 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-17e23dfc-9208-44fd-8b66-686abd69a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:51.902544 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-17e23dfc-9208-44fd-8b66-686abd69a7f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0489585 Sep 21 19:14:51.958905 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c6cb0-71c8-4fc7-9270-e88d9a34cf83 req-0847c8ff-a5d2-4eea-9de4-a684ea870534 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:51.961446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e52c6cb0-71c8-4fc7-9270-e88d9a34cf83 req-0847c8ff-a5d2-4eea-9de4-a684ea870534 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0895500 Sep 21 19:14:51.964946 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-561b7aa1-845a-4f58-b799-69d455f546d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:51.966683 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-561b7aa1-845a-4f58-b799-69d455f546d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553339 Sep 21 19:14:52.026737 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e52c6cb0-71c8-4fc7-9270-e88d9a34cf83 req-28243a75-0efe-4dda-89dc-ea7c33f428ff tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585828 Sep 21 19:14:52.076127 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-5fc6ceac-7745-4e50-ad14-6da63c569ae5 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018789 Sep 21 19:14:52.174039 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-c482cc00-fd07-4b01-afa4-c6c3aed54906 req-2bd88696-515e-4fa2-a02f-2d01733815e2 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888193 Sep 21 19:14:52.257652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-569d929a-564e-4ca7-b617-75908be72f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:52.259329 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-569d929a-564e-4ca7-b617-75908be72f58 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1094 time: 0.0430698 Sep 21 19:14:52.367917 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-bbc17f32-ef97-4a62-9262-573d550e3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:52.369403 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-bbc17f32-ef97-4a62-9262-573d550e3078 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.1031563 Sep 21 19:14:52.412079 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-6d0f7663-9ebf-45e8-afcd-7b428fed4418 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 217 time: 0.0360661 Sep 21 19:14:52.460930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-0cbf30cd-136b-40d9-8076-fbdec07517f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:52.462495 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-0cbf30cd-136b-40d9-8076-fbdec07517f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0435052 Sep 21 19:14:52.507192 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-94d2cd5c-4574-45ec-9db8-1a65d401417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:52.508674 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-94d2cd5c-4574-45ec-9db8-1a65d401417e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396037 Sep 21 19:14:52.604370 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-bae67cee-3cc9-4f10-a33f-bcd1a160ae46 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Sep 21 19:14:52.701364 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7db11c32-a004-4024-8ecd-e29d199ec653 req-966f3757-b51f-4f1a-92e0-91cae12e734e service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901756 Sep 21 19:14:53.141836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b154f5-944b-492e-898a-64cf8f08d5ad req-07b711ea-0cbd-479b-baf7-c860040cbe93 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:53.143772 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49b154f5-944b-492e-898a-64cf8f08d5ad req-07b711ea-0cbd-479b-baf7-c860040cbe93 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0517318 Sep 21 19:14:53.183127 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-49b154f5-944b-492e-898a-64cf8f08d5ad req-bb85a90e-8253-4017-948d-6c57f96c847e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Sep 21 19:14:54.245387 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:14:54.304605 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bde7bd-3d47-4d78-9eb2-9d4bbb0e1df6 req-a997abd7-9270-4f90-9699-fe4c65be6823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:54.306131 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6bde7bd-3d47-4d78-9eb2-9d4bbb0e1df6 req-a997abd7-9270-4f90-9699-fe4c65be6823 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0521176 Sep 21 19:14:54.347785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6bde7bd-3d47-4d78-9eb2-9d4bbb0e1df6 req-502ab6ec-1b71-43e1-afbc-ed740530eb94 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346255 Sep 21 19:14:55.466775 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab131b4d-6783-444c-927c-31c78a641eb7 req-10fb671e-6ada-4fa3-bc86-c58510fef4c7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:55.468237 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab131b4d-6783-444c-927c-31c78a641eb7 req-10fb671e-6ada-4fa3-bc86-c58510fef4c7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0521467 Sep 21 19:14:55.506466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ab131b4d-6783-444c-927c-31c78a641eb7 req-4c5d9d86-4e2a-4710-8b27-522e9f381dd6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Sep 21 19:14:56.622155 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538ad82-0dd3-43ce-a596-b1841389066c req-2c49d6f0-00d7-4e83-8bef-6df643472cbc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:56.623662 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3538ad82-0dd3-43ce-a596-b1841389066c req-2c49d6f0-00d7-4e83-8bef-6df643472cbc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0491414 Sep 21 19:14:56.660539 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3538ad82-0dd3-43ce-a596-b1841389066c req-4ed6987a-2ef3-47e6-9436-44dbcee28923 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310633 Sep 21 19:14:57.774840 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eace67-01d3-42ae-a297-f595808ad08a req-110c0b88-31d2-46ae-ad9f-4b338b99103f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:57.776323 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57eace67-01d3-42ae-a297-f595808ad08a req-110c0b88-31d2-46ae-ad9f-4b338b99103f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0499208 Sep 21 19:14:57.813195 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-57eace67-01d3-42ae-a297-f595808ad08a req-527fd788-ff0a-4715-af47-d4a905d9cb1c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309589 Sep 21 19:14:58.930986 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df1941-93ac-450d-b44e-7cca3c1af98f req-970d1183-6def-4178-bf92-55ddccab1a06 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:14:58.932493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6df1941-93ac-450d-b44e-7cca3c1af98f req-970d1183-6def-4178-bf92-55ddccab1a06 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0527256 Sep 21 19:14:58.970164 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6df1941-93ac-450d-b44e-7cca3c1af98f req-6f07785a-db94-4ce4-8de8-01aaec887525 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Sep 21 19:14:59.355129 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-59aab684-199a-4c1c-8424-8f82a94aca6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:00.086517 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476bbce-8e09-4af9-b799-639739019a96 req-a725a430-7728-4283-92a1-66b07c4b9e05 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:00.088012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6476bbce-8e09-4af9-b799-639739019a96 req-a725a430-7728-4283-92a1-66b07c4b9e05 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0494165 Sep 21 19:15:00.125003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6476bbce-8e09-4af9-b799-639739019a96 req-644fc3b7-4f1a-4f2d-891f-8b83aa68064a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Sep 21 19:15:01.240848 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a6b0f-55d2-4bb4-bbdf-ed77f447fb72 req-b4bf7495-4df6-42ee-80ef-d71a50232d2b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:01.242389 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba0a6b0f-55d2-4bb4-bbdf-ed77f447fb72 req-b4bf7495-4df6-42ee-80ef-d71a50232d2b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0482512 Sep 21 19:15:01.279213 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ba0a6b0f-55d2-4bb4-bbdf-ed77f447fb72 req-242f115b-b87b-4fda-8bfb-71730b120cae tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310540 Sep 21 19:15:02.396573 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68891b-835d-4fb8-8380-9309d093be40 req-933045a5-bc1e-428b-b5f8-1644e5ea5489 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:02.398076 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a68891b-835d-4fb8-8380-9309d093be40 req-933045a5-bc1e-428b-b5f8-1644e5ea5489 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0533404 Sep 21 19:15:02.436215 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a68891b-835d-4fb8-8380-9309d093be40 req-65699604-8ae2-41cb-b50d-53294ef912e2 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316887 Sep 21 19:15:03.492996 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8cc00881-1b2d-4b96-8956-f621c05545bb details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:15:03.550346 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d8a79-e402-4e83-b79b-6818683d7e9f req-18eb5bab-86a7-47ff-bd66-5e6b0169177e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:03.552016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-390d8a79-e402-4e83-b79b-6818683d7e9f req-18eb5bab-86a7-47ff-bd66-5e6b0169177e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0494437 Sep 21 19:15:03.588960 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:15:03.590060 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-390d8a79-e402-4e83-b79b-6818683d7e9f req-a89d4b92-21ee-4eb6-bb08-d9a208a73510 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Sep 21 19:15:03.600804 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'port_id': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'mac_address': 'fa:16:3e:e6:24:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:15:03.636804 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:03.650309 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc00881-1b2d-4b96-8956-f621c05545bb {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:15:03.669265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:15:03.673174 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:03.717911 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:15:03.731070 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.731417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.731763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.732099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.732432 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.732763 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.733090 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.733415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.733740 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.734064 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.734414 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.734736 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:15:03.747687 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7fa6dbf6-caca-46da-9844-a9324a95b45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:03.925158 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['8cc00881-1b2d-4b96-8956-f621c05545bb'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:15:04.262738 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:04.705038 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3b547-83a9-4317-b888-52c4d3191765 req-08690a17-9c3f-429f-bf82-09194c2bb271 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:04.706588 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14a3b547-83a9-4317-b888-52c4d3191765 req-08690a17-9c3f-429f-bf82-09194c2bb271 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 944 time: 0.0484242 Sep 21 19:15:04.745463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-14a3b547-83a9-4317-b888-52c4d3191765 req-cfc24aa8-501d-4a93-a065-265acd467852 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Sep 21 19:15:04.973276 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:05.067069 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:05.492536 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8cc00881-1b2d-4b96-8956-f621c05545bb up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:15:05.542690 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port 8cc00881-1b2d-4b96-8956-f621c05545bb completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:15:05.546221 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 8cc00881-1b2d-4b96-8956-f621c05545bb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:15:05.546590 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:05.619571 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:05.641428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:15:05.643713 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe178529-2374-42a3-b00a-cdd6def25c58" -d '{"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-plugged", "status": "completed", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:15:05.656214 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:15:05.660259 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:05.715420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:15:05.735136 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5950b1d6-1458-41b0-921c-66a1308fcd0c x-openstack-request-id: req-5950b1d6-1458-41b0-921c-66a1308fcd0c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:15:05.735424 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-plugged", "status": "completed", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:15:05.735674 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5950b1d6-1458-41b0-921c-66a1308fcd0c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:15:05.736063 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'code': 200} Sep 21 19:15:05.830539 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff7cbc-c75d-4e59-a42b-502ca490c4d5 req-b8676752-51ea-435b-a31a-633be3013ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:05.832705 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3dff7cbc-c75d-4e59-a42b-502ca490c4d5 req-b8676752-51ea-435b-a31a-633be3013ed6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0399091 Sep 21 19:15:05.870378 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-3dff7cbc-c75d-4e59-a42b-502ca490c4d5 req-e7fa9cb6-abde-41a6-955f-a9a7d9c826af service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305982 Sep 21 19:15:05.870567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc5ee9-3357-4545-83e4-14a49d155396 req-edb73fb6-7f1b-4db3-93cf-7a166c1b3a13 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:05.871808 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03dc5ee9-3357-4545-83e4-14a49d155396 req-edb73fb6-7f1b-4db3-93cf-7a166c1b3a13 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0581088 Sep 21 19:15:05.909261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-03dc5ee9-3357-4545-83e4-14a49d155396 req-2ad7eb4a-a2af-43b6-af02-95b2f8b95257 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Sep 21 19:15:07.023034 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf99c-484c-4218-9d32-4e9239011450 req-96bfd351-7c83-4ebf-9fb9-8edffd86f4d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:07.024524 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee3bf99c-484c-4218-9d32-4e9239011450 req-96bfd351-7c83-4ebf-9fb9-8edffd86f4d4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0499153 Sep 21 19:15:07.062765 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ee3bf99c-484c-4218-9d32-4e9239011450 req-37fbb4b3-01aa-4de7-939e-933ff912f7e5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317898 Sep 21 19:15:07.174798 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a0827-0b53-4d11-aaba-051a70072f1e req-88d47e59-ba44-4612-a572-33915a0f8a54 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:07.176926 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd0a0827-0b53-4d11-aaba-051a70072f1e req-88d47e59-ba44-4612-a572-33915a0f8a54 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0505426 Sep 21 19:15:07.214024 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fd0a0827-0b53-4d11-aaba-051a70072f1e req-7a2edcd9-ac24-4847-a6e2-2f5b9f60cf07 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311198 Sep 21 19:15:07.235604 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55336) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:15:07.277370 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff58d1-eb11-46dd-800d-a9f8819e0c15 tempest-TestShelveInstance-1561633813 tempest-TestShelveInstance-1561633813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:07.278908 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-d7ff58d1-eb11-46dd-800d-a9f8819e0c15 tempest-TestShelveInstance-1561633813 tempest-TestShelveInstance-1561633813-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1091 time: 0.0423288 Sep 21 19:15:07.281630 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55338) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:15:07.285863 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:15:07.307664 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:07.402299 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:07.507384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Allocated IP 172.25.3.76 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/66feae32-a237-4414-93d1-75080314b96f) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:15:07.552799 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:07.612846 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:07.646799 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:07.985334 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:15:07.988172 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:15:07.992017 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:15:08.016922 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'Port': ['ID=66feae32-a237-4414-93d1-75080314b96f,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:15:08.344974 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:08.409490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:08.556948 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:08.561355 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:08.631980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event updated for resources: {'Port': ['ID=66feae32-a237-4414-93d1-75080314b96f,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:15:08.639939 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:08.741324 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Floating IP 0615ba2a-c022-45e7-b9da-b52e8d8e96b1 associated. External IP: 172.25.3.76, port: 8cc00881-1b2d-4b96-8956-f621c05545bb. Sep 21 19:15:08.950479 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:15:09.059455 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:15:09.069583 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] Sync routers for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:15:09.076198 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:09.082240 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:15:09.082846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:15:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:15:09.104446 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-7cf6ee46-b06e-4741-857d-9b484dfc872e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8218050 Sep 21 19:15:09.105014 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:15:09.107295 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:15:09.144403 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851f04cc-2384-4e10-bc9c-f9df6f41c12b x-openstack-request-id: req-851f04cc-2384-4e10-bc9c-f9df6f41c12b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:15:09.144845 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:15:09.145274 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-851f04cc-2384-4e10-bc9c-f9df6f41c12b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:15:09.145685 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'status': 'completed', 'code': 200} Sep 21 19:15:09.189731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:15:09.206031 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-cfeec80c-2156-441b-a410-52274b458c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:09.207600 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-cfeec80c-2156-441b-a410-52274b458c9c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0412283 Sep 21 19:15:09.307440 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-977bef66-3034-4853-b902-99dc2d17c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:09.308942 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-977bef66-3034-4853-b902-99dc2d17c598 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0947773 Sep 21 19:15:09.376605 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-de7df514-7a26-4ca2-b171-150981b355c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 998 time: 0.0598826 Sep 21 19:15:09.394038 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:09.432568 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-a77c4280-a981-4cef-96cc-86e0df9c171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:09.434035 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-a77c4280-a981-4cef-96cc-86e0df9c171b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0496902 Sep 21 19:15:09.481319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-8e9be168-0c76-4a50-b02b-339fa53eab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:09.482794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-8e9be168-0c76-4a50-b02b-339fa53eab3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415108 Sep 21 19:15:09.572428 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0615ba2a-c022-45e7-b9da-b52e8d8e96b1', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'port_id': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'mac_address': 'fa:16:3e:e6:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:15:08Z', 'updated_at': '2021-09-21T19:15:08Z', 'revision_number': 0, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:15:09.572915 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-0f602753-67b6-4f84-ae4c-2bcd7231d8d8 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823367 Sep 21 19:15:09.602353 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] Checking router: 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:15:09.610597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:15:09.611208 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:15:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:15:09.667411 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8fdf21bd-6acc-4170-a7d0-2b57e4ae314a req-3cba7c70-7f20-4133-a6e9-598fe5c8f3c9 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873935 Sep 21 19:15:09.721490 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:15:09.948075 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0615ba2a-c022-45e7-b9da-b52e8d8e96b1', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'port_id': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'mac_address': 'fa:16:3e:e6:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:15:08Z', 'updated_at': '2021-09-21T19:15:08Z', 'revision_number': 0, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:15:09.974265 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514d4b4-8d91-420b-8e39-581f78dee08a None None] The sync data for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 is: [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '0615ba2a-c022-45e7-b9da-b52e8d8e96b1', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'port_id': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'mac_address': 'fa:16:3e:e6:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:15:08Z', 'updated_at': '2021-09-21T19:15:08Z', 'revision_number': 0, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:15:10.184010 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632637e0-d1d0-4b56-af55-647fbf51665c None None] New status for floating IP 0615ba2a-c022-45e7-b9da-b52e8d8e96b1: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:15:29.358438 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a690599e-ed90-40e9-8c2c-e614c5f2bb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:31.245337 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:15:33.740382 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30e779ef-ee25-4b85-833e-b29392fd4170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:34.265406 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:34.991208 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:35.071821 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:37.558220 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:39.280406 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:58.052017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-609302d2-081f-4533-b113-cee5e87d7b59 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391707 Sep 21 19:15:58.130735 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-e9233f7b-d5af-4b7e-a349-ccc76f56983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:58.132194 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-e9233f7b-d5af-4b7e-a349-ccc76f56983c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0389321 Sep 21 19:15:58.239475 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-1a72893c-b1bf-4e9e-8172-630b67c08576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:58.240925 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-1a72893c-b1bf-4e9e-8172-630b67c08576 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0881019 Sep 21 19:15:58.304452 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-ce1ac56e-b929-4455-aa4b-4cd578738183 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 1000 time: 0.0566492 Sep 21 19:15:58.355350 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-e22e656d-73ed-4445-8c01-6272f72340a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:58.356779 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-e22e656d-73ed-4445-8c01-6272f72340a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0460353 Sep 21 19:15:58.402615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-76837223-48b2-45a8-82da-1e612669482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:15:58.403969 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-76837223-48b2-45a8-82da-1e612669482d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394928 Sep 21 19:15:58.494702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-7aff64c8-a9ea-442a-8edb-c26283cbf56b service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831227 Sep 21 19:15:58.581888 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-79ed7f73-56f4-4394-a491-9e3ed2c05218 req-bd470541-bd54-4aa8-b95f-ed084aa4f40a service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804977 Sep 21 19:15:59.359767 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-70e39f25-af9a-432c-932c-a584f4a922ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:03.742784 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6c8280b1-155a-47b8-b7d2-75a028efd663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:04.266404 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:05.003896 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:05.072613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:07.559812 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:08.245354 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:16:09.279371 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:29.360569 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ec92f78f-607f-47a0-bf6a-df2d7b210bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:33.743902 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1967dca3-555d-4b31-8d7e-d53395a29632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:34.266125 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:35.019348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:35.075631 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:37.562067 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:39.279698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:45.244581 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:16:59.109752 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-678fef10-a022-4d35-bfc3-0b267d7f1770 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881691 Sep 21 19:16:59.195026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-8e1276a2-578d-47e0-9908-4dc91d1c80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:16:59.196509 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-8e1276a2-578d-47e0-9908-4dc91d1c80f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0444682 Sep 21 19:16:59.297841 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-2fa7ce8e-ea68-43a3-8a9c-8f235beb8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:16:59.299272 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-2fa7ce8e-ea68-43a3-8a9c-8f235beb8437 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0845432 Sep 21 19:16:59.362950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c32a-4701-4721-aeda-c981ea3a4adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:59.371464 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-cfa7b091-f700-4ca5-9bf9-553b787842cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 1000 time: 0.0645587 Sep 21 19:16:59.419991 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-452dc1a5-ac2e-4547-b81a-4d71de455c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:16:59.421417 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-452dc1a5-ac2e-4547-b81a-4d71de455c6d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0436759 Sep 21 19:16:59.466999 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-8fe90c9d-e323-44ce-8299-fe4d46815774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:16:59.468471 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-8fe90c9d-e323-44ce-8299-fe4d46815774 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399337 Sep 21 19:16:59.560681 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-92789eda-9ff4-41b1-b2ab-2e7a435db495 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847032 Sep 21 19:16:59.648017 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-22574d82-fb76-4542-b5d7-65ac2c1976b1 req-2a61c291-28be-4855-ac73-2fab8569df20 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802112 Sep 21 19:17:03.744891 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-529b6f48-ebf7-4855-bf7d-f3c79bd68f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:04.266122 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:05.036111 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:05.076582 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:05.745683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090ee8-a7ae-4bff-b259-b3109b2d3c06 req-becbd6b0-e201-486e-bf86-4447cb44dd1d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:05.748008 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb090ee8-a7ae-4bff-b259-b3109b2d3c06 req-becbd6b0-e201-486e-bf86-4447cb44dd1d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0558150 Sep 21 19:17:05.785753 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cb090ee8-a7ae-4bff-b259-b3109b2d3c06 req-80518cde-bc0d-4fb7-9413-d40defdf9bba tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Sep 21 19:17:06.924291 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fabfc0-6a85-483b-8139-6dfe2e813ff0 req-cb3b09ee-7751-4f7f-8aba-617908719d73 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:06.925744 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58fabfc0-6a85-483b-8139-6dfe2e813ff0 req-cb3b09ee-7751-4f7f-8aba-617908719d73 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0484850 Sep 21 19:17:06.963643 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-58fabfc0-6a85-483b-8139-6dfe2e813ff0 req-2395ce52-068a-4f53-b83a-e32ce7af16e4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319242 Sep 21 19:17:07.569039 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:08.081766 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe59f3-76d6-4448-a415-d4b323b6cb30 req-de50e586-cc57-4a38-b7e8-116ab63b64ed tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:08.083285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7fe59f3-76d6-4448-a415-d4b323b6cb30 req-de50e586-cc57-4a38-b7e8-116ab63b64ed tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0490055 Sep 21 19:17:08.120281 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e7fe59f3-76d6-4448-a415-d4b323b6cb30 req-65f61ed8-2a0d-4a53-8d08-fe0c9f73015c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311277 Sep 21 19:17:09.240007 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8567c-c630-47e4-839f-810b5a030e94 req-7e54a2d6-524c-4245-ad7c-a9560fb32e73 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:09.241450 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfb8567c-c630-47e4-839f-810b5a030e94 req-7e54a2d6-524c-4245-ad7c-a9560fb32e73 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0532374 Sep 21 19:17:09.279145 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:09.280581 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bfb8567c-c630-47e4-839f-810b5a030e94 req-de3b1d8e-9cbc-475b-9386-16d3f2430d03 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331645 Sep 21 19:17:10.397243 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f73f0-9a9d-4f2b-86a0-bb6165304884 req-3c09142c-a76f-4139-a609-0fdd41c329fb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:10.398756 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-423f73f0-9a9d-4f2b-86a0-bb6165304884 req-3c09142c-a76f-4139-a609-0fdd41c329fb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0510581 Sep 21 19:17:10.438494 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-423f73f0-9a9d-4f2b-86a0-bb6165304884 req-b0365b10-881b-4f13-a5a1-1562be49be15 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331492 Sep 21 19:17:11.554210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145ce8f-f756-4e71-b200-82cca72dfc95 req-a0b155b7-a754-40fc-b376-6caf34355a3f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:11.555713 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1145ce8f-f756-4e71-b200-82cca72dfc95 req-a0b155b7-a754-40fc-b376-6caf34355a3f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0513690 Sep 21 19:17:11.593767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-1145ce8f-f756-4e71-b200-82cca72dfc95 req-13eec790-bef6-429f-b223-08ac5c36378a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Sep 21 19:17:12.711016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7746ea-1df0-4701-b00a-63063e375deb req-bb7564d9-4b4e-40b4-9ada-2ad3f24d2ff5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:12.712473 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a7746ea-1df0-4701-b00a-63063e375deb req-bb7564d9-4b4e-40b4-9ada-2ad3f24d2ff5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Sep 21 19:17:12.753751 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6a7746ea-1df0-4701-b00a-63063e375deb req-2bec3db4-1288-4e20-a607-4ffa226626be tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340819 Sep 21 19:17:13.867263 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe29109-ff9e-4004-bac9-a203c01cb907 req-6ce2fdad-599b-4615-8765-ea28e309ba14 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:13.868732 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fe29109-ff9e-4004-bac9-a203c01cb907 req-6ce2fdad-599b-4615-8765-ea28e309ba14 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0489120 Sep 21 19:17:13.908299 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fe29109-ff9e-4004-bac9-a203c01cb907 req-4ea2bf6f-3f7a-494d-b32e-d5a17b09bcb8 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333180 Sep 21 19:17:15.022321 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324f07-751e-4a26-931b-9fd0631b6f26 req-0d4c08dc-3ce9-44bb-904f-72ee6ae53128 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:15.023814 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d324f07-751e-4a26-931b-9fd0631b6f26 req-0d4c08dc-3ce9-44bb-904f-72ee6ae53128 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0486031 Sep 21 19:17:15.061988 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-8d324f07-751e-4a26-931b-9fd0631b6f26 req-d37b3fc0-a855-4c6b-a8c0-7088741cfa1b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Sep 21 19:17:15.869890 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-aa2a6dbb-2ed3-487d-aa9a-ed1020f3cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:15.871621 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-aa2a6dbb-2ed3-487d-aa9a-ed1020f3cca2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0457654 Sep 21 19:17:15.961730 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-542942d1-0c44-4a61-82e3-b2453469093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:15.963245 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-542942d1-0c44-4a61-82e3-b2453469093f service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0844398 Sep 21 19:17:16.030717 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-94f63624-fbba-46ff-ba9d-4e4ab0dc9d37 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 1000 time: 0.0607083 Sep 21 19:17:16.080853 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-c86792af-fc50-4466-a3fa-7a7937fe5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:16.082314 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-c86792af-fc50-4466-a3fa-7a7937fe5b04 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0435424 Sep 21 19:17:16.128781 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-92f4ebaa-2906-4602-8a73-76c5389e40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:16.130620 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-92f4ebaa-2906-4602-8a73-76c5389e40ef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412211 Sep 21 19:17:16.180436 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a42266-dce5-4ce5-96b9-b8ca72c7b20a req-ff56a687-1202-411b-a1e6-1760cd65d57c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:16.181930 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a42266-dce5-4ce5-96b9-b8ca72c7b20a req-ff56a687-1202-411b-a1e6-1760cd65d57c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0534213 Sep 21 19:17:16.220100 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-10a42266-dce5-4ce5-96b9-b8ca72c7b20a req-93b0dc4e-e576-4ef9-99c3-74bf15286a56 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Sep 21 19:17:16.225564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-7555e4ce-5d0f-4bbc-9046-1b738cae1f8e service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878229 Sep 21 19:17:16.315887 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-cbba6c8b-35ae-44a0-b460-7fbb21387b6a req-69f5259b-95db-4596-ab46-be56b2d3720c service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820231 Sep 21 19:17:17.335081 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101e00-6d94-49c0-a8f6-5d7f2e8ce355 req-6898eee9-6508-449a-b1aa-784993c53817 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:17.336572 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02101e00-6d94-49c0-a8f6-5d7f2e8ce355 req-6898eee9-6508-449a-b1aa-784993c53817 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0493994 Sep 21 19:17:17.374829 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-02101e00-6d94-49c0-a8f6-5d7f2e8ce355 req-b89c173f-d8a0-442c-aa57-498050a01e63 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Sep 21 19:17:18.497884 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1786c7-b18e-44ee-9d3c-c9eda59c9459 req-e9f47ec7-778b-4171-bd5f-d6763b9e6d3f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:18.499500 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb1786c7-b18e-44ee-9d3c-c9eda59c9459 req-e9f47ec7-778b-4171-bd5f-d6763b9e6d3f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Sep 21 19:17:18.540108 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-eb1786c7-b18e-44ee-9d3c-c9eda59c9459 req-047b0d8e-6035-477f-93d0-8e4163308091 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342746 Sep 21 19:17:19.662473 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3489-1347-411a-bf53-ca56aa203190 req-d59306b5-d437-49bc-853d-d85df08e57a4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:19.663965 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d43b3489-1347-411a-bf53-ca56aa203190 req-d59306b5-d437-49bc-853d-d85df08e57a4 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0535712 Sep 21 19:17:19.701492 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d43b3489-1347-411a-bf53-ca56aa203190 req-c73f5b99-40df-495f-8254-6530689a893c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303581 Sep 21 19:17:20.929252 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-cfb16dd7-426f-43fb-b7b6-658d92ca829b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744882 Sep 21 19:17:20.936731 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552ee5f-8efd-4a57-bbd8-96c0594c9dc9 req-042e6f23-9732-44e5-85c3-19569dca56cc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:20.938142 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f552ee5f-8efd-4a57-bbd8-96c0594c9dc9 req-042e6f23-9732-44e5-85c3-19569dca56cc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0587068 Sep 21 19:17:20.980567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-f552ee5f-8efd-4a57-bbd8-96c0594c9dc9 req-f9e309a1-ccef-442c-8d9c-aaeb58a06cb3 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359395 Sep 21 19:17:22.041168 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8cc00881-1b2d-4b96-8956-f621c05545bb no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:17:22.102523 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31094-7d15-4f51-a29f-00947d7e053f req-81a14582-7044-41e6-8e7d-e582e01574e0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:22.104683 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ca31094-7d15-4f51-a29f-00947d7e053f req-81a14582-7044-41e6-8e7d-e582e01574e0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0570090 Sep 21 19:17:22.119998 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:22.145447 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:17:22.148215 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80200313-866b-47dd-96ed-691a5bc3695a" -d '{"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:17:22.159881 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ca31094-7d15-4f51-a29f-00947d7e053f req-644c2950-9f4a-47f3-8a34-d79e9ef240ba tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475640 Sep 21 19:17:22.163454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:17:22.167390 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:22.202786 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4160dd7-2fbb-4758-8f17-1a83df00c3e1 x-openstack-request-id: req-e4160dd7-2fbb-4758-8f17-1a83df00c3e1 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:17:22.203076 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-unplugged", "status": "failed", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb", "code": 422}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:17:22.203325 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4160dd7-2fbb-4758-8f17-1a83df00c3e1 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:17:22.203703 n-d-810285-3 neutron-server[95092]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'code': 422} returned with failed status Sep 21 19:17:22.220139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:17:22.227259 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.227587 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.227925 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.228257 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.228590 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.228915 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.229239 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.229560 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.230139 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.230488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.230808 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.231129 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:17:22.244678 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:17:23.274332 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f21a69-bd3e-4722-a52d-5a0df49c6415 req-51d07955-8522-4095-b579-b93911f060ac tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:23.275806 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6f21a69-bd3e-4722-a52d-5a0df49c6415 req-51d07955-8522-4095-b579-b93911f060ac tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0490618 Sep 21 19:17:23.312657 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b6f21a69-bd3e-4722-a52d-5a0df49c6415 req-35ee2044-308f-4f30-a041-7dd45463f518 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309887 Sep 21 19:17:24.431086 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c708bb-b6f3-444f-af18-314d78d2a94f req-4c62beab-4bb2-43ca-901d-51820bb1d0ea tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:24.432620 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75c708bb-b6f3-444f-af18-314d78d2a94f req-4c62beab-4bb2-43ca-901d-51820bb1d0ea tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0521741 Sep 21 19:17:24.474357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-75c708bb-b6f3-444f-af18-314d78d2a94f req-78e00735-82bd-4b35-bd4c-33e6d84fece7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331278 Sep 21 19:17:25.597949 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7a951-3571-49f0-92e6-06f4c5370e6a req-663ca42f-ca7e-4e44-9709-6794d81201b0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:25.599467 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85b7a951-3571-49f0-92e6-06f4c5370e6a req-663ca42f-ca7e-4e44-9709-6794d81201b0 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0565517 Sep 21 19:17:25.637886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-85b7a951-3571-49f0-92e6-06f4c5370e6a req-52778b39-9d70-4f7e-97bd-7627c8803051 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Sep 21 19:17:26.755897 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcbac4-e178-49c3-9810-9b4d7d784c94 req-5954e76a-eee2-4d0e-991e-32f68c65f2dc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:26.757477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-adbcbac4-e178-49c3-9810-9b4d7d784c94 req-5954e76a-eee2-4d0e-991e-32f68c65f2dc tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0519080 Sep 21 19:17:26.799137 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-adbcbac4-e178-49c3-9810-9b4d7d784c94 req-1e40b35d-3131-4a6e-b488-787ff1b26710 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349782 Sep 21 19:17:27.990633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c172bd-b2d0-4e10-a00a-4bb795b20b5a req-79700e2f-255c-4b18-a3f0-f2b903f03fd1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:27.992212 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43c172bd-b2d0-4e10-a00a-4bb795b20b5a req-79700e2f-255c-4b18-a3f0-f2b903f03fd1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.1136045 Sep 21 19:17:28.037463 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43c172bd-b2d0-4e10-a00a-4bb795b20b5a req-bd16c6c8-f980-4b15-a3e0-73e323c93249 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389853 Sep 21 19:17:28.691848 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-197fed3f-574c-4a32-a0fd-dd1cd8992b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:28.693319 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-197fed3f-574c-4a32-a0fd-dd1cd8992b43 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742&tenant_id=58f3c1cbaaa340ae866b5b586407d585 HTTP/1.1" status: 200 len: 1094 time: 0.0453901 Sep 21 19:17:28.754825 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-e8dd3041-4bbc-462b-99e0-de77e4e13830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:28.756282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-e8dd3041-4bbc-462b-99e0-de77e4e13830 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1094 time: 0.0404797 Sep 21 19:17:28.844033 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-62486c80-44be-4179-80f0-a0d94de5a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:28.845494 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-62486c80-44be-4179-80f0-a0d94de5a29f service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0819569 Sep 21 19:17:28.913009 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-1cac4386-4857-49f1-bdcb-9f493c0cfb11 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 998 time: 0.0597780 Sep 21 19:17:28.961216 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-f5848052-79fc-43a7-b5f7-154d68ef155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:28.962597 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-f5848052-79fc-43a7-b5f7-154d68ef155e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0421491 Sep 21 19:17:29.007374 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-61b0510b-575f-414d-a085-5760ba9bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:29.008812 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-61b0510b-575f-414d-a085-5760ba9bb03a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395381 Sep 21 19:17:29.105886 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-5645d6c4-db82-4017-b7a6-62a3a2c68d22 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861545 Sep 21 19:17:29.158725 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a0ad4-a86d-43e5-b5c2-de087b4df055 req-dd503bf3-2627-42f4-9e05-bacb797f839f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:29.160294 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b6a0ad4-a86d-43e5-b5c2-de087b4df055 req-dd503bf3-2627-42f4-9e05-bacb797f839f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0538182 Sep 21 19:17:29.194835 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-78e04ee4-e216-44f8-886c-c553130db6e2 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819166 Sep 21 19:17:29.197954 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9b6a0ad4-a86d-43e5-b5c2-de087b4df055 req-cb7f2b6b-be0a-48dd-90c3-9a5e3ee7a11b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Sep 21 19:17:29.368770 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-19caa27c-5ab9-406e-91f9-523e9c75c3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:30.315753 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb83a3-027b-4609-a560-7ba2cd07520e req-a9277623-c0c2-4e4b-aaff-dd3f25ffbb07 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:30.317210 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6cb83a3-027b-4609-a560-7ba2cd07520e req-a9277623-c0c2-4e4b-aaff-dd3f25ffbb07 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0488720 Sep 21 19:17:30.354412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e6cb83a3-027b-4609-a560-7ba2cd07520e req-1e243b27-6594-4abd-a50f-48ee4c64ad4d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 Sep 21 19:17:31.469373 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae583b6-f980-41bb-a846-5bc81a3f0950 req-d6d00551-14f4-487e-a7f1-7f6c3a704670 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:31.470861 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ae583b6-f980-41bb-a846-5bc81a3f0950 req-d6d00551-14f4-487e-a7f1-7f6c3a704670 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0485303 Sep 21 19:17:31.509420 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3ae583b6-f980-41bb-a846-5bc81a3f0950 req-525aa185-e228-4dd3-8f29-9343a6079fc1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326297 Sep 21 19:17:32.626290 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb5885-c2c3-4830-90d6-a246cc27813e req-52f673a8-69ef-4613-b64d-d95568ea9f14 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:32.628077 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2cb5885-c2c3-4830-90d6-a246cc27813e req-52f673a8-69ef-4613-b64d-d95568ea9f14 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0529978 Sep 21 19:17:32.665601 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b2cb5885-c2c3-4830-90d6-a246cc27813e req-37338fde-d401-49f9-90b5-aca25965eaf1 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Sep 21 19:17:33.746392 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ea59a91d-5813-4204-9da1-6c46be2405b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:33.780434 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6a96a-137b-409d-93fb-d41ab1f9cb6e req-86cbc392-ef23-47ec-86ff-50ecdb4df706 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:33.781923 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bc6a96a-137b-409d-93fb-d41ab1f9cb6e req-86cbc392-ef23-47ec-86ff-50ecdb4df706 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0505679 Sep 21 19:17:33.818626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2bc6a96a-137b-409d-93fb-d41ab1f9cb6e req-f84ffdc9-95fe-4ff5-a8d3-4c6b9be5feb6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307677 Sep 21 19:17:34.267323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:34.933128 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391557e-6212-491a-9201-c6883d3726e4 req-96fa7d4a-e537-4b05-a8c5-9099a29b0eb6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:34.934628 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3391557e-6212-491a-9201-c6883d3726e4 req-96fa7d4a-e537-4b05-a8c5-9099a29b0eb6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0497878 Sep 21 19:17:34.972510 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3391557e-6212-491a-9201-c6883d3726e4 req-b083a031-5caf-4d1a-ad9e-f5a7e7e37ac9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Sep 21 19:17:35.037197 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:35.080544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:36.090058 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f148145-53ce-4ece-938a-17792d0191b4 req-4656f8e7-4e59-467b-b5c7-2090908a8a7f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:36.091557 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f148145-53ce-4ece-938a-17792d0191b4 req-4656f8e7-4e59-467b-b5c7-2090908a8a7f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0526664 Sep 21 19:17:36.129440 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6f148145-53ce-4ece-938a-17792d0191b4 req-6594d882-107a-4a3e-b822-73bf6aea1ea7 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314822 Sep 21 19:17:37.243359 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378aa6-c6bb-42ec-be0b-b8209f206e9e req-dbef5c21-a0e7-4eed-8c59-88c2b8d0320e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:37.244837 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50378aa6-c6bb-42ec-be0b-b8209f206e9e req-dbef5c21-a0e7-4eed-8c59-88c2b8d0320e tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 943 time: 0.0488400 Sep 21 19:17:37.283149 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-50378aa6-c6bb-42ec-be0b-b8209f206e9e req-e52ef0c2-9fea-47f2-aa33-68ff23765011 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314331 Sep 21 19:17:37.569086 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:38.118846 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8cc00881-1b2d-4b96-8956-f621c05545bb details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:17:38.211746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:17:38.222593 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'port_id': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'mac_address': 'fa:16:3e:e6:24:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:17:38.262446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:38.275340 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc00881-1b2d-4b96-8956-f621c05545bb {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:17:38.294538 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:17:38.299355 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:38.347776 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:17:38.408586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257bf90-d861-4dfc-9d42-f6f7eab80a55 req-a4782b1b-5387-4f32-8bdb-4c2681c1f2b5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:38.410072 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e257bf90-d861-4dfc-9d42-f6f7eab80a55 req-a4782b1b-5387-4f32-8bdb-4c2681c1f2b5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 944 time: 0.0490458 Sep 21 19:17:38.447934 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e257bf90-d861-4dfc-9d42-f6f7eab80a55 req-5cd17e39-8975-4b42-950b-47b5f5851114 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317380 Sep 21 19:17:38.532449 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['8cc00881-1b2d-4b96-8956-f621c05545bb'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:17:39.278944 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:39.565968 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc146f6-7e06-4195-91cc-e1d6faffef59 req-16df40f1-5199-4d09-b321-effac23c761c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:39.567398 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcc146f6-7e06-4195-91cc-e1d6faffef59 req-16df40f1-5199-4d09-b321-effac23c761c tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 944 time: 0.0533819 Sep 21 19:17:39.604259 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-fcc146f6-7e06-4195-91cc-e1d6faffef59 req-afcf62b0-9def-42e3-ad87-b4ddd1bb443a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309925 Sep 21 19:17:40.156488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8cc00881-1b2d-4b96-8956-f621c05545bb up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:17:40.202367 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port 8cc00881-1b2d-4b96-8956-f621c05545bb triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:17:40.202654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:40.276813 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:40.298746 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:17:40.300942 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba6f38-6331-4623-a12e-bd0ebf02c484" -d '{"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-plugged", "status": "completed", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:17:40.312633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:17:40.317068 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:40.341906 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb374e99-acc8-42a5-beee-e41f8d456fe6 x-openstack-request-id: req-cb374e99-acc8-42a5-beee-e41f8d456fe6 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:17:40.342841 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-plugged", "status": "completed", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:17:40.343142 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb374e99-acc8-42a5-beee-e41f8d456fe6 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:17:40.343554 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'code': 200} Sep 21 19:17:40.374024 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:17:40.485232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5a407-eca8-4929-910d-ad12fecd65f7 req-d3987ce4-c54c-4328-8e4e-1303c456f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:40.486677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-16c5a407-eca8-4929-910d-ad12fecd65f7 req-d3987ce4-c54c-4328-8e4e-1303c456f9e2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0452125 Sep 21 19:17:40.520014 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-16c5a407-eca8-4929-910d-ad12fecd65f7 req-acc92a12-a530-4ba5-9e94-7e86ed97c0b1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264637 Sep 21 19:17:40.720246 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e44fe-8ec1-4460-b29e-5d59a220b5c2 req-a0f030be-ee8c-45a5-a29b-db71f01b97c6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:40.721715 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c77e44fe-8ec1-4460-b29e-5d59a220b5c2 req-a0f030be-ee8c-45a5-a29b-db71f01b97c6 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Sep 21 19:17:40.758933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c77e44fe-8ec1-4460-b29e-5d59a220b5c2 req-cf5deb56-b054-48e4-ac18-540300fe1ff3 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312176 Sep 21 19:17:41.872154 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63767f71-ae24-4752-8628-052caa712146 req-598fcaed-5958-4cb1-ab4f-529f0dcb5171 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:17:41.873807 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63767f71-ae24-4752-8628-052caa712146 req-598fcaed-5958-4cb1-ab4f-529f0dcb5171 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0487394 Sep 21 19:17:41.911230 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-63767f71-ae24-4752-8628-052caa712146 req-52b1b270-2e3c-4ea8-84db-11786f6fa231 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Sep 21 19:17:59.244859 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:17:59.370165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0f33a67b-40db-42d5-99f6-f1afed2d17cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:00.063818 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-808d96e0-8eec-45ba-bafc-2bc2bc7395f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388694 Sep 21 19:18:00.146733 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-2bde8a49-f618-44d1-9639-90b530c3c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:00.148289 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-2bde8a49-f618-44d1-9639-90b530c3c895 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0410068 Sep 21 19:18:00.253064 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-5091e557-5e30-4017-8d60-a69e052b18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:00.254472 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-5091e557-5e30-4017-8d60-a69e052b18a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0863063 Sep 21 19:18:00.319724 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-0d065d86-9637-4614-8d2a-8fe5ddf38c81 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 1000 time: 0.0576420 Sep 21 19:18:00.375506 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-11445a1f-149f-4bc5-a88c-b9040fb52a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:00.376975 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-11445a1f-149f-4bc5-a88c-b9040fb52a97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0499532 Sep 21 19:18:00.424465 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-0f8417be-aa88-4784-83e2-8271cbba45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:00.425933 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-0f8417be-aa88-4784-83e2-8271cbba45bb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403492 Sep 21 19:18:00.516917 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-4a9587cf-0312-46d1-9f18-553d5b380221 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832407 Sep 21 19:18:00.611034 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-e69cceda-e9d9-43bb-b160-02b5e9c4c0ce req-0958aa4c-927d-4881-bc47-17552840a6d7 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858834 Sep 21 19:18:03.748531 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-48271278-24b6-4e22-934a-7dc5e2c7a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:04.268312 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:05.052518 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:05.083172 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:07.573817 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:09.277754 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:29.370522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fa457d35-da68-474d-b318-9cd46bb6d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:33.750099 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3839fbed-73ed-49fb-b26a-ec657bee1a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:34.269102 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:35.053264 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:35.085058 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:36.244687 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:18:37.576942 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:39.292827 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:57.418016 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55508) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:18:57.577415 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Deleting port 66feae32-a237-4414-93d1-75080314b96f {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:18:57.577762 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:57.652059 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:57.652391 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:57.663948 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Calling delete_port for 66feae32-a237-4414-93d1-75080314b96f owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:18:57.808191 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:57.833388 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event deleted for resources: {'Port': ['ID=66feae32-a237-4414-93d1-75080314b96f,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:18:57.858278 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.858625 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.858965 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.859303 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.859634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.859961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.860286 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.860608 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.860935 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.861253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.861574 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.861890 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:18:57.906686 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:57.906990 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Floating IP 0615ba2a-c022-45e7-b9da-b52e8d8e96b1 disassociated (deleted). External IP: 172.25.3.76, port: 8cc00881-1b2d-4b96-8956-f621c05545bb. Sep 21 19:18:58.105843 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:18:58.214002 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:18:58.218979 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:58.223273 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] Sync routers for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:18:58.232769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:18:58.233388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:18:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:18:58.250158 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a5aa5911-0858-43a5-923d-9097ac4a7f5d tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "DELETE /v2.0/floatingips/0615ba2a-c022-45e7-b9da-b52e8d8e96b1 HTTP/1.1" status: 204 len: 168 time: 0.8310373 Sep 21 19:18:58.250773 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:18:58.253012 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db65ba95-55cb-459f-b437-a9e5833586b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:18:58.339692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:18:58.411400 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a1cdc7-a0bf-44f2-afae-d89625527db0 x-openstack-request-id: req-a0a1cdc7-a0bf-44f2-afae-d89625527db0 {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:18:58.411749 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:18:58.412087 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0a1cdc7-a0bf-44f2-afae-d89625527db0 {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:18:58.412592 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'status': 'completed', 'code': 200} Sep 21 19:18:58.474536 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-6d86a65b-0d35-46f4-9f35-3a4dba150559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:58.476012 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-6d86a65b-0d35-46f4-9f35-3a4dba150559 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=58f3c1cbaaa340ae866b5b586407d585&device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 1096 time: 0.0419965 Sep 21 19:18:58.509445 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e60cad-4b45-40aa-8da5-d1de3a3c7f4e req-f6e9258d-0a7a-450f-8a2a-6a5f9f0dfde9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:58.511012 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38e60cad-4b45-40aa-8da5-d1de3a3c7f4e req-f6e9258d-0a7a-450f-8a2a-6a5f9f0dfde9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Sep 21 19:18:58.550331 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-38e60cad-4b45-40aa-8da5-d1de3a3c7f4e req-e43f5635-9f5f-4084-a065-3987cb4ab7a5 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322955 Sep 21 19:18:58.554161 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:18:58.576924 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-f403ee0e-a3ba-4490-bb8d-e29bd13f57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:58.578438 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-f403ee0e-a3ba-4490-bb8d-e29bd13f57a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 200 len: 910 time: 0.0951307 Sep 21 19:18:58.591005 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] Checking router: 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:18:58.599202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:18:58.599814 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:18:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:18:58.620108 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-ff6e4b13-3df1-4780-902d-e3bdc15272fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 200 len: 217 time: 0.0339217 Sep 21 19:18:58.676424 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-46f5952f-a7eb-47c6-8b4b-480f53110936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:58.677867 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-46f5952f-a7eb-47c6-8b4b-480f53110936 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 200 len: 847 time: 0.0481071 Sep 21 19:18:58.705332 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:18:58.724020 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-e96e6a59-b37a-4a89-8e12-6987ea286a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:58.725999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-e96e6a59-b37a-4a89-8e12-6987ea286a15 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af2d8447-d874-493a-b969-cdc0ae3cc189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402834 Sep 21 19:18:58.820250 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-9def05ef-0b28-4e39-b293-5e7aa25b3135 service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861087 Sep 21 19:18:59.064962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:18:59.092183 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a81c7-edd8-409d-83b2-1da00ff2dc25 None None] The sync data for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 is: [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 4, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '0e680b3f-a83d-41e7-8f1b-421f98da23f5', 'name': '', 'network_id': 'af2d8447-d874-493a-b969-cdc0ae3cc189', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'mac_address': 'fa:16:3e:73:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '744691b5-71b3-42dc-a20d-51296df528f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:16Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'subnets': [{'id': '744691b5-71b3-42dc-a20d-51296df528f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:18:59.203429 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-db65ba95-55cb-459f-b437-a9e5833586b2 req-48db1add-6645-430e-b382-238f5d698eab service neutron] 10.222.0.78 "GET /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751590 Sep 21 19:18:59.328302 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027e70b-487d-42db-8e00-f4be5cb14d39 None None] New status for floating IP 0615ba2a-c022-45e7-b9da-b52e8d8e96b1: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:18:59.371148 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-52e16c8f-48d9-4bfc-a560-8c0289b733e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:59.667525 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301de486-65bc-47ac-bf53-feae0f870891 req-0c3e6f49-c5a6-43dc-9c17-d4fe6069f820 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:59.668971 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-301de486-65bc-47ac-bf53-feae0f870891 req-0c3e6f49-c5a6-43dc-9c17-d4fe6069f820 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0482285 Sep 21 19:18:59.706491 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-301de486-65bc-47ac-bf53-feae0f870891 req-a1d4bc4e-14ef-486a-bca0-fc40985f990f tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/security-groups?id=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Sep 21 19:18:59.957777 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-23b8360e-025f-49a9-8905-a74810d66869 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:18:59.959268 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-23b8360e-025f-49a9-8905-a74810d66869 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 945 time: 0.0474505 Sep 21 19:19:00.048834 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Deleting port 8cc00881-1b2d-4b96-8956-f621c05545bb {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:00.049179 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:00.135004 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] For port 8cc00881-1b2d-4b96-8956-f621c05545bb, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=8cc00881-1b2d-4b96-8956-f621c05545bb,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:00.135363 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:00.147329 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Calling delete_port for 8cc00881-1b2d-4b96-8956-f621c05545bb owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:00.272929 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:00.301223 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event deleted for resources: {'Port': ['ID=8cc00881-1b2d-4b96-8956-f621c05545bb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:00.313965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.314349 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.314700 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.315042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.315377 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.315710 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.316044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.316375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.316692 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.317019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.317373 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.317709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:00.355244 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] No DVR routers for this DVR port 8cc00881-1b2d-4b96-8956-f621c05545bb on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:19:00.358223 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:00.360267 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0ea28f1c-5f46-46e2-9248-65b7eed67b8c req-d0a53c2f-7e3f-438d-ad4a-7729c23125eb tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.78 "DELETE /v2.0/ports/8cc00881-1b2d-4b96-8956-f621c05545bb HTTP/1.1" status: 204 len: 173 time: 0.3949301 Sep 21 19:19:00.360709 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-deleted', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:19:00.362975 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92bc042-afce-4ace-8387-0a26c1c0be17" -d '{"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-deleted", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:19:00.400641 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3f1f2-70aa-49c7-9385-9e4badf69702 x-openstack-request-id: req-f5b3f1f2-70aa-49c7-9385-9e4badf69702 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:19:00.400934 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e6bb39-8a9e-4ac5-b32e-850a455b3742", "name": "network-vif-deleted", "tag": "8cc00881-1b2d-4b96-8956-f621c05545bb", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:19:00.401184 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5b3f1f2-70aa-49c7-9385-9e4badf69702 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:19:00.401589 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e6bb39-8a9e-4ac5-b32e-850a455b3742', 'name': 'network-vif-deleted', 'tag': '8cc00881-1b2d-4b96-8956-f621c05545bb', 'status': 'completed', 'code': 200} Sep 21 19:19:00.809359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c6962dd6-ffc8-4d79-b7ba-a3f3556a5bc5 req-ed3c5992-cd80-45af-bf4d-97d2f598046a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0280242 Sep 21 19:19:01.906811 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-46a5bffc-94ab-47cb-9515-296059bf84a7 req-1e790d07-5f0b-4f91-b49d-389e96a6b81a tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0289831 Sep 21 19:19:02.462489 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8cc00881-1b2d-4b96-8956-f621c05545bb no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:19:02.487327 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: 8cc00881-1b2d-4b96-8956-f621c05545bb {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:19:02.487677 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device 8cc00881-1b2d-4b96-8956-f621c05545bb not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:19:03.004293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-672a61dd-457e-4957-9256-ae5a21881b38 req-ae670bf5-3648-47ac-bd9e-ffc9596e315b tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0271299 Sep 21 19:19:03.753496 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-34b7efec-0e95-4daa-925a-742f8ce9c777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:04.114090 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c51c149e-409b-4ab3-83e0-4ca7aaf8ddeb req-fc2c0ca2-c704-4f47-aa1a-3e47795543ab tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e6bb39-8a9e-4ac5-b32e-850a455b3742 HTTP/1.1" status: 200 len: 210 time: 0.0281322 Sep 21 19:19:04.270748 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:05.067339 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:05.089314 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:05.172665 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55540) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:05.235214 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9be0a7bd-911c-48a6-b89e-72cb93956ae9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:05.263092 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9be0a7bd-911c-48a6-b89e-72cb93956ae9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:05.325881 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9be0a7bd-911c-48a6-b89e-72cb93956ae9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:05.329465 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-9be0a7bd-911c-48a6-b89e-72cb93956ae9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:05.333227 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-9be0a7bd-911c-48a6-b89e-72cb93956ae9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] 10.222.0.70 "DELETE /v2.0/security-groups/74aa42bd-d767-42d5-b8dc-cd8dceca7cdf HTTP/1.1" status: 204 len: 168 time: 0.1570127 Sep 21 19:19:05.340852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0a7bd-911c-48a6-b89e-72cb93956ae9 tempest-TestShelveInstance-1949747509 tempest-TestShelveInstance-1949747509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa42bd-d767-42d5-b8dc-cd8dceca7cdf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:06.405045 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55546) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:06.870946 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:07.414942 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Deleting port 0e680b3f-a83d-41e7-8f1b-421f98da23f5 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:07.415614 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:07.496289 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] For port 0e680b3f-a83d-41e7-8f1b-421f98da23f5, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=0e680b3f-a83d-41e7-8f1b-421f98da23f5,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:07.496674 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:07.509384 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Calling delete_port for 0e680b3f-a83d-41e7-8f1b-421f98da23f5 owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:07.579514 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:07.683682 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:07.709793 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e680b3f-a83d-41e7-8f1b-421f98da23f5,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:07.873804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.086219 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:19:08.192085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:19:08.197200 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ac2b925b-2a89-4eea-a474-51fecf7c3d76 admin admin] 10.222.0.70 "PUT /v2.0/routers/6f6ff519-7a27-4693-bc23-7f219e7f1ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7911284 Sep 21 19:19:08.199871 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55552) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:08.200521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] Sync routers for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:19:08.209764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:08.210404 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:08.304918 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.311544 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:08.407900 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.460210 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Deleting port abedfca1-9131-431f-bc10-2461b09e04fa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:08.460927 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.490793 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:19:07Z', 'revision_number': 5, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port': {'id': 'abedfca1-9131-431f-bc10-2461b09e04fa', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:09Z', 'updated_at': '2021-09-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:08.519843 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] Checking router: 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:19:08.528496 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] Routers {'6f6ff519-7a27-4693-bc23-7f219e7f1ae8'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:08.529099 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:08.539800 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] For port abedfca1-9131-431f-bc10-2461b09e04fa, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=abedfca1-9131-431f-bc10-2461b09e04fa,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:08.540171 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.556916 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Calling delete_port for abedfca1-9131-431f-bc10-2461b09e04fa owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:08.611492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] Set router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 gateway port host: None {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:08.671478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:19:08Z', 'revision_number': 6, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:08.699230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a98841-2fee-4d57-9a01-4a010002c01b None None] The sync data for ids ['6f6ff519-7a27-4693-bc23-7f219e7f1ae8'] in n-d-810285-3 is: [{'id': '6f6ff519-7a27-4693-bc23-7f219e7f1ae8', 'name': 'tempest-TestShelveInstance-650180456-router', 'tenant_id': '58f3c1cbaaa340ae866b5b586407d585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:08Z', 'updated_at': '2021-09-21T19:19:08Z', 'revision_number': 6, 'project_id': '58f3c1cbaaa340ae866b5b586407d585', 'gw_port_host': None}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:19:08.731618 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.762551 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=abedfca1-9131-431f-bc10-2461b09e04fa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:08.821301 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.909630 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.911696 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.958931 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.959856 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6ff519-7a27-4693-bc23-7f219e7f1ae8 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:19:08.965114 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:08.966365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fb21c993-c53a-40f2-8aec-e83ef9919f5c admin admin] 10.222.0.70 "DELETE /v2.0/routers/6f6ff519-7a27-4693-bc23-7f219e7f1ae8 HTTP/1.1" status: 204 len: 168 time: 0.7655528 Sep 21 19:19:08.968877 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55554) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:09.014440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] Deleting subnet 744691b5-71b3-42dc-a20d-51296df528f9 {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:19:09.017386 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.053313 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.141636 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.197443 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.223588 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744691b5-71b3-42dc-a20d-51296df528f9,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:09.229177 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.230969 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8f720bc2-df15-4f69-8542-b6ced143bd0a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/744691b5-71b3-42dc-a20d-51296df528f9 HTTP/1.1" status: 204 len: 168 time: 0.2611761 Sep 21 19:19:09.233734 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55556) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:09.236758 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922129fc-aa7a-41f7-919b-c37bd3836c67 None None] Network af2d8447-d874-493a-b969-cdc0ae3cc189 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:19:09.301595 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.353985 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.364477 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Deleting port 460ed104-30a2-4431-a812-3b67f0a6e1f1 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:09.365673 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.429338 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] For port 460ed104-30a2-4431-a812-3b67f0a6e1f1, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=460ed104-30a2-4431-a812-3b67f0a6e1f1,segment=NetworkSegment(42ff572f-4caa-4875-b503-7a35456100ef),segment_id=42ff572f-4caa-4875-b503-7a35456100ef)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:09.429644 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.441651 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Calling delete_port for 460ed104-30a2-4431-a812-3b67f0a6e1f1 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:09.494478 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] DHCP port deletion for af2d8447-d874-493a-b969-cdc0ae3cc189 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:19:09.527147 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.542531 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Deleting port 460ed104-30a2-4431-a812-3b67f0a6e1f1 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:09.542907 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.560599 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] No DVR routers for this DVR port 460ed104-30a2-4431-a812-3b67f0a6e1f1 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:19:09.562676 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=460ed104-30a2-4431-a812-3b67f0a6e1f1,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:09.610275 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] For port 460ed104-30a2-4431-a812-3b67f0a6e1f1, host n-d-810285-3, got binding levels [] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:09.610624 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.623769 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Calling delete_port for 460ed104-30a2-4431-a812-3b67f0a6e1f1 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:09.626438 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.ipam_backend_mixin [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Port 460ed104-30a2-4431-a812-3b67f0a6e1f1 was not found and therefore no delete operation was performed {{(pid=95092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 19:19:09.627698 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.636125 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.655114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Pushing event deleted for resources: {'Port': ['ID=460ed104-30a2-4431-a812-3b67f0a6e1f1,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:09.660442 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2d8447-d874-493a-b969-cdc0ae3cc189']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:09.660633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] No DVR routers for this DVR port 460ed104-30a2-4431-a812-3b67f0a6e1f1 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:19:09.669692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.670047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.670430 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.670775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.671114 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.671514 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.671633 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ff572f-4caa-4875-b503-7a35456100ef') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:09.671747 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.671852 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ff572f-4caa-4875-b503-7a35456100ef') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:09.672067 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.672401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.672731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.673063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.673399 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3c8a-b035-4507-93f5-41c418911545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:09.681910 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.695709 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.701772 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:19:09.702205 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: timer() Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:19:09.703880 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:19:09.762090 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.768212 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:09.770532 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/af2d8447-d874-493a-b969-cdc0ae3cc189 HTTP/1.1" status: 204 len: 168 time: 0.5357912 Sep 21 19:19:09.774176 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55558) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:09.783423 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0bbab-8462-4d38-995a-46d9dd674bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2d8447-d874-493a-b969-cdc0ae3cc189,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:10.042182 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device abedfca1-9131-431f-bc10-2461b09e04fa no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:19:10.061659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: abedfca1-9131-431f-bc10-2461b09e04fa {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:19:10.061931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device abedfca1-9131-431f-bc10-2461b09e04fa not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:19:10.062372 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0e680b3f-a83d-41e7-8f1b-421f98da23f5 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:19:10.083877 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 0e680b3f-a83d-41e7-8f1b-421f98da23f5 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:19:10.084398 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 0e680b3f-a83d-41e7-8f1b-421f98da23f5 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:19:10.084914 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 460ed104-30a2-4431-a812-3b67f0a6e1f1 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:19:10.103700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 460ed104-30a2-4431-a812-3b67f0a6e1f1 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:19:10.104045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 460ed104-30a2-4431-a812-3b67f0a6e1f1 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:19:10.121938 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:10.361168 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Deleting port c592df4b-c57d-44a2-97b0-db93567ec2f7 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:10.361431 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:10.441105 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] For port c592df4b-c57d-44a2-97b0-db93567ec2f7, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=c592df4b-c57d-44a2-97b0-db93567ec2f7,segment=NetworkSegment(ec8476a0-cb96-4110-8563-249583f7adec),segment_id=ec8476a0-cb96-4110-8563-249583f7adec)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:10.441463 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:10.453413 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Calling delete_port for c592df4b-c57d-44a2-97b0-db93567ec2f7 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:10.628548 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:10.656111 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Pushing event deleted for resources: {'Port': ['ID=c592df4b-c57d-44a2-97b0-db93567ec2f7,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:10.820271 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.037455 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Router e3f2b049-51a5-4c47-970d-c0df290cf2e2 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:19:11.141937 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:19:11.147677 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8a647ba3-698c-457d-8111-02f80021573c admin admin] 10.222.0.70 "PUT /v2.0/routers/e3f2b049-51a5-4c47-970d-c0df290cf2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3717399 Sep 21 19:19:11.150503 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55560) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:11.153178 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] Sync routers for ids ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:19:11.162428 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] Routers {'e3f2b049-51a5-4c47-970d-c0df290cf2e2'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:11.163035 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:11.253633 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.265698 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] Set router e3f2b049-51a5-4c47-970d-c0df290cf2e2 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:11.357290 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.414059 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Deleting port 56757093-0997-4c35-96b9-5906045c9c43 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:11.414432 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.496905 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] For port 56757093-0997-4c35-96b9-5906045c9c43, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=56757093-0997-4c35-96b9-5906045c9c43,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:11.497265 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.509400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Calling delete_port for 56757093-0997-4c35-96b9-5906045c9c43 owned by network:router_gateway {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:11.528270 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '56757093-0997-4c35-96b9-5906045c9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:19:10Z', 'revision_number': 5, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port': {'id': '56757093-0997-4c35-96b9-5906045c9c43', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:11.557631 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] Checking router: e3f2b049-51a5-4c47-970d-c0df290cf2e2 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:19:11.565595 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] Routers {'e3f2b049-51a5-4c47-970d-c0df290cf2e2'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:11.566315 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:11.651241 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] Set router e3f2b049-51a5-4c47-970d-c0df290cf2e2 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:11.672442 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.697831 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=56757093-0997-4c35-96b9-5906045c9c43,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:11.703365 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:19:11Z', 'revision_number': 6, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:11.734809 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cfa3a-2206-4622-a738-9b2f994b9811 None None] The sync data for ids ['e3f2b049-51a5-4c47-970d-c0df290cf2e2'] in n-d-810285-3 is: [{'id': 'e3f2b049-51a5-4c47-970d-c0df290cf2e2', 'name': 'tempest-TestShelveInstance-1291525688-router', 'tenant_id': '793d92637542442cabab4d5f0b6fc1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:10:13Z', 'updated_at': '2021-09-21T19:19:11Z', 'revision_number': 6, 'project_id': '793d92637542442cabab4d5f0b6fc1da', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:19:11.758283 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.849572 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.852492 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.898653 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.899177 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f2b049-51a5-4c47-970d-c0df290cf2e2 {{(pid=95091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:19:11.903631 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] Notify callbacks [] for router, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.904774 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-81a6759a-c471-4154-8d88-3db739e56b15 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e3f2b049-51a5-4c47-970d-c0df290cf2e2 HTTP/1.1" status: 204 len: 168 time: 0.7533612 Sep 21 19:19:11.907296 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55562) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:11.951897 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] Deleting subnet f5981833-f6fd-433f-9d63-e8ca1b9aad98 {{(pid=95091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:19:11.954883 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:11.988513 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14007925'] for subnet, precommit_delete_associations {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.074708 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.134987 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12795058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14121700'] for subnet, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.166155 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5981833-f6fd-433f-9d63-e8ca1b9aad98,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:12.172703 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.172826 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689ebee-f29d-473f-a3ea-65cabe8898bd None None] Network 9d172824-c559-441b-935a-389ce2584201 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:19:12.175349 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-1a997ca5-64bd-4a1a-944d-c3a8ee36a8e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f5981833-f6fd-433f-9d63-e8ca1b9aad98 HTTP/1.1" status: 204 len: 168 time: 0.2668221 Sep 21 19:19:12.177650 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55564) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:12.201546 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c592df4b-c57d-44a2-97b0-db93567ec2f7 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:19:12.224522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: c592df4b-c57d-44a2-97b0-db93567ec2f7 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:19:12.225718 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device c592df4b-c57d-44a2-97b0-db93567ec2f7 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:19:12.252615 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.311622 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Deleting port e5f90265-f779-43a7-b590-ef1413f63aeb {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:12.311964 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.375615 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] DHCP port deletion for 9d172824-c559-441b-935a-389ce2584201 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:19:12.385008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] For port e5f90265-f779-43a7-b590-ef1413f63aeb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5f90265-f779-43a7-b590-ef1413f63aeb,segment=NetworkSegment(ec8476a0-cb96-4110-8563-249583f7adec),segment_id=ec8476a0-cb96-4110-8563-249583f7adec)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:12.385381 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.398632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Calling delete_port for e5f90265-f779-43a7-b590-ef1413f63aeb owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:12.421635 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] Deleting port e5f90265-f779-43a7-b590-ef1413f63aeb {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:19:12.422016 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.484941 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.493160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] For port e5f90265-f779-43a7-b590-ef1413f63aeb, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=e5f90265-f779-43a7-b590-ef1413f63aeb,segment=NetworkSegment(ec8476a0-cb96-4110-8563-249583f7adec),segment_id=ec8476a0-cb96-4110-8563-249583f7adec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:12.493565 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.506973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] Calling delete_port for e5f90265-f779-43a7-b590-ef1413f63aeb owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:19:12.513703 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f90265-f779-43a7-b590-ef1413f63aeb,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:12.518560 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] No DVR routers for this DVR port e5f90265-f779-43a7-b590-ef1413f63aeb on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:19:12.586073 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.596871 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.610644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] Pushing event deleted for resources: {'Port': ['ID=e5f90265-f779-43a7-b590-ef1413f63aeb,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:12.614842 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bd76f-a3bc-47d1-84d3-f746a452e445 None None] No DVR routers for this DVR port e5f90265-f779-43a7-b590-ef1413f63aeb on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:19:12.619232 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d172824-c559-441b-935a-389ce2584201']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:12.629170 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8476a0-cb96-4110-8563-249583f7adec') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:12.629472 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8476a0-cb96-4110-8563-249583f7adec') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:12.640385 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.653992 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.660079 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:19:12.660725 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: timer() Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:19:12.662530 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:19:12.718446 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.723636 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.725591 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9d172824-c559-441b-935a-389ce2584201 HTTP/1.1" status: 204 len: 168 time: 0.5467360 Sep 21 19:19:12.736308 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273339d-4a6d-4ea9-8823-a34df2428db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d172824-c559-441b-935a-389ce2584201,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:12.833427 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55568) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:12.873871 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-4c8d7e6d-4019-4430-bec1-d9ea6f7c5ad5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=58f3c1cbaaa340ae866b5b586407d585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392668 Sep 21 19:19:12.876272 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55570) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:12.925986 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-10bb8ada-0928-4319-b5b0-872cebb68919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.947140 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-10bb8ada-0928-4319-b5b0-872cebb68919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.992862 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-10bb8ada-0928-4319-b5b0-872cebb68919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.995511 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-10bb8ada-0928-4319-b5b0-872cebb68919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:12.996820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-10bb8ada-0928-4319-b5b0-872cebb68919 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57b500d2-5bc9-4025-ab2e-355d82e57cf9 HTTP/1.1" status: 204 len: 168 time: 0.1196711 Sep 21 19:19:13.004451 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb8ada-0928-4319-b5b0-872cebb68919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b500d2-5bc9-4025-ab2e-355d82e57cf9,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:13.243950 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:19:13.316918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55576) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:13.355895 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c3ece738-d2cf-4ea5-a969-fe158e5e526e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=793d92637542442cabab4d5f0b6fc1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378377 Sep 21 19:19:13.358719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55578) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:13.405473 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53e24c42-048e-456c-a0c0-9d36e1b317c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:13.426073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53e24c42-048e-456c-a0c0-9d36e1b317c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:13.472007 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53e24c42-048e-456c-a0c0-9d36e1b317c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:13.475597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-53e24c42-048e-456c-a0c0-9d36e1b317c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:13.477214 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-53e24c42-048e-456c-a0c0-9d36e1b317c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9ee311f-532c-4358-b2b5-a225b08ce0cd HTTP/1.1" status: 204 len: 168 time: 0.1172915 Sep 21 19:19:13.485580 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e24c42-048e-456c-a0c0-9d36e1b317c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ee311f-532c-4358-b2b5-a225b08ce0cd,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:14.039735 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 56757093-0997-4c35-96b9-5906045c9c43 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:19:14.063629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 56757093-0997-4c35-96b9-5906045c9c43 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:19:14.063977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 56757093-0997-4c35-96b9-5906045c9c43 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:19:14.064401 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f90265-f779-43a7-b590-ef1413f63aeb no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:19:14.082629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: e5f90265-f779-43a7-b590-ef1413f63aeb {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:19:14.082974 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device e5f90265-f779-43a7-b590-ef1413f63aeb not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:19:14.129657 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55600) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:14.224240 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1699773651-network', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:14.248279 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Made reservation on behalf of afdaa57435e74c87b8d38076642f7819 for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:19:14.250565 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.258756 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.347004 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.351826 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.378375 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:19:14.389333 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b23326-d60e-4533-90ee-05493c242188,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:14.395606 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.395954 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Added segment ec8095ba-fafb-4767-aeab-2cb0aedc20ec of type vlan for network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a Sep 21 19:19:14.436553 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.461465 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.462623 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:14.463206 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.497563 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3668067 Sep 21 19:19:14.500839 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55604) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:14.505664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Request body: {'subnet': {'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1699773651-subnet', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:14.528658 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Made reservation on behalf of afdaa57435e74c87b8d38076642f7819 for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:19:14.529535 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516b26d-d065-4fac-ab44-ffb43bf62e6b admin admin] Pushing event updated for resources: {'Network': ['ID=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:14.531026 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.540703 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:19:14.702866 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.762850 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b4967f-8a12-4556-be9a-f6a63178fa2c,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:14.773814 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Checking segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:14.774179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Network hostable DHCP agents. Network: f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:19:14.789920 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:19:14.797956 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:14.801980 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:14.802609 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.808484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cca149-ffee-4416-9b2b-fabacfb4ab89 None None] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:19:14.819998 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c96c2bc3-8ab0-460c-9ec5-9075b1d749c4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3180778 Sep 21 19:19:14.822963 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55606) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:14.828602 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:14.851075 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.852244 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.905565 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:14.958484 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:19:14.959527 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.045113 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.095716 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Allocated IP 172.20.0.2 (f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a/24b4967f-8a12-4556-be9a-f6a63178fa2c/7f8e5b9d-cee0-44a9-8661-242647d1f9ba) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:15.242481 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.245489 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.248774 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.269515 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.286965 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:15.290333 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:15.294027 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:15.301411 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Pushing event updated for resources: {'Port': ['ID=7f8e5b9d-cee0-44a9-8661-242647d1f9ba,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:15.352671 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Attempting to bind port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:19:15.353175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Attempting to bind port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:19:15.353610 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Attempting to bind port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:15.358958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:19:15.359407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Checking segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:15.359886 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.360366 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Bound using segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:19:15.360916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Bound port: 7f8e5b9d-cee0-44a9-8661-242647d1f9ba, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:19:15.361381 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.375806 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Allocated IP 172.25.3.196 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/42757a77-e136-4bd1-87a4-119e1386adbf) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:15.423639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] For port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:19:15.426681 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] For port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7f8e5b9d-cee0-44a9-8661-242647d1f9ba,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:19:15.430785 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.485695 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.495867 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1061-8007-474f-bd9a-6eb1274533be None None] Pushing event updated for resources: {'Port': ['ID=7f8e5b9d-cee0-44a9-8661-242647d1f9ba,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:15.520474 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:15.558516 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:15.562820 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:15.566567 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:15.592067 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=42757a77-e136-4bd1-87a4-119e1386adbf,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:16.082731 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f8e5b9d-cee0-44a9-8661-242647d1f9ba up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:16.138844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:16.139574 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.158093 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.222677 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.258241 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7f8e5b9d-cee0-44a9-8661-242647d1f9ba,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:16.263128 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.312623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=7f8e5b9d-cee0-44a9-8661-242647d1f9ba,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:16.368707 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.384669 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b43844-078f-4dff-885e-273ec59fc6cd None None] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:19:16.449966 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2e39ed1c-dfc4-455a-845b-5a22259c8134 None None] Provisioning complete for port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:16.450283 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2e39ed1c-dfc4-455a-845b-5a22259c8134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.498235 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:19:16.608113 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:19:16.621172 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Sync routers for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:19:16.626150 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.629961 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-ebc87004-3ca0-4e19-98eb-bd918d9e1ee4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8030691 Sep 21 19:19:16.630257 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55608) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:16.631958 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:16.632652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:16.842645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1fe4f102-1ddd-4be2-af5b-8a6757c4a444 None None] Provisioning complete for port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:16.843020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f102-1ddd-4be2-af5b-8a6757c4a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.922510 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:17.064991 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.133397 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:15Z', 'revision_number': 3, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:17.159455 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Checking router: dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:19:17.160197 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Updating router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa port 42757a77-e136-4bd1-87a4-119e1386adbf binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:19:17.185249 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.226230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Allocated IP 172.20.0.1 (f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a/24b4967f-8a12-4556-be9a-f6a63178fa2c/14eddafa-5963-48fe-9d47-4182c06a2d17) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:17.331132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.366829 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.402904 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:17.405837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:17.409643 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:17.436141 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Pushing event updated for resources: {'Port': ['ID=14eddafa-5963-48fe-9d47-4182c06a2d17,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:17.454971 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.455834 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.462242 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.511705 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Attempting to bind port 42757a77-e136-4bd1-87a4-119e1386adbf on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:19:17.512080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Attempting to bind port 42757a77-e136-4bd1-87a4-119e1386adbf by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:19:17.512810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Attempting to bind port 42757a77-e136-4bd1-87a4-119e1386adbf on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:17.522576 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64b108-17b8-4feb-81f3-654886409395 None None] Pushing event updated for resources: {'Port': ['ID=42757a77-e136-4bd1-87a4-119e1386adbf,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:17.525298 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:19:17.525684 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:17.526096 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.526617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:19:17.527108 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Bound port: 42757a77-e136-4bd1-87a4-119e1386adbf, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:19:17.527497 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.582673 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] For port 42757a77-e136-4bd1-87a4-119e1386adbf, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:19:17.586450 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] For port 42757a77-e136-4bd1-87a4-119e1386adbf, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=42757a77-e136-4bd1-87a4-119e1386adbf,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:19:17.593720 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.602964 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.639986 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:17.640607 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:17.701063 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64b108-17b8-4feb-81f3-654886409395 None None] Pushing event updated for resources: {'Port': ['ID=42757a77-e136-4bd1-87a4-119e1386adbf,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:17.715765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-08973530-50f0-4eec-be6b-a87e0fc4c4d7 None None] Provisioning complete for port 14eddafa-5963-48fe-9d47-4182c06a2d17 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:17.716140 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-08973530-50f0-4eec-be6b-a87e0fc4c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.772938 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.777900 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16349536'] for port, after_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.793389 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-08973530-50f0-4eec-be6b-a87e0fc4c4d7 None None] Port 14eddafa-5963-48fe-9d47-4182c06a2d17 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:19:17.800903 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:17.843208 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:17.845724 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Pushing event updated for resources: {'Port': ['ID=14eddafa-5963-48fe-9d47-4182c06a2d17,revision_number=2']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:17.939634 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:17.941055 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:18.003443 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:18.036031 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed35420-2f51-4ad4-bae8-f3f720962fdb None None] The sync data for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 is: [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:19:18.068973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f8e5b9d-cee0-44a9-8661-242647d1f9ba up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:18.076817 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:19:18.127249 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:18.127765 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:18.198553 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:19:18.206991 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-c724a38d-00fd-4ca9-afc1-57fe3fbc2383 admin admin] 10.222.0.70 "PUT /v2.0/routers/dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5724738 Sep 21 19:19:18.227461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-1b5280f4-fd5d-423e-9dd3-a317096d9fee None None] Provisioning complete for port 14eddafa-5963-48fe-9d47-4182c06a2d17 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:18.227953 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-1b5280f4-fd5d-423e-9dd3-a317096d9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:18.287750 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-1b5280f4-fd5d-423e-9dd3-a317096d9fee None None] Port 14eddafa-5963-48fe-9d47-4182c06a2d17 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:19:18.725567 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55624) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:18.729987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-561353092-network', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:18.753986 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Made reservation on behalf of edc9f0f5d8ce4059874762b9f3e2ceac for: {'network': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:19:18.756333 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for network, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.057597 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.148244 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.152117 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.177301 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=95091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:19:19.187719 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b691ed2-6e5e-4ec1-aea6-9ae05ea5576d,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:19.192764 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.193112 n-d-810285-3 neutron-server[95091]: INFO neutron.db.segments_db [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Added segment 7a0f8e87-5731-45a7-8125-1e1859ea8351 of type vlan for network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 Sep 21 19:19:19.235073 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789894631464'] for network, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.260991 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532'] for network, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.262211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:19.262811 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.298999 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5732815 Sep 21 19:19:19.301961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55626) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:19.307367 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Request body: {'subnet': {'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-561353092-subnet', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'ip_version': 4}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:19.334912 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28caffc-a17b-4b46-b67e-2dd8e0eb2b8a admin admin] Pushing event updated for resources: {'Network': ['ID=6abda31a-c70f-4ac5-b9a2-29f9fb074069,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:19.336099 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Made reservation on behalf of edc9f0f5d8ce4059874762b9f3e2ceac for: {'subnet': 1} {{(pid=95090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:19:19.338822 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16136989'] for subnet, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.346840 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 details requested by agent ovs-agent-n-d-810285-3 with host n-d-810285-3 {{(pid=95092) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:19:19.520758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16349461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137011'] for subnet, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.573489 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08b4ba6-c354-46a3-9861-49b5d7419c8a,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:19.583427 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Checking segment: {'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:19.583787 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Network hostable DHCP agents. Network: 6abda31a-c70f-4ac5-b9a2-29f9fb074069, hostable agents: ['9595cc84-ee8f-4a33-8b2a-f4e2a859fe69'], hosted agents: [] {{(pid=95090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:19:19.599672 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 is scheduled to be hosted by DHCP agent 9595cc84-ee8f-4a33-8b2a-f4e2a859fe69 with binding_index 1 {{(pid=95090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:19:19.608565 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810285-3, 6abda31a-c70f-4ac5-b9a2-29f9fb074069) {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:19.613005 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:19.613622 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.620629 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee45aa-b369-4edd-9a26-1fbb95dd3523 None None] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:19:19.629293 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-03d7e3f7-de28-4f60-b427-4bb2fedc89fd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3260787 Sep 21 19:19:19.632576 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55628) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:19.636958 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:19.658747 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14753'] for router, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.659602 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1967627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14742'] for router, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.717010 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.767894 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd36e473c-d156-5b55-b298-7f9df67d9feb-6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'fixed_ips': [{'subnet_id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a'}]}} from n-d-810285-3. {{(pid=95092) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:19:19.768774 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.857452 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.909043 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.db_base_plugin_common [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Allocated IP 172.20.0.2 (6abda31a-c70f-4ac5-b9a2-29f9fb074069/f08b4ba6-c354-46a3-9861-49b5d7419c8a/185d672e-fc15-4981-9255-18d54d9c5876) {{(pid=95092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:20.064236 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Notify callbacks [] for port, precommit_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.071570 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426'] for port, after_create {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.074399 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.098284 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.111045 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 42757a77-e136-4bd1-87a4-119e1386adbf up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:20.147350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 is already hosted by enough agents. {{(pid=95092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:20.154302 n-d-810285-3 neutron-server[95092]: DEBUG neutron.scheduler.base_scheduler [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Resources bound (agent type, host, resource id): {{(pid=95092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:20.166252 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Received port after_create {{(pid=95092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:20.170661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Pushing event updated for resources: {'Port': ['ID=185d672e-fc15-4981-9255-18d54d9c5876,revision_number=1']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:20.199178 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Sync routers for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:19:20.207768 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:20.208616 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:20.210044 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_common [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Allocated IP 172.25.3.99 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/605c2fe7-419c-451f-b4b7-db98b13d4514) {{(pid=95090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:20.239361 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Attempting to bind port 185d672e-fc15-4981-9255-18d54d9c5876 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:19:20.239721 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Attempting to bind port 185d672e-fc15-4981-9255-18d54d9c5876 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:19:20.240999 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Attempting to bind port 185d672e-fc15-4981-9255-18d54d9c5876 on network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:20.246725 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 42757a77-e136-4bd1-87a4-119e1386adbf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:20.247171 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.249988 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:19:20.250504 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Checking segment: {'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:20.250993 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.251506 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Bound using segment: {'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:19:20.252086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Bound port: 185d672e-fc15-4981-9255-18d54d9c5876, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:19:20.252540 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.317590 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:20.330272 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.374421 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.377439 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] For port 185d672e-fc15-4981-9255-18d54d9c5876, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:19:20.398388 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] For port 185d672e-fc15-4981-9255-18d54d9c5876, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=185d672e-fc15-4981-9255-18d54d9c5876,segment=NetworkSegment(7a0f8e87-5731-45a7-8125-1e1859ea8351),segment_id=7a0f8e87-5731-45a7-8125-1e1859ea8351)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:19:20.400296 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.408623 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.415987 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:20.419134 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.base_scheduler [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Resources bound (agent type, host, resource id): {{(pid=95090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:20.427003 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Received port after_create {{(pid=95090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:20.430854 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Pushing event updated for resources: {'Port': ['ID=605c2fe7-419c-451f-b4b7-db98b13d4514,revision_number=1']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:20.465702 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 42757a77-e136-4bd1-87a4-119e1386adbf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=42757a77-e136-4bd1-87a4-119e1386adbf,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:20.495876 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f170a-05a6-455b-9fc7-c5586a3cebfc None None] Pushing event updated for resources: {'Port': ['ID=185d672e-fc15-4981-9255-18d54d9c5876,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:20.508953 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.526966 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 2, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:20.560778 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Checking router: dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:19:20.561427 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Updating router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa port 14eddafa-5963-48fe-9d47-4182c06a2d17 binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:19:20.574420 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=42757a77-e136-4bd1-87a4-119e1386adbf,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:20.599362 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.903255 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.908775 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.957196 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Pushing event updated for resources: {'Port': ['ID=14eddafa-5963-48fe-9d47-4182c06a2d17,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:20.989313 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.989444 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.989752 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.990137 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.990493 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.990820 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.991174 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.991457 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.991774 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.992144 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.992466 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:20.992781 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:19:21.027179 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Attempting to bind port 14eddafa-5963-48fe-9d47-4182c06a2d17 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:19:21.027547 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Attempting to bind port 14eddafa-5963-48fe-9d47-4182c06a2d17 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:19:21.027905 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Attempting to bind port 14eddafa-5963-48fe-9d47-4182c06a2d17 on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:21.033311 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:19:21.033532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.033848 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Checking segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:21.034353 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.034798 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Bound using segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:19:21.035542 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Bound port: 14eddafa-5963-48fe-9d47-4182c06a2d17, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:19:21.035994 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.108656 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] For port 14eddafa-5963-48fe-9d47-4182c06a2d17, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:19:21.111885 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] For port 14eddafa-5963-48fe-9d47-4182c06a2d17, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=14eddafa-5963-48fe-9d47-4182c06a2d17,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:19:21.117255 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.185826 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ca819-377b-418c-9592-df6731b594cf None None] Pushing event updated for resources: {'Port': ['ID=14eddafa-5963-48fe-9d47-4182c06a2d17,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:21.193277 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:21.193966 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:21.251540 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-ed79ab67-c332-4c58-811d-bad796a4e582 None None] Provisioning complete for port 14eddafa-5963-48fe-9d47-4182c06a2d17 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:21.251926 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed79ab67-c332-4c58-811d-bad796a4e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.273999 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620305'] for router, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.340965 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:21.401538 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed79ab67-c332-4c58-811d-bad796a4e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.474104 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Router aa2980b5-feca-4e9d-b047-abdd4757a9c1 is scheduled to L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c with binding_index 1 {{(pid=95090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:19:21.477713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ed79ab67-c332-4c58-811d-bad796a4e582 None None] For port 14eddafa-5963-48fe-9d47-4182c06a2d17, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=14eddafa-5963-48fe-9d47-4182c06a2d17,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:21.484522 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ed79ab67-c332-4c58-811d-bad796a4e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.549692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79ab67-c332-4c58-811d-bad796a4e582 None None] Pushing event updated for resources: {'Port': ['ID=14eddafa-5963-48fe-9d47-4182c06a2d17,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:21.593160 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:21.606068 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-cc8cf589-da43-4c4d-a0c9-a8ff3d3aac22 None None] Provisioning complete for port 14eddafa-5963-48fe-9d47-4182c06a2d17 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:21.606486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-cc8cf589-da43-4c4d-a0c9-a8ff3d3aac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.611253 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:19:21.640321 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:21.645810 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55630) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:21.646981 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-1f150f6e-a8aa-4b7a-839f-f92ef4a8a766 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0123379 Sep 21 19:19:21.654630 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Sync routers for ids ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:19:21.679480 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Routers {'aa2980b5-feca-4e9d-b047-abdd4757a9c1'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:21.680269 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:21.721055 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a497db7-be3b-42bf-835f-4ac5a90bbe76 None None] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:19:21.726741 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b9b36-9377-4308-aa56-d74409d74f17 None None] The sync data for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 is: [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:19:22.077668 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Set router aa2980b5-feca-4e9d-b047-abdd4757a9c1 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:22.131773 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.239307 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 14eddafa-5963-48fe-9d47-4182c06a2d17 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:22.244977 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-0c4fab09-503a-42ea-aed6-8b31e0d26e45 None None] Provisioning complete for port 185d672e-fc15-4981-9255-18d54d9c5876 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:22.245346 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c4fab09-503a-42ea-aed6-8b31e0d26e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.326900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Allocated IP 172.20.0.1 (6abda31a-c70f-4ac5-b9a2-29f9fb074069/f08b4ba6-c354-46a3-9861-49b5d7419c8a/b7cb6c72-687a-47eb-ac29-8398425c498c) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:22.449026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.453170 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c4fab09-503a-42ea-aed6-8b31e0d26e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.457978 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 14eddafa-5963-48fe-9d47-4182c06a2d17 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:22.458368 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.486002 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.527918 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:22.529691 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-0c4fab09-503a-42ea-aed6-8b31e0d26e45 None None] For port 185d672e-fc15-4981-9255-18d54d9c5876, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=185d672e-fc15-4981-9255-18d54d9c5876,segment=NetworkSegment(7a0f8e87-5731-45a7-8125-1e1859ea8351),segment_id=7a0f8e87-5731-45a7-8125-1e1859ea8351)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:22.530913 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:22.535842 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:22.540870 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0c4fab09-503a-42ea-aed6-8b31e0d26e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.543457 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 3, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port': {'id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:20Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:22.566821 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Pushing event updated for resources: {'Port': ['ID=b7cb6c72-687a-47eb-ac29-8398425c498c,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:22.586237 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620358'] for router_interface, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.597553 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Checking router: aa2980b5-feca-4e9d-b047-abdd4757a9c1 for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:19:22.597896 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Updating router aa2980b5-feca-4e9d-b047-abdd4757a9c1 port 605c2fe7-419c-451f-b4b7-db98b13d4514 binding host n-d-810285-3 {{(pid=95092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:19:22.680087 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.713408 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fab09-503a-42ea-aed6-8b31e0d26e45 None None] Pushing event updated for resources: {'Port': ['ID=185d672e-fc15-4981-9255-18d54d9c5876,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:22.724513 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 185d672e-fc15-4981-9255-18d54d9c5876 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:22.730547 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.752963 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-f6dfba90-d302-49ee-a721-d0062ec69570 None None] Provisioning complete for port 185d672e-fc15-4981-9255-18d54d9c5876 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:22.753442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f6dfba90-d302-49ee-a721-d0062ec69570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.906162 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.910820 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.981154 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Pushing event updated for resources: {'Port': ['ID=b7cb6c72-687a-47eb-ac29-8398425c498c,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:22.984012 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620758'] for router_interface, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.989222 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 185d672e-fc15-4981-9255-18d54d9c5876 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:22.989594 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.072656 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:23.074037 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:23.192019 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Router aa2980b5-feca-4e9d-b047-abdd4757a9c1 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:19:23.236610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Notify callbacks [] for port, precommit_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.240488 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 42757a77-e136-4bd1-87a4-119e1386adbf up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:23.247520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-c91ffc0a-2c09-46dd-a74b-15671e0c9264 None None] Provisioning complete for port b7cb6c72-687a-47eb-ac29-8398425c498c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:23.247520 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-c91ffc0a-2c09-46dd-a74b-15671e0c9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.271149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.310102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:19:23.315158 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c9d7416b-8633-4f3b-8425-a23b662447dc admin admin] 10.222.0.70 "PUT /v2.0/routers/aa2980b5-feca-4e9d-b047-abdd4757a9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6666572 Sep 21 19:19:23.361206 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-c91ffc0a-2c09-46dd-a74b-15671e0c9264 None None] Port b7cb6c72-687a-47eb-ac29-8398425c498c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:19:23.374835 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714809f0-5198-4924-912f-9c7eceea81e3 None None] Pushing event updated for resources: {'Port': ['ID=605c2fe7-419c-451f-b4b7-db98b13d4514,revision_number=2']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:23.382623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Attempting to bind port 605c2fe7-419c-451f-b4b7-db98b13d4514 on host n-d-810285-3 for vnic_type normal with profile {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:19:23.382623 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Attempting to bind port 605c2fe7-419c-451f-b4b7-db98b13d4514 by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:19:23.382828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Attempting to bind port 605c2fe7-419c-451f-b4b7-db98b13d4514 on network d4b58782-e2d1-40ac-af5b-2f88777796ec {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:23.390304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:19:23.390676 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Checking segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:23.391076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.391461 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Bound using segment: {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'} {{(pid=95092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:19:23.391927 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.managers [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Bound port: 605c2fe7-419c-451f-b4b7-db98b13d4514, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b39-378c-4388-a445-f2401e65a4da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec'}}] {{(pid=95092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:19:23.392310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.417107 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 42757a77-e136-4bd1-87a4-119e1386adbf triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:23.417485 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.477491 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] For port 605c2fe7-419c-451f-b4b7-db98b13d4514, host n-d-810285-3, cleared binding levels {{(pid=95092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:19:23.494599 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] For port 605c2fe7-419c-451f-b4b7-db98b13d4514, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=605c2fe7-419c-451f-b4b7-db98b13d4514,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:19:23.501468 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.510028 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-4ba6abd4-a49a-4104-afc9-4facd5344320 None None] Provisioning complete for port b7cb6c72-687a-47eb-ac29-8398425c498c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:23.510411 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4ba6abd4-a49a-4104-afc9-4facd5344320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:23.783196 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6abd4-a49a-4104-afc9-4facd5344320 None None] Port b7cb6c72-687a-47eb-ac29-8398425c498c cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:19:23.784377 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714809f0-5198-4924-912f-9c7eceea81e3 None None] Pushing event updated for resources: {'Port': ['ID=605c2fe7-419c-451f-b4b7-db98b13d4514,revision_number=3']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:23.788047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Routers {'aa2980b5-feca-4e9d-b047-abdd4757a9c1'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:23.788600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:23.890575 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] Set router aa2980b5-feca-4e9d-b047-abdd4757a9c1 gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:24.012871 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55638) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:24.017867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-bf7f1263-6646-4675-8ec3-fb78dd1ec3f3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058121429', 'description': 'tempest-secgroup-smoke-2058121429 description', 'project_id': 'afdaa57435e74c87b8d38076642f7819'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:24.045302 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1263-6646-4675-8ec3-fb78dd1ec3f3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.104315 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 185d672e-fc15-4981-9255-18d54d9c5876 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:24.147111 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1263-6646-4675-8ec3-fb78dd1ec3f3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.152529 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1263-6646-4675-8ec3-fb78dd1ec3f3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.184716 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1263-6646-4675-8ec3-fb78dd1ec3f3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.184941 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 4, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port': {'id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:20Z', 'updated_at': '2021-09-21T19:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b7cb6c72-687a-47eb-ac29-8398425c498c', 'name': '', 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'mac_address': 'fa:16:3e:12:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:22Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 2, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'subnets': [{'id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:24.185968 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-bf7f1263-6646-4675-8ec3-fb78dd1ec3f3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1720066 Sep 21 19:19:24.186971 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f1263-6646-4675-8ec3-fb78dd1ec3f3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb63e8-6a8e-492a-b465-21bff4f54658,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:24.189074 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55640) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:24.194977 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-eaf6606e-47a2-46e9-b567-05704cde6291 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'security_group_rule': {'security_group_id': '8efb63e8-6a8e-492a-b465-21bff4f54658', 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:24.215967 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 185d672e-fc15-4981-9255-18d54d9c5876 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:24.216341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.218175 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd794fc-236e-46a3-8205-685414f1651c None None] The sync data for ids ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'] in n-d-810285-3 is: [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 4, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port': {'id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:20Z', 'updated_at': '2021-09-21T19:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b7cb6c72-687a-47eb-ac29-8398425c498c', 'name': '', 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'mac_address': 'fa:16:3e:12:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:22Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 2, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'subnets': [{'id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:19:24.242361 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaf6606e-47a2-46e9-b567-05704cde6291 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.319448 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaf6606e-47a2-46e9-b567-05704cde6291 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.323734 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaf6606e-47a2-46e9-b567-05704cde6291 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.343847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6606e-47a2-46e9-b567-05704cde6291 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b0cc15-7e80-47ea-89a5-0024d639e0de,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:24.354016 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-eaf6606e-47a2-46e9-b567-05704cde6291 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.355610 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-eaf6606e-47a2-46e9-b567-05704cde6291 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652706 Sep 21 19:19:24.358469 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55644) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:24.363900 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-0ff38673-71cc-447b-bed8-ab64df72feb5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'security_group_rule': {'security_group_id': '8efb63e8-6a8e-492a-b465-21bff4f54658', 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:24.391224 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ff38673-71cc-447b-bed8-ab64df72feb5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.455490 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ff38673-71cc-447b-bed8-ab64df72feb5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.460922 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ff38673-71cc-447b-bed8-ab64df72feb5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.493151 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-0ff38673-71cc-447b-bed8-ab64df72feb5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.497606 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55646) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:24.497791 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-0ff38673-71cc-447b-bed8-ab64df72feb5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380627 Sep 21 19:19:24.500340 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff38673-71cc-447b-bed8-ab64df72feb5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3595a2-2c3a-4491-8b95-a586eb7c0bb6,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:24.502615 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-c0fa9dca-d80b-416e-b2fd-eca0c2c6319c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'security_group_rule': {'security_group_id': '8efb63e8-6a8e-492a-b465-21bff4f54658', 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:24.532505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9dca-d80b-416e-b2fd-eca0c2c6319c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.598142 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9dca-d80b-416e-b2fd-eca0c2c6319c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.602724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9dca-d80b-416e-b2fd-eca0c2c6319c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.623370 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa9dca-d80b-416e-b2fd-eca0c2c6319c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaebfb00-e31f-40f8-9753-8b9c668d69fc,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:24.632823 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9dca-d80b-416e-b2fd-eca0c2c6319c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.634180 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-c0fa9dca-d80b-416e-b2fd-eca0c2c6319c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353178 Sep 21 19:19:24.637647 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55648) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:24.642225 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-a022bde3-1d79-4190-a149-97aa5332546f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'security_group_rule': {'security_group_id': '8efb63e8-6a8e-492a-b465-21bff4f54658', 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:24.670036 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a022bde3-1d79-4190-a149-97aa5332546f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.736040 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a022bde3-1d79-4190-a149-97aa5332546f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.740039 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a022bde3-1d79-4190-a149-97aa5332546f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.758712 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022bde3-1d79-4190-a149-97aa5332546f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4127cac-557d-4114-8b03-22914ecd49ab,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:24.764973 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-a022bde3-1d79-4190-a149-97aa5332546f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.766155 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-a022bde3-1d79-4190-a149-97aa5332546f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274581 Sep 21 19:19:24.769579 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 55650) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:24.775324 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.v2.base [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'security_group_rule': {'security_group_id': '8efb63e8-6a8e-492a-b465-21bff4f54658', 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:24.799097 n-d-810285-3 neutron-server[95090]: INFO neutron.db.securitygroups_db [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Project afdaa57435e74c87b8d38076642f7819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:19:24.804658 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.873452 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.877739 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.905366 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbc18ca-78bb-42a9-b351-0b6d3482e049,revision_number=0']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:24.910760 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.918008 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55652) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:24.918684 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-fd7e48a2-0bd0-48d1-8089-916e1af216d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480136 Sep 21 19:19:24.922789 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'security_group_rule': {'security_group_id': '8efb63e8-6a8e-492a-b465-21bff4f54658', 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:24.944732 n-d-810285-3 neutron-server[95091]: INFO neutron.db.securitygroups_db [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Project afdaa57435e74c87b8d38076642f7819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:19:24.949603 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:25.021119 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:25.025970 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697828'] for security_group_rule, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:25.045258 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a12b79-5fe0-45b3-905c-1ef36e7578a4,revision_number=0']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:25.051759 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:25.061294 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-68a9e4bc-daf6-432a-9b04-2ec91d7d6c70 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339691 Sep 21 19:19:25.195796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-71a20b3e-0450-4f74-9a3a-8d79ab1aa2ef tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058121429&fields=id&tenant_id=afdaa57435e74c87b8d38076642f7819 HTTP/1.1" status: 200 len: 267 time: 0.0347393 Sep 21 19:19:25.314116 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-b64436d9-78c4-486d-a620-7472ed2ee6bf tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:25.315917 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-b64436d9-78c4-486d-a620-7472ed2ee6bf tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 810 time: 0.1130395 Sep 21 19:19:25.331249 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-e1dc79db-2bb4-48ad-a1c3-a8a39b1ec701 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/quotas/afdaa57435e74c87b8d38076642f7819 HTTP/1.1" status: 200 len: 375 time: 0.0096195 Sep 21 19:19:25.385563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-02e2d08f-af5f-459d-9a15-2bdbfdf9202a tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483248 Sep 21 19:19:25.489359 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-b23d0afb-4645-41d9-9775-4d414cba57a3 service neutron] 10.222.0.70 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915010 Sep 21 19:19:25.582121 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-1b11e589-5fe8-40fd-801b-dc33a96fcfb7 service neutron] 10.222.0.70 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862887 Sep 21 19:19:25.740147 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-35d0c4cf-d0fd-4cb6-b393-b53f3e7fca40 req-86ade0d5-14d1-469b-a84c-1e4aad1f6eda tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 210 time: 0.0275009 Sep 21 19:19:26.069714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 605c2fe7-419c-451f-b4b7-db98b13d4514 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:26.116263 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 605c2fe7-419c-451f-b4b7-db98b13d4514 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:26.116637 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.191075 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Sync routers for ids ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:19:26.196041 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.200515 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Routers {'aa2980b5-feca-4e9d-b047-abdd4757a9c1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:26.201123 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:26.216764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] For port 605c2fe7-419c-451f-b4b7-db98b13d4514, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=605c2fe7-419c-451f-b4b7-db98b13d4514,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:26.221268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.268415 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Pushing event updated for resources: {'Port': ['ID=605c2fe7-419c-451f-b4b7-db98b13d4514,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:26.306326 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Set router aa2980b5-feca-4e9d-b047-abdd4757a9c1 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:26.497320 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 4, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port': {'id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:20Z', 'updated_at': '2021-09-21T19:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b7cb6c72-687a-47eb-ac29-8398425c498c', 'name': '', 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'mac_address': 'fa:16:3e:12:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:22Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 2, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'subnets': [{'id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:26.526808 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Checking router: aa2980b5-feca-4e9d-b047-abdd4757a9c1 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:19:26.527158 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Updating router aa2980b5-feca-4e9d-b047-abdd4757a9c1 port b7cb6c72-687a-47eb-ac29-8398425c498c binding host n-d-810285-3 {{(pid=95093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:19:26.551239 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.814046 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Notify callbacks [] for port, precommit_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.819610 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.829326 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bcacce6f-36e7-43e6-8717-bc87df83419c req-1a0e8b05-918f-4075-bf02-023acd13e50a tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 210 time: 0.0331607 Sep 21 19:19:26.874086 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd7eee-a0ff-4a7b-acdf-9d3a0f1f3ea3 None None] Pushing event updated for resources: {'Port': ['ID=b7cb6c72-687a-47eb-ac29-8398425c498c,revision_number=3']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:26.925103 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Attempting to bind port b7cb6c72-687a-47eb-ac29-8398425c498c on host n-d-810285-3 for vnic_type normal with profile {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:19:26.925471 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Attempting to bind port b7cb6c72-687a-47eb-ac29-8398425c498c by drivers openvswitch,hyperv on host n-d-810285-3 at level 0 using segments [{'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:19:26.925930 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Attempting to bind port b7cb6c72-687a-47eb-ac29-8398425c498c on network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:26.931777 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Checking agent: {'id': 'd4016bfb-47e3-4832-b8bd-777080edef5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 46, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810285-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:19:26.932153 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Checking segment: {'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:26.932553 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.933005 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Bound using segment: {'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'} {{(pid=95093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:19:26.933467 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.managers [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Bound port: b7cb6c72-687a-47eb-ac29-8398425c498c, host: n-d-810285-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0f8e87-5731-45a7-8125-1e1859ea8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069'}}] {{(pid=95093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:19:26.933841 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.998973 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] For port b7cb6c72-687a-47eb-ac29-8398425c498c, host n-d-810285-3, cleared binding levels {{(pid=95093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:19:27.002138 n-d-810285-3 neutron-server[95093]: DEBUG neutron.plugins.ml2.db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] For port b7cb6c72-687a-47eb-ac29-8398425c498c, host n-d-810285-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b7cb6c72-687a-47eb-ac29-8398425c498c,segment=NetworkSegment(7a0f8e87-5731-45a7-8125-1e1859ea8351),segment_id=7a0f8e87-5731-45a7-8125-1e1859ea8351)] {{(pid=95093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:19:27.007052 n-d-810285-3 neutron-server[95093]: DEBUG neutron_lib.callbacks.manager [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:27.041220 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-e234ff41-b25f-4992-b2a8-2807b2a47d7d None None] Provisioning complete for port b7cb6c72-687a-47eb-ac29-8398425c498c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:27.041834 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e234ff41-b25f-4992-b2a8-2807b2a47d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:27.067983 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd7eee-a0ff-4a7b-acdf-9d3a0f1f3ea3 None None] Pushing event updated for resources: {'Port': ['ID=b7cb6c72-687a-47eb-ac29-8398425c498c,revision_number=4']} {{(pid=95093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:27.070668 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Routers {'aa2980b5-feca-4e9d-b047-abdd4757a9c1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:27.071271 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:27.128350 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e234ff41-b25f-4992-b2a8-2807b2a47d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:27.164423 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-e234ff41-b25f-4992-b2a8-2807b2a47d7d None None] For port b7cb6c72-687a-47eb-ac29-8398425c498c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b7cb6c72-687a-47eb-ac29-8398425c498c,segment=NetworkSegment(7a0f8e87-5731-45a7-8125-1e1859ea8351),segment_id=7a0f8e87-5731-45a7-8125-1e1859ea8351)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:27.168486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e234ff41-b25f-4992-b2a8-2807b2a47d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:27.191124 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] Set router aa2980b5-feca-4e9d-b047-abdd4757a9c1 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:27.223775 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234ff41-b25f-4992-b2a8-2807b2a47d7d None None] Pushing event updated for resources: {'Port': ['ID=b7cb6c72-687a-47eb-ac29-8398425c498c,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:27.287700 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-95e8658d-6a0c-469d-9b76-df8616454ea3 None None] Provisioning complete for port b7cb6c72-687a-47eb-ac29-8398425c498c triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:27.288018 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-95e8658d-6a0c-469d-9b76-df8616454ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:27.401042 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 4, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port': {'id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:20Z', 'updated_at': '2021-09-21T19:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b7cb6c72-687a-47eb-ac29-8398425c498c', 'name': '', 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'mac_address': 'fa:16:3e:12:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:22Z', 'updated_at': '2021-09-21T19:19:26Z', 'revision_number': 4, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'subnets': [{'id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:27.427195 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714b5bc-75af-4fbd-b14d-9d04a7449032 None None] The sync data for ids ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'] in n-d-810285-3 is: [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:19:22Z', 'revision_number': 4, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port': {'id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:20Z', 'updated_at': '2021-09-21T19:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': 'b7cb6c72-687a-47eb-ac29-8398425c498c', 'name': '', 'network_id': '6abda31a-c70f-4ac5-b9a2-29f9fb074069', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'mac_address': 'fa:16:3e:12:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:22Z', 'updated_at': '2021-09-21T19:19:26Z', 'revision_number': 4, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'subnets': [{'id': 'f08b4ba6-c354-46a3-9861-49b5d7419c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:19:27.927918 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-e5f29835-5d4c-4d3f-9d23-1f6a6e9f8d1b req-8c01bfe5-4c75-4bba-94c4-75dd031875c9 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 210 time: 0.0343332 Sep 21 19:19:28.084460 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 605c2fe7-419c-451f-b4b7-db98b13d4514 up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:28.131799 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port 605c2fe7-419c-451f-b4b7-db98b13d4514 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:28.132484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:28.211330 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b7cb6c72-687a-47eb-ac29-8398425c498c up at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:28.255086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Provisioning complete for port b7cb6c72-687a-47eb-ac29-8398425c498c triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:28.255465 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:29.017477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-23206732-ecdf-42ab-8823-daac31df853a req-53b094fc-b21f-4ccb-84f8-4f2bdf43f0e2 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Sep 21 19:19:29.371778 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-60ef5dd3-8476-4182-a9db-3c17102e15cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:30.112029 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6c9fd2c4-0578-4f85-8098-e1e873d8cd6b req-3cada52a-4ef1-417d-8dcc-9f8654d2a2b4 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 210 time: 0.0264375 Sep 21 19:19:30.785642 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-7d1ca7b4-6bb7-41f0-b851-73b44fdd202d tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:30.787180 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-7d1ca7b4-6bb7-41f0-b851-73b44fdd202d tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 810 time: 0.1156273 Sep 21 19:19:30.831421 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-598a59d6-d7e1-4ef6-b0fa-8b5ae9d501db tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afdaa57435e74c87b8d38076642f7819 HTTP/1.1" status: 200 len: 380 time: 0.0353358 Sep 21 19:19:30.843306 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'port': {'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'admin_state_up': True, 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'security_groups': ['8efb63e8-6a8e-492a-b465-21bff4f54658']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:30.953747 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Made reservation on behalf of afdaa57435e74c87b8d38076642f7819 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:19:30.957330 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.084026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Allocated IP 172.20.0.3 (f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a/24b4967f-8a12-4556-be9a-f6a63178fa2c/ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:31.203321 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-69985d1e-4f91-490d-a73e-5589a99759a6 req-85581a94-fe0f-4ab4-853f-36e60a89a114 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 210 time: 0.0263095 Sep 21 19:19:31.219018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.252945 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.298462 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:31.301420 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:31.305717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:31.314753 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:31.361794 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:31.362481 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.379172 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-d9d8d9c3-a544-461f-9883-6e8ad1906258 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394070 Sep 21 19:19:31.391840 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Request body: {'port': {'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:31.447649 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.513952 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-d4fd6d5c-36c0-435d-b0b6-c1e081adf6b3 None None] Provisioning complete for port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:31.514556 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6d5c-36c0-435d-b0b6-c1e081adf6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.547363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd6d5c-36c0-435d-b0b6-c1e081adf6b3 None None] Port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:19:31.715028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:19:31.722088 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.734717 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Transition to ACTIVE for port object ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:19:31.738115 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.789760 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:31.858843 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Attempting to bind port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 on host n-h1-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:19:31.859211 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Attempting to bind port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 by drivers openvswitch,hyperv on host n-h1-810285-3 at level 0 using segments [{'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:19:31.859521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Attempting to bind port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:31.864107 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:19:31.864431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Attempting to bind port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:19:31.869319 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Checking agent: {'id': 'e3e36a5a-c5d9-44fd-9498-1f73a5247c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:19:31.869658 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Checking segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:19:31.870042 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Bound using segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:19:31.870507 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Bound port: ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host: n-h1-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:19:31.870879 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.936783 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:19:31.939892 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:19:31.944013 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.976866 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:31.977485 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:31.978908 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] 10.222.0.78 "PUT /v2.0/ports/ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 1091 time: 0.5914147 Sep 21 19:19:31.979381 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:19:31.981618 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac372b-73db-4b2f-8df0-bf0ba23a8116" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:19:32.010447 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca482dbe-1cd1-4ecc-8b47-bc44e739bf41 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:32.068950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-fbf2332a-b4c1-45ad-87e9-3927a9e1c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.074282 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-fbf2332a-b4c1-45ad-87e9-3927a9e1c60e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1094 time: 0.0453889 Sep 21 19:19:32.119695 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b078c-236c-4a44-91ed-a04f97443dd3 x-openstack-request-id: req-3e0b078c-236c-4a44-91ed-a04f97443dd3 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:19:32.119988 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:19:32.120238 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e0b078c-236c-4a44-91ed-a04f97443dd3 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:19:32.120636 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'status': 'completed', 'code': 200} Sep 21 19:19:32.122512 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-4f8dc1d9-dafb-48ed-acc0-de7e2c4479ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 217 time: 0.0437276 Sep 21 19:19:32.173954 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-c00cab56-4ad6-441b-8e56-7a57fce5518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.175555 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-c00cab56-4ad6-441b-8e56-7a57fce5518e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0458393 Sep 21 19:19:32.221395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-4f196fa1-948f-4e6c-8fc0-55ecca376c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.222841 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-4f196fa1-948f-4e6c-8fc0-55ecca376c7a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406921 Sep 21 19:19:32.319923 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-ccc1674f-1a2c-493a-851a-d10d8a347bc4 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893214 Sep 21 19:19:32.322408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b869-1626-4a9f-a91b-deb7e4ee0f38 req-9556b3a3-875e-4491-8fc7-918dfab1e106 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.323885 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54a6b869-1626-4a9f-a91b-deb7e4ee0f38 req-9556b3a3-875e-4491-8fc7-918dfab1e106 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 943 time: 0.0520842 Sep 21 19:19:32.361933 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-54a6b869-1626-4a9f-a91b-deb7e4ee0f38 req-a981a2b5-6862-46e9-b16c-534c232c6fd3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Sep 21 19:19:32.409484 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-7d150191-d124-40f6-8dfe-d17ae6f16073 req-917922a6-37fb-4640-864b-7d2f84bc4422 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825512 Sep 21 19:19:32.501383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-ae59a5f4-d0d2-4d1b-b42c-9831034b160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.502831 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-ae59a5f4-d0d2-4d1b-b42c-9831034b160a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1094 time: 0.0455720 Sep 21 19:19:32.591712 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-e5d01f68-469d-448d-a4f1-ee70dc51cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.593195 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-e5d01f68-469d-448d-a4f1-ee70dc51cc9a service neutron] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0831163 Sep 21 19:19:32.638427 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-46ab5f3d-be66-45aa-bcf0-93c298bf54e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 217 time: 0.0377302 Sep 21 19:19:32.687943 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-ce9f3852-bc0a-4906-baff-bf246fe022f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.689441 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-ce9f3852-bc0a-4906-baff-bf246fe022f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0439682 Sep 21 19:19:32.742095 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-45edae0f-2a54-45f5-a9e3-dfdd75dd9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:32.743586 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-45edae0f-2a54-45f5-a9e3-dfdd75dd9cd1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415568 Sep 21 19:19:32.836134 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-5b6b8681-624a-4a97-b07b-cf578170fce8 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Sep 21 19:19:32.925516 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-1eac372b-73db-4b2f-8df0-bf0ba23a8116 req-b054ffa2-70bc-4986-92b6-ae17e00d76b7 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814488 Sep 21 19:19:33.476241 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c359132-b607-4667-8230-277d4c876a60 req-fd41dade-94e3-43a4-8296-d23d8e34b6d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:33.477719 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c359132-b607-4667-8230-277d4c876a60 req-fd41dade-94e3-43a4-8296-d23d8e34b6d8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 943 time: 0.0486333 Sep 21 19:19:33.514964 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-7c359132-b607-4667-8230-277d4c876a60 req-3032072d-91e9-439d-af65-d33e875024a2 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310075 Sep 21 19:19:33.757210 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4b7bade8-67a4-48a4-aa0e-e916306d7d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:34.272486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:34.629847 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e431473-1966-4f2c-b027-88f6c2e95278 req-506efb61-319f-4c2f-97cb-38c779c58a63 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:34.631493 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e431473-1966-4f2c-b027-88f6c2e95278 req-506efb61-319f-4c2f-97cb-38c779c58a63 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 943 time: 0.0497336 Sep 21 19:19:34.639000 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:19:34.672003 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2e431473-1966-4f2c-b027-88f6c2e95278 req-9e01f05c-4acb-419d-9abb-d8f96dd78734 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Sep 21 19:19:34.737074 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:34.747916 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:19:34.790311 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:34.802481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:19:34.821839 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:34.825389 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:34.869698 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:35.037569 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:19:35.101338 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:35.103323 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:35.790012 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d91b8-b9a3-465b-b72a-d39131ad0d39 req-844f79ac-f39d-4ec0-816b-53e58a4452fc tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:35.791507 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-193d91b8-b9a3-465b-b72a-d39131ad0d39 req-844f79ac-f39d-4ec0-816b-53e58a4452fc tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 944 time: 0.0528095 Sep 21 19:19:35.828434 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-193d91b8-b9a3-465b-b72a-d39131ad0d39 req-4fc78dbf-51e3-4d67-bf79-f4764b0ba0a5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Sep 21 19:19:36.654620 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:19:36.706878 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning for port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:19:36.710785 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:19:36.711159 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:36.791591 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:36.813202 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:19:36.815440 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f91a1d-53dc-47c1-a39b-cd695a660830" -d '{"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:19:36.827973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:19:36.831962 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:36.854019 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661524b-a3a2-45ac-b15c-88013e0aca12 x-openstack-request-id: req-8661524b-a3a2-45ac-b15c-88013e0aca12 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:19:36.854333 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:19:36.854586 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8661524b-a3a2-45ac-b15c-88013e0aca12 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:19:36.854963 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'code': 200} Sep 21 19:19:36.887195 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:36.949889 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa99da9-d1be-4e22-b0da-f23f4ff7259b req-d1d83e78-ae5f-418d-a274-d2b8e21caada tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:36.951396 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fa99da9-d1be-4e22-b0da-f23f4ff7259b req-d1d83e78-ae5f-418d-a274-d2b8e21caada tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 945 time: 0.0506346 Sep 21 19:19:36.952945 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b3301-fa8d-41f7-be88-01c41acbfdce req-eb6689af-acd3-404d-9bd5-341b940218d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:36.954479 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-099b3301-fa8d-41f7-be88-01c41acbfdce req-eb6689af-acd3-404d-9bd5-341b940218d2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1096 time: 0.0412731 Sep 21 19:19:36.989448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-3fa99da9-d1be-4e22-b0da-f23f4ff7259b req-a647af11-86bf-4181-9754-e2a5edf43ba5 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318506 Sep 21 19:19:36.994738 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-099b3301-fa8d-41f7-be88-01c41acbfdce req-904f5396-75d1-440e-84ab-48c9414120fb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337951 Sep 21 19:19:37.582955 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:38.106433 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43443735-7071-4982-85df-d2fd744c9272 req-f66e012b-1ce9-4d92-b525-0f7fd8c9f5b9 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:38.108208 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43443735-7071-4982-85df-d2fd744c9272 req-f66e012b-1ce9-4d92-b525-0f7fd8c9f5b9 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Sep 21 19:19:38.146900 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-43443735-7071-4982-85df-d2fd744c9272 req-9c249d66-be65-47da-8f5b-340d97c6a279 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Sep 21 19:19:38.268208 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0646-7855-4cca-8d8e-cc912ea86e03 req-c672307a-0e1b-471a-b1d1-e1f62cc05f28 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:38.269676 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca2b0646-7855-4cca-8d8e-cc912ea86e03 req-c672307a-0e1b-471a-b1d1-e1f62cc05f28 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 945 time: 0.0529728 Sep 21 19:19:38.306871 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ca2b0646-7855-4cca-8d8e-cc912ea86e03 req-e8820cc7-5da2-4002-a433-ecc5f89be022 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Sep 21 19:19:38.328701 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55722) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:38.457208 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac0d73-9287-47c4-afe8-48136d73dcb9 tempest-TestSnapshotPattern-1426054954 tempest-TestSnapshotPattern-1426054954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:38.458798 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-0aac0d73-9287-47c4-afe8-48136d73dcb9 tempest-TestSnapshotPattern-1426054954 tempest-TestSnapshotPattern-1426054954-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1091 time: 0.1290925 Sep 21 19:19:38.461676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55726) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:19:38.465805 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:19:38.487159 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:38.580795 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:38.685704 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Allocated IP 172.25.3.10 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/1fe9c82d-b92a-4aea-9b54-d485bfe54ad3) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:19:38.788193 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:38.821045 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:38.855461 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:19:38.858505 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:19:38.860929 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:19:38.897909 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'Port': ['ID=1fe9c82d-b92a-4aea-9b54-d485bfe54ad3,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:39.324244 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:39.501614 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:39.565094 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:39.713586 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:39.717847 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:39.785886 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'Port': ['ID=1fe9c82d-b92a-4aea-9b54-d485bfe54ad3,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:19:39.798724 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:39.898492 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Floating IP 180fb51f-badc-48a1-a118-0683e9bcfcac associated. External IP: 172.25.3.10, port: ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2. Sep 21 19:19:40.101227 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:19:40.212577 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:19:40.223458 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] Sync routers for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:19:40.227474 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:40.233765 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:40.234519 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:40.258143 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-6005672d-8db1-435d-ac2f-f074b8e3c0af tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7953475 Sep 21 19:19:40.258962 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:19:40.261235 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:19:40.297043 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d9df7-2a0c-4dbe-ae7e-c6cf44b46bef x-openstack-request-id: req-8f7d9df7-2a0c-4dbe-ae7e-c6cf44b46bef {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:19:40.297357 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:19:40.297607 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f7d9df7-2a0c-4dbe-ae7e-c6cf44b46bef {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:19:40.298034 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'status': 'completed', 'code': 200} Sep 21 19:19:40.345857 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:40.361902 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-f6adab37-1977-4228-a90c-458d0b4980fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:40.363434 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-f6adab37-1977-4228-a90c-458d0b4980fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1096 time: 0.0437734 Sep 21 19:19:40.452808 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-7857fb96-a8a9-40a8-9d17-59e33267ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:40.454384 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-7857fb96-a8a9-40a8-9d17-59e33267ad55 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0836904 Sep 21 19:19:40.524949 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-a2612c41-1d95-486f-a82e-0da7ea27a72e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 998 time: 0.0634294 Sep 21 19:19:40.569701 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:39Z', 'revision_number': 0, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:40.573666 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-672d0ee7-c0c9-454d-b19e-933d3dad2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:40.575192 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-672d0ee7-c0c9-454d-b19e-933d3dad2907 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0440309 Sep 21 19:19:40.599131 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] Checking router: dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:19:40.607600 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:19:40.608223 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:19:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:40.621683 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-9cd43dcf-aea4-4dca-a4b8-5f60f4452d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:19:40.623248 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-9cd43dcf-aea4-4dca-a4b8-5f60f4452d7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407848 Sep 21 19:19:40.712667 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:19:40.717783 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-b1cb8b22-db57-4c14-a120-318f63dff93d service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856504 Sep 21 19:19:40.809509 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-aca0d0db-02a0-4dc4-8e98-d3dfbd08c6ad req-2edca70b-33a9-4460-a175-f0788e6e58cc service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836957 Sep 21 19:19:41.081451 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:39Z', 'revision_number': 0, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:19:41.108019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dc5b0-90a4-4418-96ce-d6f0dbc6f8a7 None None] The sync data for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 is: [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:39Z', 'revision_number': 0, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:19:41.293402 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ec45a-83d6-487e-be0f-f21888b041b3 None None] New status for floating IP 180fb51f-badc-48a1-a118-0683e9bcfcac: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:19:50.243142 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:19:59.372039 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-35e5aa31-2ca9-409f-b7fd-65bf8f8fa21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:02.055880 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-fc06b7c5-3361-43a3-8107-5d3a7c32b221 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454676 Sep 21 19:20:02.135102 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-35cbbe73-ab8e-40b1-9ccf-eea0b9779bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:20:02.136589 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-35cbbe73-ab8e-40b1-9ccf-eea0b9779bc8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1096 time: 0.0410733 Sep 21 19:20:02.243950 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-94bde7da-3932-4a69-b343-b9676090b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:20:02.245418 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-94bde7da-3932-4a69-b343-b9676090b512 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0886428 Sep 21 19:20:02.310756 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-fbc4530a-264e-4114-8d49-e43f8cdd4819 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 1000 time: 0.0576458 Sep 21 19:20:02.359543 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-532e9cf4-9d0d-45f6-a6a6-0f8eff8fbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:20:02.360995 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-532e9cf4-9d0d-45f6-a6a6-0f8eff8fbdc4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0431943 Sep 21 19:20:02.409690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-476c60a8-cc48-4299-a317-d251e758cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:20:02.411184 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-476c60a8-cc48-4299-a317-d251e758cbd4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429747 Sep 21 19:20:02.500542 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-842dd154-ca6d-460b-aa1d-98302d1a058c service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816884 Sep 21 19:20:02.592213 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-a4c2ab90-b66f-4cea-a890-513058c1257f req-b71faa90-b3ed-4f99-8a6a-e1a45a32c9f5 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836172 Sep 21 19:20:03.761966 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dac656ac-264b-492c-8e63-5213094bcde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:04.272543 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:05.102100 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:05.106486 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:07.584518 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:09.339320 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:27.241518 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:20:29.372325 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c007-f547-4e70-89ad-b45df2a7e542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:33.762833 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-8dd010e3-4fc4-456f-9e10-f5e6e1c4fe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:34.272752 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:35.104608 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:35.106780 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:37.590093 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:39.339759 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:59.373277 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-30bdcd73-f106-43d0-a609-d2c411eac075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:03.054280 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-489057f9-67bf-4699-aab6-aad47f0e0302 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404212 Sep 21 19:21:03.133731 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-613d3ef8-63d0-4131-bf36-d8eba62a3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:03.135267 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-613d3ef8-63d0-4131-bf36-d8eba62a3188 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1096 time: 0.0407326 Sep 21 19:21:03.241269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-70037806-076b-4b19-9b59-404d112bcace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:03.242979 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-70037806-076b-4b19-9b59-404d112bcace service neutron] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0891519 Sep 21 19:21:03.306582 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-81cc126f-3353-44c1-a66e-9558e0d177ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 1000 time: 0.0569596 Sep 21 19:21:03.359521 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-6dfcb38a-407c-4b96-a033-664a1c275a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:03.361044 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-6dfcb38a-407c-4b96-a033-664a1c275a00 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0478277 Sep 21 19:21:03.407898 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-96ea9afa-044b-4871-b6e4-f4da281fae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:03.409383 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-96ea9afa-044b-4871-b6e4-f4da281fae9a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413024 Sep 21 19:21:03.420014 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-7229504a-3bb3-49d0-97ee-07a983365682 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:21:03.421010 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-7229504a-3bb3-49d0-97ee-07a983365682 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047972 Sep 21 19:21:03.510337 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-1cd73918-4552-4914-9af1-98f072c47ffe service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822701 Sep 21 19:21:03.602153 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-74581cee-4f10-495e-96a3-0a14e92775f9 req-5b41a46c-6873-4f3d-97e0-27a79a876e11 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847223 Sep 21 19:21:03.763023 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4a4717aa-6c02-4932-89c2-2f7cc72b84c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:04.240895 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:21:04.272959 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:05.108207 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:05.109432 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:07.591702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:09.339856 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:29.374484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-521b2995-a6fd-4c07-95b0-4b5b9cf941fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:33.764108 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9e2e22e1-2581-4e07-8758-8d830cf79874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:34.272818 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:35.102601 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:35.116573 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:37.595704 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:39.355455 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:41.211256 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 details requested by agent hyperv_n-h1-810285-3 with host n-h1-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:21:41.239107 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:21:41.322004 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:21:41.337692 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Returning: {'device': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:21:41.384148 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:41.399790 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:21:41.421969 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:21:41.427129 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:41.486297 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:21:41.494359 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.494798 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.495146 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.495485 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.495818 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.496151 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.496482 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.496810 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.497135 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.497470 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.497809 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.498122 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:41.503060 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] get_ports_and_sgs() called for port_ids ['ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:21:43.214605 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 up at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:21:43.265338 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Provisioning complete for port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:21:43.265702 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:43.364610 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:43.396426 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:21:43.400014 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bcc4c7-456d-4b47-8ace-307256e81214" -d '{"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:21:43.414522 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:21:43.419138 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:43.484930 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:21:43.546835 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235a0e59-d676-4085-a1f5-a85273da1e1c x-openstack-request-id: req-235a0e59-d676-4085-a1f5-a85273da1e1c {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:21:43.547133 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:21:43.547387 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-235a0e59-d676-4085-a1f5-a85273da1e1c {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:21:43.547774 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'code': 200} Sep 21 19:21:43.721043 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-d70d6147-f47a-4edd-9eab-31b54570f865 req-11650ef1-fa26-4de0-ae8b-1029406b2e07 service neutron] (95090) timed out ('10.222.0.78', 54686) {{(pid=95090) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 19:21:49.822519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-6a2acfce-dbff-4ad6-a72c-495751227591 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058121429&fields=id&tenant_id=afdaa57435e74c87b8d38076642f7819 HTTP/1.1" status: 200 len: 267 time: 0.0389879 Sep 21 19:21:49.929836 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-5750e0a5-eafb-4b2b-9b36-846652ea1767 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:49.931345 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-5750e0a5-eafb-4b2b-9b36-846652ea1767 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 810 time: 0.1019335 Sep 21 19:21:49.946455 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-832633be-2883-4a6f-83a9-b50ade666acd tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/quotas/afdaa57435e74c87b8d38076642f7819 HTTP/1.1" status: 200 len: 375 time: 0.0092402 Sep 21 19:21:50.004385 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-04117cce-ae53-437c-9263-8dd49571bbe8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528114 Sep 21 19:21:50.158698 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-59bc36c1-abd8-43cd-8fe5-c6546e59fe24 service neutron] 10.222.0.70 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422086 Sep 21 19:21:50.251799 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-a996f5fb-3967-4ae8-b051-a5fbdd45cf3d service neutron] 10.222.0.70 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Sep 21 19:21:50.409847 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-42dc081f-6cd2-4826-938d-db77e8628ab9 req-952ccca8-20d0-47dc-9f78-f89e17bfca23 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Sep 21 19:21:51.375395 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-0f9422b0-0e7f-4447-8891-d9e62f59554b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:51.376852 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-0f9422b0-0e7f-4447-8891-d9e62f59554b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.41 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 810 time: 0.1092422 Sep 21 19:21:51.419824 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-794e650d-90b6-419e-8e54-243325b80502 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afdaa57435e74c87b8d38076642f7819 HTTP/1.1" status: 200 len: 380 time: 0.0338089 Sep 21 19:21:51.431062 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'port': {'device_id': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'admin_state_up': True, 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'security_groups': ['8efb63e8-6a8e-492a-b465-21bff4f54658']}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:21:51.513477 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ea2037a1-c38f-4195-a7cc-aacc7aa06adc req-511d8b4c-c464-4819-a15c-23097931e91e tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 210 time: 0.0323997 Sep 21 19:21:51.555131 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Made reservation on behalf of afdaa57435e74c87b8d38076642f7819 for: {'port': 1} {{(pid=95091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:21:51.558849 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:51.696023 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Allocated IP 172.20.0.10 (f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a/24b4967f-8a12-4556-be9a-f6a63178fa2c/7b08f4fd-dfe1-4e22-8c14-9e3bd284685e) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:21:51.854806 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:51.892641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:51.945673 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:21:51.949030 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:21:51.952878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:21:51.980009 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:21:52.019542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:52.020505 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:52.035542 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.036436 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.038005 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.038948 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.039682 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.040040 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.040383 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.040739 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.041050 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.041382 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.041714 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.042132 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:21:52.056235 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-2d2675ac-2cf0-4825-b381-89e1694c5e6f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6289415 Sep 21 19:21:52.270845 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9dfb58c6-fe35-4f95-b8a6-1a5b56af0b47 None None] Provisioning complete for port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e triggered by entity DHCP. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:21:52.271468 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9dfb58c6-fe35-4f95-b8a6-1a5b56af0b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:52.321597 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb58c6-fe35-4f95-b8a6-1a5b56af0b47 None None] Port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e cannot update to ACTIVE because it is not bound. {{(pid=95092) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:21:52.642837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665e34-9362-47e3-965c-a20f9430d26a req-0ac70eed-df66-4e2f-adac-b792907977e3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:52.644508 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16665e34-9362-47e3-965c-a20f9430d26a req-0ac70eed-df66-4e2f-adac-b792907977e3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0508304 Sep 21 19:21:52.691663 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-16665e34-9362-47e3-965c-a20f9430d26a req-a8bc48c8-cd29-462d-8eca-ca0432a0f262 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Sep 21 19:21:53.228282 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:21:53.316341 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:53.340739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:21:53.343186 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be78e4c-2329-4956-adaf-ee18d222e7b2" -d '{"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:21:53.356714 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:21:53.362106 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:53.390490 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbdad70-b759-472d-801a-46afeb2cbb38 x-openstack-request-id: req-edbdad70-b759-472d-801a-46afeb2cbb38 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:21:53.390810 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:21:53.391067 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edbdad70-b759-472d-801a-46afeb2cbb38 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:21:53.391453 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'code': 200} Sep 21 19:21:53.418262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=8']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:21:53.822558 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e6ab-34bc-4a98-8d1c-1b1fb527b399 req-f3e8f6dd-dd4d-48ef-97ef-dcb36722d158 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:53.824068 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c0e6ab-34bc-4a98-8d1c-1b1fb527b399 req-f3e8f6dd-dd4d-48ef-97ef-dcb36722d158 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0620477 Sep 21 19:21:53.864569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-b7c0e6ab-34bc-4a98-8d1c-1b1fb527b399 req-373dd52a-0fda-4a34-90ea-d529eaf8c8be tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344057 Sep 21 19:21:54.986230 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de314907-f852-4e77-a144-4f27e7debc0e req-91c3522f-bc73-4a70-8b81-efe695986e59 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:54.987592 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de314907-f852-4e77-a144-4f27e7debc0e req-91c3522f-bc73-4a70-8b81-efe695986e59 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0531344 Sep 21 19:21:55.028983 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-de314907-f852-4e77-a144-4f27e7debc0e req-5daba956-b813-43f1-8c92-0a405f2e861b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349994 Sep 21 19:21:56.154314 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c21d70-5abe-4990-9480-9427e0aa7671 req-57f62d1b-d869-419e-9c1e-71b21dac8e82 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:56.161937 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17c21d70-5abe-4990-9480-9427e0aa7671 req-57f62d1b-d869-419e-9c1e-71b21dac8e82 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0579634 Sep 21 19:21:56.202243 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-17c21d70-5abe-4990-9480-9427e0aa7671 req-f0a4d2aa-b1a4-422a-852d-7c4f62546ee7 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Sep 21 19:21:57.320582 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720c95-586b-4da6-9ba2-8da97fd947e4 req-8cbac56f-8f0d-482c-98e7-890f829b8b40 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:57.322261 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c720c95-586b-4da6-9ba2-8da97fd947e4 req-8cbac56f-8f0d-482c-98e7-890f829b8b40 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0533161 Sep 21 19:21:57.361270 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-9c720c95-586b-4da6-9ba2-8da97fd947e4 req-15ee2ee6-fe65-4272-ad2f-fd98d9ed6492 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Sep 21 19:21:58.488497 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe5bc1-a373-4e76-945f-f1fab2e41e54 req-55bafffa-bb77-4d2d-88f7-ee5d8dd8601f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:58.490365 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28fe5bc1-a373-4e76-945f-f1fab2e41e54 req-55bafffa-bb77-4d2d-88f7-ee5d8dd8601f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0507581 Sep 21 19:21:58.530543 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-28fe5bc1-a373-4e76-945f-f1fab2e41e54 req-7349c03d-b4e1-40cc-80b5-279ae5ef890c tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Sep 21 19:21:59.380614 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-34d10d21-4e8b-4b85-8682-c36474c3904b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:21:59.650698 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde24b8-2920-4522-9cf3-f4e3fa133e0a req-37046246-6fe1-4bc9-9c2d-238edbf5c2fc tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:21:59.652269 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4fde24b8-2920-4522-9cf3-f4e3fa133e0a req-37046246-6fe1-4bc9-9c2d-238edbf5c2fc tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0529957 Sep 21 19:21:59.695767 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-4fde24b8-2920-4522-9cf3-f4e3fa133e0a req-bbd95a28-bb85-4cec-a38f-fe935e96b242 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371985 Sep 21 19:22:00.818796 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153ec0c-5eb7-42d4-8d8e-2e9d635e4f16 req-0123b234-ebc4-404c-99a5-d3e17609c550 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:00.820373 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6153ec0c-5eb7-42d4-8d8e-2e9d635e4f16 req-0123b234-ebc4-404c-99a5-d3e17609c550 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0507455 Sep 21 19:22:00.862016 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6153ec0c-5eb7-42d4-8d8e-2e9d635e4f16 req-95067cb4-f552-4d57-a408-41c43b3315a0 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348725 Sep 21 19:22:01.980957 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f502e-db12-4e44-bb2e-2e0e23698599 req-3e628fdd-05c6-45e7-9a75-c2b0aa858636 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:01.982519 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d83f502e-db12-4e44-bb2e-2e0e23698599 req-3e628fdd-05c6-45e7-9a75-c2b0aa858636 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0516746 Sep 21 19:22:02.023058 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-d83f502e-db12-4e44-bb2e-2e0e23698599 req-7f33e247-e45e-43f8-a277-f5c6809c8908 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343096 Sep 21 19:22:02.886271 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Request body: {'port': {'device_id': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810285-3'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:22:02.942522 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:03.144062 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82207dda-f2ac-440a-9b52-e51f8c021600 req-51310a09-2974-45fc-86ad-6a307ad260c7 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:03.145558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82207dda-f2ac-440a-9b52-e51f8c021600 req-51310a09-2974-45fc-86ad-6a307ad260c7 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 932 time: 0.0498776 Sep 21 19:22:03.185708 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-09677c2b-be96-421c-9dd3-0acedb3ccbdb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439133 Sep 21 19:22:03.190357 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-82207dda-f2ac-440a-9b52-e51f8c021600 req-25de3191-c08f-4921-9abd-a10706a50ab2 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379534 Sep 21 19:22:03.277056 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e {{(pid=95091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:22:03.286306 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:03.304189 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.provisioning_blocks [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Transition to ACTIVE for port object 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e will not be triggered until provisioned by entity L2. {{(pid=95091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:22:03.306722 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-d5ab3ede-06f1-4f61-ba38-d017af35d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:03.308309 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-d5ab3ede-06f1-4f61-ba38-d017af35d1f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1094 time: 0.0701785 Sep 21 19:22:03.309437 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:03.420390 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:22:03.492351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-21be91e0-5dc4-4e69-bd82-b86110afcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:03.494577 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-21be91e0-5dc4-4e69-bd82-b86110afcca2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.1614289 Sep 21 19:22:03.548689 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Attempting to bind port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e on host n-h2-810285-3 for vnic_type normal with profile {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:22:03.549032 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Attempting to bind port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e by drivers openvswitch,hyperv on host n-h2-810285-3 at level 0 using segments [{'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:22:03.549371 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Attempting to bind port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:22:03.556553 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810285-3 {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:22:03.556873 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Attempting to bind port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e on network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:22:03.565652 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Checking agent: {'id': '67b329a8-11dd-4dde-b4bf-6560fb468886', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810285-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'started_at': datetime.datetime(2021, 9, 21, 17, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:22:03.565987 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Checking segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:22:03.566391 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Bound using segment: {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'} {{(pid=95091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:22:03.566814 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.managers [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Bound port: 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host: n-h2-810285-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a'}}] {{(pid=95091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:22:03.567173 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:03.589660 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-c328df31-8e1b-49e0-b46c-ef48fb8de746 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 998 time: 0.0860913 Sep 21 19:22:03.766395 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-6f54d15e-cf3d-4c6f-bc76-fb3f2c36cf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:03.957253 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-e0957dae-f7ec-4b16-81b5-1755d5152b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:03.958702 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-e0957dae-f7ec-4b16-81b5-1755d5152b75 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0644407 Sep 21 19:22:03.961044 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, cleared binding levels {{(pid=95091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:22:03.964047 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:22:03.975610 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:04.030970 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.031570 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:04.032966 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] 10.222.0.41 "PUT /v2.0/ports/7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 200 len: 1092 time: 1.1959503 Sep 21 19:22:04.035900 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:22:04.038170 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f6ca82-7490-4252-a4a7-afd599075424" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:22:04.065599 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-92c10bf8-ef1d-4f94-87e8-10893149553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.067126 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-92c10bf8-ef1d-4f94-87e8-10893149553b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004572 Sep 21 19:22:04.068238 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef9751-8c50-4d4d-b4eb-05288a94f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=3']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:22:04.096563 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f0cc7-f4aa-4d72-a7c4-43de63e99144 x-openstack-request-id: req-678f0cc7-f4aa-4d72-a7c4-43de63e99144 {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:22:04.096860 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:22:04.097111 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-678f0cc7-f4aa-4d72-a7c4-43de63e99144 {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:22:04.097505 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'status': 'completed', 'code': 200} Sep 21 19:22:04.205677 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-cc227763-f1fa-4096-b040-45ea90d82d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.207189 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-cc227763-f1fa-4096-b040-45ea90d82d3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1095 time: 0.0984278 Sep 21 19:22:04.219177 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-62db1f43-073f-42cd-8d82-a72af84bb2e7 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441896 Sep 21 19:22:04.265275 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-e9ace8e6-019e-4e61-94be-0313ccf823cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 200 len: 217 time: 0.0482144 Sep 21 19:22:04.275731 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:04.313131 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc82eac-6d54-464c-a668-1efd2c381111 req-7ddcf9a6-c099-440f-bc85-873df9e553c3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.314626 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdc82eac-6d54-464c-a668-1efd2c381111 req-7ddcf9a6-c099-440f-bc85-873df9e553c3 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 944 time: 0.0514102 Sep 21 19:22:04.359240 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-cdc82eac-6d54-464c-a668-1efd2c381111 req-e3db2e91-58a9-4b4f-8689-8550616c4632 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Sep 21 19:22:04.367988 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-c04e822c-04ac-4a0b-90d7-6ab94ee08128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.370470 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-c04e822c-04ac-4a0b-90d7-6ab94ee08128 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0925319 Sep 21 19:22:04.409633 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-07c30dc0-c01a-49c5-8feb-63ab2f1b03d3 req-53edea49-561b-471f-a59b-b70555301cc9 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543255 Sep 21 19:22:04.425459 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-272a19f5-7e47-47c4-a986-91cfa490972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.426982 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-272a19f5-7e47-47c4-a986-91cfa490972a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488870 Sep 21 19:22:04.520661 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-faf89277-abdd-4c87-aadb-715f693208f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Sep 21 19:22:04.610258 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-da0b7403-ddb1-48ee-b86b-f46b125022cf req-9a364ecf-07b2-4cc4-8ad7-5046b5fd4cfa service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812740 Sep 21 19:22:04.697198 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6ca82-7490-4252-a4a7-afd599075424 req-de3ed1fa-02df-4919-a850-5e560bad16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.698794 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64f6ca82-7490-4252-a4a7-afd599075424 req-de3ed1fa-02df-4919-a850-5e560bad16e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1095 time: 0.0455029 Sep 21 19:22:04.789875 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6ca82-7490-4252-a4a7-afd599075424 req-07ba8fdd-e679-4922-924e-72140ade6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.791896 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64f6ca82-7490-4252-a4a7-afd599075424 req-07ba8fdd-e679-4922-924e-72140ade6ba6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0864308 Sep 21 19:22:04.836642 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64f6ca82-7490-4252-a4a7-afd599075424 req-67375c3c-1e22-45bf-8258-779f6007cee1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 200 len: 217 time: 0.0376241 Sep 21 19:22:04.887185 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6ca82-7490-4252-a4a7-afd599075424 req-1660ac11-9454-4e35-9d7d-9c59fd1d02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.888610 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64f6ca82-7490-4252-a4a7-afd599075424 req-1660ac11-9454-4e35-9d7d-9c59fd1d02ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0434194 Sep 21 19:22:04.935493 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6ca82-7490-4252-a4a7-afd599075424 req-dd3077c5-1a72-48f6-bc37-db3d1cc30843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:04.937003 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64f6ca82-7490-4252-a4a7-afd599075424 req-dd3077c5-1a72-48f6-bc37-db3d1cc30843 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412681 Sep 21 19:22:05.031647 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64f6ca82-7490-4252-a4a7-afd599075424 req-4102aef8-4545-4639-ba2d-41cfb0d75133 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865200 Sep 21 19:22:05.113566 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:05.117849 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:05.122997 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-64f6ca82-7490-4252-a4a7-afd599075424 req-58a6ca00-13a3-4f51-9c4c-759c5bfde79f service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842404 Sep 21 19:22:05.476496 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75982f-95c5-400d-b684-072e33cd0bcd req-8b65ebb8-ec22-4c66-a885-93f6edf1bb7a tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:05.478219 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f75982f-95c5-400d-b684-072e33cd0bcd req-8b65ebb8-ec22-4c66-a885-93f6edf1bb7a tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 944 time: 0.0492895 Sep 21 19:22:05.515569 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-5f75982f-95c5-400d-b684-072e33cd0bcd req-1900c153-371e-4fa8-a801-cab8cc702c80 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Sep 21 19:22:06.630546 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2b843-e035-4a88-ab4c-43509528b1fc req-bacd325d-e42d-458b-a833-0b44fb8898c9 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:06.632043 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07b2b843-e035-4a88-ab4c-43509528b1fc req-bacd325d-e42d-458b-a833-0b44fb8898c9 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 944 time: 0.0490973 Sep 21 19:22:06.641906 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:22:06.673529 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-07b2b843-e035-4a88-ab4c-43509528b1fc req-a86b0c2a-0b85-4bdd-9582-cafc24113e87 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347860 Sep 21 19:22:06.736932 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:22:06.747880 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'port_id': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'mac_address': 'fa:16:3e:97:96:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:22:06.786558 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:06.799637 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:22:06.818559 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:22:06.823498 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:06.867936 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=4']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:22:07.061640 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:22:07.599151 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:07.790653 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cdc48-9090-4dc7-9e2d-7cb9208dd4d4 req-892db6ba-9e27-497d-b9e2-584664787a42 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:07.792167 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad3cdc48-9090-4dc7-9e2d-7cb9208dd4d4 req-892db6ba-9e27-497d-b9e2-584664787a42 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 945 time: 0.0510197 Sep 21 19:22:07.829309 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-ad3cdc48-9090-4dc7-9e2d-7cb9208dd4d4 req-7de03537-291f-453b-acb1-dc9477216ea2 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Sep 21 19:22:08.670094 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:22:08.717521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning for port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e completed by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:22:08.721230 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:22:08.721602 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:08.800483 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:08.822825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:22:08.825171 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d081f0c-30ff-4311-92c3-8535dc139ec9" -d '{"events": [{"server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "name": "network-vif-plugged", "status": "completed", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:22:08.837713 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:22:08.842544 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:08.866528 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853d44fc-5c57-495a-aa30-06a563ae05a5 x-openstack-request-id: req-853d44fc-5c57-495a-aa30-06a563ae05a5 {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:22:08.866813 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "name": "network-vif-plugged", "status": "completed", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:22:08.867067 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-853d44fc-5c57-495a-aa30-06a563ae05a5 {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:22:08.867455 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'code': 200} Sep 21 19:22:08.893329 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=5']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:22:08.957851 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52859e-a190-48e1-a549-c433fb59f961 req-a54c4397-e96c-46a9-98ae-c6e3240e394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:08.958446 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05b7a-88a2-4833-8c80-cbe1b18dd96d req-eaa6eae8-0e05-4ad5-98ea-a67d57fe9a55 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:08.959287 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c52859e-a190-48e1-a549-c433fb59f961 req-a54c4397-e96c-46a9-98ae-c6e3240e394b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1097 time: 0.0392091 Sep 21 19:22:08.959778 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2df05b7a-88a2-4833-8c80-cbe1b18dd96d req-eaa6eae8-0e05-4ad5-98ea-a67d57fe9a55 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Sep 21 19:22:09.000107 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-2df05b7a-88a2-4833-8c80-cbe1b18dd96d req-4b01a70c-95b7-4fbe-8476-17ba9f9d1428 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338719 Sep 21 19:22:09.001090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-4c52859e-a190-48e1-a549-c433fb59f961 req-782f4011-b603-491f-8080-83291fdf62c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340960 Sep 21 19:22:09.362541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:10.116408 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5fab5-1aec-4378-95d8-a631a50e4e73 req-9a83a410-9f5b-4313-9ae0-130f39891684 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:10.117886 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21a5fab5-1aec-4378-95d8-a631a50e4e73 req-9a83a410-9f5b-4313-9ae0-130f39891684 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 946 time: 0.0484176 Sep 21 19:22:10.161774 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-21a5fab5-1aec-4378-95d8-a631a50e4e73 req-b2cb3e2f-a2ba-41da-8b2c-76b5b6451f19 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369017 Sep 21 19:22:10.278512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a42d96-8a02-4a2a-a82d-3e5f11885be0 req-bd9edb4c-bd6a-4d42-98cd-de5bc2a2a984 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:10.279893 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0a42d96-8a02-4a2a-a82d-3e5f11885be0 req-bd9edb4c-bd6a-4d42-98cd-de5bc2a2a984 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 946 time: 0.0500495 Sep 21 19:22:10.318466 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c0a42d96-8a02-4a2a-a82d-3e5f11885be0 req-351de533-e249-4270-bc2c-590d567442b1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Sep 21 19:22:10.339930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 55998) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:22:10.379867 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e8c23-93e0-452a-b655-090f250d0939 tempest-TestSnapshotPattern-1426054954 tempest-TestSnapshotPattern-1426054954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:10.381432 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-221e8c23-93e0-452a-b655-090f250d0939 tempest-TestSnapshotPattern-1426054954 tempest-TestSnapshotPattern-1426054954-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1092 time: 0.0405021 Sep 21 19:22:10.384446 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56000) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:22:10.389400 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.v2.base [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Request body: {'floatingip': {'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'port_id': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:22:10.410954 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:10.508284 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:10.623815 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.db_base_plugin_common [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Allocated IP 172.25.3.68 (d4b58782-e2d1-40ac-af5b-2f88777796ec/2f978fc5-68d8-4169-8c91-06239352c2fc/e23cc180-2d09-4cdb-879c-9138e5447ffa) {{(pid=95091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:22:10.727745 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for port, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:10.759934 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789894676426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:10.799419 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Network d4b58782-e2d1-40ac-af5b-2f88777796ec is already hosted by enough agents. {{(pid=95091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:22:10.802054 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.base_scheduler [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Resources bound (agent type, host, resource id): {{(pid=95091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:22:10.808315 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Received port after_create {{(pid=95091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:22:10.811269 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'Port': ['ID=e23cc180-2d09-4cdb-879c-9138e5447ffa,revision_number=1']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:22:11.157376 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:11.222080 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:11.369542 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for port, precommit_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:11.374273 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12795012'] for port, after_update {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:11.445372 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event updated for resources: {'Port': ['ID=e23cc180-2d09-4cdb-879c-9138e5447ffa,revision_number=2']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:22:11.453425 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620235'] for floatingip, after_create {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:11.553629 n-d-810285-3 neutron-server[95091]: INFO neutron.db.l3_db [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Floating IP 8754ea07-d57d-4ede-99d0-01c268083232 associated. External IP: 172.25.3.68, port: 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e. Sep 21 19:22:11.760348 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:22:11.872632 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:22:11.882431 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] Sync routers for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:22:11.890229 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:11.892645 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:22:11.893272 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:22:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:22:11.918884 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-01f891ba-59cb-4e41-90cb-ab959f4a10ea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5334225 Sep 21 19:22:11.919484 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:22:11.921755 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:22:11.959886 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712975d-6539-4e21-8e88-75a72e96c70d x-openstack-request-id: req-b712975d-6539-4e21-8e88-75a72e96c70d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:22:11.960181 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:22:11.960438 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b712975d-6539-4e21-8e88-75a72e96c70d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:22:11.960845 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'status': 'completed', 'code': 200} Sep 21 19:22:12.000951 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:22:12.020725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-a53b3153-9012-4af8-843f-81ad13a89980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:12.022141 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-a53b3153-9012-4af8-843f-81ad13a89980 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1097 time: 0.0395389 Sep 21 19:22:12.119088 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-f8ed00bb-ecf9-403f-8123-001c63bbc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:12.121078 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-f8ed00bb-ecf9-403f-8123-001c63bbc040 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0921609 Sep 21 19:22:12.191444 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-485b4e81-8cbb-4cf0-a3f9-4f4413446758 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 200 len: 999 time: 0.0635297 Sep 21 19:22:12.227962 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:41Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}, {'id': '8754ea07-d57d-4ede-99d0-01c268083232', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.68', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:97:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:22:11Z', 'updated_at': '2021-09-21T19:22:11Z', 'revision_number': 0, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:22:12.241904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-72cfb201-4a27-4758-a93c-8005dfc7e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:12.243386 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-72cfb201-4a27-4758-a93c-8005dfc7e574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0446341 Sep 21 19:22:12.255917 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] Checking router: dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:22:12.264844 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:22:12.265467 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:22:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:22:12.287664 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-66072bd9-ffc9-43d5-9902-92e2f89a9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:12.289069 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-66072bd9-ffc9-43d5-9902-92e2f89a9b16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382202 Sep 21 19:22:12.373530 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:22:12.384090 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-ad1512e7-b8d2-4701-904d-5c5e40f36c7e service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871010 Sep 21 19:22:12.476025 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-b2641a1c-833c-4ef7-baf8-b69aa3e26a7b req-b1e9175d-45b9-4ec7-9fa5-ce70596a93b3 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846457 Sep 21 19:22:12.598092 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:41Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}, {'id': '8754ea07-d57d-4ede-99d0-01c268083232', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.68', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:97:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:22:11Z', 'updated_at': '2021-09-21T19:22:11Z', 'revision_number': 0, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:22:12.628563 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ec242-ed8d-4f3a-a467-7ec19cdcf6f0 None None] The sync data for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 is: [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:41Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}, {'id': '8754ea07-d57d-4ede-99d0-01c268083232', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.68', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:97:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:22:11Z', 'updated_at': '2021-09-21T19:22:11Z', 'revision_number': 0, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:22:12.819701 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09528237-83be-4cba-bb67-6c19abe2649f None None] New status for floating IP 8754ea07-d57d-4ede-99d0-01c268083232: ACTIVE {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:22:18.239298 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:22:29.373110 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-12605648-e570-473b-95bb-a611d94bb5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:33.768484 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4ae4-feee-4697-b2b9-a9d2a4f0d9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:34.276352 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:35.108552 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:35.128442 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:37.602541 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:39.371760 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:22:53.194436 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-bcfc132d-2bd5-4bb9-bf37-1ef0807f500e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394590 Sep 21 19:22:53.278904 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-44eb2584-b4dc-48db-bbf4-042fca550e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:53.280355 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-44eb2584-b4dc-48db-bbf4-042fca550e18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1097 time: 0.0431762 Sep 21 19:22:53.386916 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-1aa17c73-a45a-4954-afcb-11a4e8ee83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:53.388398 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-1aa17c73-a45a-4954-afcb-11a4e8ee83c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0838704 Sep 21 19:22:53.456085 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-3d72a9c9-34b5-4b53-87fd-48de3671e5bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 200 len: 1001 time: 0.0593612 Sep 21 19:22:53.505832 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-b5bdb65a-6fd0-49c4-b3b3-0575f73b2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:53.507263 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-b5bdb65a-6fd0-49c4-b3b3-0575f73b2a5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0431833 Sep 21 19:22:53.554266 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-142be9b3-f8dc-4074-8997-5f08e174fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:22:53.555744 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-142be9b3-f8dc-4074-8997-5f08e174fbf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395968 Sep 21 19:22:53.651691 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-c54c1ad4-451c-4354-a085-5d91c00680b7 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843225 Sep 21 19:22:53.740740 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-9f5f0173-9089-4cd5-a4b1-e0dab742e72f req-427e756e-0e0e-4bda-b72c-da8ec0a5ebee service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797100 Sep 21 19:22:55.238489 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:22:59.373446 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-44054781-2c50-437d-93ec-a478970c173f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:03.769596 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-477387c9-2341-4054-b847-387033fbf48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:04.276835 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:05.111452 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:05.145597 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:05.655662 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-62dcffb7-d726-4cc9-9f97-52b1304fd56c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462115 Sep 21 19:23:05.737965 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-8775f948-cfc5-418f-b804-56594627fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:05.739461 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-8775f948-cfc5-418f-b804-56594627fc6d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1094 time: 0.0411644 Sep 21 19:23:05.841351 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-142a8881-4450-4b09-9d98-752c5c771df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:05.842887 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-142a8881-4450-4b09-9d98-752c5c771df6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0841017 Sep 21 19:23:05.911240 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-f97c4221-9030-4e95-bc6a-dc60e4d27b97 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 998 time: 0.0608852 Sep 21 19:23:05.961551 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-15ebb111-4c3b-4635-8384-53198342aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:05.963005 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-15ebb111-4c3b-4635-8384-53198342aa4b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0448546 Sep 21 19:23:06.007471 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-22ee422b-07c1-4359-ab39-f9ab4e2b8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:06.009318 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-22ee422b-07c1-4359-ab39-f9ab4e2b8f8a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395944 Sep 21 19:23:06.099387 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-278f412f-d4cb-4771-afdb-fb0aee5a4a47 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827837 Sep 21 19:23:06.483858 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-8ae4edf0-fd66-49b3-ac08-a8f36890fbd7 req-c5b081fe-46ea-4290-b62d-8aa96eeed0d8 service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771524 Sep 21 19:23:07.603869 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:09.398284 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:29.374286 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-38399ee1-96ea-4dad-b7f4-e60ec72f3f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:32.239274 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:23:33.770967 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a1458fa-b624-491c-8063-13b70e06d8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:34.276787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:35.114353 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:35.132787 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:37.608218 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:39.388310 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:41.214869 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e details requested by agent hyperv_n-h2-810285-3 with host n-h2-810285-3 {{(pid=95092) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:23:41.308972 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:23:41.320639 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Returning: {'device': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'port_id': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'mac_address': 'fa:16:3e:97:96:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95092) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:23:41.356545 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:41.370502 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e {{(pid=95092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:23:41.389970 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:23:41.393733 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:41.448445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=6']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:23:41.456020 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.456380 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.456730 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.457072 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.457407 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.457739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.458076 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.458435 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.458764 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.459091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.459417 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.459741 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:41.469770 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] get_ports_and_sgs() called for port_ids ['7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'] {{(pid=95092) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:23:43.223244 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e up at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:23:43.273766 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.provisioning_blocks [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Provisioning complete for port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e triggered by entity L2. {{(pid=95092) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:23:43.274250 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-941028'] for port, provisioning_complete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:43.383893 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932392'] for port, before_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:43.413774 n-d-810285-3 neutron-server[95092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'}] {{(pid=95092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:23:43.416092 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6854c6515d8dad76fc5922351d4eae6dcedabc6ea6031bd61d8ee0c8264a70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f107850d-0b88-406b-b10e-7e91b5b33a90" -d '{"events": [{"server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "name": "network-vif-plugged", "status": "completed", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e"}]}' {{(pid=95092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:23:43.596611 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cb6db8-9a26-431e-9935-a56d4b482edb x-openstack-request-id: req-b3cb6db8-9a26-431e-9935-a56d4b482edb {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:23:43.596848 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "name": "network-vif-plugged", "status": "completed", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e", "code": 200}]} {{(pid=95092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:23:43.597027 n-d-810285-3 neutron-server[95092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3cb6db8-9a26-431e-9935-a56d4b482edb {{(pid=95092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:23:43.597422 n-d-810285-3 neutron-server[95092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'code': 200} Sep 21 19:23:43.601262 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:23:43.606268 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789895163917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789894676444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789894676462'] for port, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:43.678311 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Pushing event updated for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=7']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:23:52.282767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56212) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:23:52.444875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Deleting port e23cc180-2d09-4cdb-879c-9138e5447ffa {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:23:52.445226 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:52.523774 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:52.524112 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:52.536046 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Calling delete_port for e23cc180-2d09-4cdb-879c-9138e5447ffa owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:23:52.680998 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:52.707860 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event deleted for resources: {'Port': ['ID=e23cc180-2d09-4cdb-879c-9138e5447ffa,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:23:52.718412 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.718769 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.719115 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.719454 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.719795 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.720586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.720586 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.720767 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.721077 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.721405 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.721733 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.722057 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:52.780676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:52.781007 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Floating IP 8754ea07-d57d-4ede-99d0-01c268083232 disassociated (deleted). External IP: 172.25.3.68, port: 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e. Sep 21 19:23:52.987512 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:23:53.091875 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:23:53.097486 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:53.102687 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] Sync routers for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:23:53.112617 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:23:53.113258 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:53.125054 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-12a1c6a3-7cb4-4150-acbd-957128d3cea1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "DELETE /v2.0/floatingips/8754ea07-d57d-4ede-99d0-01c268083232 HTTP/1.1" status: 204 len: 168 time: 0.8411765 Sep 21 19:23:53.125662 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:23:53.128012 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed0a287-4fab-481b-9576-1076531057e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:23:53.221440 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:23:53.251128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-532bd3e0-7d70-4f72-bb4f-1f93d91a5cee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456889 Sep 21 19:23:53.340408 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-1529ef6f-6f88-4f0b-b0db-832e2c947f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:53.342104 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-1529ef6f-6f88-4f0b-b0db-832e2c947f79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1097 time: 0.0453827 Sep 21 19:23:53.353415 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e7d32-8109-4c15-84da-5b73a96cbd2b x-openstack-request-id: req-5e0e7d32-8109-4c15-84da-5b73a96cbd2b {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:23:53.354737 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:23:53.355176 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e0e7d32-8109-4c15-84da-5b73a96cbd2b {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:23:53.355746 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'status': 'completed', 'code': 200} Sep 21 19:23:53.452566 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8832a-a06b-4afd-945b-89969a39204b req-1bcfd37b-aa24-4ea4-a907-b10ce85f1bae tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:53.454111 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60c8832a-a06b-4afd-945b-89969a39204b req-1bcfd37b-aa24-4ea4-a907-b10ce85f1bae tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 946 time: 0.0520794 Sep 21 19:23:53.467080 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:41Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:53.467963 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-19ec572d-4c85-46a4-8eaf-edfa592fa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:53.470097 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-19ec572d-4c85-46a4-8eaf-edfa592fa97f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0930109 Sep 21 19:23:53.493567 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60c8832a-a06b-4afd-945b-89969a39204b req-699cfe27-db84-47c3-b4f8-8895117be63f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Sep 21 19:23:53.494715 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] Checking router: dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:23:53.503393 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:23:53.503973 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:53.516360 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-3864c770-8318-4e0e-9ff0-66a0b5d7588b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 200 len: 217 time: 0.0374246 Sep 21 19:23:53.567188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-ceb249a0-13dc-457f-a1eb-bae9e7c486b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:53.568665 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-ceb249a0-13dc-457f-a1eb-bae9e7c486b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0450225 Sep 21 19:23:53.612079 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:23:53.620690 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-5da20006-9365-443a-9e56-5c1e711495c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:53.622208 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-5da20006-9365-443a-9e56-5c1e711495c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440984 Sep 21 19:23:53.715081 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-a9420dd8-6663-4c48-b946-f0037f9d6ef3 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846043 Sep 21 19:23:53.813547 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-32f51c23-6856-4aee-81fc-6247acd7a25c req-3aeb5ece-c099-4b3d-a8ec-590f9156e7d1 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899911 Sep 21 19:23:53.832285 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:41Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:53.863803 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85623e2f-83b8-480f-97e5-d96d6d3fbef2 None None] The sync data for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 is: [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_floatingips': [{'id': '180fb51f-badc-48a1-a118-0683e9bcfcac', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'router_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'port_id': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'mac_address': 'fa:16:3e:33:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:19:39Z', 'updated_at': '2021-09-21T19:19:41Z', 'revision_number': 1, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:23:53.903053 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0a287-4fab-481b-9576-1076531057e8 req-3de4fc5e-99bb-4f10-a21b-73c9a8f47d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:53.904599 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fed0a287-4fab-481b-9576-1076531057e8 req-3de4fc5e-99bb-4f10-a21b-73c9a8f47d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 1097 time: 0.0424819 Sep 21 19:23:54.004756 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0a287-4fab-481b-9576-1076531057e8 req-efd4a998-ec27-4a73-bc47-51d686473612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:54.006335 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fed0a287-4fab-481b-9576-1076531057e8 req-efd4a998-ec27-4a73-bc47-51d686473612 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0933795 Sep 21 19:23:54.049790 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fed0a287-4fab-481b-9576-1076531057e8 req-12584a07-4c2f-40ea-bce3-b478b3f51179 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 200 len: 217 time: 0.0360928 Sep 21 19:23:54.090545 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc6139-ab8e-48ef-b505-5b6134631a2d None None] New status for floating IP 8754ea07-d57d-4ede-99d0-01c268083232: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:23:54.102110 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0a287-4fab-481b-9576-1076531057e8 req-5e3ddd61-66be-45b2-ae7c-d31ef029ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:54.103686 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fed0a287-4fab-481b-9576-1076531057e8 req-5e3ddd61-66be-45b2-ae7c-d31ef029ac36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0463519 Sep 21 19:23:54.149989 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0a287-4fab-481b-9576-1076531057e8 req-4c9ced81-b391-40bf-94b6-5bc4e20de8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:54.151539 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fed0a287-4fab-481b-9576-1076531057e8 req-4c9ced81-b391-40bf-94b6-5bc4e20de8bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398853 Sep 21 19:23:54.250753 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fed0a287-4fab-481b-9576-1076531057e8 req-40517138-a6a3-49bf-b300-918807ac44a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894225 Sep 21 19:23:54.346155 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-fed0a287-4fab-481b-9576-1076531057e8 req-67c95ba6-0897-4849-9dab-fa02055eff40 service neutron] 10.222.0.41 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864050 Sep 21 19:23:54.615179 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf9f9a-2322-4c0b-a9c7-2f274551ff2c req-c8c73092-d8d5-4e91-89f6-308d07adb953 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:54.616563 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60bf9f9a-2322-4c0b-a9c7-2f274551ff2c req-c8c73092-d8d5-4e91-89f6-308d07adb953 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 946 time: 0.0526390 Sep 21 19:23:54.656412 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-60bf9f9a-2322-4c0b-a9c7-2f274551ff2c req-1be8c582-6053-411d-9834-cdb19fc7e3c8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339756 Sep 21 19:23:54.891384 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-13448f7c-b365-460d-90a7-27ec6d19c3a8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:54.892820 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-13448f7c-b365-460d-90a7-27ec6d19c3a8 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 946 time: 0.0477171 Sep 21 19:23:54.982478 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Deleting port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:23:54.983325 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:55.073286 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] For port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e, host n-h2-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810285-3',level=0,port_id=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:23:55.073650 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:55.085823 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Calling delete_port for 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:23:55.211958 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:55.241188 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event deleted for resources: {'Port': ['ID=7b08f4fd-dfe1-4e22-8c14-9e3bd284685e,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:23:55.253281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.253651 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.253995 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.254366 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.254728 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.255071 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.255406 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.255737 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.256067 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.256398 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.256725 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.257051 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810285-3 {{(pid=95091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:23:55.291795 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] No DVR routers for this DVR port 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e on host n-h2-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:23:55.294760 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:55.297047 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:23:55.297562 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-30c96ad8-4b49-49a4-b7e6-8e4ed19215d8 req-0194b20c-7836-4699-a8ff-b72788c7216f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.41 "DELETE /v2.0/ports/7b08f4fd-dfe1-4e22-8c14-9e3bd284685e HTTP/1.1" status: 204 len: 173 time: 0.3986328 Sep 21 19:23:55.297878 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'name': 'network-vif-deleted', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:23:55.300156 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f897574-889e-461d-86c0-e75cab427eee" -d '{"events": [{"server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "name": "network-vif-deleted", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:23:55.319782 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:23:55.320127 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:23:55.340406 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e5fb3-f997-4316-a35c-716b2e92672d x-openstack-request-id: req-360e5fb3-f997-4316-a35c-716b2e92672d {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:23:55.340858 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bd75fa-cb9c-487a-95f9-d6cfb8c08386", "name": "network-vif-deleted", "tag": "7b08f4fd-dfe1-4e22-8c14-9e3bd284685e", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:23:55.341113 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-360e5fb3-f997-4316-a35c-716b2e92672d {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:23:55.341516 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bd75fa-cb9c-487a-95f9-d6cfb8c08386', 'name': 'network-vif-deleted', 'tag': '7b08f4fd-dfe1-4e22-8c14-9e3bd284685e', 'status': 'completed', 'code': 200} Sep 21 19:23:55.783796 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-6ca6556b-2bb1-4d6a-9844-fdb2ea3b236d req-5f1075c1-f189-4bd3-955c-052caa5ee3de tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0bd75fa-cb9c-487a-95f9-d6cfb8c08386 HTTP/1.1" status: 200 len: 210 time: 0.0266056 Sep 21 19:23:57.340618 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56272) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:23:57.496187 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Deleting port 1fe9c82d-b92a-4aea-9b54-d485bfe54ad3 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:23:57.496532 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:57.572555 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:57.572804 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:57.584449 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Calling delete_port for 1fe9c82d-b92a-4aea-9b54-d485bfe54ad3 owned by network:floatingip {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:23:57.729189 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:57.759363 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event deleted for resources: {'Port': ['ID=1fe9c82d-b92a-4aea-9b54-d485bfe54ad3,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:23:57.820800 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for floatingip, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:57.821136 n-d-810285-3 neutron-server[95090]: INFO neutron.db.l3_db [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Floating IP 180fb51f-badc-48a1-a118-0683e9bcfcac disassociated (deleted). External IP: 172.25.3.10, port: ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2. Sep 21 19:23:58.034316 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:23:58.139568 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:23:58.144072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for floatingip, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:58.150685 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] Sync routers for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:23:58.160644 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:23:58.161267 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:58.170785 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-caf1efe2-c75b-4127-8e31-da7ba0320885 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "DELETE /v2.0/floatingips/180fb51f-badc-48a1-a118-0683e9bcfcac HTTP/1.1" status: 204 len: 168 time: 0.8291004 Sep 21 19:23:58.171524 n-d-810285-3 neutron-server[95090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'}] {{(pid=95090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:23:58.174393 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e928722d05dc12bcf5a056578b436161e8b54c165b50c96942a80fb7316c7fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2"}]}' {{(pid=95090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:23:58.269931 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:23:58.322964 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f823b-2675-4d81-8052-e50a921403aa x-openstack-request-id: req-809f823b-2675-4d81-8052-e50a921403aa {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:23:58.323347 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2", "status": "completed", "code": 200}]} {{(pid=95090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:23:58.323635 n-d-810285-3 neutron-server[95090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-809f823b-2675-4d81-8052-e50a921403aa {{(pid=95090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:23:58.324040 n-d-810285-3 neutron-server[95090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'status': 'completed', 'code': 200} Sep 21 19:23:58.402969 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-f65eef35-12ba-4416-aa92-35dfa5c82bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:58.405128 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-f65eef35-12ba-4416-aa92-35dfa5c82bb5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=afdaa57435e74c87b8d38076642f7819&device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 1094 time: 0.0541768 Sep 21 19:23:58.423990 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407a246-99a4-4c59-b6af-036b88c59af9 req-8c0d8b00-dd0a-4704-bdcc-1f8fa5ac3173 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:58.425599 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c407a246-99a4-4c59-b6af-036b88c59af9 req-8c0d8b00-dd0a-4704-bdcc-1f8fa5ac3173 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 943 time: 0.0566297 Sep 21 19:23:58.465094 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-c407a246-99a4-4c59-b6af-036b88c59af9 req-47d04949-3938-457d-96fc-96f258c1364f tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Sep 21 19:23:58.490019 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:58.503087 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-4da21254-ca87-4ac8-a196-3c9d329817c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:58.504564 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-4da21254-ca87-4ac8-a196-3c9d329817c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 200 len: 912 time: 0.0913599 Sep 21 19:23:58.520596 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] Checking router: dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:23:58.528739 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:23:58.529350 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:58.550836 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-52713a94-d9dc-487a-ae4c-0acc12fd75fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 200 len: 217 time: 0.0378027 Sep 21 19:23:58.600078 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-c0cb2f7d-d0da-421e-b18a-42237bc45f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:58.601594 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-c0cb2f7d-d0da-421e-b18a-42237bc45f31 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 200 len: 849 time: 0.0431583 Sep 21 19:23:58.635520 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:23:58.650328 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-ef375350-2a46-4cd8-9346-21942dbf272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:58.651839 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-ef375350-2a46-4cd8-9346-21942dbf272e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417898 Sep 21 19:23:58.747469 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-704903fb-0c47-478d-bc8f-6c7fcb19bc0c service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874584 Sep 21 19:23:58.831363 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:23:58.839089 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-ea6ebb62-2a3e-4d17-a68c-420c24c389b2 req-0be55452-c7f3-4b49-89b4-ef171083879b service neutron] 10.222.0.78 "GET /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838203 Sep 21 19:23:58.858661 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c601c1-b300-4314-90e9-9f62ce57b02b None None] The sync data for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 is: [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:19:17Z', 'revision_number': 4, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3', '_interfaces': [{'id': '14eddafa-5963-48fe-9d47-4182c06a2d17', 'name': '', 'network_id': 'f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'mac_address': 'fa:16:3e:1e:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:17Z', 'updated_at': '2021-09-21T19:19:21Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'subnets': [{'id': '24b4967f-8a12-4556-be9a-f6a63178fa2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:23:59.074841 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b381d95-2740-4de6-9774-5e30128de3c8 None None] New status for floating IP 180fb51f-badc-48a1-a118-0683e9bcfcac: DOWN {{(pid=95093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:23:59.307710 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e no longer exists at agent hyperv_n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:23:59.331179 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] No Port match for: 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:23:59.331521 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Device 7b08f4fd-dfe1-4e22-8c14-9e3bd284685e not bound to the agent host n-h2-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:23:59.374672 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9adcc318-898f-400d-9746-e3e446015c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:23:59.587841 n-d-810285-3 neutron-server[95090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428de51-9e8e-4fcc-820a-8dd6b15c444f req-8f6d7b4d-19ef-4a07-9a57-0448a669caea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:59.589239 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a428de51-9e8e-4fcc-820a-8dd6b15c444f req-8f6d7b4d-19ef-4a07-9a57-0448a669caea tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 943 time: 0.0524571 Sep 21 19:23:59.626882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-a428de51-9e8e-4fcc-820a-8dd6b15c444f req-56915cf5-7af7-4981-b2e7-8ece6920a5a1 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/security-groups?id=8efb63e8-6a8e-492a-b465-21bff4f54658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317299 Sep 21 19:23:59.916389 n-d-810285-3 neutron-server[95091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a320170-e224-4b51-b02a-404ccfd71399 req-43574158-55a2-4b8c-8760-2cf0ec228266 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:23:59.917883 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a320170-e224-4b51-b02a-404ccfd71399 req-43574158-55a2-4b8c-8760-2cf0ec228266 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 943 time: 0.0483942 Sep 21 19:24:00.013026 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Deleting port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:00.013373 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:00.106646 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] For port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2, host n-h1-810285-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810285-3',level=0,port_id=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:00.107018 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:00.119068 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Calling delete_port for ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 owned by compute:nova {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:00.246221 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:00.273254 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event deleted for resources: {'Port': ['ID=ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:00.321281 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] No DVR routers for this DVR port ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 on host n-h1-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:24:00.323963 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89958'] for port, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:00.326044 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [req-0a320170-e224-4b51-b02a-404ccfd71399 req-b34d87f3-1bbb-4d94-a819-7c91d0befb4b tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.78 "DELETE /v2.0/ports/ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 HTTP/1.1" status: 204 len: 173 time: 0.4021060 Sep 21 19:24:00.326522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-deleted', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2'}] {{(pid=95091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:24:00.329742 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9dcd9f532f1a196adc18c58cc5f01a98fbb923baf1eabb63e38203bb26aef85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e29b80-ddb5-41f3-8f81-3b3fb6c779c6" -d '{"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-deleted", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2"}]}' {{(pid=95091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:24:00.367190 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f1a625-d9c4-4d8b-8991-c2de6ec9be5f x-openstack-request-id: req-d6f1a625-d9c4-4d8b-8991-c2de6ec9be5f {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:24:00.367190 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8daa44-1994-4148-9250-3c0a5fb96574", "name": "network-vif-deleted", "tag": "ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2", "status": "completed", "code": 200}]} {{(pid=95091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:24:00.367190 n-d-810285-3 neutron-server[95091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6f1a625-d9c4-4d8b-8991-c2de6ec9be5f {{(pid=95091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:24:00.367477 n-d-810285-3 neutron-server[95091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8daa44-1994-4148-9250-3c0a5fb96574', 'name': 'network-vif-deleted', 'tag': 'ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2', 'status': 'completed', 'code': 200} Sep 21 19:24:00.745314 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [req-bac0abd6-7689-4101-ba94-1acc00b422f7 req-fd1da212-5173-432b-8493-01631f7553ad tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc8daa44-1994-4148-9250-3c0a5fb96574 HTTP/1.1" status: 200 len: 210 time: 0.0336173 Sep 21 19:24:01.802212 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56290) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:01.859290 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd144ec-3d9e-4d70-bbb7-f069fb5a5430 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:01.884411 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd144ec-3d9e-4d70-bbb7-f069fb5a5430 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:01.943835 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd144ec-3d9e-4d70-bbb7-f069fb5a5430 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:01.946842 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-8dd144ec-3d9e-4d70-bbb7-f069fb5a5430 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:01.948032 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-8dd144ec-3d9e-4d70-bbb7-f069fb5a5430 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] 10.222.0.70 "DELETE /v2.0/security-groups/8efb63e8-6a8e-492a-b465-21bff4f54658 HTTP/1.1" status: 204 len: 168 time: 0.1447308 Sep 21 19:24:01.958161 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd144ec-3d9e-4d70-bbb7-f069fb5a5430 tempest-TestSnapshotPattern-2080471435 tempest-TestSnapshotPattern-2080471435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb63e8-6a8e-492a-b465-21bff4f54658,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:01.995346 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56294) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:02.334623 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:02.574870 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Deleting port 14eddafa-5963-48fe-9d47-4182c06a2d17 {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:02.575107 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:02.654854 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] For port 14eddafa-5963-48fe-9d47-4182c06a2d17, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=14eddafa-5963-48fe-9d47-4182c06a2d17,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:02.655215 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:02.668002 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Calling delete_port for 14eddafa-5963-48fe-9d47-4182c06a2d17 owned by network:router_interface {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:02.848138 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:02.874680 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=14eddafa-5963-48fe-9d47-4182c06a2d17,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:03.039658 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:03.252676 n-d-810285-3 neutron-server[95091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:24:03.358028 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:24:03.364497 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-5b46496b-f87d-48cc-b1ff-d6fa8e673ce3 admin admin] 10.222.0.70 "PUT /v2.0/routers/dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3679476 Sep 21 19:24:03.367440 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56296) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:03.368371 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] Sync routers for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:24:03.378086 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:24:03.378733 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:23:34Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:03.485304 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:24:03.787784 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:03.800176 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-355f4495-b009-4c45-9f34-fd29a4042e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:03.827841 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:24:02Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:03.855581 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 no longer exists at agent hyperv_n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:24:03.857828 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] Checking router: dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa for host: n-d-810285-3 {{(pid=95092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:24:03.884924 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] No Port match for: ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:24:03.885308 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Device ea8b4b1b-dc79-4b47-86e3-a1ba53f2ddf2 not bound to the agent host n-h1-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:24:03.888319 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] Routers {'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'} bound to L3 agent in host n-d-810285-3 {{(pid=95092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:24:03.889025 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'], 'active': True} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:03.891890 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:03.949735 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Deleting port 42757a77-e136-4bd1-87a4-119e1386adbf {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:03.950080 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:03.993160 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvr_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] Set router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa gateway port host: n-d-810285-3 {{(pid=95092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:24:04.029383 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] For port 42757a77-e136-4bd1-87a4-119e1386adbf, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=42757a77-e136-4bd1-87a4-119e1386adbf,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:04.029758 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.043160 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Calling delete_port for 42757a77-e136-4bd1-87a4-119e1386adbf owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:04.173155 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_hamode_db [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:24:02Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:04.206723 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd22f4-5a41-4516-b15f-b0387816e4a4 None None] The sync data for ids ['dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa'] in n-d-810285-3 is: [{'id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'name': 'tempest-TestSnapshotPattern-1699773651-router', 'tenant_id': 'afdaa57435e74c87b8d38076642f7819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:14Z', 'updated_at': '2021-09-21T19:24:02Z', 'revision_number': 5, 'project_id': 'afdaa57435e74c87b8d38076642f7819', 'gw_port': {'id': '42757a77-e136-4bd1-87a4-119e1386adbf', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:15Z', 'updated_at': '2021-09-21T19:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}] {{(pid=95092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:24:04.214459 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.242142 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=42757a77-e136-4bd1-87a4-119e1386adbf,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:04.277180 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.308223 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.399030 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.401132 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.443069 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.443632 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:24:04.448403 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.449061 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-e410565c-a0ba-4e9d-b6a3-318f8de7bf6d admin admin] 10.222.0.70 "DELETE /v2.0/routers/dd23ec06-5e9c-41a5-b5a4-f5e4c30d5baa HTTP/1.1" status: 204 len: 168 time: 1.0806241 Sep 21 19:24:04.451670 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56298) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:04.496129 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] Deleting subnet 24b4967f-8a12-4556-be9a-f6a63178fa2c {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:24:04.499070 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.539543 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.619783 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.674693 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.702824 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.705422 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/24b4967f-8a12-4556-be9a-f6a63178fa2c HTTP/1.1" status: 204 len: 168 time: 0.2528269 Sep 21 19:24:04.706443 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58925e3a-bf78-4be5-ad8e-c193b3f37cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b4967f-8a12-4556-be9a-f6a63178fa2c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:04.708055 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56300) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:04.713975 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee34b8-448b-4149-bef4-e1679e2f253e None None] Network f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:24:04.787553 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.843833 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Deleting port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba {{(pid=95091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:04.844795 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.910930 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.db [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] For port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=7f8e5b9d-cee0-44a9-8661-242647d1f9ba,segment=NetworkSegment(ec8095ba-fafb-4767-aeab-2cb0aedc20ec),segment_id=ec8095ba-fafb-4767-aeab-2cb0aedc20ec)] {{(pid=95091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:04.911297 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:04.924074 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.plugin [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Calling delete_port for 7f8e5b9d-cee0-44a9-8661-242647d1f9ba owned by network:dhcp {{(pid=95091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:05.008038 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12795037'] for port, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.034431 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8e5b9d-cee0-44a9-8661-242647d1f9ba,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:05.036251 n-d-810285-3 neutron-server[95091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] No DVR routers for this DVR port 7f8e5b9d-cee0-44a9-8661-242647d1f9ba on host n-d-810285-3 {{(pid=95091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:24:05.108406 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.117315 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.129060 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a']}} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:05.138203 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec') {'for_net_delete': True} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:05.138522 n-d-810285-3 neutron-server[95091]: DEBUG neutron.services.segments.db [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8095ba-fafb-4767-aeab-2cb0aedc20ec') {} {{(pid=95091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:05.149026 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14007934'] for segment, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.149547 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.162804 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.168548 n-d-810285-3 neutron-server[95091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=95091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:24:05.168937 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12795244'] for segment, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: Traceback (most recent call last): Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: timer() Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: cb(*args, **kw) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: return func(*args, **kwargs) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: self._notify() Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: self.callback(batched_events) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: event.method(event) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: return f(self, *a, **k) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: return self._get(url).json() Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: return self.request(url, 'GET', **kwargs) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:24:05.170651 n-d-810285-3 neutron-server[95091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:24:05.216992 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a6475-dd10-4c64-b152-fa5b0154e430 None None] DHCP port deletion for f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:24:05.238982 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.245204 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Notify callbacks [] for network, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.247148 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a HTTP/1.1" status: 204 len: 168 time: 0.5373590 Sep 21 19:24:05.250349 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56302) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:05.262668 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895217e-f246-4883-9fb2-1abcf6ac3305 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93f9b1d-1b51-4a05-88c5-4a1f2ebf8f0a,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:05.599897 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1620747'] for router_interface, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.849939 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Deleting port b7cb6c72-687a-47eb-ac29-8398425c498c {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:05.850325 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.928216 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] For port b7cb6c72-687a-47eb-ac29-8398425c498c, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=b7cb6c72-687a-47eb-ac29-8398425c498c,segment=NetworkSegment(7a0f8e87-5731-45a7-8125-1e1859ea8351),segment_id=7a0f8e87-5731-45a7-8125-1e1859ea8351)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:05.928598 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:05.941851 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Calling delete_port for b7cb6c72-687a-47eb-ac29-8398425c498c owned by network:router_interface {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:06.120428 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:06.151837 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cb6c72-687a-47eb-ac29-8398425c498c,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:06.217652 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 14eddafa-5963-48fe-9d47-4182c06a2d17 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:24:06.239026 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 14eddafa-5963-48fe-9d47-4182c06a2d17 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:24:06.239659 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 14eddafa-5963-48fe-9d47-4182c06a2d17 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:24:06.240091 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f8e5b9d-cee0-44a9-8661-242647d1f9ba no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:24:06.263732 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 7f8e5b9d-cee0-44a9-8661-242647d1f9ba {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:24:06.264082 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 7f8e5b9d-cee0-44a9-8661-242647d1f9ba not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:24:06.264509 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 42757a77-e136-4bd1-87a4-119e1386adbf no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:24:06.284289 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 42757a77-e136-4bd1-87a4-119e1386adbf {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:24:06.284633 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 42757a77-e136-4bd1-87a4-119e1386adbf not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:24:06.322153 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1689271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1620411'] for router_interface, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:06.538310 n-d-810285-3 neutron-server[95090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Router aa2980b5-feca-4e9d-b047-abdd4757a9c1 has already been hosted by L3 agent 2d82ff02-8853-48f7-85a0-8f6ec68e1d3c {{(pid=95090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:24:06.643114 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] Notify agent at l3_agent.n-d-810285-3 the message routers_updated {{(pid=95090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:24:06.648646 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-2a19e1a3-5e85-4343-9458-bb9f1bca6396 admin admin] 10.222.0.70 "PUT /v2.0/routers/aa2980b5-feca-4e9d-b047-abdd4757a9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3972750 Sep 21 19:24:06.651170 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56304) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:06.651372 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] Sync routers for ids ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'] in n-d-810285-3 {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:24:06.660840 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] Routers {'aa2980b5-feca-4e9d-b047-abdd4757a9c1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:24:06.661455 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:06.756222 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks [] for router, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:06.766266 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] Set router aa2980b5-feca-4e9d-b047-abdd4757a9c1 gateway port host: n-d-810285-3 {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:24:06.856418 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:06.908640 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Deleting port 605c2fe7-419c-451f-b4b7-db98b13d4514 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:06.908977 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:06.939777 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'external_fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:24:06Z', 'revision_number': 5, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port': {'id': '605c2fe7-419c-451f-b4b7-db98b13d4514', 'name': '', 'network_id': 'd4b58782-e2d1-40ac-af5b-2f88777796ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810285-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:19:20Z', 'updated_at': '2021-09-21T19:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f978fc5-68d8-4169-8c91-06239352c2fc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810285-3'}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:06.968739 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] Checking router: aa2980b5-feca-4e9d-b047-abdd4757a9c1 for host: n-d-810285-3 {{(pid=95093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:24:06.976821 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] Routers {'aa2980b5-feca-4e9d-b047-abdd4757a9c1'} bound to L3 agent in host n-d-810285-3 {{(pid=95093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:24:06.977423 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810285-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:46:34Z,description=,heartbeat_timestamp=2021-09-21T19:24:04Z,host='n-d-810285-3',id=2d82ff02-8853-48f7-85a0-8f6ec68e1d3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:46:34Z,topic='l3_agent')) {'router_ids': ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'], 'active': True} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:06.988686 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] For port 605c2fe7-419c-451f-b4b7-db98b13d4514, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=605c2fe7-419c-451f-b4b7-db98b13d4514,segment=NetworkSegment(620d7b39-378c-4388-a445-f2401e65a4da),segment_id=620d7b39-378c-4388-a445-f2401e65a4da)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:06.989072 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.002085 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Calling delete_port for 605c2fe7-419c-451f-b4b7-db98b13d4514 owned by network:router_gateway {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:07.067741 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_dvr_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] Set router aa2980b5-feca-4e9d-b047-abdd4757a9c1 gateway port host: None {{(pid=95093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:24:07.154006 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.l3_hamode_db [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:24:06Z', 'revision_number': 6, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port_host': None}], 'n-d-810285-3', False) {} {{(pid=95093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:07.184474 n-d-810285-3 neutron-server[95093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ad525-9284-4ba5-89d6-a7d37ea6a8c9 None None] The sync data for ids ['aa2980b5-feca-4e9d-b047-abdd4757a9c1'] in n-d-810285-3 is: [{'id': 'aa2980b5-feca-4e9d-b047-abdd4757a9c1', 'name': 'tempest-TestSnapshotPattern-561353092-router', 'tenant_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:19:19Z', 'updated_at': '2021-09-21T19:24:06Z', 'revision_number': 6, 'project_id': 'edc9f0f5d8ce4059874762b9f3e2ceac', 'gw_port_host': None}] {{(pid=95093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:24:07.209655 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.240042 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Pushing event deleted for resources: {'Port': ['ID=605c2fe7-419c-451f-b4b7-db98b13d4514,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:07.301288 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620349'] for router_gateway, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.391643 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14735'] for router, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.393731 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.436178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624791'] for router, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.436559 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2980b5-feca-4e9d-b047-abdd4757a9c1 {{(pid=95090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:24:07.441553 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] Notify callbacks [] for router, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.442739 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-bf0b2efb-5f18-40d1-85a8-2d9d508e28ff admin admin] 10.222.0.70 "DELETE /v2.0/routers/aa2980b5-feca-4e9d-b047-abdd4757a9c1 HTTP/1.1" status: 204 len: 168 time: 0.7906713 Sep 21 19:24:07.445365 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56306) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:07.492764 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] Deleting subnet f08b4ba6-c354-46a3-9861-49b5d7419c8a {{(pid=95090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:24:07.495641 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.529944 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16504961'] for subnet, precommit_delete_associations {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.612676 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-936344'] for subnet, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.612879 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.670699 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-936335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16349526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137018'] for subnet, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.697102 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08b4ba6-c354-46a3-9861-49b5d7419c8a,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:07.699024 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.701882 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-687f160d-e83b-451a-8f86-be473341056a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f08b4ba6-c354-46a3-9861-49b5d7419c8a HTTP/1.1" status: 204 len: 168 time: 0.2555773 Sep 21 19:24:07.704026 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56308) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:07.704492 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8f2f3-f48d-4115-8841-f9593cfcad89 None None] Network 6abda31a-c70f-4ac5-b9a2-29f9fb074069 requested from n-d-810285-3 {{(pid=95092) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:24:07.772675 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619369'] for network, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.827416 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Deleting port 185d672e-fc15-4981-9255-18d54d9c5876 {{(pid=95090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:07.827771 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.897491 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.db [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] For port 185d672e-fc15-4981-9255-18d54d9c5876, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=185d672e-fc15-4981-9255-18d54d9c5876,segment=NetworkSegment(7a0f8e87-5731-45a7-8125-1e1859ea8351),segment_id=7a0f8e87-5731-45a7-8125-1e1859ea8351)] {{(pid=95090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:07.897854 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.911664 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.plugin [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Calling delete_port for 185d672e-fc15-4981-9255-18d54d9c5876 owned by network:dhcp {{(pid=95090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:07.914445 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] DHCP port deletion for 6abda31a-c70f-4ac5-b9a2-29f9fb074069 request from n-d-810285-3 {{(pid=95092) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:24:07.961998 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] Deleting port 185d672e-fc15-4981-9255-18d54d9c5876 {{(pid=95092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:24:07.962558 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789895158065'] for port, before_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:07.997697 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16349561'] for port, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.028656 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Pushing event deleted for resources: {'Port': ['ID=185d672e-fc15-4981-9255-18d54d9c5876,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:08.030492 n-d-810285-3 neutron-server[95090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] No DVR routers for this DVR port 185d672e-fc15-4981-9255-18d54d9c5876 on host n-d-810285-3 {{(pid=95090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:24:08.036104 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.db [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] For port 185d672e-fc15-4981-9255-18d54d9c5876, host n-d-810285-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810285-3',level=0,port_id=185d672e-fc15-4981-9255-18d54d9c5876,segment=NetworkSegment(7a0f8e87-5731-45a7-8125-1e1859ea8351),segment_id=7a0f8e87-5731-45a7-8125-1e1859ea8351)] {{(pid=95092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:24:08.036518 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615939'] for port, precommit_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.050481 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] Calling delete_port for 185d672e-fc15-4981-9255-18d54d9c5876 owned by network:dhcp {{(pid=95092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:24:08.100809 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935967', 'neutron.services.segments.db._delete_segments_for_network-8789895205789'] for network, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.121818 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abda31a-c70f-4ac5-b9a2-29f9fb074069']}} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:08.129202 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789895163639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789894676435'] for port, after_delete {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.131674 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0f8e87-5731-45a7-8125-1e1859ea8351') {'for_net_delete': True} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:08.131961 n-d-810285-3 neutron-server[95090]: DEBUG neutron.services.segments.db [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0f8e87-5731-45a7-8125-1e1859ea8351') {} {{(pid=95090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:24:08.144744 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789895206566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16504970'] for segment, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.151454 n-d-810285-3 neutron-server[95092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] Pushing event deleted for resources: {'Port': ['ID=185d672e-fc15-4981-9255-18d54d9c5876,revision_number=None']} {{(pid=95092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:08.161141 n-d-810285-3 neutron-server[95092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12292e-d682-4483-b51e-7b4d0aacf3a1 None None] No DVR routers for this DVR port 185d672e-fc15-4981-9255-18d54d9c5876 on host n-d-810285-3 {{(pid=95092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:24:08.161310 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261'] for segment, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.167804 n-d-810285-3 neutron-server[95090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=95090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:24:08.168192 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16349320'] for segment, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: Traceback (most recent call last): Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: timer() Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: cb(*args, **kw) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: return func(*args, **kwargs) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: self._notify() Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: self.callback(batched_events) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: event.method(event) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: return f(self, *a, **k) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: return self._get(url).json() Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: return self.request(url, 'GET', **kwargs) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:24:08.170557 n-d-810285-3 neutron-server[95090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:24:08.237858 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1679627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620249'] for network, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.248178 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Notify callbacks [] for network, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.248602 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b7cb6c72-687a-47eb-ac29-8398425c498c no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:24:08.252558 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] 10.222.0.70 "DELETE /v2.0/networks/6abda31a-c70f-4ac5-b9a2-29f9fb074069 HTTP/1.1" status: 204 len: 168 time: 0.5455391 Sep 21 19:24:08.268683 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87071f27-e7ea-4fca-a17a-12d40030b43d admin admin] Pushing event deleted for resources: {'Network': ['ID=6abda31a-c70f-4ac5-b9a2-29f9fb074069,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:08.276807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: b7cb6c72-687a-47eb-ac29-8398425c498c {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:24:08.276807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device b7cb6c72-687a-47eb-ac29-8398425c498c not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:24:08.276807 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 605c2fe7-419c-451f-b4b7-db98b13d4514 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:24:08.294473 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 605c2fe7-419c-451f-b4b7-db98b13d4514 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:24:08.294825 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 605c2fe7-419c-451f-b4b7-db98b13d4514 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:24:08.295245 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 185d672e-fc15-4981-9255-18d54d9c5876 no longer exists at agent ovs-agent-n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:24:08.313274 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] No Port match for: 185d672e-fc15-4981-9255-18d54d9c5876 {{(pid=95092) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:24:08.313624 n-d-810285-3 neutron-server[95092]: DEBUG neutron.plugins.ml2.rpc [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Device 185d672e-fc15-4981-9255-18d54d9c5876 not bound to the agent host n-d-810285-3 {{(pid=95092) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:24:08.436342 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56312) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:08.476285 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-cfebf3d9-1b0e-4b4a-8ac9-c5a4c79e1512 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afdaa57435e74c87b8d38076642f7819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387175 Sep 21 19:24:08.478554 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [-] (95090) accepted ('10.222.0.70', 56314) {{(pid=95090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:08.524617 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-47a31e6f-c1b3-41e4-be0a-388f7092d549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.544611 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-47a31e6f-c1b3-41e4-be0a-388f7092d549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.593687 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-47a31e6f-c1b3-41e4-be0a-388f7092d549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.596291 n-d-810285-3 neutron-server[95090]: DEBUG neutron_lib.callbacks.manager [None req-47a31e6f-c1b3-41e4-be0a-388f7092d549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:08.597448 n-d-810285-3 neutron-server[95090]: INFO neutron.wsgi [None req-47a31e6f-c1b3-41e4-be0a-388f7092d549 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40b23326-d60e-4533-90ee-05493c242188 HTTP/1.1" status: 204 len: 168 time: 0.1180189 Sep 21 19:24:08.605418 n-d-810285-3 neutron-server[95090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a31e6f-c1b3-41e4-be0a-388f7092d549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b23326-d60e-4533-90ee-05493c242188,revision_number=None']} {{(pid=95090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:08.918294 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56320) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:08.958844 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-29cac883-eb05-49ff-80f7-522f93105750 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edc9f0f5d8ce4059874762b9f3e2ceac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393488 Sep 21 19:24:08.961220 n-d-810285-3 neutron-server[95091]: DEBUG neutron.wsgi [-] (95091) accepted ('10.222.0.70', 56322) {{(pid=95091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:24:09.012641 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-44bf684c-a079-482c-800b-cfa6ecaf64cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:09.032842 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-44bf684c-a079-482c-800b-cfa6ecaf64cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:09.080270 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-44bf684c-a079-482c-800b-cfa6ecaf64cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681108'] for security_group, after_delete {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:09.083921 n-d-810285-3 neutron-server[95091]: DEBUG neutron_lib.callbacks.manager [None req-44bf684c-a079-482c-800b-cfa6ecaf64cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:09.085341 n-d-810285-3 neutron-server[95091]: INFO neutron.wsgi [None req-44bf684c-a079-482c-800b-cfa6ecaf64cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b691ed2-6e5e-4ec1-aea6-9ae05ea5576d HTTP/1.1" status: 204 len: 168 time: 0.1230474 Sep 21 19:24:09.094849 n-d-810285-3 neutron-server[95091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf684c-a079-482c-800b-cfa6ecaf64cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b691ed2-6e5e-4ec1-aea6-9ae05ea5576d,revision_number=None']} {{(pid=95091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:24:09.246562 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:24:09.411831 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:29.376865 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-221657a8-b8d3-411f-95c2-66c5b1dfbd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:33.771045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-018cb8b0-b50a-4d59-99b8-212f0f163961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:34.279013 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:35.119910 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:35.166045 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:37.612965 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:39.402996 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:24:46.235348 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:24:59.378940 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-84f89821-7dab-4271-b7b3-ffdad0529d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:03.771129 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-3399144c-6fb7-4c66-a157-91ba2472f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:04.279708 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:05.121583 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:05.173326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:07.617163 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:09.426088 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:23.235972 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:25:29.379344 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9964415d-3fdd-4608-9049-4dacac8d690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:33.772526 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4179-acbf-4da7-a161-bbf299b14c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:34.279809 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:35.124545 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:35.202932 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:37.621538 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:39.424897 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:25:59.379697 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-232393eb-e53b-4677-909f-8910fa97b4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:00.235273 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:26:03.775613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a91f428b-bf10-40e4-85bf-20e435c40e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:04.280391 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:05.127203 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:05.218034 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:07.623950 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:09.440054 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:29.381143 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-e1851125-aacd-4900-a83f-f00cc897a31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:33.776092 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-baf4813c-b850-433d-8a8a-83ccd38fc31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:34.281506 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:35.130225 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:35.219020 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:37.234099 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:26:37.628133 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:39.442266 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:26:59.380143 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-23991097-9d89-4c80-a1c9-9a2f45f6fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:03.776776 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-b423561b-8d0a-4036-9fed-3ba0b00b0f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:04.282372 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:05.131890 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:05.232640 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:07.632398 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:09.457031 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:14.234010 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:27:29.380456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-16b0d848-b6a2-4ba5-9b62-a47b5e58edc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:33.777876 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-53a999f4-a9d3-43b0-85e5-d0436bf18fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:34.284178 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:35.135789 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:35.232613 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:37.636292 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:39.471426 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:27:51.233521 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:27:59.382941 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f6d45a1-12cd-4f0a-b8a9-a1676d7b74e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:03.782459 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4c13fcd9-7542-4f47-b879-d7dd39e512b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:04.287039 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:05.137326 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:05.247336 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:07.639107 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:09.471158 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:28.232208 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:28:29.383443 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-58bf2bed-223f-4497-a43a-f92ad125b0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:33.782658 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f4b9acfa-fa61-44f9-a009-cbd923ca0959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:34.287685 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:35.140594 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:35.248721 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:37.643078 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:39.470472 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:28:59.385563 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7892010d-2b14-4059-9d70-49aa886d2568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:03.784607 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f32f9678-b0d3-4fb7-b5fb-012ab3358fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:04.288019 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:05.143945 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:05.232503 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:29:05.246464 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:07.645036 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:09.469394 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:29.386397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2d317418-d89b-4646-bd67-dbfde5c6ad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:33.786435 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-d34227db-a934-4e85-b2fe-f1cf8ec36792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:34.288377 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:35.146456 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:35.276577 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:37.649076 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:39.471840 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:29:42.231564 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:29:59.386673 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-39526dec-0d08-44d7-b02c-1e7894244f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:03.789652 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-5f182dbf-e971-4496-8abe-5b5984487481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:04.288781 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:05.150265 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:05.276068 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:07.651044 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:09.469397 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:19.231898 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:30:29.386978 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2709bcc1-0e52-4b12-9a03-0afd60fc69e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:33.791317 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0a555a11-839b-4b21-be17-6264b53df343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:34.289599 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:35.152077 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:35.274139 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:37.653821 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:39.468591 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:30:56.231104 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:30:59.386657 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-41b472fe-2e49-4dbc-9cff-87aec2fe416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:03.792806 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-a998867c-087c-4e6a-a20b-dc2d22261fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:04.290348 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:05.155490 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:05.273335 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:07.656711 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:09.468149 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:29.384026 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-0d5859fb-b0b5-456c-8742-fb51cceeab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:33.232205 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:31:33.793930 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ec5b-eba1-4f1c-9b3b-ac4d40eed14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:34.290028 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:35.158902 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:35.272636 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:37.660654 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:39.465938 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:31:59.386551 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-f5d397ef-bffa-4355-af1c-ebb9a08fd215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:03.797165 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9f307915-21e2-42a1-950c-bde385a1cb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:04.289889 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:05.161924 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:05.288321 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:07.663126 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:09.466427 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:10.231302 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:32:20.930914 n-d-810285-3 neutron-server[95090]: DEBUG neutron.wsgi [req-d8b6b1db-7220-476a-b78c-67cd4318ce13 req-cfb16dd7-426f-43fb-b7b6-658d92ca829b service neutron] (95090) timed out ('10.222.0.70', 48016) {{(pid=95090) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 19:32:29.387349 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1bf0-db32-4846-9341-f20aae51b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:33.799533 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9832c5e5-85eb-49e2-aacc-82bae1afb752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:34.290162 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2ac70940-3a9a-429f-8f54-1abfad1214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:35.165290 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-add1da2a-0258-45fe-8e56-0c7b6d1305b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:35.286988 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-55afcab2-555a-4bbf-82f5-b7418fc140f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:37.667565 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-2a6a957a-3127-4529-a9f5-9c6e47e8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:39.473466 n-d-810285-3 neutron-server[95092]: DEBUG neutron_lib.callbacks.manager [None req-9c1d759b-249b-454a-959a-dd15844b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789895205771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934943'] for agent, after_update {{(pid=95092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:32:47.229810 n-d-810285-3 neutron-server[95093]: DEBUG neutron.db.agents_db [None req-e630975e-1887-4de7-b892-64a0fc7d9287 None None] Agent healthcheck: found 7 active agents {{(pid=95093) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}